Qwen3-Coder-30B-A3B-Instruct-GPTQMODEL-W4A16-B/quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000006,0.01000,0.957
0,self_attn.v_proj,0.0000000005,0.01000,0.958
0,self_attn.q_proj,0.0000000046,0.01000,0.961
0,self_attn.o_proj,0.0000000011,0.01000,1.463
0,mlp.experts.15.gate_proj,0.0000003026,0.01000,1.499
0,mlp.experts.13.gate_proj,0.0000002146,0.01000,1.683
0,mlp.experts.3.gate_proj,0.0000003061,0.01000,1.776
0,mlp.experts.11.gate_proj,0.0000002421,0.01000,1.795
0,mlp.experts.5.gate_proj,0.0000002681,0.01000,1.911
0,mlp.experts.14.gate_proj,0.0000002983,0.01000,1.949
0,mlp.experts.9.gate_proj,0.0000002938,0.01000,1.988
0,mlp.experts.7.gate_proj,0.0000002485,0.01000,2.056
0,mlp.experts.12.gate_proj,0.0000002989,0.01000,2.074
0,mlp.experts.6.gate_proj,0.0000001890,0.01000,2.093
0,mlp.experts.4.gate_proj,0.0000004712,0.01000,2.134
0,mlp.experts.8.gate_proj,0.0000002150,0.01000,2.231
0,mlp.experts.1.gate_proj,0.0000001680,0.01000,2.215
0,mlp.experts.0.gate_proj,0.0000003457,0.01000,2.287
0,mlp.experts.2.gate_proj,0.0000002663,0.01000,2.310
0,mlp.experts.10.gate_proj,0.0000003185,0.01000,2.320
0,mlp.experts.31.gate_proj,0.0000001847,0.01000,1.599
0,mlp.experts.29.gate_proj,0.0000002924,0.01000,1.694
0,mlp.experts.27.gate_proj,0.0000002297,0.01000,1.636
0,mlp.experts.19.gate_proj,0.0000002276,0.01000,1.722
0,mlp.experts.21.gate_proj,0.0000002422,0.01000,1.840
0,mlp.experts.23.gate_proj,0.0000002835,0.01000,1.765
0,mlp.experts.30.gate_proj,0.0000002385,0.01000,1.942
0,mlp.experts.22.gate_proj,0.0000003243,0.01000,1.812
0,mlp.experts.20.gate_proj,0.0000003447,0.01000,1.809
0,mlp.experts.25.gate_proj,0.0000002353,0.01000,1.950
0,mlp.experts.28.gate_proj,0.0000003448,0.01000,1.886
0,mlp.experts.16.gate_proj,0.0000001889,0.01000,1.825
0,mlp.experts.26.gate_proj,0.0000001658,0.01000,1.833
0,mlp.experts.24.gate_proj,0.0000002937,0.01000,1.975
0,mlp.experts.18.gate_proj,0.0000003337,0.01000,1.926
0,mlp.experts.17.gate_proj,0.0000002455,0.01000,2.074
0,mlp.experts.47.gate_proj,0.0000003630,0.01000,1.667
0,mlp.experts.43.gate_proj,0.0000002351,0.01000,1.693
0,mlp.experts.35.gate_proj,0.0000001647,0.01000,1.662
0,mlp.experts.45.gate_proj,0.0000001638,0.01000,1.988
0,mlp.experts.39.gate_proj,0.0000002655,0.01000,1.848
0,mlp.experts.37.gate_proj,0.0000002819,0.01000,2.006
0,mlp.experts.46.gate_proj,0.0000003033,0.01000,1.884
0,mlp.experts.38.gate_proj,0.0000003346,0.01000,1.975
0,mlp.experts.41.gate_proj,0.0000002885,0.01000,1.975
0,mlp.experts.36.gate_proj,0.0000002848,0.01000,2.025
0,mlp.experts.42.gate_proj,0.0000002584,0.01000,1.873
0,mlp.experts.32.gate_proj,0.0000002799,0.01000,1.982
0,mlp.experts.44.gate_proj,0.0000002426,0.01000,2.156
0,mlp.experts.34.gate_proj,0.0000002343,0.01000,2.031
0,mlp.experts.40.gate_proj,0.0000002191,0.01000,2.124
0,mlp.experts.33.gate_proj,0.0000003659,0.01000,2.123
0,mlp.experts.63.gate_proj,0.0000002510,0.01000,1.762
0,mlp.experts.51.gate_proj,0.0000002475,0.01000,1.709
0,mlp.experts.59.gate_proj,0.0000002383,0.01000,1.766
0,mlp.experts.61.gate_proj,0.0000002597,0.01000,1.829
0,mlp.experts.62.gate_proj,0.0000002904,0.01000,1.725
0,mlp.experts.53.gate_proj,0.0000002142,0.01000,1.767
0,mlp.experts.55.gate_proj,0.0000003123,0.01000,1.910
0,mlp.experts.54.gate_proj,0.0000002342,0.01000,1.726
0,mlp.experts.57.gate_proj,0.0000002221,0.01000,1.709
0,mlp.experts.58.gate_proj,0.0000001318,0.01000,1.662
0,mlp.experts.52.gate_proj,0.0000002836,0.01000,1.961
0,mlp.experts.50.gate_proj,0.0000001960,0.01000,1.734
0,mlp.experts.48.gate_proj,0.0000002360,0.01000,1.937
0,mlp.experts.60.gate_proj,0.0000001877,0.01000,2.127
0,mlp.experts.56.gate_proj,0.0000003831,0.01000,1.919
0,mlp.experts.49.gate_proj,0.0000001042,0.01000,1.846
0,mlp.experts.79.gate_proj,0.0000002734,0.01000,2.021
0,mlp.experts.77.gate_proj,0.0000003205,0.01000,1.600
0,mlp.experts.67.gate_proj,0.0000003209,0.01000,2.019
0,mlp.experts.75.gate_proj,0.0000002890,0.01000,2.008
0,mlp.experts.69.gate_proj,0.0000002488,0.01000,1.546
0,mlp.experts.73.gate_proj,0.0000002570,0.01000,1.576
0,mlp.experts.78.gate_proj,0.0000002083,0.01000,1.891
0,mlp.experts.70.gate_proj,0.0000003112,0.01000,1.801
0,mlp.experts.74.gate_proj,0.0000002935,0.01000,1.761
0,mlp.experts.71.gate_proj,0.0000002718,0.01000,1.970
0,mlp.experts.68.gate_proj,0.0000002339,0.01000,1.822
0,mlp.experts.65.gate_proj,0.0000002449,0.01000,1.517
0,mlp.experts.64.gate_proj,0.0000003259,0.01000,1.832
0,mlp.experts.66.gate_proj,0.0000003508,0.01000,1.930
0,mlp.experts.72.gate_proj,0.0000001844,0.01000,1.764
0,mlp.experts.76.gate_proj,0.0000001497,0.01000,1.872
0,mlp.experts.95.gate_proj,0.0000002239,0.01000,1.836
0,mlp.experts.93.gate_proj,0.0000002361,0.01000,1.896
0,mlp.experts.85.gate_proj,0.0000001616,0.01000,1.669
0,mlp.experts.83.gate_proj,0.0000002679,0.01000,1.880
0,mlp.experts.91.gate_proj,0.0000003019,0.01000,1.896
0,mlp.experts.89.gate_proj,0.0000002983,0.01000,1.797
0,mlp.experts.94.gate_proj,0.0000001977,0.01000,1.681
0,mlp.experts.86.gate_proj,0.0000002850,0.01000,1.690
0,mlp.experts.90.gate_proj,0.0000002521,0.01000,1.754
0,mlp.experts.87.gate_proj,0.0000002548,0.01000,1.933
0,mlp.experts.81.gate_proj,0.0000002799,0.01000,1.737
0,mlp.experts.84.gate_proj,0.0000001828,0.01000,2.001
0,mlp.experts.82.gate_proj,0.0000003147,0.01000,1.994
0,mlp.experts.80.gate_proj,0.0000002530,0.01000,2.092
0,mlp.experts.111.gate_proj,0.0000003213,0.01000,1.716
0,mlp.experts.109.gate_proj,0.0000001808,0.01000,1.624
0,mlp.experts.92.gate_proj,0.0000003498,0.01000,2.197
0,mlp.experts.88.gate_proj,0.0000001070,0.01000,2.314
0,mlp.experts.101.gate_proj,0.0000003155,0.01000,1.664
0,mlp.experts.99.gate_proj,0.0000002453,0.01000,1.668
0,mlp.experts.107.gate_proj,0.0000001912,0.01000,1.684
0,mlp.experts.105.gate_proj,0.0000002647,0.01000,1.659
0,mlp.experts.110.gate_proj,0.0000002374,0.01000,1.943
0,mlp.experts.103.gate_proj,0.0000002626,0.01000,1.594
0,mlp.experts.102.gate_proj,0.0000002503,0.01000,2.010
0,mlp.experts.97.gate_proj,0.0000002639,0.01000,1.649
0,mlp.experts.106.gate_proj,0.0000002206,0.01000,2.052
0,mlp.experts.127.gate_proj,0.0000001798,0.01000,1.617
0,mlp.experts.96.gate_proj,0.0000002942,0.01000,1.918
0,mlp.experts.100.gate_proj,0.0000001973,0.01000,2.148
0,mlp.experts.125.gate_proj,0.0000002565,0.01000,1.585
0,mlp.experts.98.gate_proj,0.0000001701,0.01000,2.026
0,mlp.experts.115.gate_proj,0.0000002732,0.01000,1.566
0,mlp.experts.117.gate_proj,0.0000002872,0.01000,1.650
0,mlp.experts.123.gate_proj,0.0000001712,0.01000,1.640
0,mlp.experts.121.gate_proj,0.0000001320,0.01000,1.589
0,mlp.experts.108.gate_proj,0.0000001015,0.01000,2.108
0,mlp.experts.104.gate_proj,0.0000002597,0.01000,2.185
0,mlp.experts.119.gate_proj,0.0000001945,0.01000,1.533
0,mlp.experts.113.gate_proj,0.0000001304,0.01000,1.525
0,mlp.experts.126.gate_proj,0.0000003023,0.01000,1.915
0,mlp.experts.118.gate_proj,0.0000003134,0.01000,1.924
0,mlp.experts.122.gate_proj,0.0000002606,0.01000,1.893
0,mlp.experts.13.up_proj,0.0000001893,0.01000,1.599
0,mlp.experts.15.up_proj,0.0000002781,0.01000,1.756
0,mlp.experts.5.up_proj,0.0000002248,0.01000,1.577
0,mlp.experts.3.up_proj,0.0000002662,0.01000,1.666
0,mlp.experts.9.up_proj,0.0000002716,0.01000,1.625
0,mlp.experts.114.gate_proj,0.0000001668,0.01000,1.928
0,mlp.experts.11.up_proj,0.0000002009,0.01000,1.797
0,mlp.experts.112.gate_proj,0.0000003269,0.01000,2.139
0,mlp.experts.116.gate_proj,0.0000002713,0.01000,2.233
0,mlp.experts.7.up_proj,0.0000001882,0.01000,1.695
0,mlp.experts.1.up_proj,0.0000001491,0.01000,1.670
0,mlp.experts.124.gate_proj,0.0000002923,0.01000,2.135
0,mlp.experts.120.gate_proj,0.0000002421,0.01000,2.207
0,mlp.experts.14.up_proj,0.0000002868,0.01000,1.905
0,mlp.experts.6.up_proj,0.0000001806,0.01000,1.950
0,mlp.experts.10.up_proj,0.0000002657,0.01000,1.897
0,mlp.experts.21.up_proj,0.0000002132,0.01000,1.553
0,mlp.experts.29.up_proj,0.0000002788,0.01000,1.649
0,mlp.experts.31.up_proj,0.0000001612,0.01000,1.748
0,mlp.experts.25.up_proj,0.0000002192,0.01000,1.508
0,mlp.experts.19.up_proj,0.0000002179,0.01000,1.756
0,mlp.experts.2.up_proj,0.0000002167,0.01000,1.715
0,mlp.experts.27.up_proj,0.0000001837,0.01000,1.821
0,mlp.experts.0.up_proj,0.0000003352,0.01000,1.941
0,mlp.experts.17.up_proj,0.0000002051,0.01000,1.588
0,mlp.experts.23.up_proj,0.0000002456,0.01000,1.858
0,mlp.experts.4.up_proj,0.0000003842,0.01000,2.224
0,mlp.experts.30.up_proj,0.0000002056,0.01000,1.714
0,mlp.experts.45.up_proj,0.0000001465,0.01000,1.471
0,mlp.experts.12.up_proj,0.0000002654,0.01000,2.114
0,mlp.experts.37.up_proj,0.0000001341,0.01000,1.493
0,mlp.experts.22.up_proj,0.0000003284,0.01000,1.762
0,mlp.experts.26.up_proj,0.0000001406,0.01000,1.727
0,mlp.experts.41.up_proj,0.0000002471,0.01000,1.497
0,mlp.experts.8.up_proj,0.0000001817,0.01000,2.245
0,mlp.experts.47.up_proj,0.0000003245,0.01000,1.854
0,mlp.experts.35.up_proj,0.0000001422,0.01000,1.928
0,mlp.experts.18.up_proj,0.0000003164,0.01000,1.870
0,mlp.experts.33.up_proj,0.0000003641,0.01000,1.556
0,mlp.experts.43.up_proj,0.0000001880,0.01000,1.869
0,mlp.experts.61.up_proj,0.0000002110,0.01000,1.443
0,mlp.experts.39.up_proj,0.0000002486,0.01000,1.960
0,mlp.experts.53.up_proj,0.0000001875,0.01000,1.490
0,mlp.experts.16.up_proj,0.0000001595,0.01000,2.260
0,mlp.experts.57.up_proj,0.0000001748,0.01000,1.458
0,mlp.experts.46.up_proj,0.0000002714,0.01000,1.866
0,mlp.experts.20.up_proj,0.0000003034,0.01000,2.135
0,mlp.experts.38.up_proj,0.0000003206,0.01000,1.858
0,mlp.experts.42.up_proj,0.0000002431,0.01000,1.853
0,mlp.experts.28.up_proj,0.0000003216,0.01000,2.099
0,mlp.experts.24.up_proj,0.0000002782,0.01000,1.880
0,mlp.experts.49.up_proj,0.0000000987,0.01000,1.537
0,mlp.experts.63.up_proj,0.0000002082,0.01000,1.983
0,mlp.experts.51.up_proj,0.0000002325,0.01000,1.876
0,mlp.experts.34.up_proj,0.0000002034,0.01000,1.866
0,mlp.experts.59.up_proj,0.0000002083,0.01000,1.891
0,mlp.experts.77.up_proj,0.0000002761,0.01000,1.488
0,mlp.experts.69.up_proj,0.0000001966,0.01000,1.522
0,mlp.experts.73.up_proj,0.0000002095,0.01000,1.492
0,mlp.experts.55.up_proj,0.0000002575,0.01000,1.761
0,mlp.experts.32.up_proj,0.0000002546,0.01000,2.025
0,mlp.experts.62.up_proj,0.0000002563,0.01000,1.884
0,mlp.experts.58.up_proj,0.0000001155,0.01000,1.829
0,mlp.experts.54.up_proj,0.0000001945,0.01000,1.915
0,mlp.experts.65.up_proj,0.0000002268,0.01000,1.575
0,mlp.experts.36.up_proj,0.0000002610,0.01000,2.206
0,mlp.experts.79.up_proj,0.0000002593,0.01000,1.647
0,mlp.experts.67.up_proj,0.0000002743,0.01000,1.665
0,mlp.experts.44.up_proj,0.0000002280,0.01000,2.152
0,mlp.experts.75.up_proj,0.0000002541,0.01000,1.576
0,mlp.experts.40.up_proj,0.0000001709,0.01000,2.218
0,mlp.experts.93.up_proj,0.0000001927,0.01000,1.554
0,mlp.experts.85.up_proj,0.0000001462,0.01000,1.620
0,mlp.experts.50.up_proj,0.0000001592,0.01000,1.986
0,mlp.experts.89.up_proj,0.0000002977,0.01000,1.586
0,mlp.experts.71.up_proj,0.0000002089,0.01000,1.617
0,mlp.experts.81.up_proj,0.0000002664,0.01000,1.501
0,mlp.experts.78.up_proj,0.0000001939,0.01000,2.016
0,mlp.experts.48.up_proj,0.0000002016,0.01000,2.151
0,mlp.experts.74.up_proj,0.0000002809,0.01000,1.935
0,mlp.experts.70.up_proj,0.0000003039,0.01000,1.993
0,mlp.experts.95.up_proj,0.0000001946,0.01000,1.827
0,mlp.experts.83.up_proj,0.0000002231,0.01000,1.738
0,mlp.experts.52.up_proj,0.0000002606,0.01000,2.161
0,mlp.experts.91.up_proj,0.0000002560,0.01000,1.824
0,mlp.experts.109.up_proj,0.0000001384,0.01000,1.849
0,mlp.experts.101.up_proj,0.0000003136,0.01000,1.708
0,mlp.experts.60.up_proj,0.0000001719,0.01000,2.185
0,mlp.experts.66.up_proj,0.0000003435,0.01000,1.774
0,mlp.experts.56.up_proj,0.0000003429,0.01000,2.143
0,mlp.experts.105.up_proj,0.0000002220,0.01000,1.902
0,mlp.experts.87.up_proj,0.0000002215,0.01000,2.035
0,mlp.experts.94.up_proj,0.0000001806,0.01000,1.630
0,mlp.experts.90.up_proj,0.0000002564,0.01000,1.650
0,mlp.experts.86.up_proj,0.0000002664,0.01000,1.614
0,mlp.experts.97.up_proj,0.0000002038,0.01000,2.151
0,mlp.experts.64.up_proj,0.0000003316,0.01000,1.960
0,mlp.experts.99.up_proj,0.0000002134,0.01000,1.762
0,mlp.experts.111.up_proj,0.0000003182,0.01000,1.839
0,mlp.experts.107.up_proj,0.0000001577,0.01000,1.798
0,mlp.experts.82.up_proj,0.0000004196,0.01000,1.574
0,mlp.experts.68.up_proj,0.0000002012,0.01000,2.046
0,mlp.experts.125.up_proj,0.0000002156,0.01000,1.911
0,mlp.experts.117.up_proj,0.0000002698,0.01000,1.891
0,mlp.experts.121.up_proj,0.0000001003,0.01000,1.770
0,mlp.experts.76.up_proj,0.0000001211,0.01000,2.055
0,mlp.experts.72.up_proj,0.0000001721,0.01000,2.035
0,mlp.experts.103.up_proj,0.0000002424,0.01000,1.802
0,mlp.experts.113.up_proj,0.0000001168,0.01000,1.182
0,mlp.experts.110.up_proj,0.0000002055,0.01000,1.612
0,mlp.experts.106.up_proj,0.0000001944,0.01000,1.595
0,mlp.experts.102.up_proj,0.0000002273,0.01000,1.575
0,mlp.experts.115.up_proj,0.0000002332,0.01000,1.809
0,mlp.experts.127.up_proj,0.0000001393,0.01000,1.919
0,mlp.experts.80.up_proj,0.0000002007,0.01000,2.078
0,mlp.experts.123.up_proj,0.0000001330,0.01000,1.797
0,mlp.experts.98.up_proj,0.0000001607,0.01000,1.786
0,mlp.experts.119.up_proj,0.0000001676,0.01000,1.426
0,mlp.experts.84.up_proj,0.0000001583,0.01000,2.099
0,mlp.experts.126.up_proj,0.0000002464,0.01000,1.512
0,mlp.experts.122.up_proj,0.0000002461,0.01000,1.461
0,mlp.experts.118.up_proj,0.0000002932,0.01000,1.435
0,mlp.experts.92.up_proj,0.0000003344,0.01000,2.033
0,mlp.experts.88.up_proj,0.0000000871,0.01000,1.994
0,mlp.experts.114.up_proj,0.0000001533,0.01000,1.034
0,mlp.experts.96.up_proj,0.0000002576,0.01000,1.952
0,mlp.experts.100.up_proj,0.0000001773,0.01000,1.799
0,mlp.experts.108.up_proj,0.0000000966,0.01000,1.763
0,mlp.experts.104.up_proj,0.0000002091,0.01000,1.757
0,mlp.experts.112.up_proj,0.0000002782,0.01000,1.962
0,mlp.experts.116.up_proj,0.0000002220,0.01000,1.732
0,mlp.experts.124.up_proj,0.0000002536,0.01000,1.615
0,mlp.experts.120.up_proj,0.0000002062,0.01000,1.593
0,mlp.experts.9.down_proj,0.0000000051,0.01000,1.114
0,mlp.experts.1.down_proj,0.0000000046,0.01000,1.113
0,mlp.experts.13.down_proj,0.0000000060,0.01000,1.125
0,mlp.experts.2.down_proj,0.0000000078,0.01000,1.149
0,mlp.experts.6.down_proj,0.0000000039,0.01000,1.158
0,mlp.experts.10.down_proj,0.0000000061,0.01000,1.202
0,mlp.experts.14.down_proj,0.0000000074,0.01000,1.205
0,mlp.experts.4.down_proj,0.0000000160,0.01000,1.192
0,mlp.experts.5.down_proj,0.0000000042,0.01000,1.217
0,mlp.experts.0.down_proj,0.0000000114,0.01000,1.229
0,mlp.experts.15.down_proj,0.0000000048,0.01000,1.256
0,mlp.experts.8.down_proj,0.0000000052,0.01000,1.249
0,mlp.experts.11.down_proj,0.0000000059,0.01000,1.297
0,mlp.experts.3.down_proj,0.0000000139,0.01000,1.306
0,mlp.experts.12.down_proj,0.0000000110,0.01000,1.314
0,mlp.experts.7.down_proj,0.0000000060,0.01000,1.312
0,mlp.experts.25.down_proj,0.0000000307,0.01000,0.642
0,mlp.experts.17.down_proj,0.0000000084,0.01000,0.649
0,mlp.experts.29.down_proj,0.0000000066,0.01000,0.624
0,mlp.experts.22.down_proj,0.0000000146,0.01000,0.646
0,mlp.experts.26.down_proj,0.0000000432,0.01000,0.660
0,mlp.experts.30.down_proj,0.0000000231,0.01000,0.658
0,mlp.experts.20.down_proj,0.0000000061,0.01000,0.667
0,mlp.experts.18.down_proj,0.0000000102,0.01000,0.809
0,mlp.experts.21.down_proj,0.0000000081,0.01000,0.744
0,mlp.experts.16.down_proj,0.0000000059,0.01000,0.773
0,mlp.experts.24.down_proj,0.0000000063,0.01000,0.744
0,mlp.experts.31.down_proj,0.0000000198,0.01000,0.762
0,mlp.experts.28.down_proj,0.0000000106,0.01000,0.723
0,mlp.experts.27.down_proj,0.0000000071,0.01000,0.776
0,mlp.experts.19.down_proj,0.0000000075,0.01000,0.772
0,mlp.experts.23.down_proj,0.0000000125,0.01000,0.809
0,mlp.experts.41.down_proj,0.0000000072,0.01000,0.643
0,mlp.experts.45.down_proj,0.0000000043,0.01000,0.644
0,mlp.experts.33.down_proj,0.0000000108,0.01000,0.663
0,mlp.experts.38.down_proj,0.0000000110,0.01000,0.623
0,mlp.experts.46.down_proj,0.0000000076,0.01000,0.633
0,mlp.experts.42.down_proj,0.0000000066,0.01000,0.639
0,mlp.experts.36.down_proj,0.0000000118,0.01000,0.677
0,mlp.experts.34.down_proj,0.0000000091,0.01000,0.610
0,mlp.experts.44.down_proj,0.0000000045,0.01000,0.600
0,mlp.experts.37.down_proj,0.0000000014,0.01000,0.727
0,mlp.experts.47.down_proj,0.0000000104,0.01000,0.697
0,mlp.experts.35.down_proj,0.0000000082,0.01000,0.699
0,mlp.experts.40.down_proj,0.0000000052,0.01000,0.778
0,mlp.experts.32.down_proj,0.0000000099,0.01000,0.792
0,mlp.experts.43.down_proj,0.0000000030,0.01000,0.746
0,mlp.experts.39.down_proj,0.0000000058,0.01000,0.692
0,mlp.experts.61.down_proj,0.0000000052,0.01000,0.613
0,mlp.experts.57.down_proj,0.0000000051,0.01000,0.627
0,mlp.experts.49.down_proj,0.0000000022,0.01000,0.627
0,mlp.experts.54.down_proj,0.0000000075,0.01000,0.643
0,mlp.experts.62.down_proj,0.0000000087,0.01000,0.620
0,mlp.experts.58.down_proj,0.0000000044,0.01000,0.642
0,mlp.experts.50.down_proj,0.0000000038,0.01000,0.647
0,mlp.experts.52.down_proj,0.0000000151,0.01000,0.673
0,mlp.experts.60.down_proj,0.0000000164,0.01000,0.664
0,mlp.experts.63.down_proj,0.0000000065,0.01000,0.675
0,mlp.experts.51.down_proj,0.0000000060,0.01000,0.687
0,mlp.experts.53.down_proj,0.0000000035,0.01000,0.768
0,mlp.experts.48.down_proj,0.0000000045,0.01000,0.702
0,mlp.experts.55.down_proj,0.0000000049,0.01000,0.654
0,mlp.experts.56.down_proj,0.0000000162,0.01000,0.682
0,mlp.experts.59.down_proj,0.0000000040,0.01000,0.734
0,mlp.experts.70.down_proj,0.0000000089,0.01000,0.652
0,mlp.experts.77.down_proj,0.0000000106,0.01000,0.711
0,mlp.experts.73.down_proj,0.0000000045,0.01000,0.716
0,mlp.experts.74.down_proj,0.0000000073,0.01000,0.624
0,mlp.experts.78.down_proj,0.0000000079,0.01000,0.718
0,mlp.experts.65.down_proj,0.0000000068,0.01000,0.809
0,mlp.experts.66.down_proj,0.0000000075,0.01000,0.667
0,mlp.experts.68.down_proj,0.0000000064,0.01000,0.727
0,mlp.experts.76.down_proj,0.0000000060,0.01000,0.737
0,mlp.experts.79.down_proj,0.0000000054,0.01000,0.774
0,mlp.experts.67.down_proj,0.0000000129,0.01000,0.749
0,mlp.experts.64.down_proj,0.0000000083,0.01000,0.705
0,mlp.experts.72.down_proj,0.0000000083,0.01000,0.710
0,mlp.experts.69.down_proj,0.0000000073,0.01000,0.810
0,mlp.experts.71.down_proj,0.0000000053,0.01000,0.754
0,mlp.experts.75.down_proj,0.0000000116,0.01000,0.786
0,mlp.experts.86.down_proj,0.0000000073,0.01000,0.628
0,mlp.experts.90.down_proj,0.0000000038,0.01000,0.623
0,mlp.experts.89.down_proj,0.0000000075,0.01000,0.686
0,mlp.experts.93.down_proj,0.0000000057,0.01000,0.710
0,mlp.experts.81.down_proj,0.0000000040,0.01000,0.670
0,mlp.experts.94.down_proj,0.0000000074,0.01000,0.685
0,mlp.experts.84.down_proj,0.0000000047,0.01000,0.703
0,mlp.experts.82.down_proj,0.0000000139,0.01000,0.801
0,mlp.experts.92.down_proj,0.0000000086,0.01000,0.805
0,mlp.experts.95.down_proj,0.0000000096,0.01000,0.714
0,mlp.experts.83.down_proj,0.0000000077,0.01000,0.735
0,mlp.experts.88.down_proj,0.0000000072,0.01000,0.719
0,mlp.experts.80.down_proj,0.0000000062,0.01000,0.743
0,mlp.experts.102.down_proj,0.0000000065,0.01000,0.638
0,mlp.experts.85.down_proj,0.0000000025,0.01000,0.751
0,mlp.experts.87.down_proj,0.0000000083,0.01000,0.763
0,mlp.experts.105.down_proj,0.0000000083,0.01000,0.607
0,mlp.experts.109.down_proj,0.0000000040,0.01000,0.607
0,mlp.experts.91.down_proj,0.0000000069,0.01000,0.756
0,mlp.experts.97.down_proj,0.0000000052,0.01000,0.601
0,mlp.experts.106.down_proj,0.0000000083,0.01000,0.719
0,mlp.experts.110.down_proj,0.0000000051,0.01000,0.654
0,mlp.experts.98.down_proj,0.0000000038,0.01000,0.749
0,mlp.experts.100.down_proj,0.0000000039,0.01000,0.772
0,mlp.experts.108.down_proj,0.0000000023,0.01000,0.679
0,mlp.experts.118.down_proj,0.0000000073,0.01000,0.613
0,mlp.experts.104.down_proj,0.0000000104,0.01000,0.676
0,mlp.experts.111.down_proj,0.0000000078,0.01000,0.777
0,mlp.experts.96.down_proj,0.0000000122,0.01000,0.677
0,mlp.experts.121.down_proj,0.0000000049,0.01000,0.620
0,mlp.experts.125.down_proj,0.0000000098,0.01000,0.623
0,mlp.experts.122.down_proj,0.0000000061,0.01000,0.582
0,mlp.experts.101.down_proj,0.0000000068,0.01000,0.713
0,mlp.experts.113.down_proj,0.0000000058,0.01000,0.610
0,mlp.experts.99.down_proj,0.0000000088,0.01000,0.825
0,mlp.experts.126.down_proj,0.0000000119,0.01000,0.574
0,mlp.experts.103.down_proj,0.0000000054,0.01000,0.811
0,mlp.experts.114.down_proj,0.0000000064,0.01000,0.441
0,mlp.experts.107.down_proj,0.0000000051,0.01000,0.814
0,mlp.experts.117.down_proj,0.0000000056,0.01000,0.297
0,mlp.experts.116.down_proj,0.0000000072,0.01000,0.609
0,mlp.experts.124.down_proj,0.0000000151,0.01000,0.626
0,mlp.experts.120.down_proj,0.0000000073,0.01000,0.577
0,mlp.experts.112.down_proj,0.0000000110,0.01000,0.570
0,mlp.experts.127.down_proj,0.0000000053,0.01000,0.774
0,mlp.experts.115.down_proj,0.0000000110,0.01000,0.735
0,mlp.experts.119.down_proj,0.0000000051,0.01000,0.694
0,mlp.experts.123.down_proj,0.0000000030,0.01000,0.680
1,self_attn.q_proj,0.0000000125,0.01000,0.747
1,self_attn.v_proj,0.0000000016,0.01000,0.795
1,self_attn.k_proj,0.0000000016,0.01000,0.797
1,self_attn.o_proj,0.0000000032,0.01000,1.562
1,mlp.experts.0.gate_proj,0.0000007697,0.01000,1.581
1,mlp.experts.8.gate_proj,0.0000007576,0.01000,1.577
1,mlp.experts.12.gate_proj,0.0000008616,0.01000,1.598
1,mlp.experts.4.gate_proj,0.0000007801,0.01000,1.673
1,mlp.experts.5.gate_proj,0.0000007976,0.01000,1.864
1,mlp.experts.9.gate_proj,0.0000006732,0.01000,1.973
1,mlp.experts.1.gate_proj,0.0000004068,0.01000,2.116
1,mlp.experts.11.gate_proj,0.0000007430,0.01000,2.103
1,mlp.experts.7.gate_proj,0.0000007819,0.01000,2.195
1,mlp.experts.13.gate_proj,0.0000008015,0.01000,2.163
1,mlp.experts.3.gate_proj,0.0000007413,0.01000,2.222
1,mlp.experts.10.gate_proj,0.0000009546,0.01000,2.314
1,mlp.experts.14.gate_proj,0.0000008435,0.01000,2.288
1,mlp.experts.15.gate_proj,0.0000006968,0.01000,2.287
1,mlp.experts.6.gate_proj,0.0000007957,0.01000,2.323
1,mlp.experts.2.gate_proj,0.0000007603,0.01000,2.421
1,mlp.experts.16.gate_proj,0.0000007445,0.01000,1.543
1,mlp.experts.24.gate_proj,0.0000007956,0.01000,1.542
1,mlp.experts.28.gate_proj,0.0000007516,0.01000,1.548
1,mlp.experts.20.gate_proj,0.0000008334,0.01000,1.717
1,mlp.experts.21.gate_proj,0.0000008055,0.01000,1.943
1,mlp.experts.25.gate_proj,0.0000008363,0.01000,1.956
1,mlp.experts.17.gate_proj,0.0000008070,0.01000,1.993
1,mlp.experts.29.gate_proj,0.0000008223,0.01000,1.922
1,mlp.experts.26.gate_proj,0.0000007770,0.01000,1.891
1,mlp.experts.30.gate_proj,0.0000007898,0.01000,1.922
1,mlp.experts.19.gate_proj,0.0000006319,0.01000,2.053
1,mlp.experts.22.gate_proj,0.0000007025,0.01000,1.983
1,mlp.experts.27.gate_proj,0.0000003688,0.01000,2.218
1,mlp.experts.18.gate_proj,0.0000006617,0.01000,1.973
1,mlp.experts.23.gate_proj,0.0000007348,0.01000,2.209
1,mlp.experts.31.gate_proj,0.0000007840,0.01000,2.150
1,mlp.experts.40.gate_proj,0.0000007650,0.01000,1.723
1,mlp.experts.32.gate_proj,0.0000007470,0.01000,1.781
1,mlp.experts.44.gate_proj,0.0000008337,0.01000,1.735
1,mlp.experts.36.gate_proj,0.0000007785,0.01000,1.718
1,mlp.experts.37.gate_proj,0.0000008288,0.01000,1.762
1,mlp.experts.41.gate_proj,0.0000006809,0.01000,1.771
1,mlp.experts.45.gate_proj,0.0000007789,0.01000,1.833
1,mlp.experts.33.gate_proj,0.0000008175,0.01000,1.888
1,mlp.experts.46.gate_proj,0.0000008098,0.01000,2.051
1,mlp.experts.42.gate_proj,0.0000008528,0.01000,2.186
1,mlp.experts.35.gate_proj,0.0000008441,0.01000,2.141
1,mlp.experts.60.gate_proj,0.0000007711,0.01000,1.473
1,mlp.experts.56.gate_proj,0.0000007679,0.01000,1.571
1,mlp.experts.48.gate_proj,0.0000007727,0.01000,1.522
1,mlp.experts.43.gate_proj,0.0000007785,0.01000,2.098
1,mlp.experts.34.gate_proj,0.0000007678,0.01000,2.142
1,mlp.experts.39.gate_proj,0.0000008417,0.01000,2.154
1,mlp.experts.47.gate_proj,0.0000008511,0.01000,2.072
1,mlp.experts.38.gate_proj,0.0000007247,0.01000,2.272
1,mlp.experts.52.gate_proj,0.0000008208,0.01000,1.520
1,mlp.experts.53.gate_proj,0.0000006854,0.01000,1.667
1,mlp.experts.57.gate_proj,0.0000008484,0.01000,1.610
1,mlp.experts.61.gate_proj,0.0000007780,0.01000,1.685
1,mlp.experts.49.gate_proj,0.0000008220,0.01000,1.735
1,mlp.experts.76.gate_proj,0.0000007844,0.01000,1.701
1,mlp.experts.72.gate_proj,0.0000007644,0.01000,1.694
1,mlp.experts.64.gate_proj,0.0000006686,0.01000,1.899
1,mlp.experts.68.gate_proj,0.0000007061,0.01000,1.709
1,mlp.experts.59.gate_proj,0.0000008004,0.01000,1.947
1,mlp.experts.63.gate_proj,0.0000007445,0.01000,2.022
1,mlp.experts.51.gate_proj,0.0000007957,0.01000,2.174
1,mlp.experts.62.gate_proj,0.0000008084,0.01000,2.335
1,mlp.experts.55.gate_proj,0.0000007488,0.01000,2.080
1,mlp.experts.58.gate_proj,0.0000007113,0.01000,2.332
1,mlp.experts.50.gate_proj,0.0000013048,0.01000,2.211
1,mlp.experts.54.gate_proj,0.0000007823,0.01000,2.349
1,mlp.experts.69.gate_proj,0.0000008580,0.01000,1.725
1,mlp.experts.73.gate_proj,0.0000008005,0.01000,1.762
1,mlp.experts.77.gate_proj,0.0000007702,0.01000,1.804
1,mlp.experts.65.gate_proj,0.0000005916,0.01000,1.809
1,mlp.experts.92.gate_proj,0.0000008010,0.01000,1.823
1,mlp.experts.88.gate_proj,0.0000007832,0.01000,1.905
1,mlp.experts.80.gate_proj,0.0000006745,0.01000,1.876
1,mlp.experts.84.gate_proj,0.0000008799,0.01000,1.877
1,mlp.experts.75.gate_proj,0.0000006542,0.01000,2.131
1,mlp.experts.78.gate_proj,0.0000007632,0.01000,1.953
1,mlp.experts.66.gate_proj,0.0000008024,0.01000,1.879
1,mlp.experts.79.gate_proj,0.0000007585,0.01000,2.155
1,mlp.experts.74.gate_proj,0.0000007272,0.01000,2.019
1,mlp.experts.67.gate_proj,0.0000007752,0.01000,2.150
1,mlp.experts.71.gate_proj,0.0000008896,0.01000,2.156
1,mlp.experts.85.gate_proj,0.0000007795,0.01000,1.952
1,mlp.experts.70.gate_proj,0.0000007975,0.01000,2.067
1,mlp.experts.89.gate_proj,0.0000008059,0.01000,2.077
1,mlp.experts.93.gate_proj,0.0000008875,0.01000,1.895
1,mlp.experts.81.gate_proj,0.0000007115,0.01000,1.889
1,mlp.experts.108.gate_proj,0.0000007902,0.01000,1.772
1,mlp.experts.104.gate_proj,0.0000008837,0.01000,1.767
1,mlp.experts.96.gate_proj,0.0000007071,0.01000,1.758
1,mlp.experts.100.gate_proj,0.0000006856,0.01000,1.817
1,mlp.experts.101.gate_proj,0.0000007107,0.01000,1.670
1,mlp.experts.91.gate_proj,0.0000008274,0.01000,2.103
1,mlp.experts.82.gate_proj,0.0000007080,0.01000,2.055
1,mlp.experts.94.gate_proj,0.0000007202,0.01000,2.191
1,mlp.experts.90.gate_proj,0.0000006173,0.01000,2.024
1,mlp.experts.95.gate_proj,0.0000008288,0.01000,2.058
1,mlp.experts.87.gate_proj,0.0000003585,0.01000,2.085
1,mlp.experts.83.gate_proj,0.0000007118,0.01000,2.139
1,mlp.experts.105.gate_proj,0.0000008446,0.01000,1.714
1,mlp.experts.109.gate_proj,0.0000008784,0.01000,1.640
1,mlp.experts.97.gate_proj,0.0000008214,0.01000,1.767
1,mlp.experts.86.gate_proj,0.0000007471,0.01000,2.196
1,mlp.experts.124.gate_proj,0.0000006928,0.01000,1.796
1,mlp.experts.120.gate_proj,0.0000008416,0.01000,1.896
1,mlp.experts.112.gate_proj,0.0000007012,0.01000,1.869
1,mlp.experts.116.gate_proj,0.0000007450,0.01000,1.944
1,mlp.experts.117.gate_proj,0.0000007728,0.01000,1.851
1,mlp.experts.107.gate_proj,0.0000007149,0.01000,2.057
1,mlp.experts.111.gate_proj,0.0000007166,0.01000,1.916
1,mlp.experts.103.gate_proj,0.0000008464,0.01000,1.882
1,mlp.experts.99.gate_proj,0.0000007319,0.01000,1.886
1,mlp.experts.98.gate_proj,0.0000008136,0.01000,2.142
1,mlp.experts.121.gate_proj,0.0000007277,0.01000,1.935
1,mlp.experts.110.gate_proj,0.0000006955,0.01000,2.094
1,mlp.experts.106.gate_proj,0.0000006801,0.01000,2.156
1,mlp.experts.125.gate_proj,0.0000008832,0.01000,2.022
1,mlp.experts.113.gate_proj,0.0000008054,0.01000,2.080
1,mlp.experts.102.gate_proj,0.0000006042,0.01000,2.119
1,mlp.experts.12.up_proj,0.0000007575,0.01000,1.912
1,mlp.experts.8.up_proj,0.0000007149,0.01000,1.891
1,mlp.experts.0.up_proj,0.0000007392,0.01000,1.963
1,mlp.experts.4.up_proj,0.0000007550,0.01000,1.973
1,mlp.experts.119.gate_proj,0.0000007647,0.01000,1.604
1,mlp.experts.127.gate_proj,0.0000006678,0.01000,1.647
1,mlp.experts.115.gate_proj,0.0000007955,0.01000,1.597
1,mlp.experts.123.gate_proj,0.0000007529,0.01000,1.699
1,mlp.experts.5.up_proj,0.0000007399,0.01000,2.148
1,mlp.experts.9.up_proj,0.0000006293,0.01000,1.828
1,mlp.experts.13.up_proj,0.0000007432,0.01000,1.812
1,mlp.experts.114.gate_proj,0.0000008554,0.01000,2.027
1,mlp.experts.126.gate_proj,0.0000008001,0.01000,1.982
1,mlp.experts.1.up_proj,0.0000003692,0.01000,1.755
1,mlp.experts.122.gate_proj,0.0000007053,0.01000,2.290
1,mlp.experts.24.up_proj,0.0000007472,0.01000,1.787
1,mlp.experts.28.up_proj,0.0000006970,0.01000,1.947
1,mlp.experts.118.gate_proj,0.0000008542,0.01000,2.119
1,mlp.experts.16.up_proj,0.0000007273,0.01000,1.746
1,mlp.experts.20.up_proj,0.0000008045,0.01000,1.716
1,mlp.experts.7.up_proj,0.0000007805,0.01000,1.667
1,mlp.experts.3.up_proj,0.0000006842,0.01000,1.682
1,mlp.experts.11.up_proj,0.0000006825,0.01000,1.660
1,mlp.experts.15.up_proj,0.0000006197,0.01000,1.955
1,mlp.experts.25.up_proj,0.0000008121,0.01000,1.876
1,mlp.experts.29.up_proj,0.0000007831,0.01000,1.952
1,mlp.experts.21.up_proj,0.0000007371,0.01000,2.265
1,mlp.experts.2.up_proj,0.0000006933,0.01000,2.098
1,mlp.experts.17.up_proj,0.0000008026,0.01000,1.925
1,mlp.experts.14.up_proj,0.0000008426,0.01000,2.190
1,mlp.experts.40.up_proj,0.0000007358,0.01000,1.819
1,mlp.experts.32.up_proj,0.0000006802,0.01000,1.886
1,mlp.experts.10.up_proj,0.0000008578,0.01000,2.241
1,mlp.experts.44.up_proj,0.0000008225,0.01000,2.124
1,mlp.experts.36.up_proj,0.0000007542,0.01000,1.954
1,mlp.experts.6.up_proj,0.0000007509,0.01000,2.211
1,mlp.experts.23.up_proj,0.0000007023,0.01000,1.661
1,mlp.experts.27.up_proj,0.0000003213,0.01000,1.643
1,mlp.experts.19.up_proj,0.0000005874,0.01000,1.674
1,mlp.experts.31.up_proj,0.0000007649,0.01000,2.026
1,mlp.experts.41.up_proj,0.0000006493,0.01000,1.931
1,mlp.experts.45.up_proj,0.0000007301,0.01000,2.037
1,mlp.experts.56.up_proj,0.0000007165,0.01000,1.716
1,mlp.experts.18.up_proj,0.0000006219,0.01000,2.031
1,mlp.experts.30.up_proj,0.0000007790,0.01000,2.039
1,mlp.experts.48.up_proj,0.0000007273,0.01000,1.680
1,mlp.experts.37.up_proj,0.0000007816,0.01000,2.223
1,mlp.experts.33.up_proj,0.0000007829,0.01000,2.221
1,mlp.experts.60.up_proj,0.0000007484,0.01000,1.759
1,mlp.experts.52.up_proj,0.0000008169,0.01000,1.712
1,mlp.experts.26.up_proj,0.0000007345,0.01000,1.985
1,mlp.experts.43.up_proj,0.0000006835,0.01000,1.946
1,mlp.experts.22.up_proj,0.0000006598,0.01000,2.011
1,mlp.experts.35.up_proj,0.0000007535,0.01000,1.981
1,mlp.experts.39.up_proj,0.0000007928,0.01000,2.062
1,mlp.experts.47.up_proj,0.0000007952,0.01000,1.981
1,mlp.experts.72.up_proj,0.0000007172,0.01000,1.617
1,mlp.experts.57.up_proj,0.0000008076,0.01000,2.170
1,mlp.experts.64.up_proj,0.0000006356,0.01000,1.609
1,mlp.experts.34.up_proj,0.0000007089,0.01000,1.881
1,mlp.experts.61.up_proj,0.0000007356,0.01000,2.050
1,mlp.experts.76.up_proj,0.0000007512,0.01000,1.627
1,mlp.experts.68.up_proj,0.0000008753,0.01000,1.687
1,mlp.experts.53.up_proj,0.0000006695,0.01000,1.972
1,mlp.experts.46.up_proj,0.0000007916,0.01000,2.049
1,mlp.experts.49.up_proj,0.0000007443,0.01000,2.029
1,mlp.experts.42.up_proj,0.0000007864,0.01000,1.985
1,mlp.experts.38.up_proj,0.0000007075,0.01000,1.904
1,mlp.experts.59.up_proj,0.0000007799,0.01000,2.119
1,mlp.experts.55.up_proj,0.0000006966,0.01000,2.140
1,mlp.experts.51.up_proj,0.0000007458,0.01000,2.407
1,mlp.experts.88.up_proj,0.0000007478,0.01000,1.819
1,mlp.experts.80.up_proj,0.0000006163,0.01000,1.732
1,mlp.experts.73.up_proj,0.0000007524,0.01000,1.871
1,mlp.experts.63.up_proj,0.0000007004,0.01000,2.222
1,mlp.experts.77.up_proj,0.0000007473,0.01000,1.709
1,mlp.experts.92.up_proj,0.0000007845,0.01000,1.815
1,mlp.experts.84.up_proj,0.0000007611,0.01000,1.697
1,mlp.experts.50.up_proj,0.0000005525,0.01000,1.904
1,mlp.experts.69.up_proj,0.0000007759,0.01000,1.693
1,mlp.experts.65.up_proj,0.0000005431,0.01000,1.628
1,mlp.experts.62.up_proj,0.0000007905,0.01000,1.997
1,mlp.experts.58.up_proj,0.0000006802,0.01000,1.881
1,mlp.experts.54.up_proj,0.0000007594,0.01000,1.870
1,mlp.experts.75.up_proj,0.0000005998,0.01000,2.254
1,mlp.experts.71.up_proj,0.0000008324,0.01000,2.236
1,mlp.experts.104.up_proj,0.0000008594,0.01000,1.870
1,mlp.experts.96.up_proj,0.0000006698,0.01000,1.808
1,mlp.experts.67.up_proj,0.0000007478,0.01000,2.177
1,mlp.experts.89.up_proj,0.0000007841,0.01000,1.797
1,mlp.experts.93.up_proj,0.0000008296,0.01000,1.785
1,mlp.experts.66.up_proj,0.0000007665,0.01000,1.827
1,mlp.experts.100.up_proj,0.0000006208,0.01000,1.884
1,mlp.experts.81.up_proj,0.0000006693,0.01000,1.819
1,mlp.experts.108.up_proj,0.0000007109,0.01000,1.926
1,mlp.experts.79.up_proj,0.0000006816,0.01000,2.149
1,mlp.experts.85.up_proj,0.0000007491,0.01000,1.988
1,mlp.experts.78.up_proj,0.0000007329,0.01000,2.013
1,mlp.experts.74.up_proj,0.0000007068,0.01000,1.925
1,mlp.experts.70.up_proj,0.0000007548,0.01000,1.915
1,mlp.experts.120.up_proj,0.0000007855,0.01000,1.733
1,mlp.experts.112.up_proj,0.0000006602,0.01000,1.709
1,mlp.experts.109.up_proj,0.0000008622,0.01000,1.743
1,mlp.experts.87.up_proj,0.0000003306,0.01000,2.107
1,mlp.experts.116.up_proj,0.0000006860,0.01000,1.661
1,mlp.experts.105.up_proj,0.0000007942,0.01000,1.982
1,mlp.experts.91.up_proj,0.0000007696,0.01000,2.280
1,mlp.experts.124.up_proj,0.0000006484,0.01000,1.652
1,mlp.experts.97.up_proj,0.0000008242,0.01000,1.792
1,mlp.experts.83.up_proj,0.0000006555,0.01000,2.191
1,mlp.experts.101.up_proj,0.0000006799,0.01000,1.727
1,mlp.experts.82.up_proj,0.0000006409,0.01000,2.090
1,mlp.experts.95.up_proj,0.0000007482,0.01000,2.149
1,mlp.experts.94.up_proj,0.0000006654,0.01000,1.873
1,mlp.experts.90.up_proj,0.0000006127,0.01000,1.831
1,mlp.experts.86.up_proj,0.0000006689,0.01000,1.980
1,mlp.experts.121.up_proj,0.0000006636,0.01000,1.736
1,mlp.experts.125.up_proj,0.0000007924,0.01000,1.950
1,mlp.experts.117.up_proj,0.0000006989,0.01000,1.596
1,mlp.experts.113.up_proj,0.0000007970,0.01000,1.702
1,mlp.experts.103.up_proj,0.0000008420,0.01000,2.160
1,mlp.experts.107.up_proj,0.0000006517,0.01000,2.142
1,mlp.experts.99.up_proj,0.0000006851,0.01000,2.139
1,mlp.experts.98.up_proj,0.0000007907,0.01000,2.061
1,mlp.experts.110.up_proj,0.0000006697,0.01000,1.989
1,mlp.experts.111.up_proj,0.0000006795,0.01000,2.144
1,mlp.experts.106.up_proj,0.0000006262,0.01000,1.986
1,mlp.experts.102.up_proj,0.0000005681,0.01000,1.998
1,mlp.experts.119.up_proj,0.0000006931,0.01000,2.069
1,mlp.experts.123.up_proj,0.0000007054,0.01000,2.029
1,mlp.experts.115.up_proj,0.0000007694,0.01000,1.945
1,mlp.experts.114.up_proj,0.0000007564,0.01000,1.929
1,mlp.experts.127.up_proj,0.0000006279,0.01000,1.671
1,mlp.experts.126.up_proj,0.0000007621,0.01000,1.753
1,mlp.experts.122.up_proj,0.0000006830,0.01000,1.789
1,mlp.experts.118.up_proj,0.0000008240,0.01000,1.548
1,mlp.experts.8.down_proj,0.0000000268,0.01000,0.764
1,mlp.experts.0.down_proj,0.0000000185,0.01000,0.772
1,mlp.experts.12.down_proj,0.0000000383,0.01000,0.757
1,mlp.experts.4.down_proj,0.0000000234,0.01000,0.833
1,mlp.experts.2.down_proj,0.0000000276,0.01000,0.967
1,mlp.experts.6.down_proj,0.0000000300,0.01000,0.993
1,mlp.experts.14.down_proj,0.0000000217,0.01000,0.943
1,mlp.experts.10.down_proj,0.0000000431,0.01000,1.008
1,mlp.experts.13.down_proj,0.0000000232,0.01000,1.025
1,mlp.experts.5.down_proj,0.0000000212,0.01000,1.111
1,mlp.experts.9.down_proj,0.0000000234,0.01000,1.121
1,mlp.experts.1.down_proj,0.0000000148,0.01000,1.147
1,mlp.experts.7.down_proj,0.0000000189,0.01000,1.161
1,mlp.experts.11.down_proj,0.0000000307,0.01000,1.142
1,mlp.experts.3.down_proj,0.0000000222,0.01000,1.176
1,mlp.experts.15.down_proj,0.0000000162,0.01000,1.139
1,mlp.experts.24.down_proj,0.0000000239,0.01000,0.583
1,mlp.experts.16.down_proj,0.0000000187,0.01000,0.586
1,mlp.experts.28.down_proj,0.0000000210,0.01000,0.596
1,mlp.experts.20.down_proj,0.0000000215,0.01000,0.584
1,mlp.experts.22.down_proj,0.0000000150,0.01000,0.641
1,mlp.experts.30.down_proj,0.0000000170,0.01000,0.672
1,mlp.experts.18.down_proj,0.0000000215,0.01000,0.725
1,mlp.experts.26.down_proj,0.0000000198,0.01000,0.677
1,mlp.experts.21.down_proj,0.0000000237,0.01000,0.670
1,mlp.experts.17.down_proj,0.0000000163,0.01000,0.649
1,mlp.experts.25.down_proj,0.0000000204,0.01000,0.693
1,mlp.experts.29.down_proj,0.0000000321,0.01000,0.757
1,mlp.experts.40.down_proj,0.0000000172,0.01000,0.552
1,mlp.experts.32.down_proj,0.0000000318,0.01000,0.577
1,mlp.experts.23.down_proj,0.0000000192,0.01000,0.781
1,mlp.experts.27.down_proj,0.0000000658,0.01000,0.793
1,mlp.experts.44.down_proj,0.0000000207,0.01000,0.580
1,mlp.experts.19.down_proj,0.0000000139,0.01000,0.805
1,mlp.experts.31.down_proj,0.0000000224,0.01000,0.813
1,mlp.experts.36.down_proj,0.0000000205,0.01000,0.595
1,mlp.experts.46.down_proj,0.0000000202,0.01000,0.670
1,mlp.experts.38.down_proj,0.0000000180,0.01000,0.711
1,mlp.experts.34.down_proj,0.0000000259,0.01000,0.683
1,mlp.experts.42.down_proj,0.0000000203,0.01000,0.750
1,mlp.experts.37.down_proj,0.0000000228,0.01000,0.750
1,mlp.experts.33.down_proj,0.0000000215,0.01000,0.741
1,mlp.experts.45.down_proj,0.0000000235,0.01000,0.713
1,mlp.experts.48.down_proj,0.0000000281,0.01000,0.627
1,mlp.experts.41.down_proj,0.0000000172,0.01000,0.733
1,mlp.experts.60.down_proj,0.0000000225,0.01000,0.626
1,mlp.experts.56.down_proj,0.0000000198,0.01000,0.724
1,mlp.experts.52.down_proj,0.0000000194,0.01000,0.618
1,mlp.experts.39.down_proj,0.0000000214,0.01000,0.734
1,mlp.experts.43.down_proj,0.0000000324,0.01000,0.723
1,mlp.experts.35.down_proj,0.0000000420,0.01000,0.763
1,mlp.experts.47.down_proj,0.0000000232,0.01000,0.821
1,mlp.experts.54.down_proj,0.0000000188,0.01000,0.734
1,mlp.experts.62.down_proj,0.0000000200,0.01000,0.782
1,mlp.experts.50.down_proj,0.0000000199,0.01000,0.774
1,mlp.experts.58.down_proj,0.0000000204,0.01000,0.759
1,mlp.experts.64.down_proj,0.0000000129,0.01000,0.687
1,mlp.experts.49.down_proj,0.0000000238,0.01000,0.809
1,mlp.experts.76.down_proj,0.0000000194,0.01000,0.740
1,mlp.experts.68.down_proj,0.0000000340,0.01000,0.733
1,mlp.experts.53.down_proj,0.0000000185,0.01000,0.831
1,mlp.experts.61.down_proj,0.0000000303,0.01000,0.835
1,mlp.experts.57.down_proj,0.0000000238,0.01000,0.816
1,mlp.experts.72.down_proj,0.0000000188,0.01000,0.810
1,mlp.experts.55.down_proj,0.0000000219,0.01000,0.796
1,mlp.experts.59.down_proj,0.0000000290,0.01000,0.798
1,mlp.experts.51.down_proj,0.0000000226,0.01000,0.792
1,mlp.experts.63.down_proj,0.0000000196,0.01000,0.761
1,mlp.experts.78.down_proj,0.0000000262,0.01000,0.650
1,mlp.experts.66.down_proj,0.0000000212,0.01000,0.668
1,mlp.experts.70.down_proj,0.0000000301,0.01000,0.757
1,mlp.experts.65.down_proj,0.0000000236,0.01000,0.593
1,mlp.experts.69.down_proj,0.0000000248,0.01000,0.584
1,mlp.experts.73.down_proj,0.0000000212,0.01000,0.583
1,mlp.experts.74.down_proj,0.0000000173,0.01000,0.765
1,mlp.experts.77.down_proj,0.0000000201,0.01000,0.621
1,mlp.experts.80.down_proj,0.0000000164,0.01000,0.793
1,mlp.experts.92.down_proj,0.0000000204,0.01000,0.781
1,mlp.experts.84.down_proj,0.0000000388,0.01000,0.779
1,mlp.experts.88.down_proj,0.0000000228,0.01000,0.779
1,mlp.experts.71.down_proj,0.0000000354,0.01000,0.787
1,mlp.experts.75.down_proj,0.0000000205,0.01000,0.803
1,mlp.experts.67.down_proj,0.0000000184,0.01000,0.798
1,mlp.experts.79.down_proj,0.0000000218,0.01000,0.800
1,mlp.experts.81.down_proj,0.0000000260,0.01000,0.544
1,mlp.experts.85.down_proj,0.0000000215,0.01000,0.539
1,mlp.experts.82.down_proj,0.0000000159,0.01000,0.691
1,mlp.experts.86.down_proj,0.0000000283,0.01000,0.701
1,mlp.experts.89.down_proj,0.0000000231,0.01000,0.582
1,mlp.experts.93.down_proj,0.0000000301,0.01000,0.540
1,mlp.experts.94.down_proj,0.0000000175,0.01000,0.787
1,mlp.experts.90.down_proj,0.0000000144,0.01000,0.692
1,mlp.experts.96.down_proj,0.0000000170,0.01000,0.751
1,mlp.experts.108.down_proj,0.0000000315,0.01000,0.777
1,mlp.experts.100.down_proj,0.0000000223,0.01000,0.785
1,mlp.experts.87.down_proj,0.0000000072,0.01000,0.798
1,mlp.experts.91.down_proj,0.0000000230,0.01000,0.784
1,mlp.experts.101.down_proj,0.0000000157,0.01000,0.591
1,mlp.experts.97.down_proj,0.0000000183,0.01000,0.616
1,mlp.experts.104.down_proj,0.0000000256,0.01000,0.902
1,mlp.experts.83.down_proj,0.0000000241,0.01000,0.803
1,mlp.experts.109.down_proj,0.0000000245,0.01000,0.619
1,mlp.experts.105.down_proj,0.0000000250,0.01000,0.627
1,mlp.experts.98.down_proj,0.0000000207,0.01000,0.714
1,mlp.experts.110.down_proj,0.0000000181,0.01000,0.674
1,mlp.experts.95.down_proj,0.0000000210,0.01000,0.888
1,mlp.experts.102.down_proj,0.0000000133,0.01000,0.776
1,mlp.experts.106.down_proj,0.0000000155,0.01000,0.744
1,mlp.experts.112.down_proj,0.0000000188,0.01000,0.717
1,mlp.experts.124.down_proj,0.0000000181,0.01000,0.707
1,mlp.experts.116.down_proj,0.0000000216,0.01000,0.705
1,mlp.experts.117.down_proj,0.0000000330,0.01000,0.608
1,mlp.experts.113.down_proj,0.0000000206,0.01000,0.598
1,mlp.experts.120.down_proj,0.0000000310,0.01000,0.619
1,mlp.experts.125.down_proj,0.0000000384,0.01000,0.569
1,mlp.experts.121.down_proj,0.0000000204,0.01000,0.565
1,mlp.experts.103.down_proj,0.0000000208,0.01000,0.766
1,mlp.experts.107.down_proj,0.0000000228,0.01000,0.781
1,mlp.experts.99.down_proj,0.0000000243,0.01000,0.765
1,mlp.experts.114.down_proj,0.0000008551,0.01000,0.709
1,mlp.experts.118.down_proj,0.0000000282,0.01000,0.653
1,mlp.experts.126.down_proj,0.0000000189,0.01000,0.742
1,mlp.experts.122.down_proj,0.0000000166,0.01000,0.556
1,mlp.experts.111.down_proj,0.0000000162,0.01000,0.776
1,mlp.experts.119.down_proj,0.0000000197,0.01000,0.705
1,mlp.experts.123.down_proj,0.0000000222,0.01000,0.710
1,mlp.experts.115.down_proj,0.0000000193,0.01000,0.694
1,mlp.experts.127.down_proj,0.0000000143,0.01000,0.606
2,self_attn.q_proj,0.0000000218,0.01000,0.729
2,self_attn.v_proj,0.0000000035,0.01000,0.793
2,self_attn.k_proj,0.0000000031,0.01000,1.005
2,self_attn.o_proj,0.0000000032,0.01000,1.387
2,mlp.experts.0.gate_proj,0.0000029237,0.01000,1.933
2,mlp.experts.14.gate_proj,0.0000031211,0.01000,2.009
2,mlp.experts.6.gate_proj,0.0000031183,0.01000,1.774
2,mlp.experts.2.gate_proj,0.0000028381,0.01000,2.069
2,mlp.experts.5.gate_proj,0.0000035307,0.01000,2.095
2,mlp.experts.10.gate_proj,0.0000030444,0.01000,2.121
2,mlp.experts.9.gate_proj,0.0000030299,0.01000,2.239
2,mlp.experts.13.gate_proj,0.0000030828,0.01000,2.283
2,mlp.experts.7.gate_proj,0.0000030250,0.01000,2.345
2,mlp.experts.1.gate_proj,0.0000037772,0.01000,2.347
2,mlp.experts.4.gate_proj,0.0000032206,0.01000,2.102
2,mlp.experts.12.gate_proj,0.0000029925,0.01000,2.130
2,mlp.experts.15.gate_proj,0.0000033763,0.01000,2.390
2,mlp.experts.3.gate_proj,0.0000033404,0.01000,2.431
2,mlp.experts.11.gate_proj,0.0000032937,0.01000,2.424
2,mlp.experts.8.gate_proj,0.0000031737,0.01000,2.257
2,mlp.experts.30.gate_proj,0.0000039073,0.01000,1.594
2,mlp.experts.22.gate_proj,0.0000029939,0.01000,1.619
2,mlp.experts.26.gate_proj,0.0000041729,0.01000,1.638
2,mlp.experts.18.gate_proj,0.0000029881,0.01000,1.734
2,mlp.experts.21.gate_proj,0.0000031281,0.01000,1.788
2,mlp.experts.16.gate_proj,0.0000027650,0.01000,2.074
2,mlp.experts.25.gate_proj,0.0000027696,0.01000,1.828
2,mlp.experts.29.gate_proj,0.0000032747,0.01000,1.808
2,mlp.experts.17.gate_proj,0.0000034397,0.01000,1.823
2,mlp.experts.23.gate_proj,0.0000034428,0.01000,1.968
2,mlp.experts.31.gate_proj,0.0000026601,0.01000,1.949
2,mlp.experts.19.gate_proj,0.0000033227,0.01000,1.951
2,mlp.experts.28.gate_proj,0.0000035733,0.01000,2.027
2,mlp.experts.20.gate_proj,0.0000033235,0.01000,2.045
2,mlp.experts.27.gate_proj,0.0000028819,0.01000,1.971
2,mlp.experts.24.gate_proj,0.0000032214,0.01000,2.176
2,mlp.experts.46.gate_proj,0.0000030561,0.01000,1.536
2,mlp.experts.42.gate_proj,0.0000030424,0.01000,1.558
2,mlp.experts.38.gate_proj,0.0000029168,0.01000,1.731
2,mlp.experts.34.gate_proj,0.0000041878,0.01000,1.596
2,mlp.experts.37.gate_proj,0.0000031907,0.01000,1.998
2,mlp.experts.32.gate_proj,0.0000028956,0.01000,1.995
2,mlp.experts.41.gate_proj,0.0000031785,0.01000,1.971
2,mlp.experts.45.gate_proj,0.0000024902,0.01000,1.997
2,mlp.experts.33.gate_proj,0.0000029691,0.01000,2.016
2,mlp.experts.44.gate_proj,0.0000033251,0.01000,1.967
2,mlp.experts.36.gate_proj,0.0000029055,0.01000,2.016
2,mlp.experts.47.gate_proj,0.0000032987,0.01000,2.126
2,mlp.experts.39.gate_proj,0.0000031851,0.01000,2.181
2,mlp.experts.43.gate_proj,0.0000029319,0.01000,2.087
2,mlp.experts.35.gate_proj,0.0000038663,0.01000,2.211
2,mlp.experts.62.gate_proj,0.0000030097,0.01000,1.520
2,mlp.experts.40.gate_proj,0.0000027305,0.01000,2.059
2,mlp.experts.58.gate_proj,0.0000024862,0.01000,1.482
2,mlp.experts.54.gate_proj,0.0000030311,0.01000,1.495
2,mlp.experts.50.gate_proj,0.0000033190,0.01000,1.518
2,mlp.experts.53.gate_proj,0.0000029748,0.01000,2.102
2,mlp.experts.48.gate_proj,0.0000030052,0.01000,1.979
2,mlp.experts.57.gate_proj,0.0000032623,0.01000,2.078
2,mlp.experts.61.gate_proj,0.0000030295,0.01000,2.166
2,mlp.experts.49.gate_proj,0.0000031701,0.01000,2.088
2,mlp.experts.60.gate_proj,0.0000029078,0.01000,1.943
2,mlp.experts.63.gate_proj,0.0000030088,0.01000,1.980
2,mlp.experts.78.gate_proj,0.0000032463,0.01000,1.794
2,mlp.experts.52.gate_proj,0.0000031325,0.01000,2.072
2,mlp.experts.51.gate_proj,0.0000029771,0.01000,1.895
2,mlp.experts.55.gate_proj,0.0000031762,0.01000,2.011
2,mlp.experts.59.gate_proj,0.0000033128,0.01000,2.081
2,mlp.experts.74.gate_proj,0.0000030011,0.01000,1.824
2,mlp.experts.66.gate_proj,0.0000035338,0.01000,1.769
2,mlp.experts.70.gate_proj,0.0000028999,0.01000,1.868
2,mlp.experts.56.gate_proj,0.0000015784,0.01000,2.110
2,mlp.experts.69.gate_proj,0.0000031595,0.01000,1.977
2,mlp.experts.64.gate_proj,0.0000028223,0.01000,1.998
2,mlp.experts.73.gate_proj,0.0000031382,0.01000,2.021
2,mlp.experts.79.gate_proj,0.0000030662,0.01000,1.792
2,mlp.experts.67.gate_proj,0.0000030717,0.01000,1.756
2,mlp.experts.65.gate_proj,0.0000028406,0.01000,1.969
2,mlp.experts.94.gate_proj,0.0000037783,0.01000,1.839
2,mlp.experts.77.gate_proj,0.0000033463,0.01000,2.056
2,mlp.experts.71.gate_proj,0.0000027634,0.01000,1.843
2,mlp.experts.76.gate_proj,0.0000036591,0.01000,2.040
2,mlp.experts.75.gate_proj,0.0000034260,0.01000,1.859
2,mlp.experts.68.gate_proj,0.0000030533,0.01000,2.073
2,mlp.experts.82.gate_proj,0.0000024925,0.01000,1.882
2,mlp.experts.90.gate_proj,0.0000032989,0.01000,2.066
2,mlp.experts.72.gate_proj,0.0000007064,0.01000,1.994
2,mlp.experts.86.gate_proj,0.0000033932,0.01000,2.129
2,mlp.experts.85.gate_proj,0.0000029691,0.01000,1.827
2,mlp.experts.89.gate_proj,0.0000031773,0.01000,1.777
2,mlp.experts.80.gate_proj,0.0000033611,0.01000,1.997
2,mlp.experts.83.gate_proj,0.0000030280,0.01000,1.756
2,mlp.experts.93.gate_proj,0.0000028873,0.01000,1.720
2,mlp.experts.81.gate_proj,0.0000027570,0.01000,1.782
2,mlp.experts.95.gate_proj,0.0000028637,0.01000,1.834
2,mlp.experts.91.gate_proj,0.0000034108,0.01000,1.757
2,mlp.experts.110.gate_proj,0.0000028865,0.01000,1.940
2,mlp.experts.87.gate_proj,0.0000031429,0.01000,1.900
2,mlp.experts.92.gate_proj,0.0000058711,0.01000,2.024
2,mlp.experts.106.gate_proj,0.0000028538,0.01000,1.831
2,mlp.experts.84.gate_proj,0.0000027412,0.01000,2.014
2,mlp.experts.98.gate_proj,0.0000028719,0.01000,2.046
2,mlp.experts.102.gate_proj,0.0000030968,0.01000,1.759
2,mlp.experts.88.gate_proj,0.0000034247,0.01000,2.062
2,mlp.experts.101.gate_proj,0.0000027735,0.01000,1.669
2,mlp.experts.105.gate_proj,0.0000033682,0.01000,1.759
2,mlp.experts.97.gate_proj,0.0000032389,0.01000,1.708
2,mlp.experts.109.gate_proj,0.0000028663,0.01000,1.791
2,mlp.experts.111.gate_proj,0.0000032601,0.01000,1.816
2,mlp.experts.126.gate_proj,0.0000029864,0.01000,1.645
2,mlp.experts.99.gate_proj,0.0000036917,0.01000,1.934
2,mlp.experts.107.gate_proj,0.0000028837,0.01000,1.836
2,mlp.experts.96.gate_proj,0.0000031226,0.01000,2.113
2,mlp.experts.122.gate_proj,0.0000029766,0.01000,1.610
2,mlp.experts.103.gate_proj,0.0000031113,0.01000,1.907
2,mlp.experts.118.gate_proj,0.0000029818,0.01000,1.591
2,mlp.experts.108.gate_proj,0.0000034509,0.01000,1.972
2,mlp.experts.114.gate_proj,0.0000023909,0.01000,1.929
2,mlp.experts.100.gate_proj,0.0000029158,0.01000,2.062
2,mlp.experts.104.gate_proj,0.0000029927,0.01000,1.931
2,mlp.experts.117.gate_proj,0.0000028693,0.01000,1.980
2,mlp.experts.121.gate_proj,0.0000028482,0.01000,2.034
2,mlp.experts.113.gate_proj,0.0000031877,0.01000,2.025
2,mlp.experts.14.up_proj,0.0000025943,0.01000,1.885
2,mlp.experts.125.gate_proj,0.0000031205,0.01000,2.107
2,mlp.experts.123.gate_proj,0.0000029541,0.01000,1.948
2,mlp.experts.127.gate_proj,0.0000030463,0.01000,2.146
2,mlp.experts.10.up_proj,0.0000029484,0.01000,1.928
2,mlp.experts.115.gate_proj,0.0000032718,0.01000,2.136
2,mlp.experts.112.gate_proj,0.0000029285,0.01000,1.989
2,mlp.experts.6.up_proj,0.0000027476,0.01000,1.916
2,mlp.experts.119.gate_proj,0.0000035512,0.01000,2.012
2,mlp.experts.124.gate_proj,0.0000034884,0.01000,1.978
2,mlp.experts.2.up_proj,0.0000026514,0.01000,1.923
2,mlp.experts.116.gate_proj,0.0000028688,0.01000,1.937
2,mlp.experts.120.gate_proj,0.0000030575,0.01000,2.060
2,mlp.experts.5.up_proj,0.0000031571,0.01000,2.038
2,mlp.experts.9.up_proj,0.0000028925,0.01000,1.990
2,mlp.experts.30.up_proj,0.0000033266,0.01000,1.947
2,mlp.experts.1.up_proj,0.0000035782,0.01000,2.044
2,mlp.experts.0.up_proj,0.0000028019,0.01000,1.778
2,mlp.experts.13.up_proj,0.0000028735,0.01000,2.001
2,mlp.experts.12.up_proj,0.0000028143,0.01000,1.688
2,mlp.experts.26.up_proj,0.0000035536,0.01000,1.985
2,mlp.experts.22.up_proj,0.0000027470,0.01000,1.975
2,mlp.experts.4.up_proj,0.0000029066,0.01000,1.591
2,mlp.experts.11.up_proj,0.0000030243,0.01000,2.305
2,mlp.experts.15.up_proj,0.0000028804,0.01000,2.252
2,mlp.experts.7.up_proj,0.0000026024,0.01000,2.220
2,mlp.experts.3.up_proj,0.0000031395,0.01000,2.323
2,mlp.experts.18.up_proj,0.0000027963,0.01000,1.930
2,mlp.experts.8.up_proj,0.0000028301,0.01000,1.585
2,mlp.experts.16.up_proj,0.0000026577,0.01000,1.585
2,mlp.experts.21.up_proj,0.0000028264,0.01000,1.982
2,mlp.experts.28.up_proj,0.0000034077,0.01000,1.557
2,mlp.experts.25.up_proj,0.0000027051,0.01000,1.945
2,mlp.experts.20.up_proj,0.0000028593,0.01000,1.549
2,mlp.experts.46.up_proj,0.0000027458,0.01000,2.055
2,mlp.experts.17.up_proj,0.0000030041,0.01000,1.990
2,mlp.experts.29.up_proj,0.0000027562,0.01000,1.992
2,mlp.experts.24.up_proj,0.0000026983,0.01000,1.563
2,mlp.experts.42.up_proj,0.0000028014,0.01000,2.074
2,mlp.experts.38.up_proj,0.0000027828,0.01000,2.083
2,mlp.experts.27.up_proj,0.0000026410,0.01000,2.029
2,mlp.experts.31.up_proj,0.0000023763,0.01000,2.072
2,mlp.experts.23.up_proj,0.0000029831,0.01000,1.977
2,mlp.experts.19.up_proj,0.0000030196,0.01000,2.069
2,mlp.experts.34.up_proj,0.0000038256,0.01000,2.289
2,mlp.experts.37.up_proj,0.0000029151,0.01000,1.776
2,mlp.experts.32.up_proj,0.0000028011,0.01000,1.927
2,mlp.experts.41.up_proj,0.0000028261,0.01000,1.770
2,mlp.experts.44.up_proj,0.0000027534,0.01000,1.927
2,mlp.experts.33.up_proj,0.0000027740,0.01000,1.706
2,mlp.experts.45.up_proj,0.0000022946,0.01000,1.675
2,mlp.experts.36.up_proj,0.0000027670,0.01000,1.973
2,mlp.experts.62.up_proj,0.0000028619,0.01000,2.054
2,mlp.experts.40.up_proj,0.0000025544,0.01000,1.987
2,mlp.experts.58.up_proj,0.0000022563,0.01000,2.080
2,mlp.experts.54.up_proj,0.0000027888,0.01000,2.075
2,mlp.experts.39.up_proj,0.0000029275,0.01000,2.072
2,mlp.experts.47.up_proj,0.0000029466,0.01000,2.146
2,mlp.experts.43.up_proj,0.0000028172,0.01000,2.190
2,mlp.experts.35.up_proj,0.0000035478,0.01000,2.218
2,mlp.experts.50.up_proj,0.0000028703,0.01000,2.163
2,mlp.experts.53.up_proj,0.0000026432,0.01000,1.867
2,mlp.experts.48.up_proj,0.0000026193,0.01000,1.934
2,mlp.experts.57.up_proj,0.0000029072,0.01000,1.917
2,mlp.experts.49.up_proj,0.0000029632,0.01000,1.882
2,mlp.experts.61.up_proj,0.0000028263,0.01000,1.872
2,mlp.experts.60.up_proj,0.0000029644,0.01000,1.983
2,mlp.experts.52.up_proj,0.0000028409,0.01000,1.970
2,mlp.experts.56.up_proj,0.0000015667,0.01000,1.846
2,mlp.experts.78.up_proj,0.0000029397,0.01000,2.126
2,mlp.experts.55.up_proj,0.0000030082,0.01000,1.650
2,mlp.experts.63.up_proj,0.0000027534,0.01000,1.698
2,mlp.experts.74.up_proj,0.0000027987,0.01000,2.065
2,mlp.experts.59.up_proj,0.0000028565,0.01000,1.815
2,mlp.experts.70.up_proj,0.0000028168,0.01000,2.069
2,mlp.experts.51.up_proj,0.0000027946,0.01000,1.824
2,mlp.experts.66.up_proj,0.0000031651,0.01000,2.034
2,mlp.experts.69.up_proj,0.0000028037,0.01000,2.001
2,mlp.experts.64.up_proj,0.0000028054,0.01000,1.835
2,mlp.experts.73.up_proj,0.0000028530,0.01000,1.940
2,mlp.experts.65.up_proj,0.0000026930,0.01000,1.921
2,mlp.experts.76.up_proj,0.0000033598,0.01000,1.866
2,mlp.experts.77.up_proj,0.0000026386,0.01000,1.953
2,mlp.experts.68.up_proj,0.0000026196,0.01000,1.780
2,mlp.experts.72.up_proj,0.0000006081,0.01000,1.848
2,mlp.experts.94.up_proj,0.0000031469,0.01000,1.998
2,mlp.experts.71.up_proj,0.0000028641,0.01000,2.094
2,mlp.experts.79.up_proj,0.0000027418,0.01000,2.092
2,mlp.experts.90.up_proj,0.0000029277,0.01000,2.087
2,mlp.experts.86.up_proj,0.0000029524,0.01000,2.062
2,mlp.experts.75.up_proj,0.0000029165,0.01000,2.174
2,mlp.experts.82.up_proj,0.0000023818,0.01000,2.010
2,mlp.experts.67.up_proj,0.0000026673,0.01000,2.410
2,mlp.experts.85.up_proj,0.0000027605,0.01000,1.951
2,mlp.experts.89.up_proj,0.0000029401,0.01000,1.910
2,mlp.experts.80.up_proj,0.0000029936,0.01000,2.034
2,mlp.experts.81.up_proj,0.0000026639,0.01000,2.023
2,mlp.experts.92.up_proj,0.0000012609,0.01000,2.001
2,mlp.experts.84.up_proj,0.0000025258,0.01000,2.007
2,mlp.experts.93.up_proj,0.0000027924,0.01000,2.052
2,mlp.experts.88.up_proj,0.0000030752,0.01000,2.020
2,mlp.experts.110.up_proj,0.0000027994,0.01000,2.034
2,mlp.experts.87.up_proj,0.0000027353,0.01000,2.059
2,mlp.experts.102.up_proj,0.0000029110,0.01000,1.929
2,mlp.experts.106.up_proj,0.0000028507,0.01000,1.982
2,mlp.experts.95.up_proj,0.0000026562,0.01000,2.099
2,mlp.experts.91.up_proj,0.0000032926,0.01000,2.029
2,mlp.experts.101.up_proj,0.0000025854,0.01000,1.674
2,mlp.experts.105.up_proj,0.0000029672,0.01000,1.610
2,mlp.experts.98.up_proj,0.0000026433,0.01000,1.911
2,mlp.experts.83.up_proj,0.0000029484,0.01000,2.032
2,mlp.experts.97.up_proj,0.0000031407,0.01000,1.700
2,mlp.experts.109.up_proj,0.0000026764,0.01000,1.660
2,mlp.experts.96.up_proj,0.0000028643,0.01000,2.055
2,mlp.experts.108.up_proj,0.0000030234,0.01000,2.135
2,mlp.experts.100.up_proj,0.0000027892,0.01000,2.130
2,mlp.experts.104.up_proj,0.0000026486,0.01000,2.036
2,mlp.experts.126.up_proj,0.0000027361,0.01000,1.775
2,mlp.experts.118.up_proj,0.0000027574,0.01000,1.745
2,mlp.experts.122.up_proj,0.0000025878,0.01000,1.892
2,mlp.experts.103.up_proj,0.0000028356,0.01000,2.028
2,mlp.experts.114.up_proj,0.0000023798,0.01000,1.494
2,mlp.experts.117.up_proj,0.0000026267,0.01000,1.600
2,mlp.experts.121.up_proj,0.0000027098,0.01000,1.568
2,mlp.experts.111.up_proj,0.0000028156,0.01000,2.033
2,mlp.experts.107.up_proj,0.0000025548,0.01000,1.991
2,mlp.experts.113.up_proj,0.0000027801,0.01000,1.467
2,mlp.experts.125.up_proj,0.0000027448,0.01000,1.424
2,mlp.experts.99.up_proj,0.0000032841,0.01000,2.032
2,mlp.experts.112.up_proj,0.0000028584,0.01000,1.914
2,mlp.experts.116.up_proj,0.0000027631,0.01000,1.951
2,mlp.experts.124.up_proj,0.0000032694,0.01000,2.033
2,mlp.experts.120.up_proj,0.0000026803,0.01000,1.815
2,mlp.experts.119.up_proj,0.0000031339,0.01000,1.845
2,mlp.experts.127.up_proj,0.0000027809,0.01000,1.774
2,mlp.experts.123.up_proj,0.0000027143,0.01000,1.799
2,mlp.experts.115.up_proj,0.0000028638,0.01000,1.493
2,mlp.experts.0.down_proj,0.0000000383,0.01000,1.055
2,mlp.experts.4.down_proj,0.0000000481,0.01000,1.058
2,mlp.experts.12.down_proj,0.0000000342,0.01000,1.032
2,mlp.experts.8.down_proj,0.0000000511,0.01000,1.071
2,mlp.experts.7.down_proj,0.0000000423,0.01000,1.214
2,mlp.experts.3.down_proj,0.0000000630,0.01000,1.236
2,mlp.experts.15.down_proj,0.0000000500,0.01000,1.231
2,mlp.experts.11.down_proj,0.0000000341,0.01000,1.256
2,mlp.experts.2.down_proj,0.0000000602,0.01000,1.315
2,mlp.experts.9.down_proj,0.0000000452,0.01000,1.297
2,mlp.experts.10.down_proj,0.0000000324,0.01000,1.303
2,mlp.experts.6.down_proj,0.0000000454,0.01000,1.365
2,mlp.experts.13.down_proj,0.0000000398,0.01000,1.328
2,mlp.experts.5.down_proj,0.0000000688,0.01000,1.328
2,mlp.experts.14.down_proj,0.0000000458,0.01000,1.326
2,mlp.experts.1.down_proj,0.0000000636,0.01000,1.382
2,mlp.experts.28.down_proj,0.0000000640,0.01000,0.560
2,mlp.experts.20.down_proj,0.0000000422,0.01000,0.576
2,mlp.experts.16.down_proj,0.0000000315,0.01000,0.578
2,mlp.experts.24.down_proj,0.0000000536,0.01000,0.604
2,mlp.experts.23.down_proj,0.0000000664,0.01000,0.674
2,mlp.experts.19.down_proj,0.0000000528,0.01000,0.666
2,mlp.experts.31.down_proj,0.0000000615,0.01000,0.718
2,mlp.experts.27.down_proj,0.0000000399,0.01000,0.728
2,mlp.experts.18.down_proj,0.0000000353,0.01000,0.756
2,mlp.experts.26.down_proj,0.0000001039,0.01000,0.747
2,mlp.experts.30.down_proj,0.0000000720,0.01000,0.725
2,mlp.experts.22.down_proj,0.0000000330,0.01000,0.767
2,mlp.experts.25.down_proj,0.0000000304,0.01000,0.815
2,mlp.experts.21.down_proj,0.0000000551,0.01000,0.809
2,mlp.experts.17.down_proj,0.0000000379,0.01000,0.831
2,mlp.experts.29.down_proj,0.0000000840,0.01000,0.843
2,mlp.experts.36.down_proj,0.0000000590,0.01000,0.586
2,mlp.experts.32.down_proj,0.0000000452,0.01000,0.592
2,mlp.experts.44.down_proj,0.0000000582,0.01000,0.603
2,mlp.experts.40.down_proj,0.0000000375,0.01000,0.571
2,mlp.experts.39.down_proj,0.0000000632,0.01000,0.645
2,mlp.experts.35.down_proj,0.0000000832,0.01000,0.668
2,mlp.experts.47.down_proj,0.0000000639,0.01000,0.667
2,mlp.experts.43.down_proj,0.0000000318,0.01000,0.654
2,mlp.experts.52.down_proj,0.0000000423,0.01000,0.553
2,mlp.experts.48.down_proj,0.0000000443,0.01000,0.551
2,mlp.experts.60.down_proj,0.0000000419,0.01000,0.564
2,mlp.experts.34.down_proj,0.0000000944,0.01000,0.771
2,mlp.experts.42.down_proj,0.0000000341,0.01000,0.771
2,mlp.experts.56.down_proj,0.0000000235,0.01000,0.584
2,mlp.experts.46.down_proj,0.0000000664,0.01000,0.772
2,mlp.experts.38.down_proj,0.0000000422,0.01000,0.800
2,mlp.experts.41.down_proj,0.0000000503,0.01000,0.832
2,mlp.experts.37.down_proj,0.0000000660,0.01000,0.793
2,mlp.experts.45.down_proj,0.0000000452,0.01000,0.801
2,mlp.experts.33.down_proj,0.0000000314,0.01000,0.852
2,mlp.experts.55.down_proj,0.0000000393,0.01000,0.620
2,mlp.experts.51.down_proj,0.0000000454,0.01000,0.629
2,mlp.experts.59.down_proj,0.0000000487,0.01000,0.622
2,mlp.experts.63.down_proj,0.0000000354,0.01000,0.642
2,mlp.experts.64.down_proj,0.0000000391,0.01000,0.657
2,mlp.experts.68.down_proj,0.0000000402,0.01000,0.663
2,mlp.experts.72.down_proj,0.0000000080,0.01000,0.730
2,mlp.experts.76.down_proj,0.0000000791,0.01000,0.800
2,mlp.experts.53.down_proj,0.0000000658,0.01000,0.643
2,mlp.experts.50.down_proj,0.0000000363,0.01000,0.806
2,mlp.experts.62.down_proj,0.0000000368,0.01000,0.777
2,mlp.experts.57.down_proj,0.0000000405,0.01000,0.683
2,mlp.experts.61.down_proj,0.0000000362,0.01000,0.641
2,mlp.experts.58.down_proj,0.0000000254,0.01000,0.840
2,mlp.experts.49.down_proj,0.0000000542,0.01000,0.659
2,mlp.experts.54.down_proj,0.0000000411,0.01000,0.833
2,mlp.experts.71.down_proj,0.0000000506,0.01000,0.660
2,mlp.experts.67.down_proj,0.0000000482,0.01000,0.628
2,mlp.experts.75.down_proj,0.0000000773,0.01000,0.624
2,mlp.experts.79.down_proj,0.0000000901,0.01000,0.646
2,mlp.experts.84.down_proj,0.0000000385,0.01000,0.674
2,mlp.experts.80.down_proj,0.0000001125,0.01000,0.696
2,mlp.experts.69.down_proj,0.0000000514,0.01000,0.660
2,mlp.experts.88.down_proj,0.0000000548,0.01000,0.715
2,mlp.experts.77.down_proj,0.0000000352,0.01000,0.662
2,mlp.experts.92.down_proj,0.0000459676,0.01000,0.743
2,mlp.experts.65.down_proj,0.0000000450,0.01000,0.663
2,mlp.experts.78.down_proj,0.0000000489,0.01000,0.756
2,mlp.experts.66.down_proj,0.0000000691,0.01000,0.793
2,mlp.experts.73.down_proj,0.0000000533,0.01000,0.772
2,mlp.experts.87.down_proj,0.0000000583,0.01000,0.653
2,mlp.experts.83.down_proj,0.0000000329,0.01000,0.692
2,mlp.experts.74.down_proj,0.0000000378,0.01000,0.811
2,mlp.experts.70.down_proj,0.0000000543,0.01000,0.788
2,mlp.experts.95.down_proj,0.0000000391,0.01000,0.648
2,mlp.experts.91.down_proj,0.0000000734,0.01000,0.678
2,mlp.experts.100.down_proj,0.0000000396,0.01000,0.642
2,mlp.experts.96.down_proj,0.0000000705,0.01000,0.632
2,mlp.experts.108.down_proj,0.0000000421,0.01000,0.634
2,mlp.experts.104.down_proj,0.0000000429,0.01000,0.668
2,mlp.experts.93.down_proj,0.0000000463,0.01000,0.673
2,mlp.experts.85.down_proj,0.0000000364,0.01000,0.726
2,mlp.experts.81.down_proj,0.0000000365,0.01000,0.690
2,mlp.experts.103.down_proj,0.0000000386,0.01000,0.650
2,mlp.experts.89.down_proj,0.0000000495,0.01000,0.685
2,mlp.experts.99.down_proj,0.0000000784,0.01000,0.733
2,mlp.experts.94.down_proj,0.0000000515,0.01000,0.852
2,mlp.experts.82.down_proj,0.0000000497,0.01000,0.852
2,mlp.experts.107.down_proj,0.0000000497,0.01000,0.733
2,mlp.experts.111.down_proj,0.0000000589,0.01000,0.735
2,mlp.experts.90.down_proj,0.0000000521,0.01000,0.831
2,mlp.experts.86.down_proj,0.0000000690,0.01000,0.838
2,mlp.experts.112.down_proj,0.0000000447,0.01000,0.698
2,mlp.experts.116.down_proj,0.0000000540,0.01000,0.713
2,mlp.experts.124.down_proj,0.0000000814,0.01000,0.607
2,mlp.experts.120.down_proj,0.0000000373,0.01000,0.617
2,mlp.experts.109.down_proj,0.0000000352,0.01000,0.747
2,mlp.experts.101.down_proj,0.0000000281,0.01000,0.742
2,mlp.experts.119.down_proj,0.0000000565,0.01000,0.699
2,mlp.experts.97.down_proj,0.0000000462,0.01000,0.744
2,mlp.experts.105.down_proj,0.0000000413,0.01000,0.750
2,mlp.experts.115.down_proj,0.0000000569,0.01000,0.645
2,mlp.experts.123.down_proj,0.0000000424,0.01000,0.586
2,mlp.experts.127.down_proj,0.0000000424,0.01000,0.597
2,mlp.experts.110.down_proj,0.0000000565,0.01000,0.721
2,mlp.experts.106.down_proj,0.0000000374,0.01000,0.709
2,mlp.experts.98.down_proj,0.0000000658,0.01000,0.765
2,mlp.experts.102.down_proj,0.0000000463,0.01000,0.678
2,mlp.experts.117.down_proj,0.0000000427,0.01000,0.646
2,mlp.experts.125.down_proj,0.0000000382,0.01000,0.666
2,mlp.experts.113.down_proj,0.0000000437,0.01000,0.614
2,mlp.experts.121.down_proj,0.0000000441,0.01000,0.600
2,mlp.experts.122.down_proj,0.0000000400,0.01000,0.582
2,mlp.experts.118.down_proj,0.0000000341,0.01000,0.619
2,mlp.experts.126.down_proj,0.0000000474,0.01000,0.735
2,mlp.experts.114.down_proj,0.0000000632,0.01000,0.693
3,self_attn.q_proj,0.0000001150,0.01000,0.684
3,self_attn.v_proj,0.0000000210,0.01000,1.096
3,self_attn.k_proj,0.0000000139,0.01000,1.115
3,self_attn.o_proj,0.0000000140,0.01000,1.446
3,mlp.experts.3.gate_proj,0.0000027882,0.01000,2.070
3,mlp.experts.7.gate_proj,0.0000029294,0.01000,2.069
3,mlp.experts.11.gate_proj,0.0000027182,0.01000,2.069
3,mlp.experts.4.gate_proj,0.0000029891,0.01000,2.090
3,mlp.experts.12.gate_proj,0.0000027504,0.01000,2.116
3,mlp.experts.0.gate_proj,0.0000026574,0.01000,2.146
3,mlp.experts.8.gate_proj,0.0000033469,0.01000,2.147
3,mlp.experts.15.gate_proj,0.0000025786,0.01000,2.174
3,mlp.experts.6.gate_proj,0.0000027684,0.01000,2.180
3,mlp.experts.14.gate_proj,0.0000024636,0.01000,2.174
3,mlp.experts.2.gate_proj,0.0000028115,0.01000,2.220
3,mlp.experts.10.gate_proj,0.0000025954,0.01000,2.261
3,mlp.experts.5.gate_proj,0.0000028140,0.01000,2.382
3,mlp.experts.9.gate_proj,0.0000025770,0.01000,2.474
3,mlp.experts.13.gate_proj,0.0000027182,0.01000,2.481
3,mlp.experts.1.gate_proj,0.0000027157,0.01000,2.506
3,mlp.experts.27.gate_proj,0.0000026307,0.01000,1.526
3,mlp.experts.19.gate_proj,0.0000027445,0.01000,1.559
3,mlp.experts.23.gate_proj,0.0000027349,0.01000,1.607
3,mlp.experts.31.gate_proj,0.0000028769,0.01000,1.579
3,mlp.experts.28.gate_proj,0.0000029007,0.01000,1.978
3,mlp.experts.20.gate_proj,0.0000027192,0.01000,2.148
3,mlp.experts.18.gate_proj,0.0000026787,0.01000,2.051
3,mlp.experts.24.gate_proj,0.0000025523,0.01000,2.133
3,mlp.experts.16.gate_proj,0.0000033153,0.01000,2.138
3,mlp.experts.30.gate_proj,0.0000027165,0.01000,2.102
3,mlp.experts.26.gate_proj,0.0000026381,0.01000,2.025
3,mlp.experts.22.gate_proj,0.0000025928,0.01000,2.223
3,mlp.experts.25.gate_proj,0.0000025426,0.01000,1.998
3,mlp.experts.21.gate_proj,0.0000026769,0.01000,2.080
3,mlp.experts.17.gate_proj,0.0000029123,0.01000,2.061
3,mlp.experts.29.gate_proj,0.0000027591,0.01000,2.088
3,mlp.experts.43.gate_proj,0.0000030413,0.01000,1.561
3,mlp.experts.35.gate_proj,0.0000025786,0.01000,1.589
3,mlp.experts.39.gate_proj,0.0000027139,0.01000,1.540
3,mlp.experts.47.gate_proj,0.0000026935,0.01000,1.491
3,mlp.experts.44.gate_proj,0.0000031222,0.01000,1.997
3,mlp.experts.36.gate_proj,0.0000029927,0.01000,1.922
3,mlp.experts.40.gate_proj,0.0000026838,0.01000,1.925
3,mlp.experts.32.gate_proj,0.0000029308,0.01000,1.984
3,mlp.experts.41.gate_proj,0.0000026078,0.01000,1.896
3,mlp.experts.46.gate_proj,0.0000027955,0.01000,2.124
3,mlp.experts.37.gate_proj,0.0000026836,0.01000,1.951
3,mlp.experts.33.gate_proj,0.0000030627,0.01000,1.887
3,mlp.experts.34.gate_proj,0.0000026615,0.01000,2.173
3,mlp.experts.45.gate_proj,0.0000028037,0.01000,1.945
3,mlp.experts.38.gate_proj,0.0000026287,0.01000,2.160
3,mlp.experts.42.gate_proj,0.0000030076,0.01000,2.253
3,mlp.experts.59.gate_proj,0.0000026017,0.01000,2.001
3,mlp.experts.63.gate_proj,0.0000029523,0.01000,1.924
3,mlp.experts.55.gate_proj,0.0000026532,0.01000,1.963
3,mlp.experts.51.gate_proj,0.0000026464,0.01000,2.010
3,mlp.experts.60.gate_proj,0.0000027651,0.01000,1.700
3,mlp.experts.52.gate_proj,0.0000026912,0.01000,1.670
3,mlp.experts.56.gate_proj,0.0000029931,0.01000,1.737
3,mlp.experts.48.gate_proj,0.0000027701,0.01000,1.730
3,mlp.experts.57.gate_proj,0.0000030418,0.01000,1.993
3,mlp.experts.49.gate_proj,0.0000028922,0.01000,2.011
3,mlp.experts.53.gate_proj,0.0000022918,0.01000,2.047
3,mlp.experts.61.gate_proj,0.0000025826,0.01000,1.980
3,mlp.experts.62.gate_proj,0.0000027524,0.01000,2.103
3,mlp.experts.50.gate_proj,0.0000026078,0.01000,2.145
3,mlp.experts.58.gate_proj,0.0000028702,0.01000,2.071
3,mlp.experts.54.gate_proj,0.0000025239,0.01000,2.209
3,mlp.experts.71.gate_proj,0.0000027689,0.01000,1.827
3,mlp.experts.75.gate_proj,0.0000028780,0.01000,1.856
3,mlp.experts.67.gate_proj,0.0000026555,0.01000,1.859
3,mlp.experts.79.gate_proj,0.0000028118,0.01000,1.944
3,mlp.experts.68.gate_proj,0.0000026085,0.01000,2.041
3,mlp.experts.76.gate_proj,0.0000026839,0.01000,2.122
3,mlp.experts.72.gate_proj,0.0000029675,0.01000,2.035
3,mlp.experts.64.gate_proj,0.0000028247,0.01000,2.067
3,mlp.experts.73.gate_proj,0.0000027233,0.01000,2.032
3,mlp.experts.77.gate_proj,0.0000027344,0.01000,1.991
3,mlp.experts.78.gate_proj,0.0000025739,0.01000,2.016
3,mlp.experts.74.gate_proj,0.0000023605,0.01000,1.912
3,mlp.experts.69.gate_proj,0.0000026673,0.01000,2.088
3,mlp.experts.66.gate_proj,0.0000027999,0.01000,2.035
3,mlp.experts.65.gate_proj,0.0000027880,0.01000,2.287
3,mlp.experts.70.gate_proj,0.0000027284,0.01000,1.994
3,mlp.experts.91.gate_proj,0.0000027567,0.01000,2.200
3,mlp.experts.87.gate_proj,0.0000027223,0.01000,2.254
3,mlp.experts.95.gate_proj,0.0000030390,0.01000,2.231
3,mlp.experts.83.gate_proj,0.0000028388,0.01000,2.352
3,mlp.experts.84.gate_proj,0.0000027032,0.01000,2.084
3,mlp.experts.92.gate_proj,0.0000027138,0.01000,2.057
3,mlp.experts.88.gate_proj,0.0000026025,0.01000,2.080
3,mlp.experts.80.gate_proj,0.0000025670,0.01000,2.040
3,mlp.experts.94.gate_proj,0.0000026618,0.01000,1.801
3,mlp.experts.90.gate_proj,0.0000027585,0.01000,1.826
3,mlp.experts.89.gate_proj,0.0000027528,0.01000,2.001
3,mlp.experts.82.gate_proj,0.0000043293,0.01000,1.783
3,mlp.experts.93.gate_proj,0.0000026793,0.01000,1.982
3,mlp.experts.85.gate_proj,0.0000031164,0.01000,1.960
3,mlp.experts.86.gate_proj,0.0000029154,0.01000,1.785
3,mlp.experts.81.gate_proj,0.0000025143,0.01000,1.995
3,mlp.experts.107.gate_proj,0.0000035344,0.01000,1.947
3,mlp.experts.103.gate_proj,0.0000025525,0.01000,1.970
3,mlp.experts.111.gate_proj,0.0000027627,0.01000,1.997
3,mlp.experts.99.gate_proj,0.0000029560,0.01000,1.964
3,mlp.experts.110.gate_proj,0.0000030857,0.01000,1.507
3,mlp.experts.106.gate_proj,0.0000027136,0.01000,1.523
3,mlp.experts.98.gate_proj,0.0000028637,0.01000,1.591
3,mlp.experts.102.gate_proj,0.0000029192,0.01000,1.526
3,mlp.experts.100.gate_proj,0.0000025172,0.01000,2.269
3,mlp.experts.104.gate_proj,0.0000027661,0.01000,2.210
3,mlp.experts.96.gate_proj,0.0000026285,0.01000,2.213
3,mlp.experts.108.gate_proj,0.0000027347,0.01000,2.494
3,mlp.experts.105.gate_proj,0.0000028529,0.01000,2.114
3,mlp.experts.109.gate_proj,0.0000027468,0.01000,2.072
3,mlp.experts.101.gate_proj,0.0000026095,0.01000,2.098
3,mlp.experts.97.gate_proj,0.0000026896,0.01000,2.122
3,mlp.experts.123.gate_proj,0.0000026072,0.01000,1.839
3,mlp.experts.119.gate_proj,0.0000026479,0.01000,1.804
3,mlp.experts.127.gate_proj,0.0000027089,0.01000,1.795
3,mlp.experts.115.gate_proj,0.0000025276,0.01000,1.759
3,mlp.experts.126.gate_proj,0.0000027733,0.01000,1.837
3,mlp.experts.114.gate_proj,0.0000028955,0.01000,1.712
3,mlp.experts.122.gate_proj,0.0000026506,0.01000,1.903
3,mlp.experts.118.gate_proj,0.0000029805,0.01000,1.874
3,mlp.experts.120.gate_proj,0.0000024998,0.01000,2.065
3,mlp.experts.116.gate_proj,0.0000031370,0.01000,2.147
3,mlp.experts.125.gate_proj,0.0000027005,0.01000,1.881
3,mlp.experts.121.gate_proj,0.0000028487,0.01000,1.942
3,mlp.experts.112.gate_proj,0.0000027156,0.01000,2.115
3,mlp.experts.124.gate_proj,0.0000024154,0.01000,2.030
3,mlp.experts.11.up_proj,0.0000024619,0.01000,1.535
3,mlp.experts.7.up_proj,0.0000026785,0.01000,1.520
3,mlp.experts.117.gate_proj,0.0000026284,0.01000,1.971
3,mlp.experts.15.up_proj,0.0000024401,0.01000,1.544
3,mlp.experts.3.up_proj,0.0000026105,0.01000,1.662
3,mlp.experts.113.gate_proj,0.0000028420,0.01000,1.986
3,mlp.experts.14.up_proj,0.0000024331,0.01000,1.966
3,mlp.experts.2.up_proj,0.0000027297,0.01000,1.975
3,mlp.experts.10.up_proj,0.0000024276,0.01000,1.957
3,mlp.experts.6.up_proj,0.0000026777,0.01000,2.048
3,mlp.experts.23.up_proj,0.0000024832,0.01000,1.575
3,mlp.experts.27.up_proj,0.0000024974,0.01000,1.588
3,mlp.experts.8.up_proj,0.0000029057,0.01000,1.843
3,mlp.experts.0.up_proj,0.0000025574,0.01000,1.850
3,mlp.experts.4.up_proj,0.0000028216,0.01000,1.950
3,mlp.experts.9.up_proj,0.0000023378,0.01000,1.946
3,mlp.experts.19.up_proj,0.0000026288,0.01000,1.582
3,mlp.experts.31.up_proj,0.0000026950,0.01000,1.771
3,mlp.experts.13.up_proj,0.0000025562,0.01000,2.021
3,mlp.experts.12.up_proj,0.0000025768,0.01000,1.977
3,mlp.experts.5.up_proj,0.0000026637,0.01000,1.952
3,mlp.experts.1.up_proj,0.0000025707,0.01000,1.756
3,mlp.experts.18.up_proj,0.0000025364,0.01000,1.887
3,mlp.experts.30.up_proj,0.0000026383,0.01000,1.932
3,mlp.experts.26.up_proj,0.0000025207,0.01000,1.906
3,mlp.experts.39.up_proj,0.0000024413,0.01000,1.603
3,mlp.experts.43.up_proj,0.0000027930,0.01000,1.651
3,mlp.experts.22.up_proj,0.0000023591,0.01000,1.833
3,mlp.experts.35.up_proj,0.0000025164,0.01000,1.621
3,mlp.experts.24.up_proj,0.0000024610,0.01000,1.845
3,mlp.experts.20.up_proj,0.0000025848,0.01000,1.782
3,mlp.experts.25.up_proj,0.0000024169,0.01000,1.696
3,mlp.experts.47.up_proj,0.0000024950,0.01000,1.688
3,mlp.experts.16.up_proj,0.0000031506,0.01000,1.892
3,mlp.experts.28.up_proj,0.0000027381,0.01000,1.843
3,mlp.experts.17.up_proj,0.0000026591,0.01000,1.736
3,mlp.experts.29.up_proj,0.0000025858,0.01000,1.891
3,mlp.experts.21.up_proj,0.0000024977,0.01000,1.986
3,mlp.experts.46.up_proj,0.0000026620,0.01000,1.735
3,mlp.experts.34.up_proj,0.0000025252,0.01000,1.769
3,mlp.experts.55.up_proj,0.0000025122,0.01000,1.713
3,mlp.experts.59.up_proj,0.0000024304,0.01000,1.729
3,mlp.experts.42.up_proj,0.0000026810,0.01000,1.872
3,mlp.experts.38.up_proj,0.0000025893,0.01000,1.754
3,mlp.experts.51.up_proj,0.0000025099,0.01000,1.694
3,mlp.experts.41.up_proj,0.0000024520,0.01000,1.774
3,mlp.experts.40.up_proj,0.0000025320,0.01000,2.043
3,mlp.experts.63.up_proj,0.0000026642,0.01000,1.944
3,mlp.experts.36.up_proj,0.0000027659,0.01000,2.057
3,mlp.experts.32.up_proj,0.0000027066,0.01000,1.966
3,mlp.experts.45.up_proj,0.0000026174,0.01000,1.813
3,mlp.experts.33.up_proj,0.0000028535,0.01000,1.863
3,mlp.experts.44.up_proj,0.0000029331,0.01000,2.058
3,mlp.experts.37.up_proj,0.0000024850,0.01000,2.066
3,mlp.experts.62.up_proj,0.0000027268,0.01000,1.687
3,mlp.experts.50.up_proj,0.0000025415,0.01000,1.754
3,mlp.experts.58.up_proj,0.0000027059,0.01000,1.680
3,mlp.experts.54.up_proj,0.0000024940,0.01000,1.662
3,mlp.experts.71.up_proj,0.0000026506,0.01000,2.047
3,mlp.experts.75.up_proj,0.0000025183,0.01000,2.256
3,mlp.experts.61.up_proj,0.0000024292,0.01000,1.713
3,mlp.experts.49.up_proj,0.0000026360,0.01000,1.709
3,mlp.experts.57.up_proj,0.0000028920,0.01000,2.066
3,mlp.experts.67.up_proj,0.0000026672,0.01000,2.259
3,mlp.experts.56.up_proj,0.0000028604,0.01000,2.161
3,mlp.experts.52.up_proj,0.0000024003,0.01000,2.098
3,mlp.experts.79.up_proj,0.0000026228,0.01000,2.234
3,mlp.experts.48.up_proj,0.0000026178,0.01000,2.189
3,mlp.experts.53.up_proj,0.0000022054,0.01000,1.895
3,mlp.experts.78.up_proj,0.0000023998,0.01000,1.472
3,mlp.experts.60.up_proj,0.0000025209,0.01000,2.140
3,mlp.experts.74.up_proj,0.0000023176,0.01000,1.469
3,mlp.experts.70.up_proj,0.0000027388,0.01000,1.468
3,mlp.experts.66.up_proj,0.0000027106,0.01000,1.652
3,mlp.experts.87.up_proj,0.0000025626,0.01000,1.972
3,mlp.experts.77.up_proj,0.0000025418,0.01000,1.772
3,mlp.experts.65.up_proj,0.0000026621,0.01000,1.776
3,mlp.experts.91.up_proj,0.0000025441,0.01000,1.978
3,mlp.experts.83.up_proj,0.0000026255,0.01000,1.905
3,mlp.experts.73.up_proj,0.0000025679,0.01000,1.957
3,mlp.experts.94.up_proj,0.0000024642,0.01000,1.535
3,mlp.experts.68.up_proj,0.0000024624,0.01000,1.967
3,mlp.experts.72.up_proj,0.0000026502,0.01000,2.021
3,mlp.experts.90.up_proj,0.0000025268,0.01000,1.581
3,mlp.experts.86.up_proj,0.0000026757,0.01000,1.597
3,mlp.experts.95.up_proj,0.0000028995,0.01000,2.004
3,mlp.experts.82.up_proj,0.0000022890,0.01000,1.558
3,mlp.experts.76.up_proj,0.0000025754,0.01000,1.928
3,mlp.experts.64.up_proj,0.0000025962,0.01000,2.087
3,mlp.experts.69.up_proj,0.0000024854,0.01000,1.972
3,mlp.experts.81.up_proj,0.0000023781,0.01000,1.726
3,mlp.experts.93.up_proj,0.0000025315,0.01000,1.872
3,mlp.experts.103.up_proj,0.0000024159,0.01000,2.071
3,mlp.experts.110.up_proj,0.0000028840,0.01000,1.594
3,mlp.experts.107.up_proj,0.0000030494,0.01000,1.876
3,mlp.experts.99.up_proj,0.0000026574,0.01000,1.869
3,mlp.experts.102.up_proj,0.0000026988,0.01000,1.530
3,mlp.experts.98.up_proj,0.0000025751,0.01000,1.529
3,mlp.experts.89.up_proj,0.0000025810,0.01000,1.971
3,mlp.experts.106.up_proj,0.0000024814,0.01000,1.712
3,mlp.experts.84.up_proj,0.0000025840,0.01000,1.816
3,mlp.experts.88.up_proj,0.0000025234,0.01000,1.840
3,mlp.experts.92.up_proj,0.0000025696,0.01000,1.863
3,mlp.experts.85.up_proj,0.0000030192,0.01000,1.888
3,mlp.experts.80.up_proj,0.0000024723,0.01000,1.985
3,mlp.experts.111.up_proj,0.0000026477,0.01000,2.124
3,mlp.experts.97.up_proj,0.0000024743,0.01000,1.815
3,mlp.experts.126.up_proj,0.0000026871,0.01000,1.696
3,mlp.experts.109.up_proj,0.0000025990,0.01000,1.888
3,mlp.experts.118.up_proj,0.0000027619,0.01000,1.630
3,mlp.experts.114.up_proj,0.0000027394,0.01000,1.623
3,mlp.experts.122.up_proj,0.0000024770,0.01000,1.572
3,mlp.experts.123.up_proj,0.0000023991,0.01000,1.961
3,mlp.experts.115.up_proj,0.0000024015,0.01000,1.941
3,mlp.experts.119.up_proj,0.0000025264,0.01000,2.178
3,mlp.experts.105.up_proj,0.0000024992,0.01000,1.941
3,mlp.experts.100.up_proj,0.0000023775,0.01000,1.899
3,mlp.experts.104.up_proj,0.0000025465,0.01000,1.919
3,mlp.experts.101.up_proj,0.0000024776,0.01000,1.780
3,mlp.experts.127.up_proj,0.0000025782,0.01000,1.735
3,mlp.experts.108.up_proj,0.0000025656,0.01000,1.959
3,mlp.experts.96.up_proj,0.0000025050,0.01000,2.009
3,mlp.experts.113.up_proj,0.0000026180,0.01000,1.720
3,mlp.experts.125.up_proj,0.0000025428,0.01000,1.746
3,mlp.experts.121.up_proj,0.0000026384,0.01000,1.693
3,mlp.experts.117.up_proj,0.0000024595,0.01000,1.397
3,mlp.experts.116.up_proj,0.0000029725,0.01000,2.117
3,mlp.experts.120.up_proj,0.0000024512,0.01000,2.083
3,mlp.experts.124.up_proj,0.0000023279,0.01000,1.914
3,mlp.experts.112.up_proj,0.0000025173,0.01000,1.850
3,mlp.experts.4.down_proj,0.0000000996,0.01000,0.913
3,mlp.experts.12.down_proj,0.0000000787,0.01000,0.911
3,mlp.experts.8.down_proj,0.0000001390,0.01000,0.914
3,mlp.experts.0.down_proj,0.0000000581,0.01000,0.917
3,mlp.experts.1.down_proj,0.0000000777,0.01000,1.107
3,mlp.experts.6.down_proj,0.0000000983,0.01000,1.123
3,mlp.experts.14.down_proj,0.0000000515,0.01000,1.124
3,mlp.experts.13.down_proj,0.0000000791,0.01000,1.127
3,mlp.experts.2.down_proj,0.0000000687,0.01000,1.133
3,mlp.experts.5.down_proj,0.0000000795,0.01000,1.138
3,mlp.experts.10.down_proj,0.0000000746,0.01000,1.157
3,mlp.experts.9.down_proj,0.0000000578,0.01000,1.182
3,mlp.experts.7.down_proj,0.0000000901,0.01000,1.310
3,mlp.experts.11.down_proj,0.0000000843,0.01000,1.342
3,mlp.experts.3.down_proj,0.0000000657,0.01000,1.361
3,mlp.experts.15.down_proj,0.0000000604,0.01000,1.382
3,mlp.experts.20.down_proj,0.0000000708,0.01000,0.763
3,mlp.experts.28.down_proj,0.0000000932,0.01000,0.774
3,mlp.experts.16.down_proj,0.0000001198,0.01000,0.772
3,mlp.experts.30.down_proj,0.0000000563,0.01000,0.566
3,mlp.experts.22.down_proj,0.0000000523,0.01000,0.588
3,mlp.experts.18.down_proj,0.0000000641,0.01000,0.592
3,mlp.experts.26.down_proj,0.0000000666,0.01000,0.581
3,mlp.experts.17.down_proj,0.0000000895,0.01000,0.654
3,mlp.experts.24.down_proj,0.0000000565,0.01000,0.833
3,mlp.experts.29.down_proj,0.0000000676,0.01000,0.653
3,mlp.experts.21.down_proj,0.0000000629,0.01000,0.658
3,mlp.experts.25.down_proj,0.0000000653,0.01000,0.627
3,mlp.experts.27.down_proj,0.0000000525,0.01000,0.805
3,mlp.experts.23.down_proj,0.0000000683,0.01000,0.842
3,mlp.experts.31.down_proj,0.0000000818,0.01000,0.828
3,mlp.experts.19.down_proj,0.0000000661,0.01000,0.864
3,mlp.experts.38.down_proj,0.0000000673,0.01000,0.548
3,mlp.experts.46.down_proj,0.0000000684,0.01000,0.553
3,mlp.experts.42.down_proj,0.0000000674,0.01000,0.552
3,mlp.experts.34.down_proj,0.0000000747,0.01000,0.635
3,mlp.experts.36.down_proj,0.0000000976,0.01000,0.741
3,mlp.experts.44.down_proj,0.0000000866,0.01000,0.760
3,mlp.experts.33.down_proj,0.0000000985,0.01000,0.751
3,mlp.experts.45.down_proj,0.0000000825,0.01000,0.714
3,mlp.experts.37.down_proj,0.0000000677,0.01000,0.708
3,mlp.experts.40.down_proj,0.0000000725,0.01000,0.774
3,mlp.experts.32.down_proj,0.0000000818,0.01000,0.874
3,mlp.experts.41.down_proj,0.0000000775,0.01000,0.771
3,mlp.experts.62.down_proj,0.0000000843,0.01000,0.588
3,mlp.experts.54.down_proj,0.0000000571,0.01000,0.605
3,mlp.experts.58.down_proj,0.0000000860,0.01000,0.597
3,mlp.experts.39.down_proj,0.0000000537,0.01000,0.807
3,mlp.experts.43.down_proj,0.0000000949,0.01000,0.812
3,mlp.experts.50.down_proj,0.0000000633,0.01000,0.645
3,mlp.experts.35.down_proj,0.0000000560,0.01000,0.831
3,mlp.experts.47.down_proj,0.0000000783,0.01000,0.841
3,mlp.experts.52.down_proj,0.0000000543,0.01000,0.701
3,mlp.experts.49.down_proj,0.0000000703,0.01000,0.632
3,mlp.experts.60.down_proj,0.0000000871,0.01000,0.705
3,mlp.experts.53.down_proj,0.0000000426,0.01000,0.657
3,mlp.experts.56.down_proj,0.0000000941,0.01000,0.709
3,mlp.experts.61.down_proj,0.0000000537,0.01000,0.781
3,mlp.experts.48.down_proj,0.0000000978,0.01000,0.727
3,mlp.experts.57.down_proj,0.0000001012,0.01000,0.769
3,mlp.experts.78.down_proj,0.0000000520,0.01000,0.566
3,mlp.experts.70.down_proj,0.0000000880,0.01000,0.561
3,mlp.experts.74.down_proj,0.0000000473,0.01000,0.616
3,mlp.experts.66.down_proj,0.0000000617,0.01000,0.588
3,mlp.experts.55.down_proj,0.0000000612,0.01000,0.813
3,mlp.experts.59.down_proj,0.0000000633,0.01000,0.815
3,mlp.experts.68.down_proj,0.0000000494,0.01000,0.692
3,mlp.experts.65.down_proj,0.0000000890,0.01000,0.701
3,mlp.experts.63.down_proj,0.0000000968,0.01000,0.793
3,mlp.experts.51.down_proj,0.0000000598,0.01000,0.829
3,mlp.experts.69.down_proj,0.0000000578,0.01000,0.730
3,mlp.experts.76.down_proj,0.0000000829,0.01000,0.796
3,mlp.experts.72.down_proj,0.0000000930,0.01000,0.727
3,mlp.experts.94.down_proj,0.0000000657,0.01000,0.589
3,mlp.experts.86.down_proj,0.0000000973,0.01000,0.597
3,mlp.experts.77.down_proj,0.0000000760,0.01000,0.784
3,mlp.experts.64.down_proj,0.0000000706,0.01000,0.795
3,mlp.experts.73.down_proj,0.0000000709,0.01000,0.804
3,mlp.experts.90.down_proj,0.0000000674,0.01000,0.677
3,mlp.experts.82.down_proj,0.0000025524,0.01000,0.631
3,mlp.experts.84.down_proj,0.0000000689,0.01000,0.730
3,mlp.experts.75.down_proj,0.0000000780,0.01000,0.776
3,mlp.experts.85.down_proj,0.0000000790,0.01000,0.673
3,mlp.experts.81.down_proj,0.0000000860,0.01000,0.768
3,mlp.experts.110.down_proj,0.0000001087,0.01000,0.591
3,mlp.experts.102.down_proj,0.0000001028,0.01000,0.584
3,mlp.experts.71.down_proj,0.0000000675,0.01000,0.842
3,mlp.experts.88.down_proj,0.0000000645,0.01000,0.699
3,mlp.experts.67.down_proj,0.0000000684,0.01000,0.795
3,mlp.experts.79.down_proj,0.0000000816,0.01000,0.843
3,mlp.experts.92.down_proj,0.0000000709,0.01000,0.757
3,mlp.experts.93.down_proj,0.0000000738,0.01000,0.714
3,mlp.experts.80.down_proj,0.0000000540,0.01000,0.696
3,mlp.experts.98.down_proj,0.0000000700,0.01000,0.570
3,mlp.experts.89.down_proj,0.0000000883,0.01000,0.712
3,mlp.experts.106.down_proj,0.0000000752,0.01000,0.679
3,mlp.experts.100.down_proj,0.0000000499,0.01000,0.742
3,mlp.experts.101.down_proj,0.0000000660,0.01000,0.721
3,mlp.experts.126.down_proj,0.0000000702,0.01000,0.696
3,mlp.experts.97.down_proj,0.0000000735,0.01000,0.714
3,mlp.experts.118.down_proj,0.0000000768,0.01000,0.734
3,mlp.experts.104.down_proj,0.0000000822,0.01000,0.696
3,mlp.experts.108.down_proj,0.0000000611,0.01000,0.691
3,mlp.experts.114.down_proj,0.0000000661,0.01000,0.638
3,mlp.experts.91.down_proj,0.0000000880,0.01000,0.907
3,mlp.experts.122.down_proj,0.0000000739,0.01000,0.607
3,mlp.experts.96.down_proj,0.0000000645,0.01000,0.686
3,mlp.experts.87.down_proj,0.0000000608,0.01000,0.898
3,mlp.experts.109.down_proj,0.0000000694,0.01000,0.744
3,mlp.experts.83.down_proj,0.0000000682,0.01000,0.880
3,mlp.experts.95.down_proj,0.0000000836,0.01000,0.950
3,mlp.experts.105.down_proj,0.0000000733,0.01000,0.802
3,mlp.experts.116.down_proj,0.0000000859,0.01000,0.713
3,mlp.experts.120.down_proj,0.0000000632,0.01000,0.677
3,mlp.experts.113.down_proj,0.0000000667,0.01000,0.734
3,mlp.experts.124.down_proj,0.0000000463,0.01000,0.655
3,mlp.experts.117.down_proj,0.0000000591,0.01000,0.776
3,mlp.experts.112.down_proj,0.0000000767,0.01000,0.629
3,mlp.experts.107.down_proj,0.0000001486,0.01000,0.702
3,mlp.experts.125.down_proj,0.0000000590,0.01000,0.636
3,mlp.experts.103.down_proj,0.0000000753,0.01000,0.686
3,mlp.experts.121.down_proj,0.0000000757,0.01000,0.554
3,mlp.experts.99.down_proj,0.0000000784,0.01000,0.680
3,mlp.experts.111.down_proj,0.0000000682,0.01000,0.694
3,mlp.experts.123.down_proj,0.0000000639,0.01000,0.555
3,mlp.experts.115.down_proj,0.0000000592,0.01000,0.540
3,mlp.experts.119.down_proj,0.0000000584,0.01000,0.606
3,mlp.experts.127.down_proj,0.0000000614,0.01000,0.503
4,self_attn.q_proj,0.0000000758,0.01000,0.767
4,self_attn.k_proj,0.0000000113,0.01000,0.821
4,self_attn.v_proj,0.0000000131,0.01000,0.828
4,self_attn.o_proj,0.0000000109,0.01000,1.416
4,mlp.experts.1.gate_proj,0.0000024077,0.01000,1.756
4,mlp.experts.5.gate_proj,0.0000028450,0.01000,1.752
4,mlp.experts.13.gate_proj,0.0000028143,0.01000,1.772
4,mlp.experts.9.gate_proj,0.0000023270,0.01000,1.805
4,mlp.experts.12.gate_proj,0.0000022150,0.01000,2.101
4,mlp.experts.4.gate_proj,0.0000024654,0.01000,2.113
4,mlp.experts.0.gate_proj,0.0000024223,0.01000,2.133
4,mlp.experts.8.gate_proj,0.0000025087,0.01000,2.138
4,mlp.experts.14.gate_proj,0.0000023225,0.01000,2.230
4,mlp.experts.10.gate_proj,0.0000025194,0.01000,2.250
4,mlp.experts.6.gate_proj,0.0000023621,0.01000,2.271
4,mlp.experts.15.gate_proj,0.0000025533,0.01000,2.277
4,mlp.experts.2.gate_proj,0.0000025561,0.01000,2.266
4,mlp.experts.3.gate_proj,0.0000028480,0.01000,2.289
4,mlp.experts.11.gate_proj,0.0000023613,0.01000,2.331
4,mlp.experts.7.gate_proj,0.0000023983,0.01000,2.363
4,mlp.experts.21.gate_proj,0.0000030078,0.01000,1.702
4,mlp.experts.29.gate_proj,0.0000022493,0.01000,1.724
4,mlp.experts.17.gate_proj,0.0000025041,0.01000,1.798
4,mlp.experts.25.gate_proj,0.0000023544,0.01000,1.735
4,mlp.experts.20.gate_proj,0.0000023694,0.01000,2.062
4,mlp.experts.24.gate_proj,0.0000024399,0.01000,2.009
4,mlp.experts.26.gate_proj,0.0000016320,0.01000,1.907
4,mlp.experts.28.gate_proj,0.0000031870,0.01000,2.110
4,mlp.experts.18.gate_proj,0.0000023464,0.01000,1.933
4,mlp.experts.16.gate_proj,0.0000025859,0.01000,2.134
4,mlp.experts.30.gate_proj,0.0000023930,0.01000,2.027
4,mlp.experts.22.gate_proj,0.0000026175,0.01000,2.104
4,mlp.experts.31.gate_proj,0.0000022884,0.01000,2.105
4,mlp.experts.19.gate_proj,0.0000022707,0.01000,2.125
4,mlp.experts.27.gate_proj,0.0000030669,0.01000,2.117
4,mlp.experts.23.gate_proj,0.0000024123,0.01000,2.096
4,mlp.experts.37.gate_proj,0.0000028018,0.01000,1.696
4,mlp.experts.45.gate_proj,0.0000024235,0.01000,1.687
4,mlp.experts.33.gate_proj,0.0000024144,0.01000,1.707
4,mlp.experts.41.gate_proj,0.0000029160,0.01000,1.733
4,mlp.experts.42.gate_proj,0.0000023509,0.01000,1.619
4,mlp.experts.34.gate_proj,0.0000024910,0.01000,1.574
4,mlp.experts.46.gate_proj,0.0000025018,0.01000,1.613
4,mlp.experts.38.gate_proj,0.0000022384,0.01000,1.622
4,mlp.experts.36.gate_proj,0.0000028210,0.01000,2.040
4,mlp.experts.40.gate_proj,0.0000023284,0.01000,2.047
4,mlp.experts.44.gate_proj,0.0000026651,0.01000,2.050
4,mlp.experts.32.gate_proj,0.0000027315,0.01000,2.135
4,mlp.experts.47.gate_proj,0.0000023813,0.01000,2.047
4,mlp.experts.39.gate_proj,0.0000027472,0.01000,2.031
4,mlp.experts.35.gate_proj,0.0000031047,0.01000,2.078
4,mlp.experts.43.gate_proj,0.0000023647,0.01000,2.053
4,mlp.experts.53.gate_proj,0.0000017443,0.01000,1.958
4,mlp.experts.49.gate_proj,0.0000024697,0.01000,1.956
4,mlp.experts.61.gate_proj,0.0000023892,0.01000,2.011
4,mlp.experts.57.gate_proj,0.0000024407,0.01000,1.947
4,mlp.experts.58.gate_proj,0.0000020530,0.01000,1.749
4,mlp.experts.62.gate_proj,0.0000031322,0.01000,1.726
4,mlp.experts.50.gate_proj,0.0000022694,0.01000,1.893
4,mlp.experts.54.gate_proj,0.0000025195,0.01000,1.732
4,mlp.experts.60.gate_proj,0.0000038520,0.01000,1.970
4,mlp.experts.52.gate_proj,0.0000026451,0.01000,2.045
4,mlp.experts.56.gate_proj,0.0000024684,0.01000,2.110
4,mlp.experts.63.gate_proj,0.0000020678,0.01000,1.934
4,mlp.experts.59.gate_proj,0.0000026740,0.01000,1.883
4,mlp.experts.48.gate_proj,0.0000023967,0.01000,2.087
4,mlp.experts.51.gate_proj,0.0000023444,0.01000,1.989
4,mlp.experts.55.gate_proj,0.0000024100,0.01000,2.047
4,mlp.experts.77.gate_proj,0.0000023478,0.01000,1.762
4,mlp.experts.65.gate_proj,0.0000024014,0.01000,1.779
4,mlp.experts.69.gate_proj,0.0000030900,0.01000,1.878
4,mlp.experts.73.gate_proj,0.0000024332,0.01000,1.789
4,mlp.experts.74.gate_proj,0.0000025388,0.01000,1.730
4,mlp.experts.78.gate_proj,0.0000030764,0.01000,1.705
4,mlp.experts.70.gate_proj,0.0000023328,0.01000,1.757
4,mlp.experts.66.gate_proj,0.0000025689,0.01000,1.961
4,mlp.experts.76.gate_proj,0.0000021817,0.01000,2.076
4,mlp.experts.79.gate_proj,0.0000023758,0.01000,1.940
4,mlp.experts.72.gate_proj,0.0000025897,0.01000,2.017
4,mlp.experts.68.gate_proj,0.0000027371,0.01000,2.147
4,mlp.experts.71.gate_proj,0.0000032865,0.01000,1.869
4,mlp.experts.64.gate_proj,0.0000025614,0.01000,2.027
4,mlp.experts.75.gate_proj,0.0000036060,0.01000,2.097
4,mlp.experts.67.gate_proj,0.0000020873,0.01000,2.015
4,mlp.experts.81.gate_proj,0.0000026652,0.01000,1.617
4,mlp.experts.93.gate_proj,0.0000023156,0.01000,1.627
4,mlp.experts.85.gate_proj,0.0000022807,0.01000,1.675
4,mlp.experts.89.gate_proj,0.0000023928,0.01000,1.688
4,mlp.experts.90.gate_proj,0.0000023570,0.01000,1.620
4,mlp.experts.94.gate_proj,0.0000029272,0.01000,1.615
4,mlp.experts.86.gate_proj,0.0000025798,0.01000,1.623
4,mlp.experts.82.gate_proj,0.0000023616,0.01000,1.725
4,mlp.experts.92.gate_proj,0.0000024531,0.01000,2.011
4,mlp.experts.88.gate_proj,0.0000023254,0.01000,2.010
4,mlp.experts.87.gate_proj,0.0000025323,0.01000,1.991
4,mlp.experts.84.gate_proj,0.0000030647,0.01000,2.031
4,mlp.experts.109.gate_proj,0.0000025761,0.01000,1.839
4,mlp.experts.101.gate_proj,0.0000023168,0.01000,1.794
4,mlp.experts.97.gate_proj,0.0000022881,0.01000,1.908
4,mlp.experts.91.gate_proj,0.0000024606,0.01000,2.031
4,mlp.experts.106.gate_proj,0.0000027445,0.01000,1.632
4,mlp.experts.95.gate_proj,0.0000024252,0.01000,2.234
4,mlp.experts.80.gate_proj,0.0000023424,0.01000,2.096
4,mlp.experts.105.gate_proj,0.0000024574,0.01000,1.881
4,mlp.experts.110.gate_proj,0.0000023443,0.01000,1.661
4,mlp.experts.83.gate_proj,0.0000017718,0.01000,2.137
4,mlp.experts.102.gate_proj,0.0000023075,0.01000,1.684
4,mlp.experts.98.gate_proj,0.0000021207,0.01000,1.914
4,mlp.experts.125.gate_proj,0.0000029245,0.01000,1.716
4,mlp.experts.122.gate_proj,0.0000025154,0.01000,1.647
4,mlp.experts.117.gate_proj,0.0000026858,0.01000,1.723
4,mlp.experts.113.gate_proj,0.0000022845,0.01000,1.753
4,mlp.experts.126.gate_proj,0.0000027320,0.01000,1.655
4,mlp.experts.108.gate_proj,0.0000022127,0.01000,2.032
4,mlp.experts.121.gate_proj,0.0000023209,0.01000,1.777
4,mlp.experts.104.gate_proj,0.0000024469,0.01000,2.023
4,mlp.experts.118.gate_proj,0.0000024399,0.01000,1.674
4,mlp.experts.100.gate_proj,0.0000023376,0.01000,2.074
4,mlp.experts.103.gate_proj,0.0000023421,0.01000,2.135
4,mlp.experts.107.gate_proj,0.0000023656,0.01000,2.046
4,mlp.experts.111.gate_proj,0.0000022266,0.01000,2.081
4,mlp.experts.99.gate_proj,0.0000027437,0.01000,1.997
4,mlp.experts.96.gate_proj,0.0000023674,0.01000,2.128
4,mlp.experts.114.gate_proj,0.0000025030,0.01000,1.965
4,mlp.experts.10.up_proj,0.0000023714,0.01000,1.757
4,mlp.experts.13.up_proj,0.0000025828,0.01000,1.815
4,mlp.experts.14.up_proj,0.0000022147,0.01000,1.817
4,mlp.experts.5.up_proj,0.0000026622,0.01000,1.899
4,mlp.experts.6.up_proj,0.0000022318,0.01000,1.714
4,mlp.experts.9.up_proj,0.0000022426,0.01000,1.834
4,mlp.experts.1.up_proj,0.0000023136,0.01000,1.971
4,mlp.experts.124.gate_proj,0.0000024830,0.01000,2.003
4,mlp.experts.120.gate_proj,0.0000026068,0.01000,1.961
4,mlp.experts.119.gate_proj,0.0000023098,0.01000,1.885
4,mlp.experts.116.gate_proj,0.0000025399,0.01000,1.986
4,mlp.experts.123.gate_proj,0.0000031716,0.01000,1.934
4,mlp.experts.115.gate_proj,0.0000027717,0.01000,1.933
4,mlp.experts.127.gate_proj,0.0000025375,0.01000,1.969
4,mlp.experts.112.gate_proj,0.0000023662,0.01000,2.078
4,mlp.experts.2.up_proj,0.0000022870,0.01000,1.974
4,mlp.experts.29.up_proj,0.0000020081,0.01000,1.732
4,mlp.experts.21.up_proj,0.0000026746,0.01000,1.718
4,mlp.experts.26.up_proj,0.0000015440,0.01000,1.977
4,mlp.experts.17.up_proj,0.0000022756,0.01000,1.725
4,mlp.experts.25.up_proj,0.0000023129,0.01000,1.741
4,mlp.experts.30.up_proj,0.0000022425,0.01000,1.954
4,mlp.experts.22.up_proj,0.0000024602,0.01000,1.942
4,mlp.experts.12.up_proj,0.0000020959,0.01000,2.002
4,mlp.experts.7.up_proj,0.0000022397,0.01000,2.016
4,mlp.experts.11.up_proj,0.0000022367,0.01000,1.994
4,mlp.experts.3.up_proj,0.0000026112,0.01000,2.031
4,mlp.experts.15.up_proj,0.0000023733,0.01000,2.040
4,mlp.experts.4.up_proj,0.0000024147,0.01000,2.194
4,mlp.experts.8.up_proj,0.0000023052,0.01000,2.354
4,mlp.experts.0.up_proj,0.0000022679,0.01000,2.068
4,mlp.experts.18.up_proj,0.0000022003,0.01000,1.838
4,mlp.experts.45.up_proj,0.0000022673,0.01000,1.665
4,mlp.experts.37.up_proj,0.0000025435,0.01000,1.672
4,mlp.experts.33.up_proj,0.0000023066,0.01000,1.682
4,mlp.experts.41.up_proj,0.0000025959,0.01000,1.698
4,mlp.experts.42.up_proj,0.0000022360,0.01000,1.773
4,mlp.experts.46.up_proj,0.0000023068,0.01000,1.798
4,mlp.experts.38.up_proj,0.0000021544,0.01000,1.748
4,mlp.experts.28.up_proj,0.0000027811,0.01000,1.979
4,mlp.experts.23.up_proj,0.0000023112,0.01000,1.932
4,mlp.experts.27.up_proj,0.0000027308,0.01000,1.942
4,mlp.experts.19.up_proj,0.0000021281,0.01000,1.905
4,mlp.experts.31.up_proj,0.0000021524,0.01000,1.902
4,mlp.experts.34.up_proj,0.0000023209,0.01000,1.841
4,mlp.experts.20.up_proj,0.0000022207,0.01000,2.272
4,mlp.experts.24.up_proj,0.0000022829,0.01000,2.292
4,mlp.experts.16.up_proj,0.0000019010,0.01000,2.141
4,mlp.experts.61.up_proj,0.0000023076,0.01000,1.829
4,mlp.experts.53.up_proj,0.0000016709,0.01000,1.803
4,mlp.experts.58.up_proj,0.0000019741,0.01000,1.649
4,mlp.experts.49.up_proj,0.0000023220,0.01000,1.817
4,mlp.experts.54.up_proj,0.0000023588,0.01000,1.606
4,mlp.experts.62.up_proj,0.0000027889,0.01000,1.705
4,mlp.experts.57.up_proj,0.0000023110,0.01000,1.920
4,mlp.experts.39.up_proj,0.0000023944,0.01000,1.936
4,mlp.experts.43.up_proj,0.0000022607,0.01000,1.958
4,mlp.experts.50.up_proj,0.0000021941,0.01000,1.486
4,mlp.experts.35.up_proj,0.0000027750,0.01000,2.009
4,mlp.experts.47.up_proj,0.0000021656,0.01000,2.020
4,mlp.experts.44.up_proj,0.0000023814,0.01000,2.266
4,mlp.experts.77.up_proj,0.0000022395,0.01000,1.692
4,mlp.experts.36.up_proj,0.0000026409,0.01000,2.009
4,mlp.experts.69.up_proj,0.0000027205,0.01000,1.749
4,mlp.experts.70.up_proj,0.0000021685,0.01000,1.569
4,mlp.experts.78.up_proj,0.0000026816,0.01000,1.576
4,mlp.experts.74.up_proj,0.0000023833,0.01000,1.786
4,mlp.experts.65.up_proj,0.0000022961,0.01000,1.702
4,mlp.experts.40.up_proj,0.0000021067,0.01000,2.193
4,mlp.experts.32.up_proj,0.0000025155,0.01000,2.223
4,mlp.experts.73.up_proj,0.0000023145,0.01000,1.744
4,mlp.experts.66.up_proj,0.0000023195,0.01000,1.674
4,mlp.experts.55.up_proj,0.0000022573,0.01000,1.920
4,mlp.experts.59.up_proj,0.0000025679,0.01000,1.900
4,mlp.experts.51.up_proj,0.0000022020,0.01000,1.893
4,mlp.experts.60.up_proj,0.0000028192,0.01000,1.847
4,mlp.experts.63.up_proj,0.0000019753,0.01000,1.899
4,mlp.experts.93.up_proj,0.0000021719,0.01000,1.640
4,mlp.experts.85.up_proj,0.0000021442,0.01000,1.678
4,mlp.experts.86.up_proj,0.0000023687,0.01000,1.728
4,mlp.experts.81.up_proj,0.0000024917,0.01000,1.664
4,mlp.experts.94.up_proj,0.0000026155,0.01000,1.734
4,mlp.experts.52.up_proj,0.0000022263,0.01000,1.923
4,mlp.experts.89.up_proj,0.0000022978,0.01000,1.658
4,mlp.experts.90.up_proj,0.0000022538,0.01000,1.889
4,mlp.experts.56.up_proj,0.0000023544,0.01000,1.930
4,mlp.experts.48.up_proj,0.0000022976,0.01000,2.202
4,mlp.experts.82.up_proj,0.0000022428,0.01000,1.656
4,mlp.experts.71.up_proj,0.0000028505,0.01000,1.827
4,mlp.experts.75.up_proj,0.0000028896,0.01000,1.805
4,mlp.experts.79.up_proj,0.0000022525,0.01000,1.765
4,mlp.experts.67.up_proj,0.0000020097,0.01000,1.842
4,mlp.experts.102.up_proj,0.0000021398,0.01000,1.524
4,mlp.experts.109.up_proj,0.0000023814,0.01000,1.821
4,mlp.experts.110.up_proj,0.0000022401,0.01000,1.555
4,mlp.experts.101.up_proj,0.0000021784,0.01000,1.781
4,mlp.experts.76.up_proj,0.0000021411,0.01000,2.123
4,mlp.experts.97.up_proj,0.0000021936,0.01000,1.803
4,mlp.experts.106.up_proj,0.0000024493,0.01000,1.602
4,mlp.experts.105.up_proj,0.0000023118,0.01000,1.873
4,mlp.experts.72.up_proj,0.0000023662,0.01000,2.064
4,mlp.experts.68.up_proj,0.0000025283,0.01000,2.429
4,mlp.experts.98.up_proj,0.0000019844,0.01000,1.816
4,mlp.experts.64.up_proj,0.0000024426,0.01000,2.212
4,mlp.experts.87.up_proj,0.0000023581,0.01000,1.944
4,mlp.experts.91.up_proj,0.0000024852,0.01000,1.934
4,mlp.experts.83.up_proj,0.0000017343,0.01000,1.919
4,mlp.experts.95.up_proj,0.0000023135,0.01000,1.984
4,mlp.experts.118.up_proj,0.0000023032,0.01000,1.931
4,mlp.experts.125.up_proj,0.0000025923,0.01000,1.942
4,mlp.experts.126.up_proj,0.0000025221,0.01000,1.944
4,mlp.experts.122.up_proj,0.0000022495,0.01000,1.817
4,mlp.experts.117.up_proj,0.0000025077,0.01000,1.957
4,mlp.experts.92.up_proj,0.0000022547,0.01000,2.009
4,mlp.experts.113.up_proj,0.0000021227,0.01000,1.987
4,mlp.experts.121.up_proj,0.0000022105,0.01000,1.761
4,mlp.experts.114.up_proj,0.0000024001,0.01000,1.245
4,mlp.experts.88.up_proj,0.0000021719,0.01000,1.808
4,mlp.experts.84.up_proj,0.0000027385,0.01000,1.787
4,mlp.experts.80.up_proj,0.0000022144,0.01000,1.950
4,mlp.experts.103.up_proj,0.0000022143,0.01000,1.851
4,mlp.experts.107.up_proj,0.0000022550,0.01000,1.848
4,mlp.experts.99.up_proj,0.0000024126,0.01000,1.965
4,mlp.experts.111.up_proj,0.0000021229,0.01000,1.963
4,mlp.experts.108.up_proj,0.0000020809,0.01000,1.635
4,mlp.experts.104.up_proj,0.0000023587,0.01000,1.616
4,mlp.experts.100.up_proj,0.0000022272,0.01000,1.617
4,mlp.experts.96.up_proj,0.0000022348,0.01000,1.938
4,mlp.experts.123.up_proj,0.0000026625,0.01000,1.797
4,mlp.experts.119.up_proj,0.0000021482,0.01000,1.886
4,mlp.experts.115.up_proj,0.0000024946,0.01000,1.738
4,mlp.experts.127.up_proj,0.0000024295,0.01000,1.745
4,mlp.experts.124.up_proj,0.0000024638,0.01000,1.837
4,mlp.experts.120.up_proj,0.0000022746,0.01000,1.759
4,mlp.experts.116.up_proj,0.0000025051,0.01000,1.731
4,mlp.experts.112.up_proj,0.0000022418,0.01000,1.250
4,mlp.experts.8.down_proj,0.0000000759,0.01000,1.096
4,mlp.experts.4.down_proj,0.0000001254,0.01000,1.103
4,mlp.experts.0.down_proj,0.0000001058,0.01000,1.012
4,mlp.experts.12.down_proj,0.0000000663,0.01000,0.967
4,mlp.experts.7.down_proj,0.0000000731,0.01000,1.393
4,mlp.experts.3.down_proj,0.0000001419,0.01000,1.388
4,mlp.experts.11.down_proj,0.0000000716,0.01000,1.397
4,mlp.experts.13.down_proj,0.0000001442,0.01000,1.291
4,mlp.experts.9.down_proj,0.0000000799,0.01000,1.413
4,mlp.experts.5.down_proj,0.0000001204,0.01000,1.239
4,mlp.experts.1.down_proj,0.0000000771,0.01000,1.427
4,mlp.experts.15.down_proj,0.0000000809,0.01000,1.297
4,mlp.experts.14.down_proj,0.0000000673,0.01000,1.514
4,mlp.experts.10.down_proj,0.0000001155,0.01000,1.655
4,mlp.experts.6.down_proj,0.0000000676,0.01000,1.660
4,mlp.experts.2.down_proj,0.0000000835,0.01000,1.691
4,mlp.experts.24.down_proj,0.0000000741,0.01000,0.658
4,mlp.experts.20.down_proj,0.0000000884,0.01000,0.641
4,mlp.experts.16.down_proj,0.0000000784,0.01000,0.622
4,mlp.experts.28.down_proj,0.0000001368,0.01000,0.632
4,mlp.experts.23.down_proj,0.0000000684,0.01000,0.773
4,mlp.experts.27.down_proj,0.0000001640,0.01000,0.808
4,mlp.experts.19.down_proj,0.0000000666,0.01000,0.816
4,mlp.experts.29.down_proj,0.0000000667,0.01000,0.813
4,mlp.experts.17.down_proj,0.0000000835,0.01000,0.805
4,mlp.experts.21.down_proj,0.0000001170,0.01000,0.813
4,mlp.experts.25.down_proj,0.0000000927,0.01000,0.825
4,mlp.experts.31.down_proj,0.0000000842,0.01000,0.780
4,mlp.experts.40.down_proj,0.0000000700,0.01000,0.703
4,mlp.experts.36.down_proj,0.0000001590,0.01000,0.702
4,mlp.experts.44.down_proj,0.0000000919,0.01000,0.709
4,mlp.experts.32.down_proj,0.0000001380,0.01000,0.732
4,mlp.experts.26.down_proj,0.0000000403,0.01000,0.920
4,mlp.experts.22.down_proj,0.0000001063,0.01000,0.952
4,mlp.experts.18.down_proj,0.0000000756,0.01000,0.927
4,mlp.experts.30.down_proj,0.0000000800,0.01000,0.986
4,mlp.experts.39.down_proj,0.0000001226,0.01000,0.745
4,mlp.experts.35.down_proj,0.0000001290,0.01000,0.719
4,mlp.experts.45.down_proj,0.0000000743,0.01000,0.734
4,mlp.experts.43.down_proj,0.0000000674,0.01000,0.762
4,mlp.experts.33.down_proj,0.0000000797,0.01000,0.731
4,mlp.experts.47.down_proj,0.0000000911,0.01000,0.737
4,mlp.experts.37.down_proj,0.0000000957,0.01000,0.755
4,mlp.experts.41.down_proj,0.0000001358,0.01000,0.768
4,mlp.experts.48.down_proj,0.0000000942,0.01000,0.790
4,mlp.experts.52.down_proj,0.0000000753,0.01000,0.824
4,mlp.experts.60.down_proj,0.0000001587,0.01000,0.829
4,mlp.experts.56.down_proj,0.0000001054,0.01000,0.884
4,mlp.experts.46.down_proj,0.0000000789,0.01000,0.740
4,mlp.experts.38.down_proj,0.0000000759,0.01000,0.773
4,mlp.experts.42.down_proj,0.0000000744,0.01000,0.813
4,mlp.experts.34.down_proj,0.0000000857,0.01000,0.804
4,mlp.experts.61.down_proj,0.0000000643,0.01000,0.752
4,mlp.experts.55.down_proj,0.0000000700,0.01000,0.790
4,mlp.experts.51.down_proj,0.0000000675,0.01000,0.811
4,mlp.experts.59.down_proj,0.0000001050,0.01000,0.761
4,mlp.experts.63.down_proj,0.0000000666,0.01000,0.760
4,mlp.experts.49.down_proj,0.0000000920,0.01000,0.777
4,mlp.experts.53.down_proj,0.0000000422,0.01000,0.761
4,mlp.experts.57.down_proj,0.0000000771,0.01000,0.777
4,mlp.experts.68.down_proj,0.0000001163,0.01000,0.794
4,mlp.experts.76.down_proj,0.0000000813,0.01000,0.790
4,mlp.experts.54.down_proj,0.0000000821,0.01000,0.716
4,mlp.experts.62.down_proj,0.0000001283,0.01000,0.726
4,mlp.experts.58.down_proj,0.0000000592,0.01000,0.719
4,mlp.experts.64.down_proj,0.0000000830,0.01000,0.820
4,mlp.experts.50.down_proj,0.0000001052,0.01000,0.695
4,mlp.experts.72.down_proj,0.0000000920,0.01000,0.783
4,mlp.experts.77.down_proj,0.0000000913,0.01000,0.764
4,mlp.experts.71.down_proj,0.0000001542,0.01000,0.777
4,mlp.experts.79.down_proj,0.0000000957,0.01000,0.738
4,mlp.experts.69.down_proj,0.0000001516,0.01000,0.731
4,mlp.experts.67.down_proj,0.0000000695,0.01000,0.782
4,mlp.experts.75.down_proj,0.0000002171,0.01000,0.791
4,mlp.experts.65.down_proj,0.0000000627,0.01000,0.771
4,mlp.experts.73.down_proj,0.0000000873,0.01000,0.767
4,mlp.experts.74.down_proj,0.0000001116,0.01000,0.705
4,mlp.experts.66.down_proj,0.0000001171,0.01000,0.713
4,mlp.experts.78.down_proj,0.0000001200,0.01000,0.717
4,mlp.experts.70.down_proj,0.0000000657,0.01000,0.734
4,mlp.experts.84.down_proj,0.0000001292,0.01000,0.884
4,mlp.experts.92.down_proj,0.0000000929,0.01000,0.908
4,mlp.experts.88.down_proj,0.0000000697,0.01000,0.912
4,mlp.experts.80.down_proj,0.0000000694,0.01000,0.950
4,mlp.experts.95.down_proj,0.0000000695,0.01000,0.739
4,mlp.experts.91.down_proj,0.0000001250,0.01000,0.717
4,mlp.experts.93.down_proj,0.0000000722,0.01000,0.770
4,mlp.experts.87.down_proj,0.0000001159,0.01000,0.756
4,mlp.experts.83.down_proj,0.0000000555,0.01000,0.753
4,mlp.experts.81.down_proj,0.0000001187,0.01000,0.728
4,mlp.experts.85.down_proj,0.0000000780,0.01000,0.771
4,mlp.experts.89.down_proj,0.0000000673,0.01000,0.741
4,mlp.experts.82.down_proj,0.0000000672,0.01000,0.952
4,mlp.experts.86.down_proj,0.0000000981,0.01000,0.958
4,mlp.experts.90.down_proj,0.0000000815,0.01000,0.972
4,mlp.experts.100.down_proj,0.0000000626,0.01000,0.832
4,mlp.experts.108.down_proj,0.0000000818,0.01000,0.804
4,mlp.experts.104.down_proj,0.0000001082,0.01000,0.779
4,mlp.experts.94.down_proj,0.0000001595,0.01000,0.996
4,mlp.experts.96.down_proj,0.0000000733,0.01000,0.787
4,mlp.experts.109.down_proj,0.0000000980,0.01000,0.684
4,mlp.experts.111.down_proj,0.0000000819,0.01000,0.744
4,mlp.experts.103.down_proj,0.0000000990,0.01000,0.735
4,mlp.experts.101.down_proj,0.0000000704,0.01000,0.703
4,mlp.experts.97.down_proj,0.0000000728,0.01000,0.706
4,mlp.experts.107.down_proj,0.0000000684,0.01000,0.748
4,mlp.experts.99.down_proj,0.0000001338,0.01000,0.716
4,mlp.experts.105.down_proj,0.0000001104,0.01000,0.726
4,mlp.experts.98.down_proj,0.0000000566,0.01000,0.802
4,mlp.experts.106.down_proj,0.0000001086,0.01000,0.780
4,mlp.experts.102.down_proj,0.0000000911,0.01000,0.815
4,mlp.experts.110.down_proj,0.0000000623,0.01000,0.835
4,mlp.experts.127.down_proj,0.0000000784,0.01000,0.734
4,mlp.experts.125.down_proj,0.0000001411,0.01000,0.807
4,mlp.experts.115.down_proj,0.0000001045,0.01000,0.727
4,mlp.experts.123.down_proj,0.0000001721,0.01000,0.728
4,mlp.experts.119.down_proj,0.0000000972,0.01000,0.744
4,mlp.experts.113.down_proj,0.0000000733,0.01000,0.797
4,mlp.experts.117.down_proj,0.0000000957,0.01000,0.812
4,mlp.experts.121.down_proj,0.0000000688,0.01000,0.817
4,mlp.experts.116.down_proj,0.0000001076,0.01000,1.077
4,mlp.experts.120.down_proj,0.0000000767,0.01000,1.071
4,mlp.experts.124.down_proj,0.0000000921,0.01000,1.094
4,mlp.experts.112.down_proj,0.0000000660,0.01000,1.085
4,mlp.experts.114.down_proj,0.0000000736,0.01000,0.728
4,mlp.experts.122.down_proj,0.0000000770,0.01000,0.741
4,mlp.experts.126.down_proj,0.0000001085,0.01000,0.681
4,mlp.experts.118.down_proj,0.0000001087,0.01000,0.748
5,self_attn.k_proj,0.0000000079,0.01000,0.819
5,self_attn.v_proj,0.0000000088,0.01000,0.844
5,self_attn.q_proj,0.0000000567,0.01000,0.861
5,self_attn.o_proj,0.0000000086,0.01000,1.484
5,mlp.experts.6.gate_proj,0.0000028645,0.01000,1.901
5,mlp.experts.14.gate_proj,0.0000030878,0.01000,1.833
5,mlp.experts.2.gate_proj,0.0000025859,0.01000,1.968
5,mlp.experts.9.gate_proj,0.0000017417,0.01000,2.046
5,mlp.experts.10.gate_proj,0.0000025491,0.01000,2.026
5,mlp.experts.0.gate_proj,0.0000032137,0.01000,2.146
5,mlp.experts.8.gate_proj,0.0000036438,0.01000,2.151
5,mlp.experts.13.gate_proj,0.0000027736,0.01000,2.097
5,mlp.experts.5.gate_proj,0.0000025947,0.01000,2.118
5,mlp.experts.15.gate_proj,0.0000027335,0.01000,2.122
5,mlp.experts.4.gate_proj,0.0000012689,0.01000,2.124
5,mlp.experts.1.gate_proj,0.0000029701,0.01000,2.161
5,mlp.experts.12.gate_proj,0.0000031688,0.01000,2.208
5,mlp.experts.3.gate_proj,0.0000028151,0.01000,2.299
5,mlp.experts.7.gate_proj,0.0000027341,0.01000,2.361
5,mlp.experts.11.gate_proj,0.0000027016,0.01000,2.334
5,mlp.experts.22.gate_proj,0.0000026178,0.01000,1.572
5,mlp.experts.18.gate_proj,0.0000025759,0.01000,1.570
5,mlp.experts.30.gate_proj,0.0000026098,0.01000,1.686
5,mlp.experts.26.gate_proj,0.0000031350,0.01000,1.582
5,mlp.experts.25.gate_proj,0.0000029103,0.01000,1.913
5,mlp.experts.29.gate_proj,0.0000029504,0.01000,1.912
5,mlp.experts.21.gate_proj,0.0000029579,0.01000,1.922
5,mlp.experts.24.gate_proj,0.0000025447,0.01000,2.056
5,mlp.experts.16.gate_proj,0.0000026430,0.01000,2.086
5,mlp.experts.31.gate_proj,0.0000028517,0.01000,2.041
5,mlp.experts.17.gate_proj,0.0000027548,0.01000,2.013
5,mlp.experts.20.gate_proj,0.0000025887,0.01000,2.094
5,mlp.experts.28.gate_proj,0.0000029916,0.01000,2.113
5,mlp.experts.19.gate_proj,0.0000026155,0.01000,2.132
5,mlp.experts.23.gate_proj,0.0000032394,0.01000,2.164
5,mlp.experts.27.gate_proj,0.0000020845,0.01000,2.175
5,mlp.experts.38.gate_proj,0.0000026904,0.01000,1.540
5,mlp.experts.34.gate_proj,0.0000028052,0.01000,1.552
5,mlp.experts.46.gate_proj,0.0000026593,0.01000,1.635
5,mlp.experts.42.gate_proj,0.0000027621,0.01000,1.886
5,mlp.experts.41.gate_proj,0.0000028172,0.01000,1.905
5,mlp.experts.37.gate_proj,0.0000033126,0.01000,1.962
5,mlp.experts.45.gate_proj,0.0000028048,0.01000,2.085
5,mlp.experts.33.gate_proj,0.0000037312,0.01000,2.018
5,mlp.experts.47.gate_proj,0.0000029932,0.01000,2.107
5,mlp.experts.32.gate_proj,0.0000027834,0.01000,2.116
5,mlp.experts.40.gate_proj,0.0000034809,0.01000,2.196
5,mlp.experts.36.gate_proj,0.0000029125,0.01000,2.235
5,mlp.experts.35.gate_proj,0.0000029901,0.01000,2.135
5,mlp.experts.39.gate_proj,0.0000027119,0.01000,2.146
5,mlp.experts.44.gate_proj,0.0000033174,0.01000,2.310
5,mlp.experts.43.gate_proj,0.0000025133,0.01000,2.180
5,mlp.experts.54.gate_proj,0.0000027260,0.01000,1.842
5,mlp.experts.50.gate_proj,0.0000034511,0.01000,1.814
5,mlp.experts.62.gate_proj,0.0000027000,0.01000,1.939
5,mlp.experts.58.gate_proj,0.0000027234,0.01000,1.866
5,mlp.experts.57.gate_proj,0.0000032745,0.01000,2.110
5,mlp.experts.53.gate_proj,0.0000027441,0.01000,2.113
5,mlp.experts.63.gate_proj,0.0000028171,0.01000,1.969
5,mlp.experts.61.gate_proj,0.0000026306,0.01000,2.178
5,mlp.experts.49.gate_proj,0.0000026808,0.01000,2.145
5,mlp.experts.56.gate_proj,0.0000025256,0.01000,2.041
5,mlp.experts.70.gate_proj,0.0000028412,0.01000,1.635
5,mlp.experts.48.gate_proj,0.0000030529,0.01000,2.201
5,mlp.experts.51.gate_proj,0.0000026778,0.01000,2.038
5,mlp.experts.55.gate_proj,0.0000026913,0.01000,1.947
5,mlp.experts.52.gate_proj,0.0000025475,0.01000,2.114
5,mlp.experts.59.gate_proj,0.0000029304,0.01000,2.005
5,mlp.experts.60.gate_proj,0.0000028823,0.01000,2.106
5,mlp.experts.66.gate_proj,0.0000028253,0.01000,2.153
5,mlp.experts.78.gate_proj,0.0000027962,0.01000,2.032
5,mlp.experts.74.gate_proj,0.0000026094,0.01000,2.011
5,mlp.experts.73.gate_proj,0.0000024279,0.01000,1.944
5,mlp.experts.69.gate_proj,0.0000026917,0.01000,1.744
5,mlp.experts.77.gate_proj,0.0000024389,0.01000,1.735
5,mlp.experts.79.gate_proj,0.0000028182,0.01000,1.961
5,mlp.experts.65.gate_proj,0.0000025384,0.01000,1.942
5,mlp.experts.71.gate_proj,0.0000026540,0.01000,1.923
5,mlp.experts.86.gate_proj,0.0000028845,0.01000,2.066
5,mlp.experts.75.gate_proj,0.0000025437,0.01000,1.883
5,mlp.experts.67.gate_proj,0.0000028973,0.01000,2.080
5,mlp.experts.72.gate_proj,0.0000014625,0.01000,2.252
5,mlp.experts.64.gate_proj,0.0000025520,0.01000,2.292
5,mlp.experts.68.gate_proj,0.0000028297,0.01000,2.189
5,mlp.experts.94.gate_proj,0.0000025942,0.01000,1.727
5,mlp.experts.90.gate_proj,0.0000027523,0.01000,1.671
5,mlp.experts.82.gate_proj,0.0000027862,0.01000,2.023
5,mlp.experts.76.gate_proj,0.0000025163,0.01000,2.304
5,mlp.experts.85.gate_proj,0.0000030429,0.01000,1.830
5,mlp.experts.93.gate_proj,0.0000026995,0.01000,1.819
5,mlp.experts.89.gate_proj,0.0000025959,0.01000,2.029
5,mlp.experts.95.gate_proj,0.0000023919,0.01000,2.025
5,mlp.experts.81.gate_proj,0.0000028379,0.01000,1.934
5,mlp.experts.87.gate_proj,0.0000025728,0.01000,2.047
5,mlp.experts.102.gate_proj,0.0000026918,0.01000,2.044
5,mlp.experts.91.gate_proj,0.0000028951,0.01000,2.020
5,mlp.experts.110.gate_proj,0.0000026864,0.01000,1.739
5,mlp.experts.88.gate_proj,0.0000031006,0.01000,2.111
5,mlp.experts.106.gate_proj,0.0000027093,0.01000,1.736
5,mlp.experts.83.gate_proj,0.0000025679,0.01000,2.152
5,mlp.experts.80.gate_proj,0.0000030584,0.01000,2.097
5,mlp.experts.98.gate_proj,0.0000028573,0.01000,1.987
5,mlp.experts.84.gate_proj,0.0000024811,0.01000,2.270
5,mlp.experts.92.gate_proj,0.0000030551,0.01000,2.076
5,mlp.experts.101.gate_proj,0.0000026437,0.01000,1.610
5,mlp.experts.109.gate_proj,0.0000028739,0.01000,1.574
5,mlp.experts.105.gate_proj,0.0000028128,0.01000,1.587
5,mlp.experts.97.gate_proj,0.0000025214,0.01000,1.661
5,mlp.experts.111.gate_proj,0.0000028396,0.01000,1.984
5,mlp.experts.126.gate_proj,0.0000026532,0.01000,1.621
5,mlp.experts.103.gate_proj,0.0000021587,0.01000,1.981
5,mlp.experts.107.gate_proj,0.0000027055,0.01000,1.967
5,mlp.experts.104.gate_proj,0.0000025658,0.01000,1.883
5,mlp.experts.118.gate_proj,0.0000027676,0.01000,2.151
5,mlp.experts.96.gate_proj,0.0000028359,0.01000,1.913
5,mlp.experts.99.gate_proj,0.0000026331,0.01000,2.066
5,mlp.experts.114.gate_proj,0.0000026404,0.01000,1.836
5,mlp.experts.122.gate_proj,0.0000025337,0.01000,2.143
5,mlp.experts.108.gate_proj,0.0000026787,0.01000,1.946
5,mlp.experts.100.gate_proj,0.0000026226,0.01000,2.105
5,mlp.experts.117.gate_proj,0.0000028328,0.01000,1.898
5,mlp.experts.125.gate_proj,0.0000025222,0.01000,1.908
5,mlp.experts.121.gate_proj,0.0000034974,0.01000,2.128
5,mlp.experts.127.gate_proj,0.0000031478,0.01000,1.568
5,mlp.experts.113.gate_proj,0.0000026528,0.01000,2.089
5,mlp.experts.14.up_proj,0.0000028898,0.01000,1.815
5,mlp.experts.119.gate_proj,0.0000027498,0.01000,1.555
5,mlp.experts.123.gate_proj,0.0000026680,0.01000,1.542
5,mlp.experts.115.gate_proj,0.0000031020,0.01000,1.564
5,mlp.experts.2.up_proj,0.0000025115,0.01000,1.773
5,mlp.experts.6.up_proj,0.0000026652,0.01000,1.964
5,mlp.experts.10.up_proj,0.0000024968,0.01000,1.875
5,mlp.experts.120.gate_proj,0.0000027004,0.01000,2.242
5,mlp.experts.112.gate_proj,0.0000029111,0.01000,2.104
5,mlp.experts.124.gate_proj,0.0000026425,0.01000,2.114
5,mlp.experts.5.up_proj,0.0000024005,0.01000,1.969
5,mlp.experts.13.up_proj,0.0000026619,0.01000,1.962
5,mlp.experts.116.gate_proj,0.0000026565,0.01000,2.138
5,mlp.experts.15.up_proj,0.0000026007,0.01000,1.653
5,mlp.experts.7.up_proj,0.0000024994,0.01000,1.700
5,mlp.experts.9.up_proj,0.0000016760,0.01000,2.167
5,mlp.experts.11.up_proj,0.0000025623,0.01000,1.734
5,mlp.experts.30.up_proj,0.0000024353,0.01000,1.959
5,mlp.experts.1.up_proj,0.0000027676,0.01000,2.143
5,mlp.experts.3.up_proj,0.0000026068,0.01000,1.761
5,mlp.experts.18.up_proj,0.0000024787,0.01000,1.917
5,mlp.experts.22.up_proj,0.0000024563,0.01000,1.919
5,mlp.experts.26.up_proj,0.0000028769,0.01000,1.861
5,mlp.experts.0.up_proj,0.0000030014,0.01000,1.905
5,mlp.experts.8.up_proj,0.0000025338,0.01000,1.984
5,mlp.experts.12.up_proj,0.0000029068,0.01000,1.924
5,mlp.experts.31.up_proj,0.0000026405,0.01000,1.786
5,mlp.experts.21.up_proj,0.0000027964,0.01000,2.192
5,mlp.experts.4.up_proj,0.0000012922,0.01000,2.103
5,mlp.experts.23.up_proj,0.0000029487,0.01000,1.691
5,mlp.experts.29.up_proj,0.0000027074,0.01000,2.199
5,mlp.experts.27.up_proj,0.0000020463,0.01000,1.698
5,mlp.experts.25.up_proj,0.0000026917,0.01000,2.079
5,mlp.experts.46.up_proj,0.0000025198,0.01000,1.877
5,mlp.experts.19.up_proj,0.0000024369,0.01000,1.835
5,mlp.experts.17.up_proj,0.0000025829,0.01000,2.071
5,mlp.experts.34.up_proj,0.0000026181,0.01000,1.744
5,mlp.experts.38.up_proj,0.0000022969,0.01000,1.767
5,mlp.experts.42.up_proj,0.0000025279,0.01000,1.745
5,mlp.experts.16.up_proj,0.0000024613,0.01000,2.175
5,mlp.experts.24.up_proj,0.0000024122,0.01000,2.179
5,mlp.experts.37.up_proj,0.0000028255,0.01000,1.691
5,mlp.experts.47.up_proj,0.0000027997,0.01000,1.873
5,mlp.experts.45.up_proj,0.0000026270,0.01000,1.697
5,mlp.experts.28.up_proj,0.0000028469,0.01000,2.102
5,mlp.experts.39.up_proj,0.0000025977,0.01000,1.861
5,mlp.experts.43.up_proj,0.0000023431,0.01000,1.970
5,mlp.experts.20.up_proj,0.0000024475,0.01000,2.148
5,mlp.experts.41.up_proj,0.0000026606,0.01000,1.828
5,mlp.experts.62.up_proj,0.0000025033,0.01000,1.843
5,mlp.experts.35.up_proj,0.0000027584,0.01000,2.048
5,mlp.experts.50.up_proj,0.0000031364,0.01000,1.765
5,mlp.experts.54.up_proj,0.0000025939,0.01000,1.748
5,mlp.experts.33.up_proj,0.0000031961,0.01000,1.908
5,mlp.experts.58.up_proj,0.0000025319,0.01000,1.847
5,mlp.experts.53.up_proj,0.0000025646,0.01000,1.701
5,mlp.experts.61.up_proj,0.0000024589,0.01000,1.680
5,mlp.experts.32.up_proj,0.0000025257,0.01000,2.137
5,mlp.experts.63.up_proj,0.0000026111,0.01000,2.039
5,mlp.experts.40.up_proj,0.0000029747,0.01000,2.222
5,mlp.experts.55.up_proj,0.0000024757,0.01000,2.003
5,mlp.experts.44.up_proj,0.0000030890,0.01000,2.140
5,mlp.experts.59.up_proj,0.0000026537,0.01000,2.005
5,mlp.experts.57.up_proj,0.0000030032,0.01000,1.848
5,mlp.experts.78.up_proj,0.0000026646,0.01000,1.850
5,mlp.experts.51.up_proj,0.0000024988,0.01000,1.754
5,mlp.experts.36.up_proj,0.0000027486,0.01000,2.272
5,mlp.experts.66.up_proj,0.0000026566,0.01000,1.850
5,mlp.experts.49.up_proj,0.0000024609,0.01000,1.827
5,mlp.experts.70.up_proj,0.0000026528,0.01000,1.888
5,mlp.experts.74.up_proj,0.0000024889,0.01000,1.853
5,mlp.experts.69.up_proj,0.0000025371,0.01000,1.845
5,mlp.experts.77.up_proj,0.0000022992,0.01000,1.877
5,mlp.experts.79.up_proj,0.0000026040,0.01000,1.799
5,mlp.experts.48.up_proj,0.0000033350,0.01000,2.128
5,mlp.experts.94.up_proj,0.0000024603,0.01000,1.699
5,mlp.experts.71.up_proj,0.0000024588,0.01000,2.040
5,mlp.experts.56.up_proj,0.0000024075,0.01000,2.155
5,mlp.experts.60.up_proj,0.0000026558,0.01000,2.139
5,mlp.experts.67.up_proj,0.0000026412,0.01000,1.740
5,mlp.experts.82.up_proj,0.0000026601,0.01000,1.663
5,mlp.experts.75.up_proj,0.0000023949,0.01000,2.037
5,mlp.experts.86.up_proj,0.0000026519,0.01000,1.605
5,mlp.experts.90.up_proj,0.0000025124,0.01000,1.607
5,mlp.experts.73.up_proj,0.0000022200,0.01000,2.180
5,mlp.experts.52.up_proj,0.0000024262,0.01000,2.144
5,mlp.experts.65.up_proj,0.0000024562,0.01000,2.076
5,mlp.experts.85.up_proj,0.0000028114,0.01000,2.137
5,mlp.experts.93.up_proj,0.0000025070,0.01000,2.113
5,mlp.experts.95.up_proj,0.0000023321,0.01000,1.905
5,mlp.experts.110.up_proj,0.0000025191,0.01000,1.695
5,mlp.experts.64.up_proj,0.0000023135,0.01000,1.997
5,mlp.experts.83.up_proj,0.0000024020,0.01000,1.712
5,mlp.experts.102.up_proj,0.0000025472,0.01000,1.676
5,mlp.experts.98.up_proj,0.0000026838,0.01000,1.728
5,mlp.experts.87.up_proj,0.0000025235,0.01000,1.989
5,mlp.experts.106.up_proj,0.0000024705,0.01000,1.665
5,mlp.experts.72.up_proj,0.0000014627,0.01000,1.986
5,mlp.experts.91.up_proj,0.0000027320,0.01000,1.815
5,mlp.experts.76.up_proj,0.0000023821,0.01000,2.017
5,mlp.experts.89.up_proj,0.0000025378,0.01000,2.018
5,mlp.experts.68.up_proj,0.0000027092,0.01000,1.828
5,mlp.experts.81.up_proj,0.0000026278,0.01000,2.191
5,mlp.experts.111.up_proj,0.0000026857,0.01000,1.694
5,mlp.experts.101.up_proj,0.0000024917,0.01000,2.016
5,mlp.experts.99.up_proj,0.0000024714,0.01000,1.613
5,mlp.experts.109.up_proj,0.0000026913,0.01000,2.044
5,mlp.experts.126.up_proj,0.0000026265,0.01000,1.925
5,mlp.experts.118.up_proj,0.0000026193,0.01000,1.653
5,mlp.experts.107.up_proj,0.0000025135,0.01000,1.608
5,mlp.experts.122.up_proj,0.0000024220,0.01000,1.700
5,mlp.experts.114.up_proj,0.0000025319,0.01000,1.771
5,mlp.experts.80.up_proj,0.0000028311,0.01000,1.891
5,mlp.experts.103.up_proj,0.0000020908,0.01000,1.775
5,mlp.experts.88.up_proj,0.0000029156,0.01000,1.935
5,mlp.experts.92.up_proj,0.0000028980,0.01000,2.103
5,mlp.experts.105.up_proj,0.0000025836,0.01000,2.120
5,mlp.experts.84.up_proj,0.0000023491,0.01000,2.073
5,mlp.experts.127.up_proj,0.0000028437,0.01000,1.782
5,mlp.experts.97.up_proj,0.0000023966,0.01000,2.174
5,mlp.experts.115.up_proj,0.0000030467,0.01000,1.655
5,mlp.experts.123.up_proj,0.0000025313,0.01000,1.671
5,mlp.experts.119.up_proj,0.0000025831,0.01000,1.555
5,mlp.experts.117.up_proj,0.0000027599,0.01000,2.032
5,mlp.experts.125.up_proj,0.0000025358,0.01000,2.027
5,mlp.experts.96.up_proj,0.0000026973,0.01000,2.178
5,mlp.experts.104.up_proj,0.0000024174,0.01000,2.179
5,mlp.experts.121.up_proj,0.0000031242,0.01000,1.645
5,mlp.experts.113.up_proj,0.0000024411,0.01000,1.378
5,mlp.experts.100.up_proj,0.0000024897,0.01000,2.052
5,mlp.experts.108.up_proj,0.0000025606,0.01000,2.333
5,mlp.experts.112.up_proj,0.0000025162,0.01000,1.998
5,mlp.experts.120.up_proj,0.0000025009,0.01000,2.058
5,mlp.experts.116.up_proj,0.0000024737,0.01000,1.803
5,mlp.experts.124.up_proj,0.0000024531,0.01000,1.870
5,mlp.experts.4.down_proj,0.0000000238,0.01000,0.892
5,mlp.experts.0.down_proj,0.0000001319,0.01000,0.909
5,mlp.experts.8.down_proj,0.0000000895,0.01000,0.986
5,mlp.experts.12.down_proj,0.0000001283,0.01000,0.943
5,mlp.experts.9.down_proj,0.0000000344,0.01000,1.280
5,mlp.experts.1.down_proj,0.0000001438,0.01000,1.281
5,mlp.experts.5.down_proj,0.0000000874,0.01000,1.207
5,mlp.experts.13.down_proj,0.0000001334,0.01000,1.219
5,mlp.experts.7.down_proj,0.0000001035,0.01000,1.291
5,mlp.experts.15.down_proj,0.0000000845,0.01000,1.276
5,mlp.experts.11.down_proj,0.0000001081,0.01000,1.283
5,mlp.experts.3.down_proj,0.0000001080,0.01000,1.395
5,mlp.experts.10.down_proj,0.0000000861,0.01000,1.423
5,mlp.experts.6.down_proj,0.0000000966,0.01000,1.462
5,mlp.experts.14.down_proj,0.0000001649,0.01000,1.392
5,mlp.experts.2.down_proj,0.0000000949,0.01000,1.483
5,mlp.experts.20.down_proj,0.0000000665,0.01000,0.900
5,mlp.experts.16.down_proj,0.0000001152,0.01000,0.937
5,mlp.experts.24.down_proj,0.0000000865,0.01000,0.862
5,mlp.experts.28.down_proj,0.0000001388,0.01000,0.836
5,mlp.experts.23.down_proj,0.0000001303,0.01000,0.720
5,mlp.experts.27.down_proj,0.0000000508,0.01000,0.737
5,mlp.experts.31.down_proj,0.0000001097,0.01000,0.741
5,mlp.experts.19.down_proj,0.0000000952,0.01000,0.701
5,mlp.experts.17.down_proj,0.0000001058,0.01000,0.885
5,mlp.experts.25.down_proj,0.0000001257,0.01000,0.912
5,mlp.experts.21.down_proj,0.0000001692,0.01000,0.904
5,mlp.experts.29.down_proj,0.0000001302,0.01000,0.905
5,mlp.experts.26.down_proj,0.0000001096,0.01000,0.768
5,mlp.experts.22.down_proj,0.0000000868,0.01000,0.769
5,mlp.experts.30.down_proj,0.0000001080,0.01000,0.773
5,mlp.experts.18.down_proj,0.0000000819,0.01000,0.798
5,mlp.experts.36.down_proj,0.0000001330,0.01000,0.710
5,mlp.experts.44.down_proj,0.0000002181,0.01000,0.697
5,mlp.experts.32.down_proj,0.0000000817,0.01000,0.700
5,mlp.experts.40.down_proj,0.0000001484,0.01000,0.743
5,mlp.experts.39.down_proj,0.0000000925,0.01000,0.688
5,mlp.experts.43.down_proj,0.0000000981,0.01000,0.701
5,mlp.experts.47.down_proj,0.0000001453,0.01000,0.718
5,mlp.experts.35.down_proj,0.0000001017,0.01000,0.728
5,mlp.experts.33.down_proj,0.0000002122,0.01000,0.699
5,mlp.experts.37.down_proj,0.0000001167,0.01000,0.706
5,mlp.experts.41.down_proj,0.0000001031,0.01000,0.748
5,mlp.experts.45.down_proj,0.0000001221,0.01000,0.745
5,mlp.experts.42.down_proj,0.0000001235,0.01000,0.765
5,mlp.experts.38.down_proj,0.0000000867,0.01000,0.794
5,mlp.experts.46.down_proj,0.0000000767,0.01000,0.802
5,mlp.experts.34.down_proj,0.0000001253,0.01000,0.788
5,mlp.experts.52.down_proj,0.0000000744,0.01000,0.638
5,mlp.experts.48.down_proj,0.0000001962,0.01000,0.657
5,mlp.experts.60.down_proj,0.0000001389,0.01000,0.669
5,mlp.experts.56.down_proj,0.0000000831,0.01000,0.676
5,mlp.experts.55.down_proj,0.0000000935,0.01000,0.736
5,mlp.experts.51.down_proj,0.0000001218,0.01000,0.717
5,mlp.experts.63.down_proj,0.0000000991,0.01000,0.742
5,mlp.experts.49.down_proj,0.0000000935,0.01000,0.701
5,mlp.experts.59.down_proj,0.0000001162,0.01000,0.778
5,mlp.experts.53.down_proj,0.0000000957,0.01000,0.705
5,mlp.experts.57.down_proj,0.0000001862,0.01000,0.702
5,mlp.experts.61.down_proj,0.0000000888,0.01000,0.707
5,mlp.experts.58.down_proj,0.0000001463,0.01000,0.765
5,mlp.experts.62.down_proj,0.0000000986,0.01000,0.751
5,mlp.experts.54.down_proj,0.0000001450,0.01000,0.777
5,mlp.experts.50.down_proj,0.0000001721,0.01000,0.771
5,mlp.experts.71.down_proj,0.0000001139,0.01000,0.590
5,mlp.experts.68.down_proj,0.0000001176,0.01000,0.908
5,mlp.experts.76.down_proj,0.0000000803,0.01000,0.873
5,mlp.experts.79.down_proj,0.0000000987,0.01000,0.559
5,mlp.experts.67.down_proj,0.0000001454,0.01000,0.580
5,mlp.experts.72.down_proj,0.0000000260,0.01000,0.868
5,mlp.experts.75.down_proj,0.0000001081,0.01000,0.586
5,mlp.experts.64.down_proj,0.0000000703,0.01000,0.956
5,mlp.experts.65.down_proj,0.0000000736,0.01000,0.735
5,mlp.experts.69.down_proj,0.0000000912,0.01000,0.793
5,mlp.experts.77.down_proj,0.0000001031,0.01000,0.795
5,mlp.experts.73.down_proj,0.0000000776,0.01000,0.801
5,mlp.experts.74.down_proj,0.0000000911,0.01000,0.771
5,mlp.experts.78.down_proj,0.0000001464,0.01000,0.776
5,mlp.experts.66.down_proj,0.0000001125,0.01000,0.772
5,mlp.experts.87.down_proj,0.0000000909,0.01000,0.570
5,mlp.experts.70.down_proj,0.0000001535,0.01000,0.787
5,mlp.experts.95.down_proj,0.0000000792,0.01000,0.614
5,mlp.experts.83.down_proj,0.0000000803,0.01000,0.599
5,mlp.experts.84.down_proj,0.0000000767,0.01000,0.662
5,mlp.experts.91.down_proj,0.0000001092,0.01000,0.590
5,mlp.experts.92.down_proj,0.0000001448,0.01000,0.723
5,mlp.experts.88.down_proj,0.0000001300,0.01000,0.727
5,mlp.experts.80.down_proj,0.0000001679,0.01000,0.745
5,mlp.experts.81.down_proj,0.0000001390,0.01000,0.918
5,mlp.experts.90.down_proj,0.0000001289,0.01000,0.748
5,mlp.experts.85.down_proj,0.0000001081,0.01000,0.912
5,mlp.experts.103.down_proj,0.0000000604,0.01000,0.723
5,mlp.experts.89.down_proj,0.0000000999,0.01000,0.856
5,mlp.experts.99.down_proj,0.0000000872,0.01000,0.628
5,mlp.experts.111.down_proj,0.0000001381,0.01000,0.644
5,mlp.experts.86.down_proj,0.0000001366,0.01000,0.756
5,mlp.experts.94.down_proj,0.0000000894,0.01000,0.799
5,mlp.experts.82.down_proj,0.0000001215,0.01000,0.773
5,mlp.experts.107.down_proj,0.0000001220,0.01000,0.631
5,mlp.experts.93.down_proj,0.0000000765,0.01000,0.960
5,mlp.experts.100.down_proj,0.0000000901,0.01000,0.770
5,mlp.experts.108.down_proj,0.0000001226,0.01000,0.718
5,mlp.experts.104.down_proj,0.0000000825,0.01000,0.719
5,mlp.experts.96.down_proj,0.0000001424,0.01000,0.690
5,mlp.experts.115.down_proj,0.0000001404,0.01000,0.620
5,mlp.experts.127.down_proj,0.0000001775,0.01000,0.619
5,mlp.experts.119.down_proj,0.0000001050,0.01000,0.646
5,mlp.experts.97.down_proj,0.0000001086,0.01000,0.763
5,mlp.experts.123.down_proj,0.0000000867,0.01000,0.614
5,mlp.experts.101.down_proj,0.0000000752,0.01000,0.720
5,mlp.experts.105.down_proj,0.0000001522,0.01000,0.753
5,mlp.experts.106.down_proj,0.0000000998,0.01000,0.817
5,mlp.experts.109.down_proj,0.0000001114,0.01000,0.737
5,mlp.experts.102.down_proj,0.0000001064,0.01000,0.831
5,mlp.experts.116.down_proj,0.0000000983,0.01000,0.726
5,mlp.experts.98.down_proj,0.0000000959,0.01000,0.871
5,mlp.experts.110.down_proj,0.0000000848,0.01000,0.878
5,mlp.experts.112.down_proj,0.0000001422,0.01000,0.703
5,mlp.experts.124.down_proj,0.0000000975,0.01000,0.773
5,mlp.experts.120.down_proj,0.0000000984,0.01000,0.764
5,mlp.experts.117.down_proj,0.0000001377,0.01000,0.539
5,mlp.experts.113.down_proj,0.0000000876,0.01000,0.616
5,mlp.experts.121.down_proj,0.0000002275,0.01000,0.530
5,mlp.experts.125.down_proj,0.0000001077,0.01000,0.499
5,mlp.experts.122.down_proj,0.0000001009,0.01000,0.734
5,mlp.experts.118.down_proj,0.0000001078,0.01000,0.721
5,mlp.experts.114.down_proj,0.0000000755,0.01000,0.709
5,mlp.experts.126.down_proj,0.0000001168,0.01000,0.711
6,self_attn.q_proj,0.0000001396,0.01000,0.765
6,self_attn.v_proj,0.0000000236,0.01000,0.841
6,self_attn.k_proj,0.0000000208,0.01000,1.379
6,self_attn.o_proj,0.0000000224,0.01000,1.477
6,mlp.experts.7.gate_proj,0.0000032788,0.01000,1.877
6,mlp.experts.3.gate_proj,0.0000034118,0.01000,1.879
6,mlp.experts.15.gate_proj,0.0000039127,0.01000,1.988
6,mlp.experts.11.gate_proj,0.0000030116,0.01000,2.103
6,mlp.experts.0.gate_proj,0.0000036104,0.01000,2.179
6,mlp.experts.4.gate_proj,0.0000034486,0.01000,2.266
6,mlp.experts.12.gate_proj,0.0000026798,0.01000,2.278
6,mlp.experts.1.gate_proj,0.0000035039,0.01000,2.340
6,mlp.experts.5.gate_proj,0.0000036587,0.01000,2.345
6,mlp.experts.8.gate_proj,0.0000040495,0.01000,2.345
6,mlp.experts.13.gate_proj,0.0000047653,0.01000,2.397
6,mlp.experts.9.gate_proj,0.0000037159,0.01000,2.442
6,mlp.experts.2.gate_proj,0.0000033595,0.01000,2.469
6,mlp.experts.10.gate_proj,0.0000032462,0.01000,2.479
6,mlp.experts.14.gate_proj,0.0000031128,0.01000,2.511
6,mlp.experts.6.gate_proj,0.0000036217,0.01000,2.532
6,mlp.experts.19.gate_proj,0.0000032291,0.01000,1.731
6,mlp.experts.23.gate_proj,0.0000030985,0.01000,1.814
6,mlp.experts.31.gate_proj,0.0000046942,0.01000,1.781
6,mlp.experts.27.gate_proj,0.0000037796,0.01000,1.900
6,mlp.experts.16.gate_proj,0.0000040948,0.01000,2.026
6,mlp.experts.20.gate_proj,0.0000041638,0.01000,1.986
6,mlp.experts.21.gate_proj,0.0000044122,0.01000,1.930
6,mlp.experts.28.gate_proj,0.0000034308,0.01000,2.032
6,mlp.experts.24.gate_proj,0.0000030927,0.01000,1.988
6,mlp.experts.29.gate_proj,0.0000042438,0.01000,1.965
6,mlp.experts.25.gate_proj,0.0000033696,0.01000,1.971
6,mlp.experts.26.gate_proj,0.0000036902,0.01000,1.984
6,mlp.experts.17.gate_proj,0.0000040537,0.01000,2.129
6,mlp.experts.18.gate_proj,0.0000034895,0.01000,2.140
6,mlp.experts.30.gate_proj,0.0000031084,0.01000,2.205
6,mlp.experts.22.gate_proj,0.0000034054,0.01000,2.314
6,mlp.experts.35.gate_proj,0.0000034647,0.01000,2.079
6,mlp.experts.39.gate_proj,0.0000032777,0.01000,2.075
6,mlp.experts.47.gate_proj,0.0000038992,0.01000,2.161
6,mlp.experts.43.gate_proj,0.0000031055,0.01000,2.148
6,mlp.experts.37.gate_proj,0.0000037759,0.01000,2.013
6,mlp.experts.45.gate_proj,0.0000039356,0.01000,1.974
6,mlp.experts.32.gate_proj,0.0000043866,0.01000,2.231
6,mlp.experts.33.gate_proj,0.0000036962,0.01000,1.999
6,mlp.experts.44.gate_proj,0.0000035579,0.01000,2.163
6,mlp.experts.36.gate_proj,0.0000031395,0.01000,2.223
6,mlp.experts.42.gate_proj,0.0000032255,0.01000,2.058
6,mlp.experts.40.gate_proj,0.0000046156,0.01000,2.204
6,mlp.experts.41.gate_proj,0.0000032432,0.01000,2.203
6,mlp.experts.34.gate_proj,0.0000032493,0.01000,2.151
6,mlp.experts.46.gate_proj,0.0000037368,0.01000,2.338
6,mlp.experts.38.gate_proj,0.0000031547,0.01000,2.219
6,mlp.experts.63.gate_proj,0.0000034083,0.01000,1.980
6,mlp.experts.51.gate_proj,0.0000048545,0.01000,2.256
6,mlp.experts.55.gate_proj,0.0000029768,0.01000,2.202
6,mlp.experts.59.gate_proj,0.0000041212,0.01000,2.093
6,mlp.experts.48.gate_proj,0.0000033972,0.01000,2.028
6,mlp.experts.61.gate_proj,0.0000032773,0.01000,2.125
6,mlp.experts.60.gate_proj,0.0000035189,0.01000,2.010
6,mlp.experts.53.gate_proj,0.0000038544,0.01000,2.189
6,mlp.experts.58.gate_proj,0.0000032164,0.01000,2.026
6,mlp.experts.52.gate_proj,0.0000029154,0.01000,2.105
6,mlp.experts.49.gate_proj,0.0000035972,0.01000,2.129
6,mlp.experts.56.gate_proj,0.0000030125,0.01000,2.169
6,mlp.experts.57.gate_proj,0.0000041082,0.01000,2.163
6,mlp.experts.50.gate_proj,0.0000046867,0.01000,2.091
6,mlp.experts.62.gate_proj,0.0000034248,0.01000,2.038
6,mlp.experts.54.gate_proj,0.0000034414,0.01000,2.058
6,mlp.experts.71.gate_proj,0.0000037477,0.01000,2.149
6,mlp.experts.79.gate_proj,0.0000033088,0.01000,2.313
6,mlp.experts.67.gate_proj,0.0000035139,0.01000,2.326
6,mlp.experts.76.gate_proj,0.0000038335,0.01000,1.840
6,mlp.experts.64.gate_proj,0.0000033515,0.01000,1.960
6,mlp.experts.68.gate_proj,0.0000049974,0.01000,1.911
6,mlp.experts.72.gate_proj,0.0000035742,0.01000,1.836
6,mlp.experts.77.gate_proj,0.0000033810,0.01000,2.213
6,mlp.experts.75.gate_proj,0.0000030949,0.01000,2.458
6,mlp.experts.65.gate_proj,0.0000030564,0.01000,2.139
6,mlp.experts.69.gate_proj,0.0000047214,0.01000,2.218
6,mlp.experts.74.gate_proj,0.0000037917,0.01000,2.218
6,mlp.experts.73.gate_proj,0.0000035783,0.01000,2.190
6,mlp.experts.66.gate_proj,0.0000040877,0.01000,2.292
6,mlp.experts.78.gate_proj,0.0000045008,0.01000,2.183
6,mlp.experts.70.gate_proj,0.0000039450,0.01000,2.173
6,mlp.experts.87.gate_proj,0.0000033647,0.01000,2.041
6,mlp.experts.95.gate_proj,0.0000033690,0.01000,2.065
6,mlp.experts.83.gate_proj,0.0000029319,0.01000,2.036
6,mlp.experts.92.gate_proj,0.0000036742,0.01000,2.200
6,mlp.experts.88.gate_proj,0.0000032692,0.01000,2.025
6,mlp.experts.80.gate_proj,0.0000040694,0.01000,2.158
6,mlp.experts.84.gate_proj,0.0000032906,0.01000,2.219
6,mlp.experts.91.gate_proj,0.0000039765,0.01000,2.024
6,mlp.experts.90.gate_proj,0.0000039706,0.01000,1.998
6,mlp.experts.81.gate_proj,0.0000039524,0.01000,2.043
6,mlp.experts.93.gate_proj,0.0000032883,0.01000,2.135
6,mlp.experts.85.gate_proj,0.0000031041,0.01000,2.083
6,mlp.experts.89.gate_proj,0.0000034087,0.01000,2.017
6,mlp.experts.82.gate_proj,0.0000035819,0.01000,1.908
6,mlp.experts.86.gate_proj,0.0000032095,0.01000,1.933
6,mlp.experts.94.gate_proj,0.0000037387,0.01000,1.950
6,mlp.experts.103.gate_proj,0.0000043249,0.01000,2.114
6,mlp.experts.99.gate_proj,0.0000032804,0.01000,2.139
6,mlp.experts.111.gate_proj,0.0000034761,0.01000,2.182
6,mlp.experts.108.gate_proj,0.0000034276,0.01000,2.029
6,mlp.experts.104.gate_proj,0.0000034177,0.01000,2.053
6,mlp.experts.106.gate_proj,0.0000037118,0.01000,1.905
6,mlp.experts.96.gate_proj,0.0000032082,0.01000,2.093
6,mlp.experts.98.gate_proj,0.0000034669,0.01000,1.662
6,mlp.experts.109.gate_proj,0.0000033432,0.01000,1.957
6,mlp.experts.100.gate_proj,0.0000032071,0.01000,2.087
6,mlp.experts.97.gate_proj,0.0000033834,0.01000,2.031
6,mlp.experts.102.gate_proj,0.0000047827,0.01000,1.666
6,mlp.experts.110.gate_proj,0.0000031990,0.01000,1.658
6,mlp.experts.107.gate_proj,0.0000031689,0.01000,2.179
6,mlp.experts.101.gate_proj,0.0000036583,0.01000,2.102
6,mlp.experts.105.gate_proj,0.0000028555,0.01000,2.062
6,mlp.experts.122.gate_proj,0.0000033086,0.01000,1.649
6,mlp.experts.114.gate_proj,0.0000035615,0.01000,1.663
6,mlp.experts.119.gate_proj,0.0000038171,0.01000,2.133
6,mlp.experts.118.gate_proj,0.0000017853,0.01000,1.635
6,mlp.experts.115.gate_proj,0.0000032494,0.01000,2.102
6,mlp.experts.124.gate_proj,0.0000035485,0.01000,2.024
6,mlp.experts.120.gate_proj,0.0000030540,0.01000,2.067
6,mlp.experts.127.gate_proj,0.0000031459,0.01000,2.251
6,mlp.experts.126.gate_proj,0.0000025192,0.01000,1.866
6,mlp.experts.125.gate_proj,0.0000032639,0.01000,2.089
6,mlp.experts.116.gate_proj,0.0000033154,0.01000,2.081
6,mlp.experts.112.gate_proj,0.0000016553,0.01000,2.231
6,mlp.experts.113.gate_proj,0.0000042574,0.01000,2.151
6,mlp.experts.117.gate_proj,0.0000033941,0.01000,2.239
6,mlp.experts.121.gate_proj,0.0000035145,0.01000,2.113
6,mlp.experts.123.gate_proj,0.0000031314,0.01000,2.305
6,mlp.experts.10.up_proj,0.0000031129,0.01000,1.664
6,mlp.experts.2.up_proj,0.0000032017,0.01000,1.638
6,mlp.experts.6.up_proj,0.0000032267,0.01000,1.701
6,mlp.experts.7.up_proj,0.0000030281,0.01000,2.071
6,mlp.experts.14.up_proj,0.0000029339,0.01000,1.804
6,mlp.experts.3.up_proj,0.0000032008,0.01000,2.060
6,mlp.experts.12.up_proj,0.0000025404,0.01000,2.158
6,mlp.experts.13.up_proj,0.0000037840,0.01000,1.877
6,mlp.experts.8.up_proj,0.0000035435,0.01000,2.140
6,mlp.experts.15.up_proj,0.0000033196,0.01000,2.122
6,mlp.experts.1.up_proj,0.0000032380,0.01000,1.935
6,mlp.experts.4.up_proj,0.0000030865,0.01000,2.102
6,mlp.experts.5.up_proj,0.0000033763,0.01000,1.913
6,mlp.experts.0.up_proj,0.0000032110,0.01000,2.199
6,mlp.experts.9.up_proj,0.0000033480,0.01000,1.972
6,mlp.experts.11.up_proj,0.0000028619,0.01000,2.165
6,mlp.experts.26.up_proj,0.0000032899,0.01000,1.711
6,mlp.experts.18.up_proj,0.0000032743,0.01000,1.729
6,mlp.experts.22.up_proj,0.0000031159,0.01000,1.648
6,mlp.experts.30.up_proj,0.0000030333,0.01000,1.643
6,mlp.experts.29.up_proj,0.0000034933,0.01000,1.740
6,mlp.experts.23.up_proj,0.0000029099,0.01000,2.097
6,mlp.experts.19.up_proj,0.0000032157,0.01000,2.094
6,mlp.experts.17.up_proj,0.0000030382,0.01000,1.840
6,mlp.experts.28.up_proj,0.0000031073,0.01000,2.024
6,mlp.experts.21.up_proj,0.0000037673,0.01000,1.817
6,mlp.experts.25.up_proj,0.0000030799,0.01000,1.793
6,mlp.experts.31.up_proj,0.0000038533,0.01000,2.141
6,mlp.experts.24.up_proj,0.0000029238,0.01000,2.185
6,mlp.experts.20.up_proj,0.0000036029,0.01000,2.108
6,mlp.experts.16.up_proj,0.0000035105,0.01000,2.072
6,mlp.experts.27.up_proj,0.0000033894,0.01000,2.158
6,mlp.experts.42.up_proj,0.0000029743,0.01000,1.899
6,mlp.experts.34.up_proj,0.0000030960,0.01000,1.878
6,mlp.experts.38.up_proj,0.0000030428,0.01000,1.950
6,mlp.experts.46.up_proj,0.0000033668,0.01000,2.087
6,mlp.experts.45.up_proj,0.0000036209,0.01000,1.950
6,mlp.experts.33.up_proj,0.0000032930,0.01000,1.873
6,mlp.experts.39.up_proj,0.0000030617,0.01000,2.048
6,mlp.experts.37.up_proj,0.0000033378,0.01000,1.856
6,mlp.experts.35.up_proj,0.0000031683,0.01000,2.051
6,mlp.experts.41.up_proj,0.0000030518,0.01000,1.899
6,mlp.experts.44.up_proj,0.0000031501,0.01000,2.245
6,mlp.experts.40.up_proj,0.0000038318,0.01000,2.035
6,mlp.experts.47.up_proj,0.0000035006,0.01000,2.146
6,mlp.experts.32.up_proj,0.0000035913,0.01000,2.053
6,mlp.experts.36.up_proj,0.0000030189,0.01000,2.235
6,mlp.experts.58.up_proj,0.0000029254,0.01000,2.060
6,mlp.experts.43.up_proj,0.0000030246,0.01000,2.171
6,mlp.experts.50.up_proj,0.0000038078,0.01000,2.091
6,mlp.experts.54.up_proj,0.0000031000,0.01000,2.036
6,mlp.experts.62.up_proj,0.0000031180,0.01000,1.954
6,mlp.experts.61.up_proj,0.0000030035,0.01000,1.847
6,mlp.experts.49.up_proj,0.0000031935,0.01000,1.785
6,mlp.experts.53.up_proj,0.0000033030,0.01000,1.852
6,mlp.experts.55.up_proj,0.0000027945,0.01000,2.028
6,mlp.experts.57.up_proj,0.0000036721,0.01000,1.862
6,mlp.experts.51.up_proj,0.0000037783,0.01000,1.984
6,mlp.experts.60.up_proj,0.0000032677,0.01000,2.105
6,mlp.experts.56.up_proj,0.0000028674,0.01000,2.186
6,mlp.experts.63.up_proj,0.0000031312,0.01000,2.112
6,mlp.experts.48.up_proj,0.0000030964,0.01000,2.061
6,mlp.experts.52.up_proj,0.0000028249,0.01000,2.101
6,mlp.experts.74.up_proj,0.0000034072,0.01000,1.967
6,mlp.experts.66.up_proj,0.0000036041,0.01000,1.970
6,mlp.experts.59.up_proj,0.0000036074,0.01000,2.082
6,mlp.experts.70.up_proj,0.0000034862,0.01000,1.944
6,mlp.experts.78.up_proj,0.0000036730,0.01000,1.957
6,mlp.experts.77.up_proj,0.0000030666,0.01000,2.054
6,mlp.experts.65.up_proj,0.0000029021,0.01000,2.188
6,mlp.experts.71.up_proj,0.0000031308,0.01000,2.055
6,mlp.experts.67.up_proj,0.0000032303,0.01000,2.018
6,mlp.experts.73.up_proj,0.0000032789,0.01000,2.190
6,mlp.experts.69.up_proj,0.0000038553,0.01000,2.290
6,mlp.experts.76.up_proj,0.0000033020,0.01000,2.013
6,mlp.experts.79.up_proj,0.0000031487,0.01000,2.011
6,mlp.experts.72.up_proj,0.0000032308,0.01000,2.092
6,mlp.experts.64.up_proj,0.0000031622,0.01000,2.077
6,mlp.experts.90.up_proj,0.0000034732,0.01000,1.976
6,mlp.experts.68.up_proj,0.0000038960,0.01000,2.169
6,mlp.experts.82.up_proj,0.0000033253,0.01000,2.028
6,mlp.experts.75.up_proj,0.0000029411,0.01000,1.965
6,mlp.experts.86.up_proj,0.0000030177,0.01000,2.067
6,mlp.experts.94.up_proj,0.0000033083,0.01000,2.194
6,mlp.experts.93.up_proj,0.0000030271,0.01000,2.347
6,mlp.experts.83.up_proj,0.0000028473,0.01000,2.014
6,mlp.experts.87.up_proj,0.0000031254,0.01000,2.089
6,mlp.experts.81.up_proj,0.0000036135,0.01000,2.319
6,mlp.experts.85.up_proj,0.0000032757,0.01000,2.229
6,mlp.experts.92.up_proj,0.0000032147,0.01000,2.078
6,mlp.experts.89.up_proj,0.0000030919,0.01000,2.378
6,mlp.experts.95.up_proj,0.0000031182,0.01000,2.103
6,mlp.experts.88.up_proj,0.0000031128,0.01000,2.087
6,mlp.experts.80.up_proj,0.0000037038,0.01000,2.155
6,mlp.experts.84.up_proj,0.0000030305,0.01000,2.126
6,mlp.experts.106.up_proj,0.0000033374,0.01000,2.312
6,mlp.experts.91.up_proj,0.0000035922,0.01000,2.186
6,mlp.experts.98.up_proj,0.0000032436,0.01000,2.289
6,mlp.experts.102.up_proj,0.0000038161,0.01000,2.353
6,mlp.experts.110.up_proj,0.0000030046,0.01000,2.285
6,mlp.experts.109.up_proj,0.0000031140,0.01000,2.182
6,mlp.experts.99.up_proj,0.0000030520,0.01000,2.229
6,mlp.experts.103.up_proj,0.0000035603,0.01000,2.226
6,mlp.experts.97.up_proj,0.0000030905,0.01000,2.273
6,mlp.experts.101.up_proj,0.0000032888,0.01000,2.320
6,mlp.experts.111.up_proj,0.0000032535,0.01000,2.100
6,mlp.experts.108.up_proj,0.0000032280,0.01000,2.283
6,mlp.experts.105.up_proj,0.0000028603,0.01000,2.386
6,mlp.experts.104.up_proj,0.0000032188,0.01000,2.266
6,mlp.experts.96.up_proj,0.0000030199,0.01000,2.199
6,mlp.experts.107.up_proj,0.0000028974,0.01000,1.935
6,mlp.experts.100.up_proj,0.0000030273,0.01000,2.208
6,mlp.experts.122.up_proj,0.0000030833,0.01000,2.254
6,mlp.experts.114.up_proj,0.0000032020,0.01000,2.243
6,mlp.experts.118.up_proj,0.0000017720,0.01000,2.113
6,mlp.experts.126.up_proj,0.0000024008,0.01000,1.829
6,mlp.experts.115.up_proj,0.0000030031,0.01000,1.845
6,mlp.experts.119.up_proj,0.0000033802,0.01000,1.909
6,mlp.experts.125.up_proj,0.0000030685,0.01000,2.287
6,mlp.experts.127.up_proj,0.0000029647,0.01000,1.725
6,mlp.experts.113.up_proj,0.0000036918,0.01000,2.221
6,mlp.experts.123.up_proj,0.0000030837,0.01000,1.508
6,mlp.experts.117.up_proj,0.0000032300,0.01000,2.043
6,mlp.experts.121.up_proj,0.0000032321,0.01000,1.890
6,mlp.experts.124.up_proj,0.0000031629,0.01000,2.221
6,mlp.experts.120.up_proj,0.0000029258,0.01000,2.083
6,mlp.experts.112.up_proj,0.0000015093,0.01000,2.079
6,mlp.experts.116.up_proj,0.0000031147,0.01000,1.951
6,mlp.experts.8.down_proj,0.0000001845,0.01000,1.095
6,mlp.experts.0.down_proj,0.0000001210,0.01000,1.109
6,mlp.experts.4.down_proj,0.0000001203,0.01000,1.108
6,mlp.experts.7.down_proj,0.0000001143,0.01000,1.147
6,mlp.experts.11.down_proj,0.0000000919,0.01000,1.144
6,mlp.experts.3.down_proj,0.0000001264,0.01000,1.164
6,mlp.experts.12.down_proj,0.0000000685,0.01000,1.149
6,mlp.experts.15.down_proj,0.0000001256,0.01000,1.159
6,mlp.experts.2.down_proj,0.0000001430,0.01000,1.225
6,mlp.experts.9.down_proj,0.0000001499,0.01000,1.254
6,mlp.experts.1.down_proj,0.0000001334,0.01000,1.262
6,mlp.experts.6.down_proj,0.0000001175,0.01000,1.267
6,mlp.experts.14.down_proj,0.0000001168,0.01000,1.252
6,mlp.experts.10.down_proj,0.0000001325,0.01000,1.256
6,mlp.experts.5.down_proj,0.0000001375,0.01000,1.260
6,mlp.experts.13.down_proj,0.0000001513,0.01000,1.259
6,mlp.experts.23.down_proj,0.0000001029,0.01000,0.679
6,mlp.experts.16.down_proj,0.0000001944,0.01000,0.717
6,mlp.experts.19.down_proj,0.0000001340,0.01000,0.676
6,mlp.experts.27.down_proj,0.0000001586,0.01000,0.689
6,mlp.experts.20.down_proj,0.0000001705,0.01000,0.748
6,mlp.experts.31.down_proj,0.0000002334,0.01000,0.722
6,mlp.experts.24.down_proj,0.0000000993,0.01000,0.822
6,mlp.experts.18.down_proj,0.0000001158,0.01000,0.727
6,mlp.experts.29.down_proj,0.0000001438,0.01000,0.680
6,mlp.experts.25.down_proj,0.0000001184,0.01000,0.717
6,mlp.experts.17.down_proj,0.0000001708,0.01000,0.712
6,mlp.experts.21.down_proj,0.0000002135,0.01000,0.685
6,mlp.experts.22.down_proj,0.0000001123,0.01000,0.723
6,mlp.experts.26.down_proj,0.0000001383,0.01000,0.723
6,mlp.experts.28.down_proj,0.0000001387,0.01000,0.840
6,mlp.experts.30.down_proj,0.0000001210,0.01000,0.746
6,mlp.experts.35.down_proj,0.0000001403,0.01000,0.650
6,mlp.experts.43.down_proj,0.0000000880,0.01000,0.649
6,mlp.experts.39.down_proj,0.0000001146,0.01000,0.719
6,mlp.experts.47.down_proj,0.0000001918,0.01000,0.656
6,mlp.experts.36.down_proj,0.0000001077,0.01000,0.700
6,mlp.experts.32.down_proj,0.0000001660,0.01000,0.801
6,mlp.experts.45.down_proj,0.0000002126,0.01000,0.719
6,mlp.experts.37.down_proj,0.0000001454,0.01000,0.724
6,mlp.experts.33.down_proj,0.0000001259,0.01000,0.736
6,mlp.experts.41.down_proj,0.0000001202,0.01000,0.748
6,mlp.experts.44.down_proj,0.0000001251,0.01000,0.715
6,mlp.experts.42.down_proj,0.0000001124,0.01000,0.740
6,mlp.experts.34.down_proj,0.0000001225,0.01000,0.798
6,mlp.experts.40.down_proj,0.0000002806,0.01000,0.824
6,mlp.experts.38.down_proj,0.0000001180,0.01000,0.764
6,mlp.experts.46.down_proj,0.0000001402,0.01000,0.729
6,mlp.experts.51.down_proj,0.0000002125,0.01000,0.738
6,mlp.experts.52.down_proj,0.0000001007,0.01000,0.716
6,mlp.experts.59.down_proj,0.0000001769,0.01000,0.785
6,mlp.experts.55.down_proj,0.0000001020,0.01000,0.740
6,mlp.experts.63.down_proj,0.0000001223,0.01000,0.770
6,mlp.experts.61.down_proj,0.0000001040,0.01000,0.682
6,mlp.experts.53.down_proj,0.0000001399,0.01000,0.702
6,mlp.experts.57.down_proj,0.0000001931,0.01000,0.690
6,mlp.experts.49.down_proj,0.0000001166,0.01000,0.728
6,mlp.experts.60.down_proj,0.0000001556,0.01000,0.740
6,mlp.experts.48.down_proj,0.0000001107,0.01000,0.892
6,mlp.experts.50.down_proj,0.0000002482,0.01000,0.795
6,mlp.experts.54.down_proj,0.0000001071,0.01000,0.783
6,mlp.experts.58.down_proj,0.0000001024,0.01000,0.832
6,mlp.experts.56.down_proj,0.0000000934,0.01000,0.794
6,mlp.experts.62.down_proj,0.0000001124,0.01000,0.840
6,mlp.experts.67.down_proj,0.0000001302,0.01000,0.786
6,mlp.experts.71.down_proj,0.0000001251,0.01000,0.739
6,mlp.experts.75.down_proj,0.0000001062,0.01000,0.771
6,mlp.experts.68.down_proj,0.0000002204,0.01000,0.776
6,mlp.experts.79.down_proj,0.0000001377,0.01000,0.772
6,mlp.experts.77.down_proj,0.0000001006,0.01000,0.792
6,mlp.experts.73.down_proj,0.0000001322,0.01000,0.797
6,mlp.experts.76.down_proj,0.0000001428,0.01000,0.762
6,mlp.experts.66.down_proj,0.0000001580,0.01000,0.633
6,mlp.experts.74.down_proj,0.0000001363,0.01000,0.619
6,mlp.experts.70.down_proj,0.0000001779,0.01000,0.642
6,mlp.experts.69.down_proj,0.0000002453,0.01000,0.892
6,mlp.experts.65.down_proj,0.0000000836,0.01000,0.865
6,mlp.experts.64.down_proj,0.0000001242,0.01000,0.814
6,mlp.experts.78.down_proj,0.0000002178,0.01000,0.751
6,mlp.experts.72.down_proj,0.0000001265,0.01000,0.783
6,mlp.experts.83.down_proj,0.0000000978,0.01000,0.726
6,mlp.experts.87.down_proj,0.0000001078,0.01000,0.744
6,mlp.experts.91.down_proj,0.0000001681,0.01000,0.762
6,mlp.experts.95.down_proj,0.0000001218,0.01000,0.738
6,mlp.experts.84.down_proj,0.0000001055,0.01000,0.783
6,mlp.experts.82.down_proj,0.0000001327,0.01000,0.627
6,mlp.experts.90.down_proj,0.0000001366,0.01000,0.620
6,mlp.experts.86.down_proj,0.0000001172,0.01000,0.630
6,mlp.experts.93.down_proj,0.0000000978,0.01000,0.796
6,mlp.experts.89.down_proj,0.0000001071,0.01000,0.812
6,mlp.experts.80.down_proj,0.0000002307,0.01000,0.743
6,mlp.experts.92.down_proj,0.0000001158,0.01000,0.849
6,mlp.experts.85.down_proj,0.0000001463,0.01000,0.805
6,mlp.experts.81.down_proj,0.0000001966,0.01000,0.800
6,mlp.experts.94.down_proj,0.0000001371,0.01000,0.722
6,mlp.experts.88.down_proj,0.0000001548,0.01000,0.711
6,mlp.experts.99.down_proj,0.0000001232,0.01000,0.730
6,mlp.experts.103.down_proj,0.0000001578,0.01000,0.761
6,mlp.experts.100.down_proj,0.0000001086,0.01000,0.720
6,mlp.experts.98.down_proj,0.0000001180,0.01000,0.694
6,mlp.experts.106.down_proj,0.0000001542,0.01000,0.693
6,mlp.experts.111.down_proj,0.0000001197,0.01000,0.740
6,mlp.experts.102.down_proj,0.0000001975,0.01000,0.695
6,mlp.experts.107.down_proj,0.0000000923,0.01000,0.797
6,mlp.experts.109.down_proj,0.0000001140,0.01000,0.831
6,mlp.experts.105.down_proj,0.0000000958,0.01000,0.802
6,mlp.experts.110.down_proj,0.0000001298,0.01000,0.730
6,mlp.experts.96.down_proj,0.0000001153,0.01000,0.774
6,mlp.experts.101.down_proj,0.0000001374,0.01000,0.795
6,mlp.experts.108.down_proj,0.0000001188,0.01000,0.812
6,mlp.experts.97.down_proj,0.0000001044,0.01000,0.813
6,mlp.experts.104.down_proj,0.0000001559,0.01000,0.824
6,mlp.experts.115.down_proj,0.0000001365,0.01000,0.760
6,mlp.experts.114.down_proj,0.0000001345,0.01000,0.686
6,mlp.experts.122.down_proj,0.0000001039,0.01000,0.689
6,mlp.experts.116.down_proj,0.0000001200,0.01000,0.696
6,mlp.experts.118.down_proj,0.0000000369,0.01000,0.720
6,mlp.experts.127.down_proj,0.0000001136,0.01000,0.756
6,mlp.experts.119.down_proj,0.0000001576,0.01000,0.820
6,mlp.experts.123.down_proj,0.0000001307,0.01000,0.796
6,mlp.experts.126.down_proj,0.0000000733,0.01000,0.591
6,mlp.experts.112.down_proj,0.0000000278,0.01000,0.629
6,mlp.experts.121.down_proj,0.0000001287,0.01000,0.741
6,mlp.experts.125.down_proj,0.0000001071,0.01000,0.780
6,mlp.experts.124.down_proj,0.0000001125,0.01000,0.679
6,mlp.experts.120.down_proj,0.0000000811,0.01000,0.638
6,mlp.experts.113.down_proj,0.0000002109,0.01000,0.700
6,mlp.experts.117.down_proj,0.0000001172,0.01000,0.731
7,self_attn.k_proj,0.0000000118,0.01000,0.807
7,self_attn.v_proj,0.0000000131,0.01000,0.910
7,self_attn.q_proj,0.0000000802,0.01000,0.984
7,self_attn.o_proj,0.0000000128,0.01000,1.413
7,mlp.experts.0.gate_proj,0.0000047963,0.01000,1.600
7,mlp.experts.12.gate_proj,0.0000036821,0.01000,1.589
7,mlp.experts.4.gate_proj,0.0000035121,0.01000,1.652
7,mlp.experts.8.gate_proj,0.0000034664,0.01000,1.821
7,mlp.experts.15.gate_proj,0.0000034729,0.01000,2.287
7,mlp.experts.2.gate_proj,0.0000032514,0.01000,2.318
7,mlp.experts.11.gate_proj,0.0000037818,0.01000,2.306
7,mlp.experts.3.gate_proj,0.0000032523,0.01000,2.361
7,mlp.experts.14.gate_proj,0.0000048029,0.01000,2.335
7,mlp.experts.6.gate_proj,0.0000042866,0.01000,2.339
7,mlp.experts.13.gate_proj,0.0000037688,0.01000,2.362
7,mlp.experts.1.gate_proj,0.0000034728,0.01000,2.375
7,mlp.experts.9.gate_proj,0.0000039095,0.01000,2.372
7,mlp.experts.10.gate_proj,0.0000034329,0.01000,2.371
7,mlp.experts.7.gate_proj,0.0000039394,0.01000,2.380
7,mlp.experts.5.gate_proj,0.0000033396,0.01000,2.466
7,mlp.experts.16.gate_proj,0.0000029941,0.01000,1.577
7,mlp.experts.28.gate_proj,0.0000047146,0.01000,1.588
7,mlp.experts.20.gate_proj,0.0000033191,0.01000,1.648
7,mlp.experts.24.gate_proj,0.0000034637,0.01000,1.560
7,mlp.experts.23.gate_proj,0.0000038811,0.01000,1.971
7,mlp.experts.19.gate_proj,0.0000032879,0.01000,2.033
7,mlp.experts.17.gate_proj,0.0000038093,0.01000,1.990
7,mlp.experts.27.gate_proj,0.0000035577,0.01000,2.109
7,mlp.experts.18.gate_proj,0.0000040255,0.01000,2.125
7,mlp.experts.25.gate_proj,0.0000036599,0.01000,2.035
7,mlp.experts.21.gate_proj,0.0000035118,0.01000,1.994
7,mlp.experts.29.gate_proj,0.0000038372,0.01000,2.091
7,mlp.experts.31.gate_proj,0.0000032850,0.01000,2.183
7,mlp.experts.22.gate_proj,0.0000038429,0.01000,2.145
7,mlp.experts.26.gate_proj,0.0000032594,0.01000,2.152
7,mlp.experts.30.gate_proj,0.0000039995,0.01000,2.266
7,mlp.experts.32.gate_proj,0.0000036149,0.01000,1.703
7,mlp.experts.36.gate_proj,0.0000036354,0.01000,1.679
7,mlp.experts.44.gate_proj,0.0000041012,0.01000,1.793
7,mlp.experts.40.gate_proj,0.0000037864,0.01000,1.696
7,mlp.experts.39.gate_proj,0.0000033162,0.01000,1.986
7,mlp.experts.35.gate_proj,0.0000049125,0.01000,2.002
7,mlp.experts.41.gate_proj,0.0000035345,0.01000,1.993
7,mlp.experts.33.gate_proj,0.0000035021,0.01000,2.077
7,mlp.experts.43.gate_proj,0.0000033517,0.01000,2.035
7,mlp.experts.45.gate_proj,0.0000032751,0.01000,2.023
7,mlp.experts.37.gate_proj,0.0000035015,0.01000,2.075
7,mlp.experts.47.gate_proj,0.0000035060,0.01000,2.041
7,mlp.experts.34.gate_proj,0.0000034794,0.01000,2.290
7,mlp.experts.42.gate_proj,0.0000041469,0.01000,2.241
7,mlp.experts.38.gate_proj,0.0000036464,0.01000,2.300
7,mlp.experts.46.gate_proj,0.0000035863,0.01000,2.336
7,mlp.experts.48.gate_proj,0.0000031192,0.01000,2.522
7,mlp.experts.52.gate_proj,0.0000037511,0.01000,2.452
7,mlp.experts.60.gate_proj,0.0000033524,0.01000,2.554
7,mlp.experts.56.gate_proj,0.0000032340,0.01000,2.547
7,mlp.experts.55.gate_proj,0.0000035941,0.01000,2.142
7,mlp.experts.51.gate_proj,0.0000033405,0.01000,2.137
7,mlp.experts.59.gate_proj,0.0000036333,0.01000,2.163
7,mlp.experts.63.gate_proj,0.0000040682,0.01000,2.155
7,mlp.experts.57.gate_proj,0.0000041066,0.01000,2.326
7,mlp.experts.53.gate_proj,0.0000034479,0.01000,2.243
7,mlp.experts.61.gate_proj,0.0000036734,0.01000,2.280
7,mlp.experts.49.gate_proj,0.0000033935,0.01000,2.351
7,mlp.experts.50.gate_proj,0.0000033751,0.01000,2.146
7,mlp.experts.54.gate_proj,0.0000040683,0.01000,2.114
7,mlp.experts.58.gate_proj,0.0000036026,0.01000,2.269
7,mlp.experts.62.gate_proj,0.0000041865,0.01000,2.112
7,mlp.experts.64.gate_proj,0.0000036721,0.01000,2.183
7,mlp.experts.68.gate_proj,0.0000038777,0.01000,2.255
7,mlp.experts.76.gate_proj,0.0000036673,0.01000,2.270
7,mlp.experts.72.gate_proj,0.0000036522,0.01000,2.255
7,mlp.experts.71.gate_proj,0.0000047226,0.01000,2.191
7,mlp.experts.67.gate_proj,0.0000037469,0.01000,2.228
7,mlp.experts.73.gate_proj,0.0000034547,0.01000,2.113
7,mlp.experts.69.gate_proj,0.0000037980,0.01000,2.136
7,mlp.experts.79.gate_proj,0.0000034396,0.01000,2.227
7,mlp.experts.75.gate_proj,0.0000026749,0.01000,2.312
7,mlp.experts.65.gate_proj,0.0000043190,0.01000,2.169
7,mlp.experts.77.gate_proj,0.0000033585,0.01000,2.226
7,mlp.experts.66.gate_proj,0.0000035721,0.01000,2.190
7,mlp.experts.70.gate_proj,0.0000037992,0.01000,2.255
7,mlp.experts.74.gate_proj,0.0000035328,0.01000,2.249
7,mlp.experts.78.gate_proj,0.0000047862,0.01000,2.273
7,mlp.experts.80.gate_proj,0.0000039067,0.01000,1.997
7,mlp.experts.84.gate_proj,0.0000035428,0.01000,2.164
7,mlp.experts.92.gate_proj,0.0000039664,0.01000,2.088
7,mlp.experts.88.gate_proj,0.0000035447,0.01000,2.121
7,mlp.experts.87.gate_proj,0.0000037884,0.01000,2.044
7,mlp.experts.83.gate_proj,0.0000038560,0.01000,1.999
7,mlp.experts.95.gate_proj,0.0000033313,0.01000,1.966
7,mlp.experts.91.gate_proj,0.0000037424,0.01000,2.016
7,mlp.experts.85.gate_proj,0.0000040796,0.01000,2.114
7,mlp.experts.89.gate_proj,0.0000034103,0.01000,2.171
7,mlp.experts.81.gate_proj,0.0000039337,0.01000,2.086
7,mlp.experts.93.gate_proj,0.0000033385,0.01000,2.118
7,mlp.experts.82.gate_proj,0.0000038558,0.01000,2.232
7,mlp.experts.86.gate_proj,0.0000035035,0.01000,2.127
7,mlp.experts.94.gate_proj,0.0000035882,0.01000,2.175
7,mlp.experts.90.gate_proj,0.0000043338,0.01000,2.251
7,mlp.experts.96.gate_proj,0.0000036060,0.01000,2.215
7,mlp.experts.100.gate_proj,0.0000031805,0.01000,2.188
7,mlp.experts.108.gate_proj,0.0000037140,0.01000,2.235
7,mlp.experts.104.gate_proj,0.0000047024,0.01000,2.217
7,mlp.experts.103.gate_proj,0.0000036093,0.01000,2.148
7,mlp.experts.99.gate_proj,0.0000036725,0.01000,2.158
7,mlp.experts.111.gate_proj,0.0000037761,0.01000,2.133
7,mlp.experts.101.gate_proj,0.0000042034,0.01000,1.994
7,mlp.experts.105.gate_proj,0.0000049171,0.01000,1.980
7,mlp.experts.97.gate_proj,0.0000045068,0.01000,1.973
7,mlp.experts.107.gate_proj,0.0000042518,0.01000,2.173
7,mlp.experts.109.gate_proj,0.0000041396,0.01000,2.046
7,mlp.experts.98.gate_proj,0.0000034493,0.01000,2.070
7,mlp.experts.102.gate_proj,0.0000034484,0.01000,2.118
7,mlp.experts.110.gate_proj,0.0000033881,0.01000,2.106
7,mlp.experts.106.gate_proj,0.0000035513,0.01000,2.097
7,mlp.experts.112.gate_proj,0.0000032200,0.01000,2.047
7,mlp.experts.124.gate_proj,0.0000035172,0.01000,2.005
7,mlp.experts.120.gate_proj,0.0000043459,0.01000,2.009
7,mlp.experts.116.gate_proj,0.0000035155,0.01000,2.184
7,mlp.experts.115.gate_proj,0.0000047370,0.01000,2.148
7,mlp.experts.117.gate_proj,0.0000043139,0.01000,2.053
7,mlp.experts.121.gate_proj,0.0000039372,0.01000,2.042
7,mlp.experts.119.gate_proj,0.0000033319,0.01000,2.170
7,mlp.experts.127.gate_proj,0.0000035640,0.01000,2.079
7,mlp.experts.113.gate_proj,0.0000064353,0.01000,2.032
7,mlp.experts.125.gate_proj,0.0000035143,0.01000,2.030
7,mlp.experts.114.gate_proj,0.0000038543,0.01000,1.822
7,mlp.experts.118.gate_proj,0.0000045799,0.01000,1.835
7,mlp.experts.123.gate_proj,0.0000029430,0.01000,2.153
7,mlp.experts.126.gate_proj,0.0000041333,0.01000,1.853
7,mlp.experts.122.gate_proj,0.0000039679,0.01000,1.908
7,mlp.experts.0.up_proj,0.0000040308,0.01000,1.755
7,mlp.experts.12.up_proj,0.0000032157,0.01000,1.686
7,mlp.experts.8.up_proj,0.0000032482,0.01000,1.692
7,mlp.experts.4.up_proj,0.0000032276,0.01000,1.667
7,mlp.experts.1.up_proj,0.0000031980,0.01000,1.946
7,mlp.experts.9.up_proj,0.0000034602,0.01000,1.958
7,mlp.experts.3.up_proj,0.0000031463,0.01000,1.999
7,mlp.experts.15.up_proj,0.0000032125,0.01000,2.000
7,mlp.experts.7.up_proj,0.0000035553,0.01000,2.000
7,mlp.experts.5.up_proj,0.0000031277,0.01000,2.043
7,mlp.experts.13.up_proj,0.0000033706,0.01000,1.972
7,mlp.experts.2.up_proj,0.0000030589,0.01000,1.971
7,mlp.experts.6.up_proj,0.0000036917,0.01000,2.015
7,mlp.experts.11.up_proj,0.0000033284,0.01000,2.021
7,mlp.experts.14.up_proj,0.0000039353,0.01000,2.030
7,mlp.experts.10.up_proj,0.0000032194,0.01000,1.997
7,mlp.experts.16.up_proj,0.0000029258,0.01000,2.078
7,mlp.experts.28.up_proj,0.0000039141,0.01000,2.142
7,mlp.experts.24.up_proj,0.0000031972,0.01000,2.134
7,mlp.experts.20.up_proj,0.0000030625,0.01000,2.110
7,mlp.experts.25.up_proj,0.0000033750,0.01000,1.520
7,mlp.experts.17.up_proj,0.0000033149,0.01000,1.545
7,mlp.experts.29.up_proj,0.0000035049,0.01000,1.568
7,mlp.experts.21.up_proj,0.0000032435,0.01000,1.638
7,mlp.experts.18.up_proj,0.0000035309,0.01000,1.921
7,mlp.experts.19.up_proj,0.0000030883,0.01000,2.048
7,mlp.experts.22.up_proj,0.0000034053,0.01000,1.892
7,mlp.experts.23.up_proj,0.0000036208,0.01000,2.052
7,mlp.experts.31.up_proj,0.0000031643,0.01000,2.115
7,mlp.experts.27.up_proj,0.0000032883,0.01000,2.027
7,mlp.experts.30.up_proj,0.0000035208,0.01000,1.959
7,mlp.experts.26.up_proj,0.0000029703,0.01000,1.970
7,mlp.experts.32.up_proj,0.0000032821,0.01000,2.085
7,mlp.experts.44.up_proj,0.0000036522,0.01000,2.159
7,mlp.experts.40.up_proj,0.0000033408,0.01000,2.177
7,mlp.experts.41.up_proj,0.0000032641,0.01000,1.674
7,mlp.experts.33.up_proj,0.0000032104,0.01000,1.669
7,mlp.experts.36.up_proj,0.0000032856,0.01000,2.235
7,mlp.experts.45.up_proj,0.0000030880,0.01000,1.656
7,mlp.experts.37.up_proj,0.0000032446,0.01000,1.602
7,mlp.experts.34.up_proj,0.0000033149,0.01000,1.960
7,mlp.experts.38.up_proj,0.0000032818,0.01000,1.961
7,mlp.experts.35.up_proj,0.0000039368,0.01000,2.070
7,mlp.experts.39.up_proj,0.0000031124,0.01000,2.025
7,mlp.experts.47.up_proj,0.0000031897,0.01000,2.048
7,mlp.experts.43.up_proj,0.0000031815,0.01000,1.981
7,mlp.experts.46.up_proj,0.0000033411,0.01000,1.989
7,mlp.experts.42.up_proj,0.0000035755,0.01000,1.959
7,mlp.experts.49.up_proj,0.0000033385,0.01000,1.490
7,mlp.experts.57.up_proj,0.0000038616,0.01000,1.535
7,mlp.experts.53.up_proj,0.0000032623,0.01000,1.508
7,mlp.experts.48.up_proj,0.0000029796,0.01000,2.139
7,mlp.experts.61.up_proj,0.0000032432,0.01000,1.537
7,mlp.experts.60.up_proj,0.0000032095,0.01000,2.084
7,mlp.experts.56.up_proj,0.0000029074,0.01000,2.082
7,mlp.experts.52.up_proj,0.0000033047,0.01000,2.057
7,mlp.experts.50.up_proj,0.0000032107,0.01000,1.961
7,mlp.experts.54.up_proj,0.0000035491,0.01000,1.965
7,mlp.experts.51.up_proj,0.0000031753,0.01000,2.078
7,mlp.experts.65.up_proj,0.0000035768,0.01000,1.525
7,mlp.experts.55.up_proj,0.0000034655,0.01000,2.106
7,mlp.experts.73.up_proj,0.0000031779,0.01000,1.513
7,mlp.experts.62.up_proj,0.0000037060,0.01000,1.893
7,mlp.experts.59.up_proj,0.0000033050,0.01000,2.056
7,mlp.experts.63.up_proj,0.0000036267,0.01000,2.093
7,mlp.experts.69.up_proj,0.0000034964,0.01000,1.529
7,mlp.experts.77.up_proj,0.0000031497,0.01000,1.498
7,mlp.experts.58.up_proj,0.0000032920,0.01000,1.927
7,mlp.experts.64.up_proj,0.0000034832,0.01000,2.037
7,mlp.experts.72.up_proj,0.0000032275,0.01000,2.053
7,mlp.experts.76.up_proj,0.0000032164,0.01000,2.143
7,mlp.experts.68.up_proj,0.0000035099,0.01000,2.101
7,mlp.experts.89.up_proj,0.0000031294,0.01000,1.573
7,mlp.experts.81.up_proj,0.0000035845,0.01000,1.629
7,mlp.experts.70.up_proj,0.0000034141,0.01000,1.842
7,mlp.experts.66.up_proj,0.0000032535,0.01000,1.920
7,mlp.experts.93.up_proj,0.0000030993,0.01000,1.594
7,mlp.experts.85.up_proj,0.0000037226,0.01000,1.601
7,mlp.experts.78.up_proj,0.0000039869,0.01000,1.829
7,mlp.experts.74.up_proj,0.0000032545,0.01000,1.862
7,mlp.experts.67.up_proj,0.0000034492,0.01000,2.114
7,mlp.experts.71.up_proj,0.0000039004,0.01000,2.172
7,mlp.experts.75.up_proj,0.0000025506,0.01000,2.196
7,mlp.experts.79.up_proj,0.0000031232,0.01000,2.194
7,mlp.experts.80.up_proj,0.0000035071,0.01000,2.104
7,mlp.experts.92.up_proj,0.0000036068,0.01000,2.111
7,mlp.experts.88.up_proj,0.0000032393,0.01000,2.171
7,mlp.experts.84.up_proj,0.0000033012,0.01000,2.103
7,mlp.experts.105.up_proj,0.0000039850,0.01000,1.650
7,mlp.experts.97.up_proj,0.0000037668,0.01000,1.644
7,mlp.experts.109.up_proj,0.0000035601,0.01000,1.638
7,mlp.experts.101.up_proj,0.0000037101,0.01000,1.706
7,mlp.experts.86.up_proj,0.0000032219,0.01000,1.996
7,mlp.experts.82.up_proj,0.0000034580,0.01000,2.036
7,mlp.experts.94.up_proj,0.0000033201,0.01000,2.119
7,mlp.experts.90.up_proj,0.0000038991,0.01000,2.166
7,mlp.experts.83.up_proj,0.0000034427,0.01000,2.096
7,mlp.experts.87.up_proj,0.0000034558,0.01000,2.069
7,mlp.experts.91.up_proj,0.0000033383,0.01000,2.099
7,mlp.experts.95.up_proj,0.0000031653,0.01000,2.133
7,mlp.experts.121.up_proj,0.0000036357,0.01000,1.684
7,mlp.experts.96.up_proj,0.0000033957,0.01000,2.204
7,mlp.experts.113.up_proj,0.0000063231,0.01000,1.744
7,mlp.experts.125.up_proj,0.0000032239,0.01000,1.685
7,mlp.experts.117.up_proj,0.0000038709,0.01000,1.641
7,mlp.experts.108.up_proj,0.0000032604,0.01000,2.072
7,mlp.experts.100.up_proj,0.0000030420,0.01000,2.109
7,mlp.experts.104.up_proj,0.0000038521,0.01000,2.174
7,mlp.experts.102.up_proj,0.0000033043,0.01000,2.057
7,mlp.experts.98.up_proj,0.0000034160,0.01000,2.095
7,mlp.experts.110.up_proj,0.0000031775,0.01000,2.019
7,mlp.experts.106.up_proj,0.0000032961,0.01000,1.956
7,mlp.experts.99.up_proj,0.0000032962,0.01000,2.096
7,mlp.experts.103.up_proj,0.0000034581,0.01000,2.073
7,mlp.experts.107.up_proj,0.0000037346,0.01000,2.071
7,mlp.experts.111.up_proj,0.0000034783,0.01000,2.039
7,mlp.experts.112.up_proj,0.0000030282,0.01000,2.099
7,mlp.experts.124.up_proj,0.0000033406,0.01000,2.036
7,mlp.experts.116.up_proj,0.0000032730,0.01000,1.949
7,mlp.experts.120.up_proj,0.0000038468,0.01000,1.957
7,mlp.experts.118.up_proj,0.0000038355,0.01000,1.916
7,mlp.experts.114.up_proj,0.0000034744,0.01000,1.963
7,mlp.experts.126.up_proj,0.0000036541,0.01000,1.767
7,mlp.experts.122.up_proj,0.0000036524,0.01000,1.768
7,mlp.experts.115.up_proj,0.0000031776,0.01000,1.932
7,mlp.experts.127.up_proj,0.0000032922,0.01000,1.784
7,mlp.experts.123.up_proj,0.0000028259,0.01000,1.848
7,mlp.experts.119.up_proj,0.0000031300,0.01000,1.949
7,mlp.experts.0.down_proj,0.0000002687,0.01000,0.685
7,mlp.experts.12.down_proj,0.0000001353,0.01000,0.730
7,mlp.experts.8.down_proj,0.0000001405,0.01000,0.731
7,mlp.experts.4.down_proj,0.0000001348,0.01000,0.752
7,mlp.experts.5.down_proj,0.0000001280,0.01000,0.958
7,mlp.experts.9.down_proj,0.0000001719,0.01000,0.970
7,mlp.experts.13.down_proj,0.0000001364,0.01000,0.995
7,mlp.experts.11.down_proj,0.0000001416,0.01000,1.012
7,mlp.experts.15.down_proj,0.0000001263,0.01000,1.019
7,mlp.experts.1.down_proj,0.0000001285,0.01000,1.036
7,mlp.experts.10.down_proj,0.0000001320,0.01000,1.049
7,mlp.experts.7.down_proj,0.0000001302,0.01000,1.074
7,mlp.experts.2.down_proj,0.0000001348,0.01000,1.080
7,mlp.experts.6.down_proj,0.0000001854,0.01000,1.081
7,mlp.experts.14.down_proj,0.0000003043,0.01000,1.078
7,mlp.experts.3.down_proj,0.0000001287,0.01000,1.111
7,mlp.experts.16.down_proj,0.0000000982,0.01000,0.617
7,mlp.experts.24.down_proj,0.0000001232,0.01000,0.619
7,mlp.experts.28.down_proj,0.0000002391,0.01000,0.627
7,mlp.experts.20.down_proj,0.0000001255,0.01000,0.657
7,mlp.experts.21.down_proj,0.0000001354,0.01000,0.739
7,mlp.experts.25.down_proj,0.0000001368,0.01000,0.731
7,mlp.experts.29.down_proj,0.0000001603,0.01000,0.723
7,mlp.experts.27.down_proj,0.0000001473,0.01000,0.745
7,mlp.experts.31.down_proj,0.0000001339,0.01000,0.757
7,mlp.experts.26.down_proj,0.0000001057,0.01000,0.745
7,mlp.experts.17.down_proj,0.0000001405,0.01000,0.772
7,mlp.experts.30.down_proj,0.0000001863,0.01000,0.751
7,mlp.experts.22.down_proj,0.0000001569,0.01000,0.765
7,mlp.experts.18.down_proj,0.0000001859,0.01000,0.773
7,mlp.experts.23.down_proj,0.0000001643,0.01000,0.788
7,mlp.experts.32.down_proj,0.0000001237,0.01000,0.622
7,mlp.experts.19.down_proj,0.0000000921,0.01000,0.821
7,mlp.experts.44.down_proj,0.0000001720,0.01000,0.618
7,mlp.experts.40.down_proj,0.0000001345,0.01000,0.634
7,mlp.experts.36.down_proj,0.0000001501,0.01000,0.631
7,mlp.experts.37.down_proj,0.0000001248,0.01000,0.761
7,mlp.experts.41.down_proj,0.0000001458,0.01000,0.799
7,mlp.experts.45.down_proj,0.0000001224,0.01000,0.802
7,mlp.experts.43.down_proj,0.0000001737,0.01000,0.756
7,mlp.experts.47.down_proj,0.0000001237,0.01000,0.762
7,mlp.experts.33.down_proj,0.0000001444,0.01000,0.825
7,mlp.experts.48.down_proj,0.0000001164,0.01000,0.714
7,mlp.experts.46.down_proj,0.0000001341,0.01000,0.799
7,mlp.experts.42.down_proj,0.0000001623,0.01000,0.838
7,mlp.experts.38.down_proj,0.0000001524,0.01000,0.800
7,mlp.experts.34.down_proj,0.0000001701,0.01000,0.806
7,mlp.experts.39.down_proj,0.0000001207,0.01000,0.802
7,mlp.experts.35.down_proj,0.0000002408,0.01000,0.760
7,mlp.experts.60.down_proj,0.0000001424,0.01000,0.716
7,mlp.experts.56.down_proj,0.0000000946,0.01000,0.740
7,mlp.experts.52.down_proj,0.0000001289,0.01000,0.742
7,mlp.experts.53.down_proj,0.0000001247,0.01000,0.708
7,mlp.experts.57.down_proj,0.0000002256,0.01000,0.718
7,mlp.experts.61.down_proj,0.0000001246,0.01000,0.729
7,mlp.experts.49.down_proj,0.0000001569,0.01000,0.667
7,mlp.experts.64.down_proj,0.0000001538,0.01000,0.734
7,mlp.experts.58.down_proj,0.0000001548,0.01000,0.740
7,mlp.experts.59.down_proj,0.0000001344,0.01000,0.873
7,mlp.experts.62.down_proj,0.0000002401,0.01000,0.767
7,mlp.experts.63.down_proj,0.0000001785,0.01000,0.851
7,mlp.experts.54.down_proj,0.0000001625,0.01000,0.785
7,mlp.experts.50.down_proj,0.0000001464,0.01000,0.785
7,mlp.experts.76.down_proj,0.0000001342,0.01000,0.793
7,mlp.experts.72.down_proj,0.0000001455,0.01000,0.766
7,mlp.experts.51.down_proj,0.0000001365,0.01000,0.818
7,mlp.experts.55.down_proj,0.0000001398,0.01000,0.842
7,mlp.experts.68.down_proj,0.0000001558,0.01000,0.819
7,mlp.experts.69.down_proj,0.0000001597,0.01000,0.712
7,mlp.experts.73.down_proj,0.0000001330,0.01000,0.755
7,mlp.experts.77.down_proj,0.0000001375,0.01000,0.753
7,mlp.experts.65.down_proj,0.0000001952,0.01000,0.755
7,mlp.experts.75.down_proj,0.0000000647,0.01000,0.671
7,mlp.experts.79.down_proj,0.0000001192,0.01000,0.688
7,mlp.experts.78.down_proj,0.0000002447,0.01000,0.777
7,mlp.experts.71.down_proj,0.0000002682,0.01000,0.683
7,mlp.experts.74.down_proj,0.0000001143,0.01000,0.801
7,mlp.experts.80.down_proj,0.0000001807,0.01000,0.849
7,mlp.experts.70.down_proj,0.0000001443,0.01000,0.799
7,mlp.experts.66.down_proj,0.0000001396,0.01000,0.793
7,mlp.experts.92.down_proj,0.0000001856,0.01000,0.784
7,mlp.experts.67.down_proj,0.0000001435,0.01000,0.755
7,mlp.experts.88.down_proj,0.0000001257,0.01000,0.799
7,mlp.experts.84.down_proj,0.0000001315,0.01000,0.748
7,mlp.experts.85.down_proj,0.0000002292,0.01000,0.668
7,mlp.experts.89.down_proj,0.0000001204,0.01000,0.658
7,mlp.experts.93.down_proj,0.0000001243,0.01000,0.675
7,mlp.experts.81.down_proj,0.0000001736,0.01000,0.690
7,mlp.experts.95.down_proj,0.0000001338,0.01000,0.711
7,mlp.experts.91.down_proj,0.0000001468,0.01000,0.746
7,mlp.experts.87.down_proj,0.0000001839,0.01000,0.729
7,mlp.experts.94.down_proj,0.0000001569,0.01000,0.783
7,mlp.experts.90.down_proj,0.0000002171,0.01000,0.788
7,mlp.experts.83.down_proj,0.0000001534,0.01000,0.719
7,mlp.experts.96.down_proj,0.0000001672,0.01000,0.762
7,mlp.experts.104.down_proj,0.0000002261,0.01000,0.759
7,mlp.experts.86.down_proj,0.0000001348,0.01000,0.793
7,mlp.experts.108.down_proj,0.0000001324,0.01000,0.777
7,mlp.experts.82.down_proj,0.0000001552,0.01000,0.805
7,mlp.experts.100.down_proj,0.0000001296,0.01000,0.746
7,mlp.experts.101.down_proj,0.0000001997,0.01000,0.634
7,mlp.experts.105.down_proj,0.0000002554,0.01000,0.657
7,mlp.experts.109.down_proj,0.0000001922,0.01000,0.662
7,mlp.experts.97.down_proj,0.0000002448,0.01000,0.652
7,mlp.experts.107.down_proj,0.0000002493,0.01000,0.716
7,mlp.experts.111.down_proj,0.0000001594,0.01000,0.753
7,mlp.experts.103.down_proj,0.0000001783,0.01000,0.803
7,mlp.experts.112.down_proj,0.0000001054,0.01000,0.717
7,mlp.experts.120.down_proj,0.0000001948,0.01000,0.708
7,mlp.experts.99.down_proj,0.0000001269,0.01000,0.744
7,mlp.experts.117.down_proj,0.0000002898,0.01000,0.611
7,mlp.experts.124.down_proj,0.0000001464,0.01000,0.729
7,mlp.experts.116.down_proj,0.0000001312,0.01000,0.704
7,mlp.experts.110.down_proj,0.0000001491,0.01000,0.852
7,mlp.experts.121.down_proj,0.0000001743,0.01000,0.589
7,mlp.experts.106.down_proj,0.0000001494,0.01000,0.881
7,mlp.experts.125.down_proj,0.0000001334,0.01000,0.555
7,mlp.experts.113.down_proj,0.0000004181,0.01000,0.520
7,mlp.experts.102.down_proj,0.0000001469,0.01000,0.872
7,mlp.experts.98.down_proj,0.0000001786,0.01000,0.866
7,mlp.experts.123.down_proj,0.0000001037,0.01000,0.711
7,mlp.experts.127.down_proj,0.0000001369,0.01000,0.701
7,mlp.experts.115.down_proj,0.0000001411,0.01000,0.583
7,mlp.experts.119.down_proj,0.0000001228,0.01000,0.612
7,mlp.experts.126.down_proj,0.0000001671,0.01000,0.677
7,mlp.experts.122.down_proj,0.0000001738,0.01000,0.659
7,mlp.experts.114.down_proj,0.0000001575,0.01000,0.625
7,mlp.experts.118.down_proj,0.0000002212,0.01000,0.649
8,self_attn.q_proj,0.0000002278,0.01000,0.700
8,self_attn.k_proj,0.0000000330,0.01000,1.056
8,self_attn.v_proj,0.0000000390,0.01000,1.063
8,self_attn.o_proj,0.0000000195,0.01000,1.372
8,mlp.experts.10.gate_proj,0.0000036455,0.01000,1.857
8,mlp.experts.2.gate_proj,0.0000037312,0.01000,1.865
8,mlp.experts.6.gate_proj,0.0000037912,0.01000,1.913
8,mlp.experts.14.gate_proj,0.0000036051,0.01000,1.762
8,mlp.experts.1.gate_proj,0.0000041435,0.01000,2.125
8,mlp.experts.13.gate_proj,0.0000042009,0.01000,2.204
8,mlp.experts.9.gate_proj,0.0000027943,0.01000,2.064
8,mlp.experts.11.gate_proj,0.0000034640,0.01000,2.227
8,mlp.experts.7.gate_proj,0.0000043291,0.01000,2.229
8,mlp.experts.5.gate_proj,0.0000032795,0.01000,2.152
8,mlp.experts.15.gate_proj,0.0000035815,0.01000,2.149
8,mlp.experts.3.gate_proj,0.0000033677,0.01000,2.274
8,mlp.experts.8.gate_proj,0.0000034607,0.01000,2.351
8,mlp.experts.12.gate_proj,0.0000036327,0.01000,2.362
8,mlp.experts.0.gate_proj,0.0000037675,0.01000,2.469
8,mlp.experts.4.gate_proj,0.0000037186,0.01000,2.386
8,mlp.experts.26.gate_proj,0.0000034645,0.01000,1.527
8,mlp.experts.30.gate_proj,0.0000033790,0.01000,1.507
8,mlp.experts.18.gate_proj,0.0000028449,0.01000,1.561
8,mlp.experts.22.gate_proj,0.0000033540,0.01000,1.607
8,mlp.experts.23.gate_proj,0.0000035185,0.01000,1.926
8,mlp.experts.31.gate_proj,0.0000043063,0.01000,1.912
8,mlp.experts.27.gate_proj,0.0000037156,0.01000,1.953
8,mlp.experts.19.gate_proj,0.0000037376,0.01000,1.945
8,mlp.experts.17.gate_proj,0.0000034303,0.01000,2.228
8,mlp.experts.24.gate_proj,0.0000041015,0.01000,2.026
8,mlp.experts.29.gate_proj,0.0000041056,0.01000,2.221
8,mlp.experts.25.gate_proj,0.0000035395,0.01000,2.220
8,mlp.experts.21.gate_proj,0.0000035644,0.01000,2.200
8,mlp.experts.16.gate_proj,0.0000042047,0.01000,2.024
8,mlp.experts.20.gate_proj,0.0000030698,0.01000,2.011
8,mlp.experts.28.gate_proj,0.0000036220,0.01000,2.052
8,mlp.experts.42.gate_proj,0.0000036888,0.01000,1.853
8,mlp.experts.34.gate_proj,0.0000041752,0.01000,1.880
8,mlp.experts.38.gate_proj,0.0000036159,0.01000,1.839
8,mlp.experts.46.gate_proj,0.0000036932,0.01000,1.943
8,mlp.experts.39.gate_proj,0.0000037655,0.01000,1.561
8,mlp.experts.47.gate_proj,0.0000034952,0.01000,1.555
8,mlp.experts.35.gate_proj,0.0000030233,0.01000,1.534
8,mlp.experts.43.gate_proj,0.0000040466,0.01000,1.546
8,mlp.experts.40.gate_proj,0.0000036233,0.01000,2.017
8,mlp.experts.44.gate_proj,0.0000034161,0.01000,2.038
8,mlp.experts.33.gate_proj,0.0000034050,0.01000,2.192
8,mlp.experts.45.gate_proj,0.0000034112,0.01000,2.132
8,mlp.experts.32.gate_proj,0.0000037286,0.01000,2.099
8,mlp.experts.37.gate_proj,0.0000035222,0.01000,2.122
8,mlp.experts.36.gate_proj,0.0000037082,0.01000,2.109
8,mlp.experts.41.gate_proj,0.0000041589,0.01000,2.192
8,mlp.experts.58.gate_proj,0.0000028823,0.01000,1.998
8,mlp.experts.63.gate_proj,0.0000043142,0.01000,1.571
8,mlp.experts.50.gate_proj,0.0000038145,0.01000,2.027
8,mlp.experts.51.gate_proj,0.0000036458,0.01000,1.592
8,mlp.experts.55.gate_proj,0.0000034560,0.01000,1.643
8,mlp.experts.59.gate_proj,0.0000033049,0.01000,1.666
8,mlp.experts.62.gate_proj,0.0000034207,0.01000,2.084
8,mlp.experts.54.gate_proj,0.0000035134,0.01000,2.123
8,mlp.experts.56.gate_proj,0.0000034742,0.01000,2.189
8,mlp.experts.49.gate_proj,0.0000037582,0.01000,2.044
8,mlp.experts.61.gate_proj,0.0000031423,0.01000,2.073
8,mlp.experts.53.gate_proj,0.0000030754,0.01000,2.067
8,mlp.experts.60.gate_proj,0.0000043658,0.01000,2.136
8,mlp.experts.57.gate_proj,0.0000034075,0.01000,2.106
8,mlp.experts.48.gate_proj,0.0000032845,0.01000,2.139
8,mlp.experts.52.gate_proj,0.0000036814,0.01000,2.156
8,mlp.experts.74.gate_proj,0.0000034083,0.01000,1.919
8,mlp.experts.66.gate_proj,0.0000032530,0.01000,1.914
8,mlp.experts.79.gate_proj,0.0000034464,0.01000,1.946
8,mlp.experts.67.gate_proj,0.0000037304,0.01000,1.923
8,mlp.experts.75.gate_proj,0.0000035974,0.01000,1.924
8,mlp.experts.71.gate_proj,0.0000041660,0.01000,1.994
8,mlp.experts.78.gate_proj,0.0000036725,0.01000,1.926
8,mlp.experts.70.gate_proj,0.0000033677,0.01000,1.902
8,mlp.experts.65.gate_proj,0.0000028965,0.01000,1.562
8,mlp.experts.77.gate_proj,0.0000030951,0.01000,1.619
8,mlp.experts.69.gate_proj,0.0000036081,0.01000,1.650
8,mlp.experts.73.gate_proj,0.0000035769,0.01000,1.637
8,mlp.experts.72.gate_proj,0.0000036686,0.01000,2.028
8,mlp.experts.76.gate_proj,0.0000034676,0.01000,2.014
8,mlp.experts.64.gate_proj,0.0000035784,0.01000,1.996
8,mlp.experts.68.gate_proj,0.0000035795,0.01000,2.020
8,mlp.experts.95.gate_proj,0.0000033412,0.01000,1.917
8,mlp.experts.90.gate_proj,0.0000031242,0.01000,2.036
8,mlp.experts.83.gate_proj,0.0000040941,0.01000,1.942
8,mlp.experts.91.gate_proj,0.0000035192,0.01000,1.921
8,mlp.experts.87.gate_proj,0.0000036631,0.01000,1.909
8,mlp.experts.82.gate_proj,0.0000035573,0.01000,2.144
8,mlp.experts.94.gate_proj,0.0000040297,0.01000,2.280
8,mlp.experts.86.gate_proj,0.0000035670,0.01000,2.310
8,mlp.experts.81.gate_proj,0.0000036217,0.01000,1.611
8,mlp.experts.93.gate_proj,0.0000038144,0.01000,1.624
8,mlp.experts.85.gate_proj,0.0000031594,0.01000,1.623
8,mlp.experts.89.gate_proj,0.0000040283,0.01000,1.661
8,mlp.experts.88.gate_proj,0.0000040814,0.01000,2.052
8,mlp.experts.92.gate_proj,0.0000034504,0.01000,2.053
8,mlp.experts.80.gate_proj,0.0000034484,0.01000,2.053
8,mlp.experts.84.gate_proj,0.0000028729,0.01000,2.072
8,mlp.experts.111.gate_proj,0.0000038919,0.01000,1.945
8,mlp.experts.99.gate_proj,0.0000034768,0.01000,2.022
8,mlp.experts.106.gate_proj,0.0000035605,0.01000,2.042
8,mlp.experts.107.gate_proj,0.0000037440,0.01000,2.067
8,mlp.experts.103.gate_proj,0.0000033606,0.01000,2.062
8,mlp.experts.97.gate_proj,0.0000037355,0.01000,1.615
8,mlp.experts.109.gate_proj,0.0000034947,0.01000,1.608
8,mlp.experts.98.gate_proj,0.0000037528,0.01000,2.080
8,mlp.experts.101.gate_proj,0.0000031188,0.01000,1.597
8,mlp.experts.105.gate_proj,0.0000030675,0.01000,1.631
8,mlp.experts.110.gate_proj,0.0000034554,0.01000,2.035
8,mlp.experts.102.gate_proj,0.0000035665,0.01000,2.014
8,mlp.experts.96.gate_proj,0.0000048022,0.01000,1.983
8,mlp.experts.108.gate_proj,0.0000033825,0.01000,2.065
8,mlp.experts.104.gate_proj,0.0000034736,0.01000,2.130
8,mlp.experts.100.gate_proj,0.0000036315,0.01000,2.042
8,mlp.experts.113.gate_proj,0.0000035961,0.01000,1.579
8,mlp.experts.125.gate_proj,0.0000036936,0.01000,1.543
8,mlp.experts.117.gate_proj,0.0000038038,0.01000,1.507
8,mlp.experts.127.gate_proj,0.0000034448,0.01000,1.922
8,mlp.experts.115.gate_proj,0.0000035506,0.01000,1.914
8,mlp.experts.122.gate_proj,0.0000034322,0.01000,1.948
8,mlp.experts.121.gate_proj,0.0000026011,0.01000,1.533
8,mlp.experts.119.gate_proj,0.0000046273,0.01000,1.964
8,mlp.experts.123.gate_proj,0.0000036906,0.01000,1.999
8,mlp.experts.114.gate_proj,0.0000030134,0.01000,1.848
8,mlp.experts.126.gate_proj,0.0000036729,0.01000,1.877
8,mlp.experts.118.gate_proj,0.0000039979,0.01000,1.886
8,mlp.experts.112.gate_proj,0.0000034516,0.01000,2.037
8,mlp.experts.120.gate_proj,0.0000041915,0.01000,2.011
8,mlp.experts.124.gate_proj,0.0000036101,0.01000,2.042
8,mlp.experts.116.gate_proj,0.0000034768,0.01000,2.063
8,mlp.experts.15.up_proj,0.0000033835,0.01000,1.935
8,mlp.experts.1.up_proj,0.0000038833,0.01000,2.098
8,mlp.experts.10.up_proj,0.0000035163,0.01000,1.975
8,mlp.experts.3.up_proj,0.0000032370,0.01000,2.027
8,mlp.experts.5.up_proj,0.0000030694,0.01000,2.199
8,mlp.experts.13.up_proj,0.0000036040,0.01000,2.235
8,mlp.experts.9.up_proj,0.0000026357,0.01000,2.095
8,mlp.experts.11.up_proj,0.0000033301,0.01000,1.952
8,mlp.experts.7.up_proj,0.0000039100,0.01000,2.043
8,mlp.experts.2.up_proj,0.0000035243,0.01000,2.068
8,mlp.experts.6.up_proj,0.0000036145,0.01000,2.115
8,mlp.experts.14.up_proj,0.0000035473,0.01000,2.135
8,mlp.experts.0.up_proj,0.0000035700,0.01000,2.058
8,mlp.experts.8.up_proj,0.0000032150,0.01000,2.048
8,mlp.experts.12.up_proj,0.0000034141,0.01000,2.069
8,mlp.experts.17.up_proj,0.0000032169,0.01000,1.961
8,mlp.experts.4.up_proj,0.0000035421,0.01000,2.094
8,mlp.experts.21.up_proj,0.0000033232,0.01000,1.896
8,mlp.experts.29.up_proj,0.0000040465,0.01000,1.957
8,mlp.experts.25.up_proj,0.0000033300,0.01000,1.990
8,mlp.experts.31.up_proj,0.0000038794,0.01000,2.339
8,mlp.experts.19.up_proj,0.0000036248,0.01000,2.188
8,mlp.experts.26.up_proj,0.0000032660,0.01000,2.261
8,mlp.experts.23.up_proj,0.0000033272,0.01000,2.207
8,mlp.experts.27.up_proj,0.0000036398,0.01000,2.286
8,mlp.experts.18.up_proj,0.0000027468,0.01000,2.224
8,mlp.experts.22.up_proj,0.0000031018,0.01000,2.181
8,mlp.experts.30.up_proj,0.0000031308,0.01000,2.181
8,mlp.experts.24.up_proj,0.0000036683,0.01000,2.028
8,mlp.experts.28.up_proj,0.0000033398,0.01000,2.013
8,mlp.experts.33.up_proj,0.0000033083,0.01000,1.937
8,mlp.experts.16.up_proj,0.0000036289,0.01000,2.121
8,mlp.experts.20.up_proj,0.0000030554,0.01000,2.053
8,mlp.experts.37.up_proj,0.0000033644,0.01000,2.003
8,mlp.experts.47.up_proj,0.0000032471,0.01000,1.807
8,mlp.experts.45.up_proj,0.0000031867,0.01000,1.994
8,mlp.experts.35.up_proj,0.0000029592,0.01000,1.924
8,mlp.experts.41.up_proj,0.0000038065,0.01000,2.038
8,mlp.experts.39.up_proj,0.0000038510,0.01000,1.856
8,mlp.experts.42.up_proj,0.0000034678,0.01000,2.021
8,mlp.experts.43.up_proj,0.0000037748,0.01000,1.956
8,mlp.experts.34.up_proj,0.0000038980,0.01000,2.063
8,mlp.experts.46.up_proj,0.0000035087,0.01000,2.062
8,mlp.experts.38.up_proj,0.0000035795,0.01000,2.102
8,mlp.experts.40.up_proj,0.0000033998,0.01000,2.030
8,mlp.experts.44.up_proj,0.0000034075,0.01000,2.058
8,mlp.experts.49.up_proj,0.0000035574,0.01000,2.038
8,mlp.experts.32.up_proj,0.0000033682,0.01000,2.061
8,mlp.experts.53.up_proj,0.0000028994,0.01000,1.936
8,mlp.experts.51.up_proj,0.0000035185,0.01000,1.807
8,mlp.experts.61.up_proj,0.0000030524,0.01000,1.982
8,mlp.experts.63.up_proj,0.0000039394,0.01000,2.033
8,mlp.experts.57.up_proj,0.0000032127,0.01000,1.940
8,mlp.experts.36.up_proj,0.0000035862,0.01000,2.174
8,mlp.experts.55.up_proj,0.0000033039,0.01000,1.979
8,mlp.experts.59.up_proj,0.0000031556,0.01000,1.914
8,mlp.experts.58.up_proj,0.0000028010,0.01000,2.044
8,mlp.experts.50.up_proj,0.0000036188,0.01000,2.039
8,mlp.experts.62.up_proj,0.0000032818,0.01000,2.049
8,mlp.experts.54.up_proj,0.0000033151,0.01000,2.050
8,mlp.experts.65.up_proj,0.0000027620,0.01000,1.661
8,mlp.experts.56.up_proj,0.0000032596,0.01000,1.788
8,mlp.experts.69.up_proj,0.0000034025,0.01000,1.662
8,mlp.experts.77.up_proj,0.0000029805,0.01000,1.629
8,mlp.experts.48.up_proj,0.0000030816,0.01000,1.789
8,mlp.experts.60.up_proj,0.0000039682,0.01000,1.848
8,mlp.experts.73.up_proj,0.0000033961,0.01000,1.626
8,mlp.experts.71.up_proj,0.0000038353,0.01000,1.730
8,mlp.experts.52.up_proj,0.0000035104,0.01000,1.862
8,mlp.experts.67.up_proj,0.0000034511,0.01000,2.083
8,mlp.experts.79.up_proj,0.0000032894,0.01000,2.024
8,mlp.experts.75.up_proj,0.0000034583,0.01000,1.862
8,mlp.experts.74.up_proj,0.0000032337,0.01000,2.244
8,mlp.experts.66.up_proj,0.0000030736,0.01000,2.289
8,mlp.experts.78.up_proj,0.0000034167,0.01000,2.177
8,mlp.experts.70.up_proj,0.0000032210,0.01000,2.245
8,mlp.experts.81.up_proj,0.0000034086,0.01000,1.679
8,mlp.experts.72.up_proj,0.0000034390,0.01000,1.655
8,mlp.experts.64.up_proj,0.0000034303,0.01000,1.563
8,mlp.experts.85.up_proj,0.0000029811,0.01000,1.672
8,mlp.experts.76.up_proj,0.0000032985,0.01000,1.585
8,mlp.experts.93.up_proj,0.0000035950,0.01000,1.645
8,mlp.experts.89.up_proj,0.0000037278,0.01000,1.661
8,mlp.experts.68.up_proj,0.0000033952,0.01000,1.593
8,mlp.experts.91.up_proj,0.0000033613,0.01000,1.730
8,mlp.experts.95.up_proj,0.0000032008,0.01000,1.828
8,mlp.experts.83.up_proj,0.0000036945,0.01000,1.951
8,mlp.experts.87.up_proj,0.0000033060,0.01000,2.119
8,mlp.experts.90.up_proj,0.0000030021,0.01000,2.061
8,mlp.experts.80.up_proj,0.0000032576,0.01000,1.471
8,mlp.experts.92.up_proj,0.0000031011,0.01000,1.453
8,mlp.experts.97.up_proj,0.0000035209,0.01000,1.559
8,mlp.experts.101.up_proj,0.0000029985,0.01000,1.582
8,mlp.experts.88.up_proj,0.0000037264,0.01000,1.612
8,mlp.experts.109.up_proj,0.0000034092,0.01000,1.543
8,mlp.experts.82.up_proj,0.0000034145,0.01000,2.081
8,mlp.experts.105.up_proj,0.0000028898,0.01000,1.583
8,mlp.experts.84.up_proj,0.0000029492,0.01000,1.482
8,mlp.experts.94.up_proj,0.0000042821,0.01000,2.127
8,mlp.experts.86.up_proj,0.0000033650,0.01000,2.135
8,mlp.experts.111.up_proj,0.0000036627,0.01000,1.749
8,mlp.experts.99.up_proj,0.0000033467,0.01000,1.751
8,mlp.experts.107.up_proj,0.0000035409,0.01000,1.882
8,mlp.experts.103.up_proj,0.0000033202,0.01000,2.041
8,mlp.experts.96.up_proj,0.0000040810,0.01000,1.464
8,mlp.experts.108.up_proj,0.0000032819,0.01000,1.483
8,mlp.experts.113.up_proj,0.0000034480,0.01000,1.703
8,mlp.experts.104.up_proj,0.0000032853,0.01000,1.608
8,mlp.experts.100.up_proj,0.0000033538,0.01000,1.467
8,mlp.experts.117.up_proj,0.0000036124,0.01000,1.754
8,mlp.experts.125.up_proj,0.0000034879,0.01000,1.779
8,mlp.experts.121.up_proj,0.0000025695,0.01000,1.728
8,mlp.experts.106.up_proj,0.0000034159,0.01000,2.099
8,mlp.experts.98.up_proj,0.0000034830,0.01000,2.005
8,mlp.experts.127.up_proj,0.0000034437,0.01000,1.544
8,mlp.experts.102.up_proj,0.0000033281,0.01000,1.974
8,mlp.experts.110.up_proj,0.0000032116,0.01000,2.108
8,mlp.experts.115.up_proj,0.0000033901,0.01000,1.566
8,mlp.experts.123.up_proj,0.0000034852,0.01000,1.766
8,mlp.experts.119.up_proj,0.0000040406,0.01000,1.585
8,mlp.experts.112.up_proj,0.0000033055,0.01000,1.551
8,mlp.experts.124.up_proj,0.0000035021,0.01000,1.545
8,mlp.experts.120.up_proj,0.0000038122,0.01000,1.471
8,mlp.experts.116.up_proj,0.0000033723,0.01000,1.393
8,mlp.experts.122.up_proj,0.0000032986,0.01000,1.824
8,mlp.experts.114.up_proj,0.0000028669,0.01000,1.767
8,mlp.experts.118.up_proj,0.0000033664,0.01000,1.691
8,mlp.experts.126.up_proj,0.0000034841,0.01000,1.724
8,mlp.experts.4.down_proj,0.0000001946,0.01000,0.988
8,mlp.experts.12.down_proj,0.0000001560,0.01000,0.938
8,mlp.experts.0.down_proj,0.0000001704,0.01000,0.999
8,mlp.experts.8.down_proj,0.0000001373,0.01000,1.002
8,mlp.experts.5.down_proj,0.0000001019,0.01000,1.223
8,mlp.experts.9.down_proj,0.0000000727,0.01000,1.165
8,mlp.experts.1.down_proj,0.0000001861,0.01000,1.244
8,mlp.experts.7.down_proj,0.0000002373,0.01000,1.254
8,mlp.experts.13.down_proj,0.0000001836,0.01000,1.193
8,mlp.experts.14.down_proj,0.0000002140,0.01000,1.225
8,mlp.experts.3.down_proj,0.0000001345,0.01000,1.281
8,mlp.experts.15.down_proj,0.0000001942,0.01000,1.176
8,mlp.experts.10.down_proj,0.0000001536,0.01000,1.288
8,mlp.experts.11.down_proj,0.0000001191,0.01000,1.288
8,mlp.experts.6.down_proj,0.0000001655,0.01000,1.245
8,mlp.experts.2.down_proj,0.0000002422,0.01000,1.355
8,mlp.experts.28.down_proj,0.0000001831,0.01000,0.634
8,mlp.experts.16.down_proj,0.0000001664,0.01000,0.630
8,mlp.experts.24.down_proj,0.0000002018,0.01000,0.641
8,mlp.experts.20.down_proj,0.0000001046,0.01000,0.681
8,mlp.experts.23.down_proj,0.0000001293,0.01000,0.725
8,mlp.experts.21.down_proj,0.0000001406,0.01000,0.760
8,mlp.experts.29.down_proj,0.0000002614,0.01000,0.761
8,mlp.experts.31.down_proj,0.0000002513,0.01000,0.737
8,mlp.experts.27.down_proj,0.0000002329,0.01000,0.728
8,mlp.experts.25.down_proj,0.0000001398,0.01000,0.802
8,mlp.experts.17.down_proj,0.0000001322,0.01000,0.794
8,mlp.experts.30.down_proj,0.0000001194,0.01000,0.791
8,mlp.experts.19.down_proj,0.0000001658,0.01000,0.784
8,mlp.experts.18.down_proj,0.0000001328,0.01000,0.728
8,mlp.experts.26.down_proj,0.0000001315,0.01000,0.805
8,mlp.experts.22.down_proj,0.0000001116,0.01000,0.821
8,mlp.experts.40.down_proj,0.0000001494,0.01000,0.623
8,mlp.experts.32.down_proj,0.0000001430,0.01000,0.637
8,mlp.experts.44.down_proj,0.0000001752,0.01000,0.735
8,mlp.experts.36.down_proj,0.0000001859,0.01000,0.752
8,mlp.experts.39.down_proj,0.0000002424,0.01000,0.694
8,mlp.experts.37.down_proj,0.0000001411,0.01000,0.735
8,mlp.experts.47.down_proj,0.0000001368,0.01000,0.692
8,mlp.experts.45.down_proj,0.0000001320,0.01000,0.725
8,mlp.experts.33.down_proj,0.0000001570,0.01000,0.712
8,mlp.experts.43.down_proj,0.0000002260,0.01000,0.729
8,mlp.experts.41.down_proj,0.0000002563,0.01000,0.760
8,mlp.experts.35.down_proj,0.0000001239,0.01000,0.770
8,mlp.experts.34.down_proj,0.0000002024,0.01000,0.776
8,mlp.experts.46.down_proj,0.0000001921,0.01000,0.812
8,mlp.experts.56.down_proj,0.0000001445,0.01000,0.646
8,mlp.experts.42.down_proj,0.0000001429,0.01000,0.854
8,mlp.experts.38.down_proj,0.0000001662,0.01000,0.837
8,mlp.experts.48.down_proj,0.0000001240,0.01000,0.742
8,mlp.experts.52.down_proj,0.0000001668,0.01000,0.626
8,mlp.experts.60.down_proj,0.0000002233,0.01000,0.739
8,mlp.experts.55.down_proj,0.0000001355,0.01000,0.662
8,mlp.experts.63.down_proj,0.0000002488,0.01000,0.679
8,mlp.experts.53.down_proj,0.0000000936,0.01000,0.723
8,mlp.experts.59.down_proj,0.0000001204,0.01000,0.728
8,mlp.experts.49.down_proj,0.0000001720,0.01000,0.746
8,mlp.experts.61.down_proj,0.0000001276,0.01000,0.755
8,mlp.experts.72.down_proj,0.0000001715,0.01000,0.666
8,mlp.experts.57.down_proj,0.0000001260,0.01000,0.847
8,mlp.experts.51.down_proj,0.0000002271,0.01000,0.808
8,mlp.experts.50.down_proj,0.0000001598,0.01000,0.813
8,mlp.experts.68.down_proj,0.0000001295,0.01000,0.678
8,mlp.experts.62.down_proj,0.0000001394,0.01000,0.860
8,mlp.experts.54.down_proj,0.0000001299,0.01000,0.813
8,mlp.experts.64.down_proj,0.0000001916,0.01000,0.782
8,mlp.experts.58.down_proj,0.0000001049,0.01000,0.856
8,mlp.experts.76.down_proj,0.0000001242,0.01000,0.734
8,mlp.experts.71.down_proj,0.0000002469,0.01000,0.698
8,mlp.experts.79.down_proj,0.0000001521,0.01000,0.686
8,mlp.experts.65.down_proj,0.0000000892,0.01000,0.709
8,mlp.experts.75.down_proj,0.0000001334,0.01000,0.742
8,mlp.experts.69.down_proj,0.0000001408,0.01000,0.796
8,mlp.experts.77.down_proj,0.0000001078,0.01000,0.730
8,mlp.experts.88.down_proj,0.0000001939,0.01000,0.723
8,mlp.experts.67.down_proj,0.0000001709,0.01000,0.657
8,mlp.experts.66.down_proj,0.0000001579,0.01000,0.725
8,mlp.experts.73.down_proj,0.0000001841,0.01000,0.786
8,mlp.experts.78.down_proj,0.0000001469,0.01000,0.703
8,mlp.experts.70.down_proj,0.0000001225,0.01000,0.702
8,mlp.experts.84.down_proj,0.0000001128,0.01000,0.741
8,mlp.experts.80.down_proj,0.0000001471,0.01000,0.754
8,mlp.experts.92.down_proj,0.0000001152,0.01000,0.723
8,mlp.experts.74.down_proj,0.0000001245,0.01000,0.791
8,mlp.experts.87.down_proj,0.0000001556,0.01000,0.593
8,mlp.experts.95.down_proj,0.0000001312,0.01000,0.573
8,mlp.experts.91.down_proj,0.0000001343,0.01000,0.579
8,mlp.experts.83.down_proj,0.0000001708,0.01000,0.614
8,mlp.experts.81.down_proj,0.0000001959,0.01000,0.790
8,mlp.experts.85.down_proj,0.0000001114,0.01000,0.782
8,mlp.experts.104.down_proj,0.0000001405,0.01000,0.740
8,mlp.experts.93.down_proj,0.0000001757,0.01000,0.827
8,mlp.experts.82.down_proj,0.0000001394,0.01000,0.720
8,mlp.experts.94.down_proj,0.0000002221,0.01000,0.721
8,mlp.experts.96.down_proj,0.0000002619,0.01000,0.632
8,mlp.experts.86.down_proj,0.0000001470,0.01000,0.735
8,mlp.experts.111.down_proj,0.0000001793,0.01000,0.605
8,mlp.experts.108.down_proj,0.0000001131,0.01000,0.710
8,mlp.experts.100.down_proj,0.0000001386,0.01000,0.791
8,mlp.experts.103.down_proj,0.0000001592,0.01000,0.671
8,mlp.experts.89.down_proj,0.0000002255,0.01000,0.878
8,mlp.experts.107.down_proj,0.0000001470,0.01000,0.608
8,mlp.experts.90.down_proj,0.0000001218,0.01000,0.857
8,mlp.experts.99.down_proj,0.0000001714,0.01000,0.614
8,mlp.experts.120.down_proj,0.0000002028,0.01000,0.707
8,mlp.experts.97.down_proj,0.0000001422,0.01000,0.760
8,mlp.experts.101.down_proj,0.0000001113,0.01000,0.760
8,mlp.experts.98.down_proj,0.0000001570,0.01000,0.738
8,mlp.experts.112.down_proj,0.0000001228,0.01000,0.656
8,mlp.experts.127.down_proj,0.0000001671,0.01000,0.611
8,mlp.experts.116.down_proj,0.0000001522,0.01000,0.639
8,mlp.experts.110.down_proj,0.0000001323,0.01000,0.763
8,mlp.experts.124.down_proj,0.0000001417,0.01000,0.654
8,mlp.experts.109.down_proj,0.0000001856,0.01000,0.879
8,mlp.experts.119.down_proj,0.0000002504,0.01000,0.684
8,mlp.experts.123.down_proj,0.0000001431,0.01000,0.594
8,mlp.experts.102.down_proj,0.0000001454,0.01000,0.819
8,mlp.experts.115.down_proj,0.0000001279,0.01000,0.528
8,mlp.experts.105.down_proj,0.0000001055,0.01000,0.839
8,mlp.experts.106.down_proj,0.0000001709,0.01000,0.883
8,mlp.experts.113.down_proj,0.0000001326,0.01000,0.669
8,mlp.experts.117.down_proj,0.0000001508,0.01000,0.657
8,mlp.experts.125.down_proj,0.0000001772,0.01000,0.543
8,mlp.experts.121.down_proj,0.0000000814,0.01000,0.418
8,mlp.experts.114.down_proj,0.0000001011,0.01000,0.741
8,mlp.experts.126.down_proj,0.0000001436,0.01000,0.732
8,mlp.experts.118.down_proj,0.0000001374,0.01000,0.676
8,mlp.experts.122.down_proj,0.0000001561,0.01000,0.456
9,self_attn.q_proj,0.0000000967,0.01000,0.808
9,self_attn.v_proj,0.0000000172,0.01000,0.831
9,self_attn.k_proj,0.0000000139,0.01000,0.858
9,self_attn.o_proj,0.0000000179,0.01000,1.433
9,mlp.experts.0.gate_proj,0.0000035893,0.01000,1.723
9,mlp.experts.12.gate_proj,0.0000037947,0.01000,1.759
9,mlp.experts.4.gate_proj,0.0000037253,0.01000,1.781
9,mlp.experts.8.gate_proj,0.0000039738,0.01000,1.817
9,mlp.experts.6.gate_proj,0.0000036879,0.01000,1.895
9,mlp.experts.2.gate_proj,0.0000033809,0.01000,1.967
9,mlp.experts.14.gate_proj,0.0000037856,0.01000,1.971
9,mlp.experts.10.gate_proj,0.0000039403,0.01000,2.053
9,mlp.experts.9.gate_proj,0.0000030864,0.01000,2.016
9,mlp.experts.13.gate_proj,0.0000032762,0.01000,2.076
9,mlp.experts.5.gate_proj,0.0000037108,0.01000,2.113
9,mlp.experts.1.gate_proj,0.0000037259,0.01000,2.136
9,mlp.experts.15.gate_proj,0.0000037703,0.01000,2.137
9,mlp.experts.7.gate_proj,0.0000036572,0.01000,2.140
9,mlp.experts.11.gate_proj,0.0000038545,0.01000,2.240
9,mlp.experts.3.gate_proj,0.0000039871,0.01000,2.395
9,mlp.experts.16.gate_proj,0.0000029867,0.01000,1.619
9,mlp.experts.28.gate_proj,0.0000036022,0.01000,1.618
9,mlp.experts.20.gate_proj,0.0000039388,0.01000,1.638
9,mlp.experts.22.gate_proj,0.0000038732,0.01000,1.781
9,mlp.experts.24.gate_proj,0.0000036535,0.01000,1.841
9,mlp.experts.30.gate_proj,0.0000036387,0.01000,1.753
9,mlp.experts.23.gate_proj,0.0000026870,0.01000,1.879
9,mlp.experts.18.gate_proj,0.0000041979,0.01000,2.078
9,mlp.experts.25.gate_proj,0.0000036488,0.01000,1.981
9,mlp.experts.29.gate_proj,0.0000045930,0.01000,1.970
9,mlp.experts.26.gate_proj,0.0000038006,0.01000,2.028
9,mlp.experts.21.gate_proj,0.0000039532,0.01000,1.976
9,mlp.experts.31.gate_proj,0.0000038712,0.01000,1.950
9,mlp.experts.27.gate_proj,0.0000046104,0.01000,1.866
9,mlp.experts.17.gate_proj,0.0000031912,0.01000,2.023
9,mlp.experts.19.gate_proj,0.0000037914,0.01000,1.945
9,mlp.experts.32.gate_proj,0.0000056661,0.01000,1.494
9,mlp.experts.44.gate_proj,0.0000038168,0.01000,1.487
9,mlp.experts.36.gate_proj,0.0000044899,0.01000,1.554
9,mlp.experts.40.gate_proj,0.0000035455,0.01000,1.456
9,mlp.experts.38.gate_proj,0.0000039015,0.01000,1.702
9,mlp.experts.46.gate_proj,0.0000036227,0.01000,1.676
9,mlp.experts.39.gate_proj,0.0000038881,0.01000,1.875
9,mlp.experts.47.gate_proj,0.0000020428,0.01000,1.901
9,mlp.experts.45.gate_proj,0.0000037676,0.01000,1.977
9,mlp.experts.43.gate_proj,0.0000037768,0.01000,1.930
9,mlp.experts.34.gate_proj,0.0000038472,0.01000,2.010
9,mlp.experts.42.gate_proj,0.0000045433,0.01000,2.025
9,mlp.experts.41.gate_proj,0.0000036793,0.01000,2.075
9,mlp.experts.37.gate_proj,0.0000035655,0.01000,2.053
9,mlp.experts.33.gate_proj,0.0000035397,0.01000,1.984
9,mlp.experts.35.gate_proj,0.0000039701,0.01000,1.955
9,mlp.experts.60.gate_proj,0.0000035147,0.01000,1.543
9,mlp.experts.48.gate_proj,0.0000037689,0.01000,1.648
9,mlp.experts.52.gate_proj,0.0000036798,0.01000,1.613
9,mlp.experts.54.gate_proj,0.0000044655,0.01000,1.645
9,mlp.experts.56.gate_proj,0.0000035941,0.01000,1.917
9,mlp.experts.62.gate_proj,0.0000035867,0.01000,1.863
9,mlp.experts.58.gate_proj,0.0000036205,0.01000,1.730
9,mlp.experts.55.gate_proj,0.0000036818,0.01000,2.038
9,mlp.experts.61.gate_proj,0.0000046090,0.01000,1.985
9,mlp.experts.63.gate_proj,0.0000035772,0.01000,2.018
9,mlp.experts.59.gate_proj,0.0000043261,0.01000,2.047
9,mlp.experts.76.gate_proj,0.0000036270,0.01000,1.674
9,mlp.experts.49.gate_proj,0.0000037242,0.01000,1.950
9,mlp.experts.50.gate_proj,0.0000038276,0.01000,2.045
9,mlp.experts.64.gate_proj,0.0000037944,0.01000,1.628
9,mlp.experts.53.gate_proj,0.0000036888,0.01000,2.052
9,mlp.experts.68.gate_proj,0.0000040456,0.01000,1.618
9,mlp.experts.57.gate_proj,0.0000038611,0.01000,2.108
9,mlp.experts.51.gate_proj,0.0000038996,0.01000,2.015
9,mlp.experts.72.gate_proj,0.0000041714,0.01000,1.753
9,mlp.experts.70.gate_proj,0.0000036813,0.01000,1.804
9,mlp.experts.78.gate_proj,0.0000044978,0.01000,2.041
9,mlp.experts.74.gate_proj,0.0000045823,0.01000,1.721
9,mlp.experts.77.gate_proj,0.0000037296,0.01000,1.712
9,mlp.experts.65.gate_proj,0.0000034313,0.01000,1.678
9,mlp.experts.66.gate_proj,0.0000035771,0.01000,1.695
9,mlp.experts.71.gate_proj,0.0000034443,0.01000,1.922
9,mlp.experts.92.gate_proj,0.0000036807,0.01000,1.788
9,mlp.experts.80.gate_proj,0.0000036560,0.01000,1.759
9,mlp.experts.73.gate_proj,0.0000035812,0.01000,1.672
9,mlp.experts.79.gate_proj,0.0000039085,0.01000,1.912
9,mlp.experts.75.gate_proj,0.0000042441,0.01000,1.988
9,mlp.experts.69.gate_proj,0.0000034567,0.01000,1.959
9,mlp.experts.84.gate_proj,0.0000036745,0.01000,1.953
9,mlp.experts.67.gate_proj,0.0000040413,0.01000,2.050
9,mlp.experts.88.gate_proj,0.0000039063,0.01000,1.749
9,mlp.experts.86.gate_proj,0.0000037840,0.01000,1.846
9,mlp.experts.94.gate_proj,0.0000043748,0.01000,1.932
9,mlp.experts.90.gate_proj,0.0000035188,0.01000,1.740
9,mlp.experts.93.gate_proj,0.0000044292,0.01000,1.746
9,mlp.experts.82.gate_proj,0.0000035125,0.01000,1.766
9,mlp.experts.81.gate_proj,0.0000035086,0.01000,1.795
9,mlp.experts.89.gate_proj,0.0000036147,0.01000,1.745
9,mlp.experts.87.gate_proj,0.0000039970,0.01000,1.806
9,mlp.experts.96.gate_proj,0.0000033428,0.01000,1.853
9,mlp.experts.108.gate_proj,0.0000035352,0.01000,1.879
9,mlp.experts.95.gate_proj,0.0000042980,0.01000,1.835
9,mlp.experts.91.gate_proj,0.0000038828,0.01000,1.807
9,mlp.experts.85.gate_proj,0.0000035424,0.01000,1.736
9,mlp.experts.100.gate_proj,0.0000037312,0.01000,1.993
9,mlp.experts.83.gate_proj,0.0000035548,0.01000,1.941
9,mlp.experts.104.gate_proj,0.0000039201,0.01000,1.794
9,mlp.experts.102.gate_proj,0.0000036887,0.01000,1.724
9,mlp.experts.109.gate_proj,0.0000041024,0.01000,1.488
9,mlp.experts.110.gate_proj,0.0000027747,0.01000,1.793
9,mlp.experts.106.gate_proj,0.0000036812,0.01000,1.801
9,mlp.experts.105.gate_proj,0.0000037718,0.01000,1.461
9,mlp.experts.98.gate_proj,0.0000033584,0.01000,1.658
9,mlp.experts.101.gate_proj,0.0000037901,0.01000,1.463
9,mlp.experts.112.gate_proj,0.0000037317,0.01000,1.676
9,mlp.experts.103.gate_proj,0.0000036682,0.01000,1.798
9,mlp.experts.124.gate_proj,0.0000037436,0.01000,1.786
9,mlp.experts.111.gate_proj,0.0000034225,0.01000,1.814
9,mlp.experts.97.gate_proj,0.0000035951,0.01000,2.026
9,mlp.experts.107.gate_proj,0.0000037279,0.01000,1.756
9,mlp.experts.116.gate_proj,0.0000036183,0.01000,1.771
9,mlp.experts.120.gate_proj,0.0000038408,0.01000,1.743
9,mlp.experts.118.gate_proj,0.0000038148,0.01000,1.768
9,mlp.experts.99.gate_proj,0.0000030541,0.01000,1.931
9,mlp.experts.125.gate_proj,0.0000024536,0.01000,1.501
9,mlp.experts.121.gate_proj,0.0000046676,0.01000,1.566
9,mlp.experts.126.gate_proj,0.0000043594,0.01000,1.806
9,mlp.experts.122.gate_proj,0.0000033734,0.01000,1.771
9,mlp.experts.117.gate_proj,0.0000036357,0.01000,1.542
9,mlp.experts.114.gate_proj,0.0000037750,0.01000,1.824
9,mlp.experts.0.up_proj,0.0000034206,0.01000,1.818
9,mlp.experts.12.up_proj,0.0000036098,0.01000,1.783
9,mlp.experts.119.gate_proj,0.0000038344,0.01000,1.977
9,mlp.experts.113.gate_proj,0.0000037183,0.01000,1.842
9,mlp.experts.127.gate_proj,0.0000036642,0.01000,1.975
9,mlp.experts.123.gate_proj,0.0000036640,0.01000,1.928
9,mlp.experts.4.up_proj,0.0000035938,0.01000,1.861
9,mlp.experts.8.up_proj,0.0000038918,0.01000,1.765
9,mlp.experts.6.up_proj,0.0000035665,0.01000,1.948
9,mlp.experts.13.up_proj,0.0000032184,0.01000,1.684
9,mlp.experts.115.gate_proj,0.0000037171,0.01000,2.217
9,mlp.experts.5.up_proj,0.0000035569,0.01000,1.680
9,mlp.experts.10.up_proj,0.0000038171,0.01000,1.740
9,mlp.experts.14.up_proj,0.0000036784,0.01000,1.827
9,mlp.experts.9.up_proj,0.0000030451,0.01000,2.003
9,mlp.experts.2.up_proj,0.0000032039,0.01000,1.727
9,mlp.experts.16.up_proj,0.0000028942,0.01000,1.813
9,mlp.experts.1.up_proj,0.0000035495,0.01000,1.650
9,mlp.experts.28.up_proj,0.0000034806,0.01000,1.821
9,mlp.experts.7.up_proj,0.0000035087,0.01000,2.000
9,mlp.experts.15.up_proj,0.0000036999,0.01000,1.957
9,mlp.experts.11.up_proj,0.0000037461,0.01000,1.959
9,mlp.experts.24.up_proj,0.0000036048,0.01000,1.704
9,mlp.experts.20.up_proj,0.0000038118,0.01000,1.869
9,mlp.experts.29.up_proj,0.0000042799,0.01000,1.646
9,mlp.experts.22.up_proj,0.0000038854,0.01000,1.929
9,mlp.experts.21.up_proj,0.0000038029,0.01000,1.667
9,mlp.experts.26.up_proj,0.0000037320,0.01000,1.781
9,mlp.experts.30.up_proj,0.0000035394,0.01000,1.739
9,mlp.experts.18.up_proj,0.0000039086,0.01000,1.813
9,mlp.experts.25.up_proj,0.0000036103,0.01000,1.930
9,mlp.experts.3.up_proj,0.0000037845,0.01000,2.248
9,mlp.experts.17.up_proj,0.0000031195,0.01000,1.681
9,mlp.experts.32.up_proj,0.0000036469,0.01000,1.849
9,mlp.experts.44.up_proj,0.0000036949,0.01000,1.941
9,mlp.experts.40.up_proj,0.0000035168,0.01000,1.824
9,mlp.experts.23.up_proj,0.0000026120,0.01000,1.983
9,mlp.experts.31.up_proj,0.0000036807,0.01000,1.944
9,mlp.experts.45.up_proj,0.0000038031,0.01000,1.696
9,mlp.experts.27.up_proj,0.0000041593,0.01000,1.993
9,mlp.experts.36.up_proj,0.0000041958,0.01000,1.906
9,mlp.experts.38.up_proj,0.0000037772,0.01000,1.713
9,mlp.experts.37.up_proj,0.0000034211,0.01000,1.661
9,mlp.experts.42.up_proj,0.0000042172,0.01000,1.811
9,mlp.experts.46.up_proj,0.0000034466,0.01000,1.838
9,mlp.experts.41.up_proj,0.0000036323,0.01000,1.701
9,mlp.experts.33.up_proj,0.0000033360,0.01000,1.583
9,mlp.experts.34.up_proj,0.0000037491,0.01000,1.779
9,mlp.experts.19.up_proj,0.0000036219,0.01000,1.807
9,mlp.experts.48.up_proj,0.0000036525,0.01000,1.879
9,mlp.experts.60.up_proj,0.0000033581,0.01000,1.918
9,mlp.experts.61.up_proj,0.0000041872,0.01000,1.566
9,mlp.experts.56.up_proj,0.0000034839,0.01000,1.881
9,mlp.experts.39.up_proj,0.0000038025,0.01000,1.880
9,mlp.experts.52.up_proj,0.0000036402,0.01000,1.833
9,mlp.experts.47.up_proj,0.0000020443,0.01000,1.993
9,mlp.experts.43.up_proj,0.0000036083,0.01000,1.944
9,mlp.experts.54.up_proj,0.0000043996,0.01000,1.817
9,mlp.experts.53.up_proj,0.0000035581,0.01000,1.808
9,mlp.experts.58.up_proj,0.0000035070,0.01000,1.748
9,mlp.experts.62.up_proj,0.0000034862,0.01000,1.742
9,mlp.experts.50.up_proj,0.0000036562,0.01000,1.816
9,mlp.experts.49.up_proj,0.0000035294,0.01000,1.866
9,mlp.experts.57.up_proj,0.0000036994,0.01000,1.962
9,mlp.experts.35.up_proj,0.0000041813,0.01000,2.043
9,mlp.experts.64.up_proj,0.0000035881,0.01000,2.026
9,mlp.experts.76.up_proj,0.0000034465,0.01000,1.909
9,mlp.experts.77.up_proj,0.0000036962,0.01000,1.943
9,mlp.experts.72.up_proj,0.0000039362,0.01000,1.925
9,mlp.experts.68.up_proj,0.0000038394,0.01000,1.924
9,mlp.experts.70.up_proj,0.0000034638,0.01000,1.776
9,mlp.experts.55.up_proj,0.0000034852,0.01000,2.158
9,mlp.experts.63.up_proj,0.0000033891,0.01000,2.069
9,mlp.experts.59.up_proj,0.0000041166,0.01000,2.091
9,mlp.experts.69.up_proj,0.0000032493,0.01000,1.960
9,mlp.experts.78.up_proj,0.0000041233,0.01000,1.754
9,mlp.experts.74.up_proj,0.0000041443,0.01000,1.885
9,mlp.experts.66.up_proj,0.0000034910,0.01000,1.896
9,mlp.experts.65.up_proj,0.0000033311,0.01000,1.886
9,mlp.experts.73.up_proj,0.0000034478,0.01000,1.958
9,mlp.experts.51.up_proj,0.0000038007,0.01000,2.034
9,mlp.experts.80.up_proj,0.0000035132,0.01000,1.982
9,mlp.experts.92.up_proj,0.0000035860,0.01000,1.958
9,mlp.experts.93.up_proj,0.0000041313,0.01000,1.926
9,mlp.experts.86.up_proj,0.0000036626,0.01000,1.706
9,mlp.experts.88.up_proj,0.0000037441,0.01000,1.965
9,mlp.experts.84.up_proj,0.0000035557,0.01000,1.924
9,mlp.experts.94.up_proj,0.0000039067,0.01000,1.635
9,mlp.experts.85.up_proj,0.0000033405,0.01000,1.825
9,mlp.experts.90.up_proj,0.0000033505,0.01000,1.693
9,mlp.experts.71.up_proj,0.0000033608,0.01000,2.131
9,mlp.experts.75.up_proj,0.0000040793,0.01000,2.052
9,mlp.experts.79.up_proj,0.0000037087,0.01000,2.145
9,mlp.experts.82.up_proj,0.0000033643,0.01000,1.641
9,mlp.experts.81.up_proj,0.0000033550,0.01000,1.915
9,mlp.experts.89.up_proj,0.0000035044,0.01000,2.003
9,mlp.experts.67.up_proj,0.0000039314,0.01000,2.106
9,mlp.experts.96.up_proj,0.0000032576,0.01000,1.921
9,mlp.experts.102.up_proj,0.0000036379,0.01000,1.613
9,mlp.experts.109.up_proj,0.0000039317,0.01000,1.819
9,mlp.experts.108.up_proj,0.0000034566,0.01000,2.023
9,mlp.experts.110.up_proj,0.0000027639,0.01000,1.570
9,mlp.experts.106.up_proj,0.0000035799,0.01000,1.604
9,mlp.experts.100.up_proj,0.0000033451,0.01000,1.886
9,mlp.experts.104.up_proj,0.0000037170,0.01000,1.931
9,mlp.experts.98.up_proj,0.0000031589,0.01000,1.553
9,mlp.experts.101.up_proj,0.0000036443,0.01000,1.831
9,mlp.experts.91.up_proj,0.0000035847,0.01000,2.157
9,mlp.experts.97.up_proj,0.0000034617,0.01000,1.794
9,mlp.experts.95.up_proj,0.0000040060,0.01000,2.158
9,mlp.experts.87.up_proj,0.0000038421,0.01000,2.257
9,mlp.experts.105.up_proj,0.0000036037,0.01000,1.779
9,mlp.experts.118.up_proj,0.0000038831,0.01000,1.593
9,mlp.experts.126.up_proj,0.0000040756,0.01000,1.438
9,mlp.experts.125.up_proj,0.0000024030,0.01000,1.670
9,mlp.experts.122.up_proj,0.0000032175,0.01000,1.367
9,mlp.experts.114.up_proj,0.0000036537,0.01000,1.289
9,mlp.experts.116.up_proj,0.0000034960,0.01000,1.596
9,mlp.experts.112.up_proj,0.0000036232,0.01000,2.073
9,mlp.experts.83.up_proj,0.0000034205,0.01000,2.111
9,mlp.experts.120.up_proj,0.0000036810,0.01000,1.730
9,mlp.experts.124.up_proj,0.0000036379,0.01000,1.987
9,mlp.experts.117.up_proj,0.0000036660,0.01000,1.609
9,mlp.experts.113.up_proj,0.0000035766,0.01000,1.442
9,mlp.experts.121.up_proj,0.0000043179,0.01000,1.369
9,mlp.experts.111.up_proj,0.0000033241,0.01000,1.976
9,mlp.experts.107.up_proj,0.0000036170,0.01000,2.046
9,mlp.experts.103.up_proj,0.0000036849,0.01000,2.012
9,mlp.experts.99.up_proj,0.0000029577,0.01000,1.856
9,mlp.experts.127.up_proj,0.0000037473,0.01000,1.787
9,mlp.experts.119.up_proj,0.0000037034,0.01000,1.746
9,mlp.experts.123.up_proj,0.0000035994,0.01000,1.818
9,mlp.experts.115.up_proj,0.0000036107,0.01000,1.268
9,mlp.experts.0.down_proj,0.0000001672,0.01000,0.873
9,mlp.experts.12.down_proj,0.0000001511,0.01000,0.909
9,mlp.experts.4.down_proj,0.0000001470,0.01000,0.915
9,mlp.experts.1.down_proj,0.0000001709,0.01000,0.957
9,mlp.experts.9.down_proj,0.0000001129,0.01000,0.961
9,mlp.experts.8.down_proj,0.0000001832,0.01000,0.956
9,mlp.experts.5.down_proj,0.0000001695,0.01000,0.990
9,mlp.experts.13.down_proj,0.0000001263,0.01000,0.973
9,mlp.experts.14.down_proj,0.0000001489,0.01000,1.195
9,mlp.experts.6.down_proj,0.0000001310,0.01000,1.202
9,mlp.experts.11.down_proj,0.0000001672,0.01000,1.210
9,mlp.experts.3.down_proj,0.0000002100,0.01000,1.219
9,mlp.experts.7.down_proj,0.0000001507,0.01000,1.222
9,mlp.experts.15.down_proj,0.0000001640,0.01000,1.211
9,mlp.experts.2.down_proj,0.0000001222,0.01000,1.256
9,mlp.experts.10.down_proj,0.0000002551,0.01000,1.244
9,mlp.experts.25.down_proj,0.0000001873,0.01000,0.576
9,mlp.experts.17.down_proj,0.0000001196,0.01000,0.587
9,mlp.experts.29.down_proj,0.0000002770,0.01000,0.591
9,mlp.experts.21.down_proj,0.0000001712,0.01000,0.599
9,mlp.experts.16.down_proj,0.0000001058,0.01000,0.752
9,mlp.experts.28.down_proj,0.0000001361,0.01000,0.756
9,mlp.experts.20.down_proj,0.0000002190,0.01000,0.776
9,mlp.experts.24.down_proj,0.0000001945,0.01000,0.768
9,mlp.experts.22.down_proj,0.0000002424,0.01000,0.740
9,mlp.experts.30.down_proj,0.0000001637,0.01000,0.756
9,mlp.experts.26.down_proj,0.0000002086,0.01000,0.742
9,mlp.experts.18.down_proj,0.0000002825,0.01000,0.787
9,mlp.experts.23.down_proj,0.0000000842,0.01000,0.838
9,mlp.experts.19.down_proj,0.0000001567,0.01000,0.858
9,mlp.experts.31.down_proj,0.0000001693,0.01000,0.856
9,mlp.experts.27.down_proj,0.0000003016,0.01000,0.865
9,mlp.experts.33.down_proj,0.0000001504,0.01000,0.615
9,mlp.experts.41.down_proj,0.0000001877,0.01000,0.641
9,mlp.experts.45.down_proj,0.0000002250,0.01000,0.754
9,mlp.experts.37.down_proj,0.0000001378,0.01000,0.765
9,mlp.experts.32.down_proj,0.0000003029,0.01000,0.757
9,mlp.experts.44.down_proj,0.0000001505,0.01000,0.761
9,mlp.experts.36.down_proj,0.0000002120,0.01000,0.765
9,mlp.experts.40.down_proj,0.0000001308,0.01000,0.766
9,mlp.experts.42.down_proj,0.0000002496,0.01000,0.578
9,mlp.experts.46.down_proj,0.0000001496,0.01000,0.604
9,mlp.experts.34.down_proj,0.0000001608,0.01000,0.546
9,mlp.experts.38.down_proj,0.0000001574,0.01000,0.633
9,mlp.experts.39.down_proj,0.0000001677,0.01000,0.835
9,mlp.experts.47.down_proj,0.0000000337,0.01000,0.858
9,mlp.experts.43.down_proj,0.0000002194,0.01000,0.858
9,mlp.experts.35.down_proj,0.0000002572,0.01000,0.879
9,mlp.experts.49.down_proj,0.0000001854,0.01000,0.853
9,mlp.experts.57.down_proj,0.0000002008,0.01000,0.836
9,mlp.experts.61.down_proj,0.0000002726,0.01000,0.767
9,mlp.experts.53.down_proj,0.0000001522,0.01000,0.814
9,mlp.experts.62.down_proj,0.0000001634,0.01000,0.613
9,mlp.experts.48.down_proj,0.0000002093,0.01000,0.808
9,mlp.experts.50.down_proj,0.0000001934,0.01000,0.627
9,mlp.experts.54.down_proj,0.0000003431,0.01000,0.612
9,mlp.experts.58.down_proj,0.0000001842,0.01000,0.678
9,mlp.experts.52.down_proj,0.0000001800,0.01000,0.800
9,mlp.experts.56.down_proj,0.0000001548,0.01000,0.775
9,mlp.experts.60.down_proj,0.0000001408,0.01000,0.830
9,mlp.experts.55.down_proj,0.0000001476,0.01000,0.649
9,mlp.experts.63.down_proj,0.0000001373,0.01000,0.672
9,mlp.experts.51.down_proj,0.0000001824,0.01000,0.709
9,mlp.experts.59.down_proj,0.0000002265,0.01000,0.750
9,mlp.experts.66.down_proj,0.0000001518,0.01000,0.602
9,mlp.experts.65.down_proj,0.0000001567,0.01000,0.836
9,mlp.experts.70.down_proj,0.0000001515,0.01000,0.628
9,mlp.experts.73.down_proj,0.0000001387,0.01000,0.819
9,mlp.experts.74.down_proj,0.0000003027,0.01000,0.601
9,mlp.experts.78.down_proj,0.0000003043,0.01000,0.678
9,mlp.experts.77.down_proj,0.0000001575,0.01000,0.818
9,mlp.experts.69.down_proj,0.0000001505,0.01000,0.776
9,mlp.experts.64.down_proj,0.0000001641,0.01000,0.772
9,mlp.experts.68.down_proj,0.0000001834,0.01000,0.741
9,mlp.experts.76.down_proj,0.0000001417,0.01000,0.733
9,mlp.experts.72.down_proj,0.0000001913,0.01000,0.755
9,mlp.experts.71.down_proj,0.0000001588,0.01000,0.823
9,mlp.experts.82.down_proj,0.0000001320,0.01000,0.564
9,mlp.experts.94.down_proj,0.0000002692,0.01000,0.565
9,mlp.experts.67.down_proj,0.0000001711,0.01000,0.765
9,mlp.experts.90.down_proj,0.0000001564,0.01000,0.592
9,mlp.experts.79.down_proj,0.0000002419,0.01000,0.816
9,mlp.experts.86.down_proj,0.0000001717,0.01000,0.605
9,mlp.experts.75.down_proj,0.0000002064,0.01000,0.818
9,mlp.experts.89.down_proj,0.0000001585,0.01000,0.731
9,mlp.experts.81.down_proj,0.0000001334,0.01000,0.762
9,mlp.experts.80.down_proj,0.0000001538,0.01000,0.692
9,mlp.experts.88.down_proj,0.0000001819,0.01000,0.653
9,mlp.experts.84.down_proj,0.0000001643,0.01000,0.665
9,mlp.experts.92.down_proj,0.0000001385,0.01000,0.665
9,mlp.experts.85.down_proj,0.0000001456,0.01000,0.759
9,mlp.experts.93.down_proj,0.0000002467,0.01000,0.796
9,mlp.experts.87.down_proj,0.0000002024,0.01000,0.716
9,mlp.experts.98.down_proj,0.0000001734,0.01000,0.767
9,mlp.experts.110.down_proj,0.0000000902,0.01000,0.754
9,mlp.experts.106.down_proj,0.0000001465,0.01000,0.739
9,mlp.experts.102.down_proj,0.0000001967,0.01000,0.742
9,mlp.experts.83.down_proj,0.0000001661,0.01000,0.753
9,mlp.experts.95.down_proj,0.0000001968,0.01000,0.786
9,mlp.experts.108.down_proj,0.0000001646,0.01000,0.561
9,mlp.experts.96.down_proj,0.0000001445,0.01000,0.595
9,mlp.experts.104.down_proj,0.0000002390,0.01000,0.575
9,mlp.experts.105.down_proj,0.0000001927,0.01000,0.693
9,mlp.experts.100.down_proj,0.0000001721,0.01000,0.578
9,mlp.experts.91.down_proj,0.0000001697,0.01000,0.729
9,mlp.experts.97.down_proj,0.0000001609,0.01000,0.698
9,mlp.experts.101.down_proj,0.0000002018,0.01000,0.662
9,mlp.experts.109.down_proj,0.0000001916,0.01000,0.690
9,mlp.experts.124.down_proj,0.0000001618,0.01000,0.545
9,mlp.experts.103.down_proj,0.0000001744,0.01000,0.732
9,mlp.experts.112.down_proj,0.0000001650,0.01000,0.564
9,mlp.experts.116.down_proj,0.0000001542,0.01000,0.557
9,mlp.experts.120.down_proj,0.0000001544,0.01000,0.557
9,mlp.experts.114.down_proj,0.0000002176,0.01000,0.746
9,mlp.experts.126.down_proj,0.0000002199,0.01000,0.745
9,mlp.experts.122.down_proj,0.0000001291,0.01000,0.737
9,mlp.experts.118.down_proj,0.0000002333,0.01000,0.741
9,mlp.experts.99.down_proj,0.0000001090,0.01000,0.761
9,mlp.experts.111.down_proj,0.0000001529,0.01000,0.738
9,mlp.experts.121.down_proj,0.0000002681,0.01000,0.740
9,mlp.experts.113.down_proj,0.0000002012,0.01000,0.752
9,mlp.experts.117.down_proj,0.0000001955,0.01000,0.705
9,mlp.experts.107.down_proj,0.0000001421,0.01000,0.770
9,mlp.experts.125.down_proj,0.0000000576,0.01000,0.666
9,mlp.experts.119.down_proj,0.0000001728,0.01000,0.617
9,mlp.experts.115.down_proj,0.0000001459,0.01000,0.583
9,mlp.experts.127.down_proj,0.0000001944,0.01000,0.571
9,mlp.experts.123.down_proj,0.0000001688,0.01000,0.550
10,self_attn.q_proj,0.0000000933,0.01000,0.792
10,self_attn.v_proj,0.0000000140,0.01000,0.850
10,self_attn.k_proj,0.0000000140,0.01000,1.107
10,self_attn.o_proj,0.0000000150,0.01000,1.369
10,mlp.experts.0.gate_proj,0.0000041861,0.01000,2.045
10,mlp.experts.13.gate_proj,0.0000034226,0.01000,2.042
10,mlp.experts.4.gate_proj,0.0000040300,0.01000,2.086
10,mlp.experts.8.gate_proj,0.0000043610,0.01000,2.076
10,mlp.experts.1.gate_proj,0.0000039359,0.01000,2.107
10,mlp.experts.2.gate_proj,0.0000038345,0.01000,2.154
10,mlp.experts.5.gate_proj,0.0000031927,0.01000,2.177
10,mlp.experts.6.gate_proj,0.0000004943,0.01000,2.196
10,mlp.experts.14.gate_proj,0.0000038095,0.01000,2.207
10,mlp.experts.12.gate_proj,0.0000033020,0.01000,2.319
10,mlp.experts.7.gate_proj,0.0000037494,0.01000,2.371
10,mlp.experts.9.gate_proj,0.0000009736,0.01000,2.384
10,mlp.experts.11.gate_proj,0.0000036537,0.01000,2.416
10,mlp.experts.10.gate_proj,0.0000034106,0.01000,2.427
10,mlp.experts.3.gate_proj,0.0000035320,0.01000,2.462
10,mlp.experts.15.gate_proj,0.0000038355,0.01000,2.448
10,mlp.experts.18.gate_proj,0.0000035531,0.01000,1.654
10,mlp.experts.22.gate_proj,0.0000039532,0.01000,1.671
10,mlp.experts.30.gate_proj,0.0000036360,0.01000,1.660
10,mlp.experts.17.gate_proj,0.0000034539,0.01000,1.872
10,mlp.experts.21.gate_proj,0.0000042235,0.01000,1.861
10,mlp.experts.29.gate_proj,0.0000042007,0.01000,1.988
10,mlp.experts.16.gate_proj,0.0000032290,0.01000,2.022
10,mlp.experts.24.gate_proj,0.0000037280,0.01000,2.024
10,mlp.experts.20.gate_proj,0.0000035338,0.01000,2.073
10,mlp.experts.25.gate_proj,0.0000034133,0.01000,1.777
10,mlp.experts.26.gate_proj,0.0000037418,0.01000,1.850
10,mlp.experts.19.gate_proj,0.0000012702,0.01000,2.055
10,mlp.experts.27.gate_proj,0.0000027420,0.01000,2.093
10,mlp.experts.23.gate_proj,0.0000013620,0.01000,2.170
10,mlp.experts.28.gate_proj,0.0000041679,0.01000,2.240
10,mlp.experts.31.gate_proj,0.0000023460,0.01000,2.246
10,mlp.experts.34.gate_proj,0.0000039021,0.01000,1.600
10,mlp.experts.38.gate_proj,0.0000054534,0.01000,1.671
10,mlp.experts.46.gate_proj,0.0000040728,0.01000,1.672
10,mlp.experts.33.gate_proj,0.0000036903,0.01000,1.855
10,mlp.experts.42.gate_proj,0.0000037193,0.01000,1.616
10,mlp.experts.45.gate_proj,0.0000038405,0.01000,1.906
10,mlp.experts.37.gate_proj,0.0000036343,0.01000,2.061
10,mlp.experts.41.gate_proj,0.0000035960,0.01000,1.986
10,mlp.experts.36.gate_proj,0.0000024312,0.01000,2.015
10,mlp.experts.32.gate_proj,0.0000039711,0.01000,2.145
10,mlp.experts.40.gate_proj,0.0000039664,0.01000,2.137
10,mlp.experts.44.gate_proj,0.0000034953,0.01000,1.956
10,mlp.experts.43.gate_proj,0.0000038520,0.01000,2.128
10,mlp.experts.35.gate_proj,0.0000039988,0.01000,2.195
10,mlp.experts.39.gate_proj,0.0000039048,0.01000,2.196
10,mlp.experts.47.gate_proj,0.0000042160,0.01000,2.204
10,mlp.experts.50.gate_proj,0.0000036390,0.01000,1.570
10,mlp.experts.62.gate_proj,0.0000038872,0.01000,1.589
10,mlp.experts.54.gate_proj,0.0000039315,0.01000,1.618
10,mlp.experts.58.gate_proj,0.0000038589,0.01000,1.624
10,mlp.experts.49.gate_proj,0.0000040912,0.01000,1.807
10,mlp.experts.61.gate_proj,0.0000022272,0.01000,1.831
10,mlp.experts.53.gate_proj,0.0000045328,0.01000,1.869
10,mlp.experts.57.gate_proj,0.0000047574,0.01000,1.898
10,mlp.experts.52.gate_proj,0.0000036573,0.01000,2.049
10,mlp.experts.48.gate_proj,0.0000038212,0.01000,2.081
10,mlp.experts.56.gate_proj,0.0000025897,0.01000,2.102
10,mlp.experts.60.gate_proj,0.0000040397,0.01000,2.069
10,mlp.experts.59.gate_proj,0.0000041939,0.01000,1.994
10,mlp.experts.51.gate_proj,0.0000042026,0.01000,1.968
10,mlp.experts.66.gate_proj,0.0000036868,0.01000,1.727
10,mlp.experts.78.gate_proj,0.0000028241,0.01000,1.761
10,mlp.experts.55.gate_proj,0.0000048465,0.01000,2.197
10,mlp.experts.70.gate_proj,0.0000043880,0.01000,1.891
10,mlp.experts.63.gate_proj,0.0000038867,0.01000,2.186
10,mlp.experts.65.gate_proj,0.0000037702,0.01000,1.681
10,mlp.experts.77.gate_proj,0.0000039604,0.01000,1.576
10,mlp.experts.74.gate_proj,0.0000038466,0.01000,1.828
10,mlp.experts.73.gate_proj,0.0000038743,0.01000,1.536
10,mlp.experts.69.gate_proj,0.0000038496,0.01000,1.753
10,mlp.experts.68.gate_proj,0.0000029971,0.01000,1.718
10,mlp.experts.64.gate_proj,0.0000037852,0.01000,1.771
10,mlp.experts.72.gate_proj,0.0000043850,0.01000,1.769
10,mlp.experts.76.gate_proj,0.0000036252,0.01000,1.688
10,mlp.experts.82.gate_proj,0.0000037086,0.01000,1.930
10,mlp.experts.75.gate_proj,0.0000036510,0.01000,2.049
10,mlp.experts.94.gate_proj,0.0000040556,0.01000,1.900
10,mlp.experts.67.gate_proj,0.0000038408,0.01000,2.229
10,mlp.experts.93.gate_proj,0.0000039015,0.01000,1.563
10,mlp.experts.81.gate_proj,0.0000038852,0.01000,1.643
10,mlp.experts.71.gate_proj,0.0000055769,0.01000,2.163
10,mlp.experts.86.gate_proj,0.0000035719,0.01000,2.067
10,mlp.experts.89.gate_proj,0.0000037928,0.01000,1.608
10,mlp.experts.85.gate_proj,0.0000034916,0.01000,1.537
10,mlp.experts.79.gate_proj,0.0000041397,0.01000,2.197
10,mlp.experts.90.gate_proj,0.0000028125,0.01000,1.953
10,mlp.experts.84.gate_proj,0.0000041248,0.01000,1.767
10,mlp.experts.80.gate_proj,0.0000036986,0.01000,1.792
10,mlp.experts.88.gate_proj,0.0000040708,0.01000,1.767
10,mlp.experts.92.gate_proj,0.0000035633,0.01000,1.795
10,mlp.experts.109.gate_proj,0.0000040666,0.01000,1.551
10,mlp.experts.97.gate_proj,0.0000040589,0.01000,1.536
10,mlp.experts.98.gate_proj,0.0000032752,0.01000,1.895
10,mlp.experts.110.gate_proj,0.0000041276,0.01000,1.862
10,mlp.experts.105.gate_proj,0.0000026585,0.01000,1.535
10,mlp.experts.101.gate_proj,0.0000040461,0.01000,1.543
10,mlp.experts.102.gate_proj,0.0000035551,0.01000,1.800
10,mlp.experts.91.gate_proj,0.0000037496,0.01000,2.270
10,mlp.experts.83.gate_proj,0.0000038191,0.01000,2.183
10,mlp.experts.106.gate_proj,0.0000035145,0.01000,1.846
10,mlp.experts.100.gate_proj,0.0000038664,0.01000,1.628
10,mlp.experts.87.gate_proj,0.0000035525,0.01000,2.292
10,mlp.experts.96.gate_proj,0.0000036513,0.01000,1.719
10,mlp.experts.104.gate_proj,0.0000044231,0.01000,1.708
10,mlp.experts.95.gate_proj,0.0000041884,0.01000,2.365
10,mlp.experts.108.gate_proj,0.0000039822,0.01000,1.611
10,mlp.experts.125.gate_proj,0.0000044172,0.01000,1.576
10,mlp.experts.113.gate_proj,0.0000038189,0.01000,1.665
10,mlp.experts.121.gate_proj,0.0000040804,0.01000,1.553
10,mlp.experts.114.gate_proj,0.0000036510,0.01000,1.748
10,mlp.experts.117.gate_proj,0.0000047578,0.01000,1.615
10,mlp.experts.126.gate_proj,0.0000041132,0.01000,1.777
10,mlp.experts.118.gate_proj,0.0000031084,0.01000,1.678
10,mlp.experts.122.gate_proj,0.0000042324,0.01000,1.706
10,mlp.experts.107.gate_proj,0.0000042232,0.01000,2.159
10,mlp.experts.116.gate_proj,0.0000040599,0.01000,1.792
10,mlp.experts.99.gate_proj,0.0000038449,0.01000,2.262
10,mlp.experts.112.gate_proj,0.0000035425,0.01000,1.890
10,mlp.experts.120.gate_proj,0.0000041696,0.01000,1.857
10,mlp.experts.103.gate_proj,0.0000025644,0.01000,2.187
10,mlp.experts.13.up_proj,0.0000033155,0.01000,1.518
10,mlp.experts.124.gate_proj,0.0000031071,0.01000,1.937
10,mlp.experts.1.up_proj,0.0000038413,0.01000,1.586
10,mlp.experts.9.up_proj,0.0000009781,0.01000,1.485
10,mlp.experts.5.up_proj,0.0000030820,0.01000,1.522
10,mlp.experts.111.gate_proj,0.0000036474,0.01000,2.323
10,mlp.experts.2.up_proj,0.0000037003,0.01000,1.732
10,mlp.experts.14.up_proj,0.0000037284,0.01000,1.833
10,mlp.experts.6.up_proj,0.0000004962,0.01000,1.713
10,mlp.experts.10.up_proj,0.0000033612,0.01000,1.698
10,mlp.experts.4.up_proj,0.0000036459,0.01000,1.761
10,mlp.experts.0.up_proj,0.0000039713,0.01000,1.811
10,mlp.experts.123.gate_proj,0.0000036990,0.01000,2.227
10,mlp.experts.8.up_proj,0.0000040436,0.01000,1.923
10,mlp.experts.12.up_proj,0.0000031435,0.01000,1.818
10,mlp.experts.17.up_proj,0.0000034080,0.01000,1.703
10,mlp.experts.25.up_proj,0.0000033118,0.01000,1.720
10,mlp.experts.29.up_proj,0.0000040884,0.01000,1.924
10,mlp.experts.115.gate_proj,0.0000038451,0.01000,2.287
10,mlp.experts.21.up_proj,0.0000039762,0.01000,1.810
10,mlp.experts.119.gate_proj,0.0000037999,0.01000,2.277
10,mlp.experts.18.up_proj,0.0000035408,0.01000,1.829
10,mlp.experts.22.up_proj,0.0000038971,0.01000,1.823
10,mlp.experts.30.up_proj,0.0000036183,0.01000,1.874
10,mlp.experts.127.gate_proj,0.0000021079,0.01000,2.376
10,mlp.experts.26.up_proj,0.0000036214,0.01000,1.789
10,mlp.experts.20.up_proj,0.0000034717,0.01000,1.899
10,mlp.experts.24.up_proj,0.0000035555,0.01000,1.847
10,mlp.experts.33.up_proj,0.0000035889,0.01000,1.776
10,mlp.experts.16.up_proj,0.0000031283,0.01000,1.995
10,mlp.experts.45.up_proj,0.0000037206,0.01000,1.818
10,mlp.experts.41.up_proj,0.0000035388,0.01000,1.880
10,mlp.experts.28.up_proj,0.0000040498,0.01000,1.944
10,mlp.experts.11.up_proj,0.0000035259,0.01000,2.124
10,mlp.experts.34.up_proj,0.0000038446,0.01000,1.656
10,mlp.experts.3.up_proj,0.0000034462,0.01000,2.041
10,mlp.experts.46.up_proj,0.0000038995,0.01000,1.538
10,mlp.experts.37.up_proj,0.0000035580,0.01000,1.979
10,mlp.experts.38.up_proj,0.0000034297,0.01000,1.617
10,mlp.experts.42.up_proj,0.0000036032,0.01000,1.545
10,mlp.experts.7.up_proj,0.0000035773,0.01000,2.134
10,mlp.experts.15.up_proj,0.0000036835,0.01000,1.997
10,mlp.experts.36.up_proj,0.0000024197,0.01000,1.877
10,mlp.experts.40.up_proj,0.0000038777,0.01000,1.832
10,mlp.experts.32.up_proj,0.0000039673,0.01000,1.847
10,mlp.experts.49.up_proj,0.0000039276,0.01000,1.894
10,mlp.experts.50.up_proj,0.0000036271,0.01000,1.632
10,mlp.experts.61.up_proj,0.0000022077,0.01000,1.930
10,mlp.experts.54.up_proj,0.0000038574,0.01000,1.570
10,mlp.experts.57.up_proj,0.0000042599,0.01000,1.958
10,mlp.experts.62.up_proj,0.0000039761,0.01000,1.662
10,mlp.experts.44.up_proj,0.0000034043,0.01000,1.962
10,mlp.experts.27.up_proj,0.0000025985,0.01000,2.033
10,mlp.experts.58.up_proj,0.0000037443,0.01000,1.601
10,mlp.experts.19.up_proj,0.0000012734,0.01000,2.032
10,mlp.experts.53.up_proj,0.0000042795,0.01000,2.055
10,mlp.experts.23.up_proj,0.0000013643,0.01000,2.076
10,mlp.experts.31.up_proj,0.0000022737,0.01000,2.047
10,mlp.experts.52.up_proj,0.0000037154,0.01000,1.856
10,mlp.experts.66.up_proj,0.0000035512,0.01000,1.750
10,mlp.experts.70.up_proj,0.0000040116,0.01000,1.767
10,mlp.experts.78.up_proj,0.0000027502,0.01000,1.747
10,mlp.experts.65.up_proj,0.0000037028,0.01000,1.977
10,mlp.experts.56.up_proj,0.0000025734,0.01000,2.118
10,mlp.experts.48.up_proj,0.0000037232,0.01000,2.112
10,mlp.experts.74.up_proj,0.0000038290,0.01000,1.702
10,mlp.experts.77.up_proj,0.0000037287,0.01000,1.959
10,mlp.experts.73.up_proj,0.0000037172,0.01000,2.002
10,mlp.experts.60.up_proj,0.0000039206,0.01000,2.113
10,mlp.experts.69.up_proj,0.0000037450,0.01000,1.889
10,mlp.experts.43.up_proj,0.0000036196,0.01000,2.214
10,mlp.experts.35.up_proj,0.0000036864,0.01000,2.128
10,mlp.experts.39.up_proj,0.0000038223,0.01000,2.139
10,mlp.experts.47.up_proj,0.0000039761,0.01000,2.093
10,mlp.experts.82.up_proj,0.0000035722,0.01000,1.596
10,mlp.experts.86.up_proj,0.0000035086,0.01000,1.560
10,mlp.experts.94.up_proj,0.0000037481,0.01000,1.561
10,mlp.experts.90.up_proj,0.0000027363,0.01000,1.566
10,mlp.experts.68.up_proj,0.0000029181,0.01000,2.515
10,mlp.experts.81.up_proj,0.0000037146,0.01000,1.980
10,mlp.experts.93.up_proj,0.0000037691,0.01000,1.914
10,mlp.experts.89.up_proj,0.0000036412,0.01000,2.085
10,mlp.experts.64.up_proj,0.0000041150,0.01000,2.307
10,mlp.experts.59.up_proj,0.0000040492,0.01000,1.951
10,mlp.experts.72.up_proj,0.0000039746,0.01000,2.489
10,mlp.experts.85.up_proj,0.0000034235,0.01000,2.049
10,mlp.experts.51.up_proj,0.0000041660,0.01000,1.999
10,mlp.experts.76.up_proj,0.0000035189,0.01000,2.465
10,mlp.experts.98.up_proj,0.0000031823,0.01000,1.630
10,mlp.experts.55.up_proj,0.0000036611,0.01000,1.980
10,mlp.experts.102.up_proj,0.0000034644,0.01000,1.626
10,mlp.experts.110.up_proj,0.0000039103,0.01000,1.661
10,mlp.experts.106.up_proj,0.0000034629,0.01000,1.627
10,mlp.experts.63.up_proj,0.0000035529,0.01000,2.008
10,mlp.experts.97.up_proj,0.0000038233,0.01000,1.851
10,mlp.experts.109.up_proj,0.0000039996,0.01000,1.881
10,mlp.experts.105.up_proj,0.0000026483,0.01000,1.850
10,mlp.experts.84.up_proj,0.0000040575,0.01000,2.310
10,mlp.experts.101.up_proj,0.0000039809,0.01000,1.835
10,mlp.experts.80.up_proj,0.0000036531,0.01000,2.099
10,mlp.experts.75.up_proj,0.0000035616,0.01000,2.044
10,mlp.experts.114.up_proj,0.0000035475,0.01000,1.564
10,mlp.experts.67.up_proj,0.0000037748,0.01000,1.906
10,mlp.experts.118.up_proj,0.0000029958,0.01000,1.512
10,mlp.experts.126.up_proj,0.0000037697,0.01000,1.454
10,mlp.experts.88.up_proj,0.0000041351,0.01000,2.157
10,mlp.experts.122.up_proj,0.0000040764,0.01000,1.423
10,mlp.experts.92.up_proj,0.0000035252,0.01000,2.242
10,mlp.experts.71.up_proj,0.0000042991,0.01000,2.111
10,mlp.experts.79.up_proj,0.0000039644,0.01000,2.024
10,mlp.experts.125.up_proj,0.0000041684,0.01000,1.615
10,mlp.experts.113.up_proj,0.0000037736,0.01000,1.695
10,mlp.experts.121.up_proj,0.0000039768,0.01000,1.494
10,mlp.experts.117.up_proj,0.0000043997,0.01000,1.324
10,mlp.experts.100.up_proj,0.0000037334,0.01000,2.126
10,mlp.experts.96.up_proj,0.0000035802,0.01000,1.993
10,mlp.experts.91.up_proj,0.0000036420,0.01000,2.034
10,mlp.experts.83.up_proj,0.0000038007,0.01000,2.117
10,mlp.experts.104.up_proj,0.0000043165,0.01000,2.027
10,mlp.experts.108.up_proj,0.0000039696,0.01000,2.034
10,mlp.experts.87.up_proj,0.0000034216,0.01000,2.185
10,mlp.experts.95.up_proj,0.0000041001,0.01000,1.998
10,mlp.experts.116.up_proj,0.0000039091,0.01000,1.962
10,mlp.experts.112.up_proj,0.0000034010,0.01000,1.935
10,mlp.experts.99.up_proj,0.0000036438,0.01000,1.788
10,mlp.experts.120.up_proj,0.0000039339,0.01000,1.868
10,mlp.experts.124.up_proj,0.0000030916,0.01000,1.639
10,mlp.experts.107.up_proj,0.0000039173,0.01000,2.286
10,mlp.experts.111.up_proj,0.0000035624,0.01000,1.945
10,mlp.experts.103.up_proj,0.0000025398,0.01000,2.013
10,mlp.experts.115.up_proj,0.0000038123,0.01000,2.009
10,mlp.experts.123.up_proj,0.0000036337,0.01000,2.105
10,mlp.experts.127.up_proj,0.0000020707,0.01000,1.737
10,mlp.experts.119.up_proj,0.0000036801,0.01000,1.776
10,mlp.experts.14.down_proj,0.0000002204,0.01000,1.048
10,mlp.experts.2.down_proj,0.0000002581,0.01000,1.073
10,mlp.experts.10.down_proj,0.0000001487,0.01000,1.059
10,mlp.experts.4.down_proj,0.0000002108,0.01000,1.073
10,mlp.experts.6.down_proj,0.0000000034,0.01000,1.088
10,mlp.experts.8.down_proj,0.0000002023,0.01000,1.080
10,mlp.experts.0.down_proj,0.0000001841,0.01000,1.107
10,mlp.experts.12.down_proj,0.0000001284,0.01000,1.115
10,mlp.experts.1.down_proj,0.0000001919,0.01000,1.158
10,mlp.experts.13.down_proj,0.0000001608,0.01000,1.156
10,mlp.experts.9.down_proj,0.0000000110,0.01000,1.189
10,mlp.experts.5.down_proj,0.0000001138,0.01000,1.206
10,mlp.experts.3.down_proj,0.0000001354,0.01000,1.225
10,mlp.experts.11.down_proj,0.0000001716,0.01000,1.219
10,mlp.experts.15.down_proj,0.0000001930,0.01000,1.247
10,mlp.experts.7.down_proj,0.0000001817,0.01000,1.268
10,mlp.experts.30.down_proj,0.0000002096,0.01000,0.638
10,mlp.experts.18.down_proj,0.0000001818,0.01000,0.624
10,mlp.experts.26.down_proj,0.0000001774,0.01000,0.645
10,mlp.experts.22.down_proj,0.0000001967,0.01000,0.645
10,mlp.experts.24.down_proj,0.0000001768,0.01000,0.729
10,mlp.experts.20.down_proj,0.0000001557,0.01000,0.735
10,mlp.experts.28.down_proj,0.0000002179,0.01000,0.710
10,mlp.experts.16.down_proj,0.0000001170,0.01000,0.737
10,mlp.experts.17.down_proj,0.0000001196,0.01000,0.721
10,mlp.experts.29.down_proj,0.0000001942,0.01000,0.726
10,mlp.experts.25.down_proj,0.0000001301,0.01000,0.714
10,mlp.experts.27.down_proj,0.0000000821,0.01000,0.737
10,mlp.experts.21.down_proj,0.0000002049,0.01000,0.773
10,mlp.experts.23.down_proj,0.0000000177,0.01000,0.749
10,mlp.experts.31.down_proj,0.0000000668,0.01000,0.825
10,mlp.experts.19.down_proj,0.0000000174,0.01000,0.866
10,mlp.experts.46.down_proj,0.0000002337,0.01000,0.720
10,mlp.experts.34.down_proj,0.0000001770,0.01000,0.723
10,mlp.experts.38.down_proj,0.0000001757,0.01000,0.738
10,mlp.experts.33.down_proj,0.0000001751,0.01000,0.624
10,mlp.experts.45.down_proj,0.0000002185,0.01000,0.620
10,mlp.experts.42.down_proj,0.0000001692,0.01000,0.791
10,mlp.experts.41.down_proj,0.0000001545,0.01000,0.624
10,mlp.experts.40.down_proj,0.0000002590,0.01000,0.735
10,mlp.experts.36.down_proj,0.0000000703,0.01000,0.745
10,mlp.experts.44.down_proj,0.0000001647,0.01000,0.781
10,mlp.experts.32.down_proj,0.0000001996,0.01000,0.773
10,mlp.experts.43.down_proj,0.0000001631,0.01000,0.709
10,mlp.experts.37.down_proj,0.0000001340,0.01000,0.734
10,mlp.experts.47.down_proj,0.0000002668,0.01000,0.733
10,mlp.experts.39.down_proj,0.0000002154,0.01000,0.809
10,mlp.experts.35.down_proj,0.0000002329,0.01000,0.773
10,mlp.experts.49.down_proj,0.0000002252,0.01000,0.628
10,mlp.experts.61.down_proj,0.0000000537,0.01000,0.629
10,mlp.experts.50.down_proj,0.0000002001,0.01000,0.732
10,mlp.experts.57.down_proj,0.0000002949,0.01000,0.625
10,mlp.experts.62.down_proj,0.0000002438,0.01000,0.750
10,mlp.experts.54.down_proj,0.0000001621,0.01000,0.739
10,mlp.experts.58.down_proj,0.0000001783,0.01000,0.741
10,mlp.experts.56.down_proj,0.0000000719,0.01000,0.779
10,mlp.experts.52.down_proj,0.0000001776,0.01000,0.780
10,mlp.experts.59.down_proj,0.0000001923,0.01000,0.730
10,mlp.experts.60.down_proj,0.0000002420,0.01000,0.800
10,mlp.experts.48.down_proj,0.0000001250,0.01000,0.808
10,mlp.experts.53.down_proj,0.0000003017,0.01000,0.725
10,mlp.experts.63.down_proj,0.0000001488,0.01000,0.795
10,mlp.experts.51.down_proj,0.0000002579,0.01000,0.753
10,mlp.experts.55.down_proj,0.0000001644,0.01000,0.793
10,mlp.experts.65.down_proj,0.0000001967,0.01000,0.619
10,mlp.experts.77.down_proj,0.0000002044,0.01000,0.616
10,mlp.experts.73.down_proj,0.0000002343,0.01000,0.614
10,mlp.experts.66.down_proj,0.0000001372,0.01000,0.676
10,mlp.experts.78.down_proj,0.0000000800,0.01000,0.702
10,mlp.experts.70.down_proj,0.0000003037,0.01000,0.795
10,mlp.experts.74.down_proj,0.0000002263,0.01000,0.776
10,mlp.experts.68.down_proj,0.0000000950,0.01000,0.734
10,mlp.experts.72.down_proj,0.0000002768,0.01000,0.757
10,mlp.experts.69.down_proj,0.0000002005,0.01000,0.736
10,mlp.experts.75.down_proj,0.0000001677,0.01000,0.795
10,mlp.experts.64.down_proj,0.0000002339,0.01000,0.790
10,mlp.experts.76.down_proj,0.0000001529,0.01000,0.804
10,mlp.experts.67.down_proj,0.0000001680,0.01000,0.762
10,mlp.experts.71.down_proj,0.0000002017,0.01000,0.769
10,mlp.experts.79.down_proj,0.0000002529,0.01000,0.782
10,mlp.experts.81.down_proj,0.0000001928,0.01000,0.658
10,mlp.experts.93.down_proj,0.0000002084,0.01000,0.657
10,mlp.experts.89.down_proj,0.0000001717,0.01000,0.656
10,mlp.experts.82.down_proj,0.0000001721,0.01000,0.803
10,mlp.experts.94.down_proj,0.0000001805,0.01000,0.775
10,mlp.experts.86.down_proj,0.0000001658,0.01000,0.791
10,mlp.experts.90.down_proj,0.0000001053,0.01000,0.808
10,mlp.experts.84.down_proj,0.0000001893,0.01000,0.780
10,mlp.experts.88.down_proj,0.0000003042,0.01000,0.785
10,mlp.experts.85.down_proj,0.0000001664,0.01000,0.708
10,mlp.experts.91.down_proj,0.0000001675,0.01000,0.757
10,mlp.experts.80.down_proj,0.0000001694,0.01000,0.819
10,mlp.experts.92.down_proj,0.0000001459,0.01000,0.839
10,mlp.experts.97.down_proj,0.0000002637,0.01000,0.634
10,mlp.experts.109.down_proj,0.0000002491,0.01000,0.637
10,mlp.experts.105.down_proj,0.0000000780,0.01000,0.631
10,mlp.experts.95.down_proj,0.0000002782,0.01000,0.705
10,mlp.experts.83.down_proj,0.0000002707,0.01000,0.782
10,mlp.experts.87.down_proj,0.0000001568,0.01000,0.818
10,mlp.experts.98.down_proj,0.0000001211,0.01000,0.749
10,mlp.experts.110.down_proj,0.0000002389,0.01000,0.763
10,mlp.experts.101.down_proj,0.0000002623,0.01000,0.687
10,mlp.experts.102.down_proj,0.0000001565,0.01000,0.778
10,mlp.experts.100.down_proj,0.0000002084,0.01000,0.716
10,mlp.experts.104.down_proj,0.0000002778,0.01000,0.766
10,mlp.experts.106.down_proj,0.0000001542,0.01000,0.802
10,mlp.experts.107.down_proj,0.0000002908,0.01000,0.708
10,mlp.experts.108.down_proj,0.0000002664,0.01000,0.670
10,mlp.experts.96.down_proj,0.0000001516,0.01000,0.702
10,mlp.experts.113.down_proj,0.0000001945,0.01000,0.690
10,mlp.experts.125.down_proj,0.0000002618,0.01000,0.695
10,mlp.experts.121.down_proj,0.0000001821,0.01000,0.763
10,mlp.experts.111.down_proj,0.0000001600,0.01000,0.763
10,mlp.experts.103.down_proj,0.0000000940,0.01000,0.741
10,mlp.experts.99.down_proj,0.0000002339,0.01000,0.813
10,mlp.experts.117.down_proj,0.0000003555,0.01000,0.447
10,mlp.experts.114.down_proj,0.0000001447,0.01000,0.741
10,mlp.experts.126.down_proj,0.0000001686,0.01000,0.739
10,mlp.experts.118.down_proj,0.0000001190,0.01000,0.732
10,mlp.experts.116.down_proj,0.0000001984,0.01000,0.723
10,mlp.experts.123.down_proj,0.0000001962,0.01000,0.632
10,mlp.experts.122.down_proj,0.0000001928,0.01000,0.671
10,mlp.experts.120.down_proj,0.0000002306,0.01000,0.734
10,mlp.experts.124.down_proj,0.0000001063,0.01000,0.675
10,mlp.experts.112.down_proj,0.0000001475,0.01000,0.685
10,mlp.experts.119.down_proj,0.0000002163,0.01000,0.632
10,mlp.experts.127.down_proj,0.0000000570,0.01000,0.756
10,mlp.experts.115.down_proj,0.0000001920,0.01000,0.692
11,self_attn.q_proj,0.0000000962,0.01000,0.751
11,self_attn.v_proj,0.0000000141,0.01000,0.955
11,self_attn.k_proj,0.0000000140,0.01000,1.057
11,self_attn.o_proj,0.0000000176,0.01000,1.611
11,mlp.experts.5.gate_proj,0.0000043806,0.01000,1.993
11,mlp.experts.9.gate_proj,0.0000014098,0.01000,2.029
11,mlp.experts.13.gate_proj,0.0000039260,0.01000,2.118
11,mlp.experts.2.gate_proj,0.0000038030,0.01000,2.147
11,mlp.experts.12.gate_proj,0.0000037606,0.01000,2.156
11,mlp.experts.1.gate_proj,0.0000033234,0.01000,2.173
11,mlp.experts.0.gate_proj,0.0000040695,0.01000,2.225
11,mlp.experts.14.gate_proj,0.0000039566,0.01000,2.229
11,mlp.experts.10.gate_proj,0.0000039867,0.01000,2.256
11,mlp.experts.8.gate_proj,0.0000043352,0.01000,2.295
11,mlp.experts.4.gate_proj,0.0000013847,0.01000,2.354
11,mlp.experts.6.gate_proj,0.0000043476,0.01000,2.393
11,mlp.experts.11.gate_proj,0.0000035662,0.01000,2.387
11,mlp.experts.3.gate_proj,0.0000034439,0.01000,2.402
11,mlp.experts.7.gate_proj,0.0000035410,0.01000,2.406
11,mlp.experts.15.gate_proj,0.0000041024,0.01000,2.446
11,mlp.experts.21.gate_proj,0.0000038371,0.01000,1.685
11,mlp.experts.25.gate_proj,0.0000088631,0.01000,1.707
11,mlp.experts.29.gate_proj,0.0000039421,0.01000,1.751
11,mlp.experts.17.gate_proj,0.0000042349,0.01000,1.835
11,mlp.experts.28.gate_proj,0.0000038279,0.01000,1.908
11,mlp.experts.20.gate_proj,0.0000040772,0.01000,1.972
11,mlp.experts.24.gate_proj,0.0000020588,0.01000,2.026
11,mlp.experts.18.gate_proj,0.0000030724,0.01000,2.227
11,mlp.experts.16.gate_proj,0.0000051701,0.01000,2.192
11,mlp.experts.19.gate_proj,0.0000037161,0.01000,2.092
11,mlp.experts.30.gate_proj,0.0000047292,0.01000,2.274
11,mlp.experts.26.gate_proj,0.0000039611,0.01000,2.257
11,mlp.experts.23.gate_proj,0.0000025641,0.01000,2.176
11,mlp.experts.31.gate_proj,0.0000038378,0.01000,2.138
11,mlp.experts.22.gate_proj,0.0000028386,0.01000,2.208
11,mlp.experts.27.gate_proj,0.0000040414,0.01000,2.230
11,mlp.experts.41.gate_proj,0.0000038192,0.01000,1.810
11,mlp.experts.37.gate_proj,0.0000038770,0.01000,1.868
11,mlp.experts.45.gate_proj,0.0000038752,0.01000,1.814
11,mlp.experts.33.gate_proj,0.0000040481,0.01000,1.783
11,mlp.experts.44.gate_proj,0.0000038712,0.01000,1.979
11,mlp.experts.40.gate_proj,0.0000035868,0.01000,1.879
11,mlp.experts.36.gate_proj,0.0000037372,0.01000,1.879
11,mlp.experts.32.gate_proj,0.0000035644,0.01000,1.931
11,mlp.experts.34.gate_proj,0.0000043645,0.01000,2.185
11,mlp.experts.35.gate_proj,0.0000038803,0.01000,2.113
11,mlp.experts.39.gate_proj,0.0000041560,0.01000,2.086
11,mlp.experts.47.gate_proj,0.0000041953,0.01000,2.119
11,mlp.experts.43.gate_proj,0.0000035511,0.01000,2.095
11,mlp.experts.46.gate_proj,0.0000035396,0.01000,2.220
11,mlp.experts.42.gate_proj,0.0000033534,0.01000,2.241
11,mlp.experts.38.gate_proj,0.0000041011,0.01000,2.200
11,mlp.experts.53.gate_proj,0.0000039485,0.01000,1.530
11,mlp.experts.57.gate_proj,0.0000036552,0.01000,1.549
11,mlp.experts.61.gate_proj,0.0000026965,0.01000,1.560
11,mlp.experts.49.gate_proj,0.0000030987,0.01000,1.522
11,mlp.experts.60.gate_proj,0.0000037597,0.01000,2.069
11,mlp.experts.52.gate_proj,0.0000034943,0.01000,2.147
11,mlp.experts.56.gate_proj,0.0000034178,0.01000,2.208
11,mlp.experts.48.gate_proj,0.0000046745,0.01000,2.198
11,mlp.experts.50.gate_proj,0.0000040382,0.01000,2.041
11,mlp.experts.51.gate_proj,0.0000037991,0.01000,1.995
11,mlp.experts.69.gate_proj,0.0000041603,0.01000,1.555
11,mlp.experts.55.gate_proj,0.0000043200,0.01000,1.994
11,mlp.experts.59.gate_proj,0.0000038895,0.01000,1.933
11,mlp.experts.63.gate_proj,0.0000043492,0.01000,1.951
11,mlp.experts.73.gate_proj,0.0000049958,0.01000,1.602
11,mlp.experts.62.gate_proj,0.0000041548,0.01000,2.044
11,mlp.experts.58.gate_proj,0.0000043655,0.01000,2.026
11,mlp.experts.77.gate_proj,0.0000037661,0.01000,1.601
11,mlp.experts.65.gate_proj,0.0000041464,0.01000,1.545
11,mlp.experts.54.gate_proj,0.0000030463,0.01000,2.071
11,mlp.experts.85.gate_proj,0.0000035301,0.01000,1.566
11,mlp.experts.76.gate_proj,0.0000041290,0.01000,2.132
11,mlp.experts.89.gate_proj,0.0000042607,0.01000,1.580
11,mlp.experts.93.gate_proj,0.0000037530,0.01000,1.564
11,mlp.experts.72.gate_proj,0.0000032793,0.01000,2.035
11,mlp.experts.81.gate_proj,0.0000041290,0.01000,1.642
11,mlp.experts.68.gate_proj,0.0000036290,0.01000,2.134
11,mlp.experts.64.gate_proj,0.0000039655,0.01000,2.044
11,mlp.experts.66.gate_proj,0.0000041138,0.01000,2.015
11,mlp.experts.78.gate_proj,0.0000041988,0.01000,2.016
11,mlp.experts.74.gate_proj,0.0000045197,0.01000,2.012
11,mlp.experts.70.gate_proj,0.0000042334,0.01000,1.975
11,mlp.experts.71.gate_proj,0.0000044798,0.01000,2.204
11,mlp.experts.79.gate_proj,0.0000040991,0.01000,2.235
11,mlp.experts.67.gate_proj,0.0000036050,0.01000,2.309
11,mlp.experts.75.gate_proj,0.0000041857,0.01000,2.306
11,mlp.experts.101.gate_proj,0.0000037698,0.01000,1.570
11,mlp.experts.109.gate_proj,0.0000036282,0.01000,1.550
11,mlp.experts.97.gate_proj,0.0000030862,0.01000,1.517
11,mlp.experts.105.gate_proj,0.0000039875,0.01000,1.794
11,mlp.experts.92.gate_proj,0.0000043015,0.01000,2.034
11,mlp.experts.82.gate_proj,0.0000040255,0.01000,1.730
11,mlp.experts.88.gate_proj,0.0000040971,0.01000,2.023
11,mlp.experts.90.gate_proj,0.0000035679,0.01000,1.727
11,mlp.experts.94.gate_proj,0.0000040305,0.01000,1.728
11,mlp.experts.86.gate_proj,0.0000037876,0.01000,1.715
11,mlp.experts.80.gate_proj,0.0000043805,0.01000,2.115
11,mlp.experts.84.gate_proj,0.0000042295,0.01000,2.235
11,mlp.experts.95.gate_proj,0.0000039543,0.01000,1.954
11,mlp.experts.83.gate_proj,0.0000044503,0.01000,1.928
11,mlp.experts.87.gate_proj,0.0000041879,0.01000,2.081
11,mlp.experts.91.gate_proj,0.0000038832,0.01000,2.036
11,mlp.experts.117.gate_proj,0.0000039396,0.01000,1.480
11,mlp.experts.125.gate_proj,0.0000028610,0.01000,1.473
11,mlp.experts.113.gate_proj,0.0000043402,0.01000,1.460
11,mlp.experts.121.gate_proj,0.0000037907,0.01000,1.894
11,mlp.experts.98.gate_proj,0.0000044214,0.01000,1.858
11,mlp.experts.108.gate_proj,0.0000041989,0.01000,2.062
11,mlp.experts.106.gate_proj,0.0000037771,0.01000,1.892
11,mlp.experts.110.gate_proj,0.0000040476,0.01000,1.901
11,mlp.experts.102.gate_proj,0.0000039839,0.01000,1.877
11,mlp.experts.104.gate_proj,0.0000040458,0.01000,2.030
11,mlp.experts.5.up_proj,0.0000041878,0.01000,1.471
11,mlp.experts.100.gate_proj,0.0000040115,0.01000,2.003
11,mlp.experts.96.gate_proj,0.0000033812,0.01000,2.118
11,mlp.experts.13.up_proj,0.0000038098,0.01000,1.450
11,mlp.experts.1.up_proj,0.0000033126,0.01000,1.452
11,mlp.experts.111.gate_proj,0.0000042399,0.01000,2.073
11,mlp.experts.103.gate_proj,0.0000028909,0.01000,1.988
11,mlp.experts.99.gate_proj,0.0000039868,0.01000,2.242
11,mlp.experts.107.gate_proj,0.0000038047,0.01000,2.173
11,mlp.experts.9.up_proj,0.0000014284,0.01000,1.534
11,mlp.experts.114.gate_proj,0.0000036747,0.01000,1.688
11,mlp.experts.118.gate_proj,0.0000042557,0.01000,1.667
11,mlp.experts.126.gate_proj,0.0000040649,0.01000,1.673
11,mlp.experts.122.gate_proj,0.0000037042,0.01000,1.686
11,mlp.experts.21.up_proj,0.0000037290,0.01000,1.480
11,mlp.experts.29.up_proj,0.0000039131,0.01000,1.476
11,mlp.experts.120.gate_proj,0.0000041993,0.01000,1.932
11,mlp.experts.124.gate_proj,0.0000040625,0.01000,2.090
11,mlp.experts.17.up_proj,0.0000040149,0.01000,1.612
11,mlp.experts.116.gate_proj,0.0000040315,0.01000,1.910
11,mlp.experts.112.gate_proj,0.0000044401,0.01000,1.958
11,mlp.experts.119.gate_proj,0.0000038879,0.01000,1.971
11,mlp.experts.127.gate_proj,0.0000039056,0.01000,2.098
11,mlp.experts.25.up_proj,0.0000046444,0.01000,1.552
11,mlp.experts.123.gate_proj,0.0000039241,0.01000,2.020
11,mlp.experts.115.gate_proj,0.0000043508,0.01000,2.181
11,mlp.experts.37.up_proj,0.0000037247,0.01000,1.558
11,mlp.experts.2.up_proj,0.0000036550,0.01000,1.968
11,mlp.experts.45.up_proj,0.0000037048,0.01000,1.504
11,mlp.experts.14.up_proj,0.0000037670,0.01000,1.853
11,mlp.experts.10.up_proj,0.0000039461,0.01000,1.915
11,mlp.experts.6.up_proj,0.0000041956,0.01000,1.973
11,mlp.experts.33.up_proj,0.0000041448,0.01000,1.548
11,mlp.experts.8.up_proj,0.0000039967,0.01000,1.912
11,mlp.experts.12.up_proj,0.0000036914,0.01000,1.993
11,mlp.experts.4.up_proj,0.0000013901,0.01000,1.942
11,mlp.experts.41.up_proj,0.0000037080,0.01000,1.542
11,mlp.experts.0.up_proj,0.0000041308,0.01000,1.955
11,mlp.experts.7.up_proj,0.0000034510,0.01000,1.953
11,mlp.experts.11.up_proj,0.0000035182,0.01000,1.868
11,mlp.experts.15.up_proj,0.0000040248,0.01000,2.060
11,mlp.experts.3.up_proj,0.0000033232,0.01000,1.884
11,mlp.experts.53.up_proj,0.0000037515,0.01000,1.578
11,mlp.experts.61.up_proj,0.0000027173,0.01000,1.595
11,mlp.experts.49.up_proj,0.0000030590,0.01000,1.599
11,mlp.experts.22.up_proj,0.0000027826,0.01000,1.718
11,mlp.experts.30.up_proj,0.0000043091,0.01000,1.871
11,mlp.experts.18.up_proj,0.0000031169,0.01000,2.049
11,mlp.experts.26.up_proj,0.0000039238,0.01000,2.052
11,mlp.experts.57.up_proj,0.0000035791,0.01000,1.629
11,mlp.experts.24.up_proj,0.0000020533,0.01000,2.022
11,mlp.experts.28.up_proj,0.0000037148,0.01000,1.949
11,mlp.experts.23.up_proj,0.0000025594,0.01000,1.633
11,mlp.experts.20.up_proj,0.0000037936,0.01000,1.978
11,mlp.experts.27.up_proj,0.0000038452,0.01000,1.644
11,mlp.experts.16.up_proj,0.0000053683,0.01000,2.037
11,mlp.experts.19.up_proj,0.0000036162,0.01000,1.636
11,mlp.experts.69.up_proj,0.0000040352,0.01000,1.611
11,mlp.experts.31.up_proj,0.0000033038,0.01000,1.921
11,mlp.experts.77.up_proj,0.0000036656,0.01000,1.654
11,mlp.experts.65.up_proj,0.0000039464,0.01000,1.682
11,mlp.experts.46.up_proj,0.0000035003,0.01000,1.793
11,mlp.experts.38.up_proj,0.0000039693,0.01000,2.027
11,mlp.experts.34.up_proj,0.0000041674,0.01000,1.966
11,mlp.experts.73.up_proj,0.0000048942,0.01000,1.685
11,mlp.experts.42.up_proj,0.0000032945,0.01000,1.878
11,mlp.experts.39.up_proj,0.0000040436,0.01000,1.744
11,mlp.experts.43.up_proj,0.0000035317,0.01000,1.701
11,mlp.experts.35.up_proj,0.0000037387,0.01000,1.759
11,mlp.experts.40.up_proj,0.0000035230,0.01000,2.208
11,mlp.experts.85.up_proj,0.0000034673,0.01000,1.782
11,mlp.experts.36.up_proj,0.0000038429,0.01000,2.236
11,mlp.experts.44.up_proj,0.0000037440,0.01000,2.503
11,mlp.experts.47.up_proj,0.0000043250,0.01000,1.894
11,mlp.experts.93.up_proj,0.0000036268,0.01000,1.769
11,mlp.experts.32.up_proj,0.0000034829,0.01000,2.261
11,mlp.experts.81.up_proj,0.0000039869,0.01000,1.861
11,mlp.experts.62.up_proj,0.0000040758,0.01000,1.753
11,mlp.experts.54.up_proj,0.0000029560,0.01000,1.858
11,mlp.experts.50.up_proj,0.0000039188,0.01000,1.790
11,mlp.experts.89.up_proj,0.0000041035,0.01000,1.795
11,mlp.experts.58.up_proj,0.0000040707,0.01000,1.906
11,mlp.experts.55.up_proj,0.0000040931,0.01000,1.917
11,mlp.experts.56.up_proj,0.0000031713,0.01000,1.773
11,mlp.experts.101.up_proj,0.0000038623,0.01000,1.739
11,mlp.experts.59.up_proj,0.0000038091,0.01000,2.116
11,mlp.experts.60.up_proj,0.0000036688,0.01000,1.728
11,mlp.experts.109.up_proj,0.0000035953,0.01000,1.726
11,mlp.experts.52.up_proj,0.0000034000,0.01000,1.879
11,mlp.experts.51.up_proj,0.0000037498,0.01000,2.149
11,mlp.experts.48.up_proj,0.0000042115,0.01000,1.797
11,mlp.experts.63.up_proj,0.0000041217,0.01000,2.067
11,mlp.experts.78.up_proj,0.0000040464,0.01000,1.682
11,mlp.experts.97.up_proj,0.0000030456,0.01000,1.857
11,mlp.experts.70.up_proj,0.0000040993,0.01000,1.688
11,mlp.experts.66.up_proj,0.0000039998,0.01000,1.759
11,mlp.experts.74.up_proj,0.0000043802,0.01000,1.660
11,mlp.experts.105.up_proj,0.0000038597,0.01000,1.864
11,mlp.experts.71.up_proj,0.0000040994,0.01000,1.883
11,mlp.experts.72.up_proj,0.0000032126,0.01000,1.768
11,mlp.experts.125.up_proj,0.0000028343,0.01000,1.708
11,mlp.experts.75.up_proj,0.0000040628,0.01000,1.878
11,mlp.experts.117.up_proj,0.0000038773,0.01000,2.025
11,mlp.experts.68.up_proj,0.0000035641,0.01000,1.857
11,mlp.experts.76.up_proj,0.0000040216,0.01000,1.967
11,mlp.experts.64.up_proj,0.0000038700,0.01000,1.823
11,mlp.experts.67.up_proj,0.0000037574,0.01000,1.933
11,mlp.experts.113.up_proj,0.0000041128,0.01000,1.633
11,mlp.experts.94.up_proj,0.0000038156,0.01000,1.670
11,mlp.experts.86.up_proj,0.0000037979,0.01000,1.496
11,mlp.experts.121.up_proj,0.0000036937,0.01000,1.309
11,mlp.experts.90.up_proj,0.0000034965,0.01000,1.497
11,mlp.experts.82.up_proj,0.0000040226,0.01000,1.565
11,mlp.experts.79.up_proj,0.0000039205,0.01000,2.076
11,mlp.experts.87.up_proj,0.0000040532,0.01000,1.926
11,mlp.experts.88.up_proj,0.0000039416,0.01000,1.892
11,mlp.experts.91.up_proj,0.0000037195,0.01000,1.893
11,mlp.experts.102.up_proj,0.0000038503,0.01000,1.551
11,mlp.experts.110.up_proj,0.0000039910,0.01000,1.715
11,mlp.experts.84.up_proj,0.0000040139,0.01000,1.934
11,mlp.experts.106.up_proj,0.0000036624,0.01000,1.508
11,mlp.experts.98.up_proj,0.0000044661,0.01000,1.518
11,mlp.experts.83.up_proj,0.0000041937,0.01000,1.918
11,mlp.experts.80.up_proj,0.0000042342,0.01000,1.948
11,mlp.experts.92.up_proj,0.0000039942,0.01000,2.034
11,mlp.experts.95.up_proj,0.0000037879,0.01000,1.993
11,mlp.experts.104.up_proj,0.0000039926,0.01000,1.965
11,mlp.experts.103.up_proj,0.0000028008,0.01000,2.080
11,mlp.experts.118.up_proj,0.0000042077,0.01000,1.659
11,mlp.experts.126.up_proj,0.0000039707,0.01000,1.696
11,mlp.experts.122.up_proj,0.0000036775,0.01000,1.635
11,mlp.experts.114.up_proj,0.0000036155,0.01000,1.716
11,mlp.experts.107.up_proj,0.0000037582,0.01000,1.967
11,mlp.experts.100.up_proj,0.0000038527,0.01000,1.969
11,mlp.experts.96.up_proj,0.0000033279,0.01000,1.905
11,mlp.experts.99.up_proj,0.0000038942,0.01000,1.937
11,mlp.experts.108.up_proj,0.0000040488,0.01000,1.988
11,mlp.experts.111.up_proj,0.0000038809,0.01000,1.893
11,mlp.experts.119.up_proj,0.0000037657,0.01000,1.681
11,mlp.experts.123.up_proj,0.0000038657,0.01000,1.558
11,mlp.experts.115.up_proj,0.0000042489,0.01000,1.466
11,mlp.experts.120.up_proj,0.0000040747,0.01000,2.001
11,mlp.experts.127.up_proj,0.0000038333,0.01000,1.219
11,mlp.experts.116.up_proj,0.0000038903,0.01000,1.929
11,mlp.experts.112.up_proj,0.0000041935,0.01000,1.864
11,mlp.experts.124.up_proj,0.0000037967,0.01000,1.832
11,mlp.experts.12.down_proj,0.0000001655,0.01000,0.841
11,mlp.experts.4.down_proj,0.0000000181,0.01000,0.856
11,mlp.experts.8.down_proj,0.0000002835,0.01000,0.891
11,mlp.experts.0.down_proj,0.0000002258,0.01000,0.948
11,mlp.experts.9.down_proj,0.0000000302,0.01000,1.039
11,mlp.experts.13.down_proj,0.0000002482,0.01000,1.042
11,mlp.experts.1.down_proj,0.0000001667,0.01000,1.051
11,mlp.experts.5.down_proj,0.0000002224,0.01000,1.061
11,mlp.experts.3.down_proj,0.0000001238,0.01000,1.120
11,mlp.experts.11.down_proj,0.0000001571,0.01000,1.111
11,mlp.experts.7.down_proj,0.0000001366,0.01000,1.118
11,mlp.experts.2.down_proj,0.0000001508,0.01000,1.136
11,mlp.experts.14.down_proj,0.0000001839,0.01000,1.130
11,mlp.experts.15.down_proj,0.0000002369,0.01000,1.131
11,mlp.experts.6.down_proj,0.0000002205,0.01000,1.154
11,mlp.experts.10.down_proj,0.0000003177,0.01000,1.150
11,mlp.experts.28.down_proj,0.0000001753,0.01000,0.731
11,mlp.experts.17.down_proj,0.0000002017,0.01000,0.598
11,mlp.experts.25.down_proj,0.0000002892,0.01000,0.608
11,mlp.experts.21.down_proj,0.0000001942,0.01000,0.603
11,mlp.experts.20.down_proj,0.0000001915,0.01000,0.810
11,mlp.experts.29.down_proj,0.0000002290,0.01000,0.625
11,mlp.experts.23.down_proj,0.0000000777,0.01000,0.626
11,mlp.experts.24.down_proj,0.0000000379,0.01000,0.851
11,mlp.experts.27.down_proj,0.0000002191,0.01000,0.632
11,mlp.experts.16.down_proj,0.0000005379,0.01000,0.807
11,mlp.experts.31.down_proj,0.0000001359,0.01000,0.619
11,mlp.experts.19.down_proj,0.0000002009,0.01000,0.692
11,mlp.experts.30.down_proj,0.0000003229,0.01000,0.747
11,mlp.experts.18.down_proj,0.0000000971,0.01000,0.759
11,mlp.experts.22.down_proj,0.0000000670,0.01000,0.745
11,mlp.experts.26.down_proj,0.0000002556,0.01000,0.768
11,mlp.experts.33.down_proj,0.0000002378,0.01000,0.642
11,mlp.experts.37.down_proj,0.0000001879,0.01000,0.650
11,mlp.experts.45.down_proj,0.0000002540,0.01000,0.657
11,mlp.experts.41.down_proj,0.0000001511,0.01000,0.680
11,mlp.experts.39.down_proj,0.0000002577,0.01000,0.622
11,mlp.experts.47.down_proj,0.0000003973,0.01000,0.630
11,mlp.experts.43.down_proj,0.0000001612,0.01000,0.636
11,mlp.experts.44.down_proj,0.0000001545,0.01000,0.861
11,mlp.experts.36.down_proj,0.0000001590,0.01000,0.827
11,mlp.experts.35.down_proj,0.0000002174,0.01000,0.752
11,mlp.experts.40.down_proj,0.0000001441,0.01000,0.818
11,mlp.experts.38.down_proj,0.0000002333,0.01000,0.763
11,mlp.experts.32.down_proj,0.0000001502,0.01000,0.897
11,mlp.experts.34.down_proj,0.0000002113,0.01000,0.811
11,mlp.experts.42.down_proj,0.0000001284,0.01000,0.783
11,mlp.experts.46.down_proj,0.0000001838,0.01000,0.820
11,mlp.experts.49.down_proj,0.0000001374,0.01000,0.637
11,mlp.experts.53.down_proj,0.0000001662,0.01000,0.658
11,mlp.experts.57.down_proj,0.0000001750,0.01000,0.642
11,mlp.experts.61.down_proj,0.0000000772,0.01000,0.683
11,mlp.experts.59.down_proj,0.0000001887,0.01000,0.626
11,mlp.experts.55.down_proj,0.0000002651,0.01000,0.676
11,mlp.experts.60.down_proj,0.0000001774,0.01000,0.726
11,mlp.experts.63.down_proj,0.0000002682,0.01000,0.769
11,mlp.experts.52.down_proj,0.0000001311,0.01000,0.677
11,mlp.experts.51.down_proj,0.0000001699,0.01000,0.684
11,mlp.experts.56.down_proj,0.0000001206,0.01000,0.684
11,mlp.experts.48.down_proj,0.0000002046,0.01000,0.750
11,mlp.experts.54.down_proj,0.0000001131,0.01000,0.789
11,mlp.experts.50.down_proj,0.0000002975,0.01000,0.757
11,mlp.experts.58.down_proj,0.0000002534,0.01000,0.804
11,mlp.experts.62.down_proj,0.0000002048,0.01000,0.817
11,mlp.experts.75.down_proj,0.0000001717,0.01000,0.578
11,mlp.experts.65.down_proj,0.0000001689,0.01000,0.680
11,mlp.experts.71.down_proj,0.0000002677,0.01000,0.576
11,mlp.experts.69.down_proj,0.0000003335,0.01000,0.679
11,mlp.experts.73.down_proj,0.0000003055,0.01000,0.673
11,mlp.experts.77.down_proj,0.0000001550,0.01000,0.695
11,mlp.experts.79.down_proj,0.0000002688,0.01000,0.567
11,mlp.experts.68.down_proj,0.0000001349,0.01000,0.693
11,mlp.experts.76.down_proj,0.0000002020,0.01000,0.734
11,mlp.experts.72.down_proj,0.0000001282,0.01000,0.694
11,mlp.experts.67.down_proj,0.0000002017,0.01000,0.706
11,mlp.experts.64.down_proj,0.0000001919,0.01000,0.665
11,mlp.experts.66.down_proj,0.0000001969,0.01000,0.659
11,mlp.experts.91.down_proj,0.0000002013,0.01000,0.555
11,mlp.experts.74.down_proj,0.0000003109,0.01000,0.671
11,mlp.experts.87.down_proj,0.0000002520,0.01000,0.556
11,mlp.experts.70.down_proj,0.0000002186,0.01000,0.792
11,mlp.experts.81.down_proj,0.0000001927,0.01000,0.653
11,mlp.experts.85.down_proj,0.0000001669,0.01000,0.675
11,mlp.experts.95.down_proj,0.0000002138,0.01000,0.583
11,mlp.experts.89.down_proj,0.0000002512,0.01000,0.683
11,mlp.experts.78.down_proj,0.0000002744,0.01000,0.814
11,mlp.experts.93.down_proj,0.0000002292,0.01000,0.662
11,mlp.experts.83.down_proj,0.0000002521,0.01000,0.536
11,mlp.experts.84.down_proj,0.0000002321,0.01000,0.659
11,mlp.experts.92.down_proj,0.0000003261,0.01000,0.709
11,mlp.experts.88.down_proj,0.0000002327,0.01000,0.670
11,mlp.experts.107.down_proj,0.0000001472,0.01000,0.535
11,mlp.experts.103.down_proj,0.0000001064,0.01000,0.537
11,mlp.experts.80.down_proj,0.0000003121,0.01000,0.659
11,mlp.experts.97.down_proj,0.0000001155,0.01000,0.610
11,mlp.experts.111.down_proj,0.0000002581,0.01000,0.568
11,mlp.experts.90.down_proj,0.0000001594,0.01000,0.715
11,mlp.experts.82.down_proj,0.0000002527,0.01000,0.838
11,mlp.experts.101.down_proj,0.0000001857,0.01000,0.645
11,mlp.experts.105.down_proj,0.0000002201,0.01000,0.637
11,mlp.experts.86.down_proj,0.0000002406,0.01000,0.740
11,mlp.experts.109.down_proj,0.0000001849,0.01000,0.633
11,mlp.experts.99.down_proj,0.0000001748,0.01000,0.539
11,mlp.experts.94.down_proj,0.0000002513,0.01000,0.834
11,mlp.experts.100.down_proj,0.0000002106,0.01000,0.659
11,mlp.experts.119.down_proj,0.0000002225,0.01000,0.546
11,mlp.experts.123.down_proj,0.0000002384,0.01000,0.571
11,mlp.experts.104.down_proj,0.0000001782,0.01000,0.681
11,mlp.experts.108.down_proj,0.0000001938,0.01000,0.758
11,mlp.experts.127.down_proj,0.0000002236,0.01000,0.498
11,mlp.experts.96.down_proj,0.0000001375,0.01000,0.675
11,mlp.experts.115.down_proj,0.0000002921,0.01000,0.429
11,mlp.experts.117.down_proj,0.0000001744,0.01000,0.642
11,mlp.experts.113.down_proj,0.0000002195,0.01000,0.735
11,mlp.experts.121.down_proj,0.0000001426,0.01000,0.656
11,mlp.experts.106.down_proj,0.0000001640,0.01000,0.747
11,mlp.experts.125.down_proj,0.0000000839,0.01000,0.641
11,mlp.experts.98.down_proj,0.0000002849,0.01000,0.719
11,mlp.experts.116.down_proj,0.0000002450,0.01000,0.652
11,mlp.experts.102.down_proj,0.0000002231,0.01000,0.873
11,mlp.experts.120.down_proj,0.0000002235,0.01000,0.627
11,mlp.experts.110.down_proj,0.0000002296,0.01000,0.812
11,mlp.experts.124.down_proj,0.0000002103,0.01000,0.654
11,mlp.experts.112.down_proj,0.0000002325,0.01000,0.603
11,mlp.experts.122.down_proj,0.0000002015,0.01000,0.738
11,mlp.experts.114.down_proj,0.0000001568,0.01000,0.720
11,mlp.experts.118.down_proj,0.0000002829,0.01000,0.641
11,mlp.experts.126.down_proj,0.0000002136,0.01000,0.574
12,self_attn.v_proj,0.0000000241,0.01000,0.810
12,self_attn.q_proj,0.0000001510,0.01000,0.851
12,self_attn.k_proj,0.0000000203,0.01000,1.131
12,self_attn.o_proj,0.0000000246,0.01000,1.743
12,mlp.experts.9.gate_proj,0.0000043040,0.01000,1.775
12,mlp.experts.1.gate_proj,0.0000040649,0.01000,1.802
12,mlp.experts.5.gate_proj,0.0000041990,0.01000,1.762
12,mlp.experts.7.gate_proj,0.0000041636,0.01000,1.858
12,mlp.experts.3.gate_proj,0.0000035324,0.01000,1.899
12,mlp.experts.13.gate_proj,0.0000041049,0.01000,1.859
12,mlp.experts.8.gate_proj,0.0000039604,0.01000,2.066
12,mlp.experts.6.gate_proj,0.0000039468,0.01000,2.113
12,mlp.experts.12.gate_proj,0.0000043931,0.01000,2.104
12,mlp.experts.15.gate_proj,0.0000034026,0.01000,2.070
12,mlp.experts.2.gate_proj,0.0000038036,0.01000,2.200
12,mlp.experts.0.gate_proj,0.0000037262,0.01000,2.247
12,mlp.experts.14.gate_proj,0.0000040215,0.01000,2.178
12,mlp.experts.10.gate_proj,0.0000052086,0.01000,2.270
12,mlp.experts.11.gate_proj,0.0000048572,0.01000,2.215
12,mlp.experts.4.gate_proj,0.0000040390,0.01000,2.306
12,mlp.experts.21.gate_proj,0.0000039710,0.01000,1.635
12,mlp.experts.25.gate_proj,0.0000005935,0.01000,1.669
12,mlp.experts.17.gate_proj,0.0000042153,0.01000,1.713
12,mlp.experts.29.gate_proj,0.0000039107,0.01000,1.741
12,mlp.experts.19.gate_proj,0.0000042410,0.01000,1.747
12,mlp.experts.23.gate_proj,0.0000024408,0.01000,1.846
12,mlp.experts.31.gate_proj,0.0000048634,0.01000,1.722
12,mlp.experts.18.gate_proj,0.0000042308,0.01000,1.709
12,mlp.experts.27.gate_proj,0.0000042233,0.01000,1.665
12,mlp.experts.22.gate_proj,0.0000049683,0.01000,1.864
12,mlp.experts.30.gate_proj,0.0000030137,0.01000,1.785
12,mlp.experts.24.gate_proj,0.0000054480,0.01000,2.105
12,mlp.experts.26.gate_proj,0.0000042578,0.01000,1.962
12,mlp.experts.16.gate_proj,0.0000040982,0.01000,2.055
12,mlp.experts.28.gate_proj,0.0000046813,0.01000,2.382
12,mlp.experts.20.gate_proj,0.0000046347,0.01000,2.162
12,mlp.experts.39.gate_proj,0.0000020277,0.01000,1.581
12,mlp.experts.35.gate_proj,0.0000031623,0.01000,1.647
12,mlp.experts.37.gate_proj,0.0000047324,0.01000,1.903
12,mlp.experts.47.gate_proj,0.0000045087,0.01000,1.568
12,mlp.experts.33.gate_proj,0.0000042017,0.01000,1.942
12,mlp.experts.45.gate_proj,0.0000043901,0.01000,1.894
12,mlp.experts.41.gate_proj,0.0000042251,0.01000,2.092
12,mlp.experts.43.gate_proj,0.0000041564,0.01000,1.769
12,mlp.experts.38.gate_proj,0.0000042281,0.01000,1.761
12,mlp.experts.34.gate_proj,0.0000039749,0.01000,1.943
12,mlp.experts.46.gate_proj,0.0000040529,0.01000,1.960
12,mlp.experts.42.gate_proj,0.0000042828,0.01000,1.814
12,mlp.experts.40.gate_proj,0.0000038158,0.01000,1.897
12,mlp.experts.32.gate_proj,0.0000042315,0.01000,1.868
12,mlp.experts.44.gate_proj,0.0000042631,0.01000,1.878
12,mlp.experts.36.gate_proj,0.0000042032,0.01000,2.116
12,mlp.experts.55.gate_proj,0.0000028848,0.01000,1.879
12,mlp.experts.51.gate_proj,0.0000038214,0.01000,1.875
12,mlp.experts.49.gate_proj,0.0000036547,0.01000,1.889
12,mlp.experts.53.gate_proj,0.0000049194,0.01000,2.023
12,mlp.experts.63.gate_proj,0.0000045853,0.01000,1.942
12,mlp.experts.57.gate_proj,0.0000044048,0.01000,1.894
12,mlp.experts.61.gate_proj,0.0000039409,0.01000,1.941
12,mlp.experts.59.gate_proj,0.0000043689,0.01000,1.837
12,mlp.experts.54.gate_proj,0.0000044398,0.01000,2.078
12,mlp.experts.56.gate_proj,0.0000045098,0.01000,1.769
12,mlp.experts.62.gate_proj,0.0000044010,0.01000,1.854
12,mlp.experts.50.gate_proj,0.0000041273,0.01000,2.023
12,mlp.experts.58.gate_proj,0.0000042898,0.01000,1.883
12,mlp.experts.48.gate_proj,0.0000046100,0.01000,1.771
12,mlp.experts.60.gate_proj,0.0000039055,0.01000,1.808
12,mlp.experts.52.gate_proj,0.0000049786,0.01000,2.108
12,mlp.experts.67.gate_proj,0.0000035878,0.01000,1.769
12,mlp.experts.71.gate_proj,0.0000027178,0.01000,1.850
12,mlp.experts.79.gate_proj,0.0000034297,0.01000,1.768
12,mlp.experts.65.gate_proj,0.0000038707,0.01000,1.907
12,mlp.experts.73.gate_proj,0.0000040653,0.01000,1.878
12,mlp.experts.77.gate_proj,0.0000043285,0.01000,1.866
12,mlp.experts.69.gate_proj,0.0000043714,0.01000,2.033
12,mlp.experts.75.gate_proj,0.0000036328,0.01000,1.896
12,mlp.experts.78.gate_proj,0.0000042342,0.01000,1.843
12,mlp.experts.66.gate_proj,0.0000039158,0.01000,1.870
12,mlp.experts.70.gate_proj,0.0000043121,0.01000,1.950
12,mlp.experts.72.gate_proj,0.0000044147,0.01000,1.976
12,mlp.experts.74.gate_proj,0.0000041674,0.01000,1.903
12,mlp.experts.64.gate_proj,0.0000037754,0.01000,1.907
12,mlp.experts.76.gate_proj,0.0000045425,0.01000,1.819
12,mlp.experts.68.gate_proj,0.0000041432,0.01000,1.919
12,mlp.experts.87.gate_proj,0.0000042710,0.01000,1.891
12,mlp.experts.81.gate_proj,0.0000047305,0.01000,1.670
12,mlp.experts.83.gate_proj,0.0000038325,0.01000,2.032
12,mlp.experts.89.gate_proj,0.0000037773,0.01000,1.657
12,mlp.experts.93.gate_proj,0.0000044147,0.01000,1.654
12,mlp.experts.95.gate_proj,0.0000039144,0.01000,1.994
12,mlp.experts.85.gate_proj,0.0000042950,0.01000,1.955
12,mlp.experts.91.gate_proj,0.0000047019,0.01000,1.882
12,mlp.experts.94.gate_proj,0.0000040168,0.01000,1.673
12,mlp.experts.86.gate_proj,0.0000039693,0.01000,1.638
12,mlp.experts.82.gate_proj,0.0000049768,0.01000,1.663
12,mlp.experts.90.gate_proj,0.0000040429,0.01000,1.674
12,mlp.experts.80.gate_proj,0.0000041723,0.01000,2.123
12,mlp.experts.88.gate_proj,0.0000038449,0.01000,2.163
12,mlp.experts.92.gate_proj,0.0000044353,0.01000,2.125
12,mlp.experts.97.gate_proj,0.0000043885,0.01000,1.655
12,mlp.experts.105.gate_proj,0.0000047546,0.01000,1.678
12,mlp.experts.109.gate_proj,0.0000043859,0.01000,1.653
12,mlp.experts.103.gate_proj,0.0000060663,0.01000,1.851
12,mlp.experts.84.gate_proj,0.0000041976,0.01000,2.171
12,mlp.experts.99.gate_proj,0.0000024789,0.01000,2.005
12,mlp.experts.101.gate_proj,0.0000045569,0.01000,1.692
12,mlp.experts.110.gate_proj,0.0000041776,0.01000,1.729
12,mlp.experts.102.gate_proj,0.0000040422,0.01000,1.714
12,mlp.experts.98.gate_proj,0.0000048274,0.01000,1.739
12,mlp.experts.111.gate_proj,0.0000045937,0.01000,2.103
12,mlp.experts.106.gate_proj,0.0000044057,0.01000,1.802
12,mlp.experts.107.gate_proj,0.0000043175,0.01000,2.125
12,mlp.experts.104.gate_proj,0.0000046033,0.01000,1.995
12,mlp.experts.96.gate_proj,0.0000030095,0.01000,2.093
12,mlp.experts.113.gate_proj,0.0000045237,0.01000,1.496
12,mlp.experts.121.gate_proj,0.0000040842,0.01000,1.466
12,mlp.experts.125.gate_proj,0.0000042176,0.01000,1.551
12,mlp.experts.108.gate_proj,0.0000038251,0.01000,2.068
12,mlp.experts.117.gate_proj,0.0000045152,0.01000,1.582
12,mlp.experts.119.gate_proj,0.0000038771,0.01000,2.015
12,mlp.experts.118.gate_proj,0.0000043552,0.01000,1.711
12,mlp.experts.126.gate_proj,0.0000045818,0.01000,1.782
12,mlp.experts.114.gate_proj,0.0000039895,0.01000,1.764
12,mlp.experts.100.gate_proj,0.0000045378,0.01000,2.081
12,mlp.experts.115.gate_proj,0.0000044156,0.01000,1.985
12,mlp.experts.122.gate_proj,0.0000042745,0.01000,1.851
12,mlp.experts.127.gate_proj,0.0000041008,0.01000,1.996
12,mlp.experts.123.gate_proj,0.0000041439,0.01000,1.958
12,mlp.experts.1.up_proj,0.0000040113,0.01000,1.714
12,mlp.experts.120.gate_proj,0.0000041759,0.01000,2.032
12,mlp.experts.112.gate_proj,0.0000038989,0.01000,1.985
12,mlp.experts.9.up_proj,0.0000042154,0.01000,1.943
12,mlp.experts.13.up_proj,0.0000040290,0.01000,1.874
12,mlp.experts.124.gate_proj,0.0000043172,0.01000,1.953
12,mlp.experts.5.up_proj,0.0000040806,0.01000,1.816
12,mlp.experts.7.up_proj,0.0000040593,0.01000,1.858
12,mlp.experts.6.up_proj,0.0000038713,0.01000,1.858
12,mlp.experts.116.gate_proj,0.0000042122,0.01000,1.766
12,mlp.experts.2.up_proj,0.0000037240,0.01000,1.814
12,mlp.experts.14.up_proj,0.0000039906,0.01000,1.847
12,mlp.experts.3.up_proj,0.0000034613,0.01000,1.917
12,mlp.experts.10.up_proj,0.0000049539,0.01000,1.926
12,mlp.experts.15.up_proj,0.0000033595,0.01000,1.908
12,mlp.experts.11.up_proj,0.0000041659,0.01000,1.936
12,mlp.experts.17.up_proj,0.0000041376,0.01000,1.913
12,mlp.experts.0.up_proj,0.0000036742,0.01000,1.794
12,mlp.experts.25.up_proj,0.0000006047,0.01000,1.857
12,mlp.experts.12.up_proj,0.0000042948,0.01000,1.797
12,mlp.experts.29.up_proj,0.0000038567,0.01000,1.960
12,mlp.experts.8.up_proj,0.0000038443,0.01000,2.087
12,mlp.experts.21.up_proj,0.0000038388,0.01000,1.864
12,mlp.experts.23.up_proj,0.0000024134,0.01000,1.756
12,mlp.experts.4.up_proj,0.0000039614,0.01000,1.874
12,mlp.experts.19.up_proj,0.0000041871,0.01000,1.759
12,mlp.experts.30.up_proj,0.0000029825,0.01000,1.990
12,mlp.experts.22.up_proj,0.0000043651,0.01000,2.048
12,mlp.experts.31.up_proj,0.0000046958,0.01000,1.620
12,mlp.experts.18.up_proj,0.0000041641,0.01000,2.196
12,mlp.experts.27.up_proj,0.0000041420,0.01000,1.651
12,mlp.experts.26.up_proj,0.0000041248,0.01000,2.196
12,mlp.experts.33.up_proj,0.0000041312,0.01000,1.967
12,mlp.experts.41.up_proj,0.0000040700,0.01000,1.762
12,mlp.experts.16.up_proj,0.0000039945,0.01000,1.963
12,mlp.experts.45.up_proj,0.0000043349,0.01000,1.804
12,mlp.experts.28.up_proj,0.0000045829,0.01000,1.898
12,mlp.experts.24.up_proj,0.0000047250,0.01000,1.935
12,mlp.experts.39.up_proj,0.0000020085,0.01000,1.651
12,mlp.experts.37.up_proj,0.0000046381,0.01000,1.899
12,mlp.experts.35.up_proj,0.0000030597,0.01000,1.777
12,mlp.experts.47.up_proj,0.0000044038,0.01000,1.652
12,mlp.experts.20.up_proj,0.0000044885,0.01000,1.901
12,mlp.experts.46.up_proj,0.0000039613,0.01000,1.926
12,mlp.experts.38.up_proj,0.0000041729,0.01000,1.946
12,mlp.experts.43.up_proj,0.0000040049,0.01000,1.660
12,mlp.experts.34.up_proj,0.0000038882,0.01000,2.045
12,mlp.experts.42.up_proj,0.0000044526,0.01000,2.048
12,mlp.experts.49.up_proj,0.0000036177,0.01000,1.854
12,mlp.experts.55.up_proj,0.0000028644,0.01000,1.559
12,mlp.experts.57.up_proj,0.0000043202,0.01000,1.971
12,mlp.experts.44.up_proj,0.0000042369,0.01000,1.932
12,mlp.experts.32.up_proj,0.0000041003,0.01000,2.067
12,mlp.experts.61.up_proj,0.0000039405,0.01000,2.028
12,mlp.experts.63.up_proj,0.0000044894,0.01000,1.521
12,mlp.experts.51.up_proj,0.0000037292,0.01000,1.577
12,mlp.experts.53.up_proj,0.0000048585,0.01000,1.893
12,mlp.experts.40.up_proj,0.0000036724,0.01000,2.106
12,mlp.experts.59.up_proj,0.0000043450,0.01000,1.610
12,mlp.experts.36.up_proj,0.0000041107,0.01000,1.947
12,mlp.experts.62.up_proj,0.0000043510,0.01000,2.057
12,mlp.experts.54.up_proj,0.0000044105,0.01000,2.127
12,mlp.experts.50.up_proj,0.0000040488,0.01000,2.002
12,mlp.experts.71.up_proj,0.0000026935,0.01000,1.639
12,mlp.experts.58.up_proj,0.0000043536,0.01000,2.029
12,mlp.experts.65.up_proj,0.0000037904,0.01000,1.948
12,mlp.experts.60.up_proj,0.0000038821,0.01000,1.799
12,mlp.experts.73.up_proj,0.0000039399,0.01000,1.970
12,mlp.experts.79.up_proj,0.0000033619,0.01000,1.734
12,mlp.experts.77.up_proj,0.0000042885,0.01000,1.836
12,mlp.experts.67.up_proj,0.0000034689,0.01000,1.749
12,mlp.experts.48.up_proj,0.0000045147,0.01000,2.055
12,mlp.experts.56.up_proj,0.0000043928,0.01000,1.833
12,mlp.experts.69.up_proj,0.0000041969,0.01000,1.866
12,mlp.experts.75.up_proj,0.0000035790,0.01000,1.827
12,mlp.experts.52.up_proj,0.0000047620,0.01000,1.730
12,mlp.experts.78.up_proj,0.0000041191,0.01000,2.090
12,mlp.experts.70.up_proj,0.0000041552,0.01000,2.043
12,mlp.experts.66.up_proj,0.0000038137,0.01000,1.999
12,mlp.experts.87.up_proj,0.0000044194,0.01000,1.827
12,mlp.experts.76.up_proj,0.0000044977,0.01000,1.631
12,mlp.experts.74.up_proj,0.0000041811,0.01000,1.944
12,mlp.experts.72.up_proj,0.0000042772,0.01000,1.487
12,mlp.experts.81.up_proj,0.0000045298,0.01000,1.953
12,mlp.experts.64.up_proj,0.0000036823,0.01000,1.543
12,mlp.experts.93.up_proj,0.0000042542,0.01000,1.870
12,mlp.experts.83.up_proj,0.0000036458,0.01000,1.849
12,mlp.experts.95.up_proj,0.0000038686,0.01000,1.913
12,mlp.experts.89.up_proj,0.0000036439,0.01000,1.986
12,mlp.experts.68.up_proj,0.0000041088,0.01000,1.531
12,mlp.experts.85.up_proj,0.0000041798,0.01000,1.966
12,mlp.experts.91.up_proj,0.0000045652,0.01000,1.876
12,mlp.experts.94.up_proj,0.0000039077,0.01000,1.964
12,mlp.experts.86.up_proj,0.0000038897,0.01000,1.948
12,mlp.experts.82.up_proj,0.0000048089,0.01000,1.980
12,mlp.experts.92.up_proj,0.0000043334,0.01000,1.746
12,mlp.experts.103.up_proj,0.0000056624,0.01000,1.911
12,mlp.experts.88.up_proj,0.0000037439,0.01000,1.664
12,mlp.experts.80.up_proj,0.0000041963,0.01000,1.652
12,mlp.experts.84.up_proj,0.0000041279,0.01000,1.645
12,mlp.experts.90.up_proj,0.0000039708,0.01000,2.058
12,mlp.experts.97.up_proj,0.0000043173,0.01000,2.067
12,mlp.experts.111.up_proj,0.0000044532,0.01000,1.943
12,mlp.experts.99.up_proj,0.0000024757,0.01000,1.979
12,mlp.experts.109.up_proj,0.0000043140,0.01000,2.013
12,mlp.experts.105.up_proj,0.0000044295,0.01000,2.064
12,mlp.experts.101.up_proj,0.0000044469,0.01000,2.029
12,mlp.experts.107.up_proj,0.0000041839,0.01000,2.007
12,mlp.experts.108.up_proj,0.0000037178,0.01000,1.562
12,mlp.experts.104.up_proj,0.0000044879,0.01000,1.616
12,mlp.experts.96.up_proj,0.0000029969,0.01000,1.640
12,mlp.experts.110.up_proj,0.0000041020,0.01000,2.031
12,mlp.experts.102.up_proj,0.0000039314,0.01000,2.009
12,mlp.experts.100.up_proj,0.0000045661,0.01000,1.565
12,mlp.experts.98.up_proj,0.0000047027,0.01000,1.974
12,mlp.experts.119.up_proj,0.0000037752,0.01000,2.085
12,mlp.experts.127.up_proj,0.0000039968,0.01000,1.817
12,mlp.experts.106.up_proj,0.0000043178,0.01000,2.092
12,mlp.experts.115.up_proj,0.0000043783,0.01000,1.904
12,mlp.experts.113.up_proj,0.0000044750,0.01000,2.091
12,mlp.experts.123.up_proj,0.0000040079,0.01000,1.601
12,mlp.experts.125.up_proj,0.0000040214,0.01000,2.047
12,mlp.experts.121.up_proj,0.0000039501,0.01000,2.025
12,mlp.experts.117.up_proj,0.0000042019,0.01000,1.841
12,mlp.experts.124.up_proj,0.0000042429,0.01000,1.544
12,mlp.experts.112.up_proj,0.0000037258,0.01000,1.528
12,mlp.experts.120.up_proj,0.0000041604,0.01000,1.591
12,mlp.experts.116.up_proj,0.0000041460,0.01000,1.471
12,mlp.experts.118.up_proj,0.0000044539,0.01000,1.866
12,mlp.experts.126.up_proj,0.0000044825,0.01000,1.926
12,mlp.experts.114.up_proj,0.0000038679,0.01000,1.907
12,mlp.experts.122.up_proj,0.0000042223,0.01000,1.505
12,mlp.experts.5.down_proj,0.0000001959,0.01000,1.142
12,mlp.experts.1.down_proj,0.0000002034,0.01000,1.158
12,mlp.experts.13.down_proj,0.0000001770,0.01000,1.150
12,mlp.experts.12.down_proj,0.0000002947,0.01000,1.162
12,mlp.experts.9.down_proj,0.0000002805,0.01000,1.169
12,mlp.experts.4.down_proj,0.0000001806,0.01000,1.182
12,mlp.experts.0.down_proj,0.0000001670,0.01000,1.199
12,mlp.experts.15.down_proj,0.0000001276,0.01000,1.234
12,mlp.experts.8.down_proj,0.0000001464,0.01000,1.243
12,mlp.experts.3.down_proj,0.0000001505,0.01000,1.251
12,mlp.experts.7.down_proj,0.0000002635,0.01000,1.281
12,mlp.experts.11.down_proj,0.0000001813,0.01000,1.294
12,mlp.experts.2.down_proj,0.0000001653,0.01000,1.384
12,mlp.experts.10.down_proj,0.0000003518,0.01000,1.397
12,mlp.experts.6.down_proj,0.0000001711,0.01000,1.404
12,mlp.experts.14.down_proj,0.0000001965,0.01000,1.443
12,mlp.experts.21.down_proj,0.0000001469,0.01000,0.629
12,mlp.experts.29.down_proj,0.0000001414,0.01000,0.628
12,mlp.experts.17.down_proj,0.0000001759,0.01000,0.644
12,mlp.experts.25.down_proj,0.0000000040,0.01000,0.667
12,mlp.experts.20.down_proj,0.0000002032,0.01000,0.700
12,mlp.experts.16.down_proj,0.0000001782,0.01000,0.695
12,mlp.experts.31.down_proj,0.0000002691,0.01000,0.696
12,mlp.experts.28.down_proj,0.0000002342,0.01000,0.762
12,mlp.experts.19.down_proj,0.0000001710,0.01000,0.700
12,mlp.experts.23.down_proj,0.0000000647,0.01000,0.713
12,mlp.experts.24.down_proj,0.0000004049,0.01000,0.746
12,mlp.experts.27.down_proj,0.0000001823,0.01000,0.740
12,mlp.experts.18.down_proj,0.0000002552,0.01000,0.796
12,mlp.experts.26.down_proj,0.0000002808,0.01000,0.837
12,mlp.experts.22.down_proj,0.0000002406,0.01000,0.832
12,mlp.experts.30.down_proj,0.0000001196,0.01000,0.812
12,mlp.experts.37.down_proj,0.0000002088,0.01000,0.560
12,mlp.experts.45.down_proj,0.0000002206,0.01000,0.596
12,mlp.experts.33.down_proj,0.0000002401,0.01000,0.583
12,mlp.experts.41.down_proj,0.0000001741,0.01000,0.572
12,mlp.experts.36.down_proj,0.0000002735,0.01000,0.666
12,mlp.experts.32.down_proj,0.0000002120,0.01000,0.757
12,mlp.experts.44.down_proj,0.0000001973,0.01000,0.731
12,mlp.experts.40.down_proj,0.0000001311,0.01000,0.670
12,mlp.experts.35.down_proj,0.0000001176,0.01000,0.768
12,mlp.experts.47.down_proj,0.0000001941,0.01000,0.805
12,mlp.experts.39.down_proj,0.0000000463,0.01000,0.756
12,mlp.experts.43.down_proj,0.0000002566,0.01000,0.832
12,mlp.experts.53.down_proj,0.0000003853,0.01000,0.637
12,mlp.experts.61.down_proj,0.0000001807,0.01000,0.590
12,mlp.experts.49.down_proj,0.0000001300,0.01000,0.595
12,mlp.experts.57.down_proj,0.0000002602,0.01000,0.594
12,mlp.experts.34.down_proj,0.0000001770,0.01000,0.836
12,mlp.experts.38.down_proj,0.0000002832,0.01000,0.796
12,mlp.experts.46.down_proj,0.0000002111,0.01000,0.800
12,mlp.experts.42.down_proj,0.0000002787,0.01000,0.845
12,mlp.experts.52.down_proj,0.0000003547,0.01000,0.814
12,mlp.experts.56.down_proj,0.0000002623,0.01000,0.770
12,mlp.experts.51.down_proj,0.0000001805,0.01000,0.710
12,mlp.experts.48.down_proj,0.0000003291,0.01000,0.788
12,mlp.experts.63.down_proj,0.0000002573,0.01000,0.725
12,mlp.experts.55.down_proj,0.0000000909,0.01000,0.743
12,mlp.experts.60.down_proj,0.0000002102,0.01000,0.841
12,mlp.experts.59.down_proj,0.0000002025,0.01000,0.728
12,mlp.experts.77.down_proj,0.0000001933,0.01000,0.627
12,mlp.experts.69.down_proj,0.0000002301,0.01000,0.628
12,mlp.experts.65.down_proj,0.0000001625,0.01000,0.627
12,mlp.experts.73.down_proj,0.0000001824,0.01000,0.628
12,mlp.experts.50.down_proj,0.0000001859,0.01000,0.759
12,mlp.experts.54.down_proj,0.0000002177,0.01000,0.776
12,mlp.experts.62.down_proj,0.0000002403,0.01000,0.753
12,mlp.experts.58.down_proj,0.0000002776,0.01000,0.775
12,mlp.experts.79.down_proj,0.0000001205,0.01000,0.698
12,mlp.experts.68.down_proj,0.0000003035,0.01000,0.779
12,mlp.experts.67.down_proj,0.0000001501,0.01000,0.719
12,mlp.experts.64.down_proj,0.0000001583,0.01000,0.764
12,mlp.experts.71.down_proj,0.0000000524,0.01000,0.786
12,mlp.experts.85.down_proj,0.0000002091,0.01000,0.642
12,mlp.experts.93.down_proj,0.0000001819,0.01000,0.664
12,mlp.experts.72.down_proj,0.0000002707,0.01000,0.851
12,mlp.experts.76.down_proj,0.0000002846,0.01000,0.790
12,mlp.experts.89.down_proj,0.0000001725,0.01000,0.679
12,mlp.experts.81.down_proj,0.0000002861,0.01000,0.700
12,mlp.experts.75.down_proj,0.0000001471,0.01000,0.781
12,mlp.experts.66.down_proj,0.0000002098,0.01000,0.642
12,mlp.experts.78.down_proj,0.0000001872,0.01000,0.632
12,mlp.experts.74.down_proj,0.0000002626,0.01000,0.636
12,mlp.experts.70.down_proj,0.0000002480,0.01000,0.725
12,mlp.experts.95.down_proj,0.0000001901,0.01000,0.685
12,mlp.experts.83.down_proj,0.0000001671,0.01000,0.694
12,mlp.experts.87.down_proj,0.0000002422,0.01000,0.709
12,mlp.experts.101.down_proj,0.0000002278,0.01000,0.710
12,mlp.experts.109.down_proj,0.0000001868,0.01000,0.700
12,mlp.experts.80.down_proj,0.0000002499,0.01000,0.784
12,mlp.experts.84.down_proj,0.0000001646,0.01000,0.854
12,mlp.experts.97.down_proj,0.0000002317,0.01000,0.714
12,mlp.experts.82.down_proj,0.0000003932,0.01000,0.639
12,mlp.experts.105.down_proj,0.0000002662,0.01000,0.748
12,mlp.experts.92.down_proj,0.0000001741,0.01000,0.773
12,mlp.experts.88.down_proj,0.0000001891,0.01000,0.786
12,mlp.experts.91.down_proj,0.0000002124,0.01000,0.705
12,mlp.experts.94.down_proj,0.0000001988,0.01000,0.641
12,mlp.experts.90.down_proj,0.0000001589,0.01000,0.638
12,mlp.experts.86.down_proj,0.0000001864,0.01000,0.687
12,mlp.experts.111.down_proj,0.0000001891,0.01000,0.669
12,mlp.experts.99.down_proj,0.0000000577,0.01000,0.695
12,mlp.experts.98.down_proj,0.0000003488,0.01000,0.554
12,mlp.experts.96.down_proj,0.0000000851,0.01000,0.656
12,mlp.experts.117.down_proj,0.0000002187,0.01000,0.680
12,mlp.experts.110.down_proj,0.0000001748,0.01000,0.603
12,mlp.experts.100.down_proj,0.0000003201,0.01000,0.673
12,mlp.experts.103.down_proj,0.0000004487,0.01000,0.727
12,mlp.experts.107.down_proj,0.0000002989,0.01000,0.638
12,mlp.experts.104.down_proj,0.0000003049,0.01000,0.649
12,mlp.experts.113.down_proj,0.0000002756,0.01000,0.696
12,mlp.experts.121.down_proj,0.0000001888,0.01000,0.678
12,mlp.experts.125.down_proj,0.0000001996,0.01000,0.755
12,mlp.experts.106.down_proj,0.0000002127,0.01000,0.637
12,mlp.experts.108.down_proj,0.0000001661,0.01000,0.729
12,mlp.experts.102.down_proj,0.0000001739,0.01000,0.595
12,mlp.experts.115.down_proj,0.0000002955,0.01000,0.721
12,mlp.experts.114.down_proj,0.0000002197,0.01000,0.674
12,mlp.experts.127.down_proj,0.0000001801,0.01000,0.785
12,mlp.experts.119.down_proj,0.0000001489,0.01000,0.593
12,mlp.experts.123.down_proj,0.0000002425,0.01000,0.586
12,mlp.experts.112.down_proj,0.0000001634,0.01000,0.709
12,mlp.experts.126.down_proj,0.0000002740,0.01000,0.684
12,mlp.experts.122.down_proj,0.0000002108,0.01000,0.653
12,mlp.experts.118.down_proj,0.0000002912,0.01000,0.601
12,mlp.experts.116.down_proj,0.0000002028,0.01000,0.720
12,mlp.experts.120.down_proj,0.0000002741,0.01000,0.731
12,mlp.experts.124.down_proj,0.0000002709,0.01000,0.668
13,self_attn.k_proj,0.0000000210,0.01000,0.728
13,self_attn.v_proj,0.0000000248,0.01000,0.734
13,self_attn.q_proj,0.0000001495,0.01000,0.946
13,self_attn.o_proj,0.0000000262,0.01000,1.956
13,mlp.experts.8.gate_proj,0.0000046800,0.01000,1.838
13,mlp.experts.4.gate_proj,0.0000046352,0.01000,1.840
13,mlp.experts.9.gate_proj,0.0000055470,0.01000,1.685
13,mlp.experts.5.gate_proj,0.0000054738,0.01000,1.825
13,mlp.experts.13.gate_proj,0.0000048545,0.01000,1.811
13,mlp.experts.12.gate_proj,0.0000050828,0.01000,1.834
13,mlp.experts.1.gate_proj,0.0000047753,0.01000,1.941
13,mlp.experts.6.gate_proj,0.0000047449,0.01000,1.979
13,mlp.experts.10.gate_proj,0.0000045428,0.01000,2.018
13,mlp.experts.2.gate_proj,0.0000046633,0.01000,2.114
13,mlp.experts.0.gate_proj,0.0000044410,0.01000,2.103
13,mlp.experts.11.gate_proj,0.0000039830,0.01000,2.181
13,mlp.experts.15.gate_proj,0.0000041575,0.01000,2.167
13,mlp.experts.3.gate_proj,0.0000050428,0.01000,2.251
13,mlp.experts.14.gate_proj,0.0000048738,0.01000,2.095
13,mlp.experts.7.gate_proj,0.0000049048,0.01000,2.361
13,mlp.experts.25.gate_proj,0.0000042787,0.01000,1.466
13,mlp.experts.29.gate_proj,0.0000043939,0.01000,1.486
13,mlp.experts.21.gate_proj,0.0000042131,0.01000,1.578
13,mlp.experts.17.gate_proj,0.0000053579,0.01000,1.507
13,mlp.experts.24.gate_proj,0.0000056701,0.01000,1.732
13,mlp.experts.20.gate_proj,0.0000045594,0.01000,1.756
13,mlp.experts.28.gate_proj,0.0000031398,0.01000,1.752
13,mlp.experts.18.gate_proj,0.0000008336,0.01000,1.559
13,mlp.experts.22.gate_proj,0.0000050143,0.01000,1.704
13,mlp.experts.16.gate_proj,0.0000047209,0.01000,1.781
13,mlp.experts.27.gate_proj,0.0000039662,0.01000,1.743
13,mlp.experts.31.gate_proj,0.0000050519,0.01000,1.742
13,mlp.experts.19.gate_proj,0.0000049688,0.01000,1.756
13,mlp.experts.26.gate_proj,0.0000044811,0.01000,2.088
13,mlp.experts.23.gate_proj,0.0000035024,0.01000,1.916
13,mlp.experts.30.gate_proj,0.0000045232,0.01000,2.058
13,mlp.experts.41.gate_proj,0.0000058516,0.01000,1.539
13,mlp.experts.45.gate_proj,0.0000036854,0.01000,1.552
13,mlp.experts.33.gate_proj,0.0000038996,0.01000,1.569
13,mlp.experts.37.gate_proj,0.0000048095,0.01000,1.572
13,mlp.experts.40.gate_proj,0.0000042274,0.01000,1.710
13,mlp.experts.44.gate_proj,0.0000053031,0.01000,1.740
13,mlp.experts.36.gate_proj,0.0000052663,0.01000,1.777
13,mlp.experts.34.gate_proj,0.0000040161,0.01000,1.715
13,mlp.experts.32.gate_proj,0.0000046203,0.01000,1.768
13,mlp.experts.38.gate_proj,0.0000041463,0.01000,2.130
13,mlp.experts.43.gate_proj,0.0000047305,0.01000,2.004
13,mlp.experts.47.gate_proj,0.0000039336,0.01000,2.013
13,mlp.experts.42.gate_proj,0.0000045107,0.01000,1.822
13,mlp.experts.35.gate_proj,0.0000056436,0.01000,2.051
13,mlp.experts.39.gate_proj,0.0000055634,0.01000,1.958
13,mlp.experts.46.gate_proj,0.0000051776,0.01000,2.182
13,mlp.experts.57.gate_proj,0.0000038032,0.01000,1.850
13,mlp.experts.61.gate_proj,0.0000052498,0.01000,1.921
13,mlp.experts.49.gate_proj,0.0000046798,0.01000,1.960
13,mlp.experts.53.gate_proj,0.0000046367,0.01000,1.960
13,mlp.experts.60.gate_proj,0.0000045610,0.01000,1.686
13,mlp.experts.52.gate_proj,0.0000047797,0.01000,1.730
13,mlp.experts.56.gate_proj,0.0000051473,0.01000,1.872
13,mlp.experts.48.gate_proj,0.0000038777,0.01000,1.652
13,mlp.experts.50.gate_proj,0.0000046610,0.01000,1.990
13,mlp.experts.59.gate_proj,0.0000051720,0.01000,2.001
13,mlp.experts.63.gate_proj,0.0000006179,0.01000,2.038
13,mlp.experts.54.gate_proj,0.0000036251,0.01000,2.211
13,mlp.experts.51.gate_proj,0.0000045180,0.01000,2.043
13,mlp.experts.58.gate_proj,0.0000035493,0.01000,2.167
13,mlp.experts.55.gate_proj,0.0000043587,0.01000,2.064
13,mlp.experts.73.gate_proj,0.0000040242,0.01000,1.878
13,mlp.experts.76.gate_proj,0.0000044417,0.01000,1.548
13,mlp.experts.62.gate_proj,0.0000029785,0.01000,2.119
13,mlp.experts.72.gate_proj,0.0000046986,0.01000,1.518
13,mlp.experts.68.gate_proj,0.0000047965,0.01000,1.615
13,mlp.experts.77.gate_proj,0.0000049212,0.01000,1.932
13,mlp.experts.64.gate_proj,0.0000060139,0.01000,1.542
13,mlp.experts.69.gate_proj,0.0000044585,0.01000,2.038
13,mlp.experts.65.gate_proj,0.0000043214,0.01000,2.089
13,mlp.experts.66.gate_proj,0.0000046337,0.01000,1.772
13,mlp.experts.70.gate_proj,0.0000051162,0.01000,1.705
13,mlp.experts.74.gate_proj,0.0000046582,0.01000,1.684
13,mlp.experts.75.gate_proj,0.0000053339,0.01000,1.892
13,mlp.experts.79.gate_proj,0.0000049948,0.01000,1.874
13,mlp.experts.67.gate_proj,0.0000049246,0.01000,1.857
13,mlp.experts.92.gate_proj,0.0000047348,0.01000,1.537
13,mlp.experts.88.gate_proj,0.0000051714,0.01000,1.488
13,mlp.experts.71.gate_proj,0.0000044104,0.01000,1.879
13,mlp.experts.84.gate_proj,0.0000049429,0.01000,1.534
13,mlp.experts.80.gate_proj,0.0000042510,0.01000,1.577
13,mlp.experts.89.gate_proj,0.0000043767,0.01000,1.951
13,mlp.experts.93.gate_proj,0.0000045243,0.01000,2.001
13,mlp.experts.82.gate_proj,0.0000046787,0.01000,1.676
13,mlp.experts.78.gate_proj,0.0000051454,0.01000,2.444
13,mlp.experts.85.gate_proj,0.0000048350,0.01000,2.111
13,mlp.experts.81.gate_proj,0.0000050196,0.01000,2.189
13,mlp.experts.90.gate_proj,0.0000049476,0.01000,1.620
13,mlp.experts.86.gate_proj,0.0000045665,0.01000,1.679
13,mlp.experts.95.gate_proj,0.0000046894,0.01000,1.801
13,mlp.experts.83.gate_proj,0.0000039031,0.01000,1.753
13,mlp.experts.104.gate_proj,0.0000040785,0.01000,1.551
13,mlp.experts.108.gate_proj,0.0000045046,0.01000,1.577
13,mlp.experts.91.gate_proj,0.0000041595,0.01000,1.879
13,mlp.experts.100.gate_proj,0.0000049297,0.01000,1.540
13,mlp.experts.96.gate_proj,0.0000051544,0.01000,1.549
13,mlp.experts.87.gate_proj,0.0000047901,0.01000,1.877
13,mlp.experts.105.gate_proj,0.0000040989,0.01000,2.057
13,mlp.experts.98.gate_proj,0.0000056827,0.01000,1.814
13,mlp.experts.109.gate_proj,0.0000032190,0.01000,1.998
13,mlp.experts.94.gate_proj,0.0000054957,0.01000,1.875
13,mlp.experts.101.gate_proj,0.0000042189,0.01000,2.085
13,mlp.experts.102.gate_proj,0.0000052182,0.01000,1.794
13,mlp.experts.124.gate_proj,0.0000046207,0.01000,1.531
13,mlp.experts.106.gate_proj,0.0000037872,0.01000,1.815
13,mlp.experts.120.gate_proj,0.0000036187,0.01000,1.631
13,mlp.experts.97.gate_proj,0.0000049372,0.01000,2.119
13,mlp.experts.116.gate_proj,0.0000050386,0.01000,1.593
13,mlp.experts.111.gate_proj,0.0000045377,0.01000,1.996
13,mlp.experts.112.gate_proj,0.0000049480,0.01000,1.758
13,mlp.experts.99.gate_proj,0.0000008918,0.01000,2.067
13,mlp.experts.107.gate_proj,0.0000042932,0.01000,2.056
13,mlp.experts.103.gate_proj,0.0000039764,0.01000,2.054
13,mlp.experts.114.gate_proj,0.0000047599,0.01000,1.890
13,mlp.experts.121.gate_proj,0.0000046768,0.01000,1.939
13,mlp.experts.125.gate_proj,0.0000036988,0.01000,2.009
13,mlp.experts.12.up_proj,0.0000047921,0.01000,1.587
13,mlp.experts.8.up_proj,0.0000042774,0.01000,1.543
13,mlp.experts.110.gate_proj,0.0000042618,0.01000,1.949
13,mlp.experts.4.up_proj,0.0000044512,0.01000,1.549
13,mlp.experts.122.gate_proj,0.0000047333,0.01000,1.915
13,mlp.experts.117.gate_proj,0.0000031056,0.01000,1.977
13,mlp.experts.118.gate_proj,0.0000028969,0.01000,1.970
13,mlp.experts.113.gate_proj,0.0000045548,0.01000,1.955
13,mlp.experts.0.up_proj,0.0000042888,0.01000,1.792
13,mlp.experts.127.gate_proj,0.0000037099,0.01000,2.117
13,mlp.experts.123.gate_proj,0.0000010869,0.01000,2.073
13,mlp.experts.115.gate_proj,0.0000043081,0.01000,2.091
13,mlp.experts.119.gate_proj,0.0000049331,0.01000,2.078
13,mlp.experts.2.up_proj,0.0000045232,0.01000,1.764
13,mlp.experts.9.up_proj,0.0000049671,0.01000,1.999
13,mlp.experts.28.up_proj,0.0000031501,0.01000,1.760
13,mlp.experts.20.up_proj,0.0000043300,0.01000,1.673
13,mlp.experts.24.up_proj,0.0000050991,0.01000,1.823
13,mlp.experts.126.gate_proj,0.0000045854,0.01000,1.838
13,mlp.experts.13.up_proj,0.0000047963,0.01000,2.011
13,mlp.experts.6.up_proj,0.0000051940,0.01000,1.808
13,mlp.experts.10.up_proj,0.0000045852,0.01000,1.866
13,mlp.experts.5.up_proj,0.0000052306,0.01000,1.975
13,mlp.experts.16.up_proj,0.0000045539,0.01000,1.714
13,mlp.experts.1.up_proj,0.0000045400,0.01000,2.066
13,mlp.experts.15.up_proj,0.0000040354,0.01000,1.904
13,mlp.experts.3.up_proj,0.0000048287,0.01000,1.972
13,mlp.experts.11.up_proj,0.0000039328,0.01000,2.023
13,mlp.experts.18.up_proj,0.0000008536,0.01000,1.797
13,mlp.experts.7.up_proj,0.0000046494,0.01000,1.929
13,mlp.experts.14.up_proj,0.0000047385,0.01000,1.622
13,mlp.experts.44.up_proj,0.0000051384,0.01000,1.830
13,mlp.experts.25.up_proj,0.0000042117,0.01000,2.033
13,mlp.experts.36.up_proj,0.0000047713,0.01000,1.954
13,mlp.experts.22.up_proj,0.0000048341,0.01000,1.576
13,mlp.experts.26.up_proj,0.0000043473,0.01000,1.601
13,mlp.experts.40.up_proj,0.0000042731,0.01000,1.989
13,mlp.experts.29.up_proj,0.0000041636,0.01000,2.124
13,mlp.experts.32.up_proj,0.0000045340,0.01000,1.917
13,mlp.experts.21.up_proj,0.0000042208,0.01000,2.037
13,mlp.experts.17.up_proj,0.0000049189,0.01000,2.152
13,mlp.experts.31.up_proj,0.0000049037,0.01000,2.021
13,mlp.experts.34.up_proj,0.0000038540,0.01000,1.647
13,mlp.experts.27.up_proj,0.0000039312,0.01000,1.879
13,mlp.experts.19.up_proj,0.0000044740,0.01000,2.042
13,mlp.experts.30.up_proj,0.0000043434,0.01000,1.707
13,mlp.experts.23.up_proj,0.0000034594,0.01000,2.056
13,mlp.experts.38.up_proj,0.0000040496,0.01000,1.757
13,mlp.experts.60.up_proj,0.0000044989,0.01000,2.048
13,mlp.experts.42.up_proj,0.0000044051,0.01000,1.897
13,mlp.experts.52.up_proj,0.0000044342,0.01000,2.006
13,mlp.experts.56.up_proj,0.0000052013,0.01000,2.037
13,mlp.experts.41.up_proj,0.0000057346,0.01000,2.194
13,mlp.experts.45.up_proj,0.0000037076,0.01000,2.365
13,mlp.experts.48.up_proj,0.0000037700,0.01000,2.077
13,mlp.experts.37.up_proj,0.0000044115,0.01000,2.347
13,mlp.experts.47.up_proj,0.0000038514,0.01000,1.834
13,mlp.experts.43.up_proj,0.0000045417,0.01000,1.805
13,mlp.experts.35.up_proj,0.0000044054,0.01000,1.842
13,mlp.experts.50.up_proj,0.0000045983,0.01000,2.052
13,mlp.experts.33.up_proj,0.0000038175,0.01000,2.268
13,mlp.experts.39.up_proj,0.0000053960,0.01000,1.790
13,mlp.experts.46.up_proj,0.0000050069,0.01000,2.016
13,mlp.experts.54.up_proj,0.0000035664,0.01000,1.959
13,mlp.experts.76.up_proj,0.0000047491,0.01000,1.896
13,mlp.experts.68.up_proj,0.0000046822,0.01000,1.928
13,mlp.experts.58.up_proj,0.0000035078,0.01000,1.968
13,mlp.experts.72.up_proj,0.0000046018,0.01000,1.987
13,mlp.experts.57.up_proj,0.0000037492,0.01000,2.030
13,mlp.experts.64.up_proj,0.0000056495,0.01000,1.873
13,mlp.experts.61.up_proj,0.0000042543,0.01000,2.098
13,mlp.experts.66.up_proj,0.0000044048,0.01000,1.856
13,mlp.experts.63.up_proj,0.0000006199,0.01000,2.092
13,mlp.experts.59.up_proj,0.0000046344,0.01000,2.131
13,mlp.experts.53.up_proj,0.0000046166,0.01000,2.141
13,mlp.experts.51.up_proj,0.0000042999,0.01000,2.166
13,mlp.experts.49.up_proj,0.0000043162,0.01000,2.106
13,mlp.experts.62.up_proj,0.0000029617,0.01000,1.869
13,mlp.experts.55.up_proj,0.0000043841,0.01000,2.085
13,mlp.experts.70.up_proj,0.0000050252,0.01000,1.928
13,mlp.experts.92.up_proj,0.0000044753,0.01000,2.045
13,mlp.experts.74.up_proj,0.0000045563,0.01000,1.930
13,mlp.experts.84.up_proj,0.0000048333,0.01000,2.041
13,mlp.experts.73.up_proj,0.0000039244,0.01000,1.800
13,mlp.experts.88.up_proj,0.0000049200,0.01000,2.073
13,mlp.experts.77.up_proj,0.0000046698,0.01000,1.693
13,mlp.experts.80.up_proj,0.0000041346,0.01000,2.027
13,mlp.experts.69.up_proj,0.0000043747,0.01000,1.845
13,mlp.experts.82.up_proj,0.0000046878,0.01000,2.051
13,mlp.experts.75.up_proj,0.0000050623,0.01000,2.146
13,mlp.experts.65.up_proj,0.0000045526,0.01000,1.967
13,mlp.experts.79.up_proj,0.0000049630,0.01000,2.225
13,mlp.experts.78.up_proj,0.0000046996,0.01000,2.029
13,mlp.experts.67.up_proj,0.0000044687,0.01000,2.287
13,mlp.experts.86.up_proj,0.0000044768,0.01000,2.030
13,mlp.experts.71.up_proj,0.0000043832,0.01000,2.306
13,mlp.experts.108.up_proj,0.0000043525,0.01000,2.014
13,mlp.experts.100.up_proj,0.0000047022,0.01000,2.027
13,mlp.experts.90.up_proj,0.0000047583,0.01000,2.132
13,mlp.experts.89.up_proj,0.0000043415,0.01000,2.100
13,mlp.experts.104.up_proj,0.0000040358,0.01000,1.944
13,mlp.experts.96.up_proj,0.0000049381,0.01000,1.780
13,mlp.experts.93.up_proj,0.0000043267,0.01000,2.118
13,mlp.experts.85.up_proj,0.0000047367,0.01000,1.987
13,mlp.experts.98.up_proj,0.0000055638,0.01000,1.992
13,mlp.experts.94.up_proj,0.0000051817,0.01000,1.874
13,mlp.experts.81.up_proj,0.0000047721,0.01000,2.069
13,mlp.experts.91.up_proj,0.0000040457,0.01000,2.173
13,mlp.experts.124.up_proj,0.0000044386,0.01000,1.591
13,mlp.experts.95.up_proj,0.0000046041,0.01000,2.180
13,mlp.experts.102.up_proj,0.0000048900,0.01000,1.878
13,mlp.experts.116.up_proj,0.0000048030,0.01000,1.588
13,mlp.experts.120.up_proj,0.0000035804,0.01000,1.546
13,mlp.experts.83.up_proj,0.0000037711,0.01000,2.173
13,mlp.experts.112.up_proj,0.0000046201,0.01000,1.416
13,mlp.experts.106.up_proj,0.0000037217,0.01000,1.826
13,mlp.experts.87.up_proj,0.0000045141,0.01000,2.073
13,mlp.experts.105.up_proj,0.0000040408,0.01000,2.105
13,mlp.experts.109.up_proj,0.0000032447,0.01000,1.922
13,mlp.experts.114.up_proj,0.0000045315,0.01000,1.752
13,mlp.experts.110.up_proj,0.0000042326,0.01000,1.732
13,mlp.experts.101.up_proj,0.0000042519,0.01000,2.245
13,mlp.experts.118.up_proj,0.0000028163,0.01000,1.721
13,mlp.experts.107.up_proj,0.0000042331,0.01000,1.898
13,mlp.experts.111.up_proj,0.0000044424,0.01000,1.890
13,mlp.experts.97.up_proj,0.0000048041,0.01000,2.047
13,mlp.experts.122.up_proj,0.0000045977,0.01000,1.742
13,mlp.experts.99.up_proj,0.0000008971,0.01000,1.970
13,mlp.experts.103.up_proj,0.0000039205,0.01000,1.883
13,mlp.experts.126.up_proj,0.0000044163,0.01000,0.961
13,mlp.experts.121.up_proj,0.0000047860,0.01000,2.022
13,mlp.experts.125.up_proj,0.0000036728,0.01000,2.056
13,mlp.experts.117.up_proj,0.0000030397,0.01000,1.539
13,mlp.experts.113.up_proj,0.0000045192,0.01000,1.483
13,mlp.experts.123.up_proj,0.0000011066,0.01000,1.798
13,mlp.experts.127.up_proj,0.0000036736,0.01000,1.826
13,mlp.experts.119.up_proj,0.0000048319,0.01000,1.642
13,mlp.experts.115.up_proj,0.0000041825,0.01000,1.688
13,mlp.experts.4.down_proj,0.0000002827,0.01000,0.732
13,mlp.experts.0.down_proj,0.0000002180,0.01000,0.749
13,mlp.experts.8.down_proj,0.0000002941,0.01000,0.792
13,mlp.experts.12.down_proj,0.0000004108,0.01000,0.786
13,mlp.experts.5.down_proj,0.0000004640,0.01000,1.090
13,mlp.experts.13.down_proj,0.0000003257,0.01000,1.037
13,mlp.experts.1.down_proj,0.0000002082,0.01000,1.104
13,mlp.experts.9.down_proj,0.0000004421,0.01000,1.095
13,mlp.experts.7.down_proj,0.0000002422,0.01000,1.177
13,mlp.experts.11.down_proj,0.0000001811,0.01000,1.143
13,mlp.experts.15.down_proj,0.0000001979,0.01000,1.121
13,mlp.experts.3.down_proj,0.0000004112,0.01000,1.188
13,mlp.experts.6.down_proj,0.0000004086,0.01000,1.172
13,mlp.experts.2.down_proj,0.0000003109,0.01000,1.201
13,mlp.experts.10.down_proj,0.0000002761,0.01000,1.133
13,mlp.experts.14.down_proj,0.0000003100,0.01000,1.144
13,mlp.experts.20.down_proj,0.0000001794,0.01000,0.709
13,mlp.experts.16.down_proj,0.0000003266,0.01000,0.708
13,mlp.experts.28.down_proj,0.0000001169,0.01000,0.687
13,mlp.experts.24.down_proj,0.0000004218,0.01000,0.784
13,mlp.experts.21.down_proj,0.0000002563,0.01000,0.725
13,mlp.experts.25.down_proj,0.0000002444,0.01000,0.718
13,mlp.experts.29.down_proj,0.0000002110,0.01000,0.735
13,mlp.experts.17.down_proj,0.0000004015,0.01000,0.777
13,mlp.experts.22.down_proj,0.0000003893,0.01000,0.693
13,mlp.experts.18.down_proj,0.0000000133,0.01000,0.723
13,mlp.experts.30.down_proj,0.0000002839,0.01000,0.732
13,mlp.experts.27.down_proj,0.0000001823,0.01000,0.756
13,mlp.experts.23.down_proj,0.0000001444,0.01000,0.765
13,mlp.experts.26.down_proj,0.0000002465,0.01000,0.754
13,mlp.experts.31.down_proj,0.0000002776,0.01000,0.772
13,mlp.experts.19.down_proj,0.0000002928,0.01000,0.787
13,mlp.experts.32.down_proj,0.0000003571,0.01000,0.699
13,mlp.experts.44.down_proj,0.0000004735,0.01000,0.691
13,mlp.experts.36.down_proj,0.0000004163,0.01000,0.748
13,mlp.experts.40.down_proj,0.0000002184,0.01000,0.703
13,mlp.experts.37.down_proj,0.0000002263,0.01000,0.721
13,mlp.experts.41.down_proj,0.0000006149,0.01000,0.717
13,mlp.experts.45.down_proj,0.0000001466,0.01000,0.735
13,mlp.experts.38.down_proj,0.0000002537,0.01000,0.714
13,mlp.experts.33.down_proj,0.0000001540,0.01000,0.764
13,mlp.experts.34.down_proj,0.0000001617,0.01000,0.735
13,mlp.experts.43.down_proj,0.0000002223,0.01000,0.726
13,mlp.experts.46.down_proj,0.0000004487,0.01000,0.729
13,mlp.experts.42.down_proj,0.0000003007,0.01000,0.724
13,mlp.experts.47.down_proj,0.0000001941,0.01000,0.731
13,mlp.experts.39.down_proj,0.0000005351,0.01000,0.807
13,mlp.experts.35.down_proj,0.0000002752,0.01000,0.772
13,mlp.experts.48.down_proj,0.0000001711,0.01000,0.710
13,mlp.experts.52.down_proj,0.0000001844,0.01000,0.700
13,mlp.experts.56.down_proj,0.0000004461,0.01000,0.652
13,mlp.experts.60.down_proj,0.0000004081,0.01000,0.738
13,mlp.experts.57.down_proj,0.0000001749,0.01000,0.714
13,mlp.experts.53.down_proj,0.0000002666,0.01000,0.729
13,mlp.experts.61.down_proj,0.0000002019,0.01000,0.713
13,mlp.experts.59.down_proj,0.0000002759,0.01000,0.709
13,mlp.experts.63.down_proj,0.0000000056,0.01000,0.718
13,mlp.experts.54.down_proj,0.0000001573,0.01000,0.806
13,mlp.experts.50.down_proj,0.0000002677,0.01000,0.760
13,mlp.experts.62.down_proj,0.0000000790,0.01000,0.756
13,mlp.experts.49.down_proj,0.0000002342,0.01000,0.788
13,mlp.experts.55.down_proj,0.0000003205,0.01000,0.730
13,mlp.experts.58.down_proj,0.0000001279,0.01000,0.806
13,mlp.experts.51.down_proj,0.0000002235,0.01000,0.745
13,mlp.experts.64.down_proj,0.0000009456,0.01000,0.698
13,mlp.experts.76.down_proj,0.0000002780,0.01000,0.648
13,mlp.experts.72.down_proj,0.0000002177,0.01000,0.652
13,mlp.experts.68.down_proj,0.0000003157,0.01000,0.808
13,mlp.experts.73.down_proj,0.0000001921,0.01000,0.705
13,mlp.experts.69.down_proj,0.0000002409,0.01000,0.720
13,mlp.experts.77.down_proj,0.0000003176,0.01000,0.735
13,mlp.experts.75.down_proj,0.0000003883,0.01000,0.796
13,mlp.experts.79.down_proj,0.0000003851,0.01000,0.778
13,mlp.experts.65.down_proj,0.0000003473,0.01000,0.803
13,mlp.experts.78.down_proj,0.0000003590,0.01000,0.805
13,mlp.experts.66.down_proj,0.0000003060,0.01000,0.828
13,mlp.experts.70.down_proj,0.0000003670,0.01000,0.858
13,mlp.experts.92.down_proj,0.0000002319,0.01000,0.717
13,mlp.experts.71.down_proj,0.0000002257,0.01000,0.840
13,mlp.experts.74.down_proj,0.0000002147,0.01000,0.857
13,mlp.experts.67.down_proj,0.0000003887,0.01000,0.847
13,mlp.experts.88.down_proj,0.0000004001,0.01000,0.762
13,mlp.experts.80.down_proj,0.0000002941,0.01000,0.780
13,mlp.experts.84.down_proj,0.0000002285,0.01000,0.738
13,mlp.experts.89.down_proj,0.0000002700,0.01000,0.790
13,mlp.experts.85.down_proj,0.0000002728,0.01000,0.774
13,mlp.experts.93.down_proj,0.0000002014,0.01000,0.762
13,mlp.experts.91.down_proj,0.0000002220,0.01000,0.751
13,mlp.experts.108.down_proj,0.0000002501,0.01000,0.627
13,mlp.experts.104.down_proj,0.0000002120,0.01000,0.634
13,mlp.experts.94.down_proj,0.0000004686,0.01000,0.751
13,mlp.experts.81.down_proj,0.0000003910,0.01000,0.770
13,mlp.experts.82.down_proj,0.0000003078,0.01000,0.771
13,mlp.experts.96.down_proj,0.0000003682,0.01000,0.656
13,mlp.experts.86.down_proj,0.0000002317,0.01000,0.804
13,mlp.experts.95.down_proj,0.0000003450,0.01000,0.921
13,mlp.experts.90.down_proj,0.0000002730,0.01000,0.794
13,mlp.experts.87.down_proj,0.0000001895,0.01000,0.819
13,mlp.experts.100.down_proj,0.0000003731,0.01000,0.706
13,mlp.experts.83.down_proj,0.0000001975,0.01000,0.865
13,mlp.experts.105.down_proj,0.0000001833,0.01000,0.724
13,mlp.experts.109.down_proj,0.0000001251,0.01000,0.709
13,mlp.experts.124.down_proj,0.0000003051,0.01000,0.663
13,mlp.experts.101.down_proj,0.0000002403,0.01000,0.864
13,mlp.experts.120.down_proj,0.0000001120,0.01000,0.664
13,mlp.experts.112.down_proj,0.0000002496,0.01000,0.666
13,mlp.experts.116.down_proj,0.0000003891,0.01000,0.564
13,mlp.experts.110.down_proj,0.0000002536,0.01000,0.754
13,mlp.experts.98.down_proj,0.0000004949,0.01000,0.741
13,mlp.experts.102.down_proj,0.0000004161,0.01000,0.726
13,mlp.experts.97.down_proj,0.0000002248,0.01000,0.795
13,mlp.experts.107.down_proj,0.0000002741,0.01000,0.895
13,mlp.experts.99.down_proj,0.0000000138,0.01000,0.661
13,mlp.experts.103.down_proj,0.0000001867,0.01000,0.773
13,mlp.experts.106.down_proj,0.0000001729,0.01000,0.775
13,mlp.experts.111.down_proj,0.0000003174,0.01000,0.875
13,mlp.experts.125.down_proj,0.0000001629,0.01000,0.698
13,mlp.experts.121.down_proj,0.0000004608,0.01000,0.709
13,mlp.experts.117.down_proj,0.0000001126,0.01000,0.624
13,mlp.experts.113.down_proj,0.0000004359,0.01000,0.518
13,mlp.experts.126.down_proj,0.0000002394,0.01000,0.771
13,mlp.experts.114.down_proj,0.0000002812,0.01000,0.760
13,mlp.experts.115.down_proj,0.0000001935,0.01000,0.678
13,mlp.experts.118.down_proj,0.0000000898,0.01000,0.755
13,mlp.experts.119.down_proj,0.0000002387,0.01000,0.669
13,mlp.experts.122.down_proj,0.0000002417,0.01000,0.674
13,mlp.experts.123.down_proj,0.0000000134,0.01000,0.806
13,mlp.experts.127.down_proj,0.0000001482,0.01000,0.698
14,self_attn.q_proj,0.0000004059,0.01000,0.746
14,self_attn.k_proj,0.0000000616,0.01000,0.789
14,self_attn.v_proj,0.0000000752,0.01000,0.806
14,self_attn.o_proj,0.0000000553,0.01000,1.401
14,mlp.experts.7.gate_proj,0.0000046187,0.01000,1.698
14,mlp.experts.3.gate_proj,0.0000044260,0.01000,1.813
14,mlp.experts.11.gate_proj,0.0000034569,0.01000,1.757
14,mlp.experts.4.gate_proj,0.0000045854,0.01000,1.851
14,mlp.experts.15.gate_proj,0.0000047102,0.01000,1.767
14,mlp.experts.12.gate_proj,0.0000047316,0.01000,1.807
14,mlp.experts.9.gate_proj,0.0000051618,0.01000,1.893
14,mlp.experts.5.gate_proj,0.0000050092,0.01000,1.950
14,mlp.experts.8.gate_proj,0.0000049989,0.01000,1.977
14,mlp.experts.1.gate_proj,0.0000047488,0.01000,2.022
14,mlp.experts.13.gate_proj,0.0000048996,0.01000,2.025
14,mlp.experts.0.gate_proj,0.0000047951,0.01000,2.138
14,mlp.experts.2.gate_proj,0.0000051139,0.01000,2.275
14,mlp.experts.14.gate_proj,0.0000048736,0.01000,2.228
14,mlp.experts.6.gate_proj,0.0000048325,0.01000,2.283
14,mlp.experts.10.gate_proj,0.0000051088,0.01000,2.240
14,mlp.experts.23.gate_proj,0.0000046111,0.01000,1.700
14,mlp.experts.19.gate_proj,0.0000051834,0.01000,1.719
14,mlp.experts.27.gate_proj,0.0000049794,0.01000,1.842
14,mlp.experts.31.gate_proj,0.0000046459,0.01000,1.833
14,mlp.experts.20.gate_proj,0.0000060023,0.01000,1.864
14,mlp.experts.24.gate_proj,0.0000050374,0.01000,1.851
14,mlp.experts.28.gate_proj,0.0000051378,0.01000,2.001
14,mlp.experts.16.gate_proj,0.0000052157,0.01000,1.778
14,mlp.experts.25.gate_proj,0.0000043653,0.01000,1.986
14,mlp.experts.17.gate_proj,0.0000043074,0.01000,2.031
14,mlp.experts.29.gate_proj,0.0000052696,0.01000,1.992
14,mlp.experts.21.gate_proj,0.0000046283,0.01000,2.157
14,mlp.experts.18.gate_proj,0.0000040149,0.01000,2.038
14,mlp.experts.26.gate_proj,0.0000058874,0.01000,2.043
14,mlp.experts.22.gate_proj,0.0000049692,0.01000,2.082
14,mlp.experts.30.gate_proj,0.0000039849,0.01000,2.161
14,mlp.experts.39.gate_proj,0.0000053684,0.01000,1.888
14,mlp.experts.35.gate_proj,0.0000047828,0.01000,1.887
14,mlp.experts.36.gate_proj,0.0000045954,0.01000,1.715
14,mlp.experts.47.gate_proj,0.0000051541,0.01000,1.779
14,mlp.experts.32.gate_proj,0.0000056790,0.01000,1.635
14,mlp.experts.43.gate_proj,0.0000045183,0.01000,1.924
14,mlp.experts.40.gate_proj,0.0000045537,0.01000,1.753
14,mlp.experts.44.gate_proj,0.0000046175,0.01000,1.720
14,mlp.experts.33.gate_proj,0.0000055984,0.01000,1.957
14,mlp.experts.45.gate_proj,0.0000055904,0.01000,1.981
14,mlp.experts.41.gate_proj,0.0000057460,0.01000,2.188
14,mlp.experts.37.gate_proj,0.0000046295,0.01000,2.022
14,mlp.experts.42.gate_proj,0.0000047506,0.01000,1.921
14,mlp.experts.38.gate_proj,0.0000045725,0.01000,1.949
14,mlp.experts.34.gate_proj,0.0000049706,0.01000,2.044
14,mlp.experts.46.gate_proj,0.0000048657,0.01000,1.920
14,mlp.experts.52.gate_proj,0.0000048329,0.01000,1.538
14,mlp.experts.55.gate_proj,0.0000064518,0.01000,1.730
14,mlp.experts.48.gate_proj,0.0000043121,0.01000,1.559
14,mlp.experts.60.gate_proj,0.0000015839,0.01000,1.518
14,mlp.experts.56.gate_proj,0.0000051018,0.01000,1.609
14,mlp.experts.63.gate_proj,0.0000016537,0.01000,1.761
14,mlp.experts.51.gate_proj,0.0000047338,0.01000,2.015
14,mlp.experts.59.gate_proj,0.0000050770,0.01000,1.910
14,mlp.experts.49.gate_proj,0.0000048357,0.01000,1.621
14,mlp.experts.61.gate_proj,0.0000053335,0.01000,1.632
14,mlp.experts.57.gate_proj,0.0000046055,0.01000,1.631
14,mlp.experts.53.gate_proj,0.0000045197,0.01000,1.653
14,mlp.experts.58.gate_proj,0.0000047620,0.01000,2.082
14,mlp.experts.54.gate_proj,0.0000048153,0.01000,2.070
14,mlp.experts.50.gate_proj,0.0000046661,0.01000,2.066
14,mlp.experts.62.gate_proj,0.0000059482,0.01000,2.096
14,mlp.experts.68.gate_proj,0.0000049349,0.01000,1.511
14,mlp.experts.76.gate_proj,0.0000044569,0.01000,1.492
14,mlp.experts.72.gate_proj,0.0000043669,0.01000,1.499
14,mlp.experts.64.gate_proj,0.0000047337,0.01000,1.635
14,mlp.experts.79.gate_proj,0.0000056047,0.01000,2.177
14,mlp.experts.65.gate_proj,0.0000054928,0.01000,1.801
14,mlp.experts.75.gate_proj,0.0000049567,0.01000,2.045
14,mlp.experts.73.gate_proj,0.0000014983,0.01000,1.777
14,mlp.experts.71.gate_proj,0.0000042729,0.01000,2.443
14,mlp.experts.67.gate_proj,0.0000035929,0.01000,2.141
14,mlp.experts.69.gate_proj,0.0000045954,0.01000,1.832
14,mlp.experts.77.gate_proj,0.0000047898,0.01000,2.038
14,mlp.experts.84.gate_proj,0.0000049566,0.01000,1.522
14,mlp.experts.92.gate_proj,0.0000053077,0.01000,1.541
14,mlp.experts.88.gate_proj,0.0000052249,0.01000,1.543
14,mlp.experts.80.gate_proj,0.0000051770,0.01000,1.626
14,mlp.experts.78.gate_proj,0.0000045683,0.01000,2.075
14,mlp.experts.74.gate_proj,0.0000049587,0.01000,2.245
14,mlp.experts.66.gate_proj,0.0000038042,0.01000,2.197
14,mlp.experts.70.gate_proj,0.0000049815,0.01000,2.285
14,mlp.experts.95.gate_proj,0.0000046282,0.01000,1.876
14,mlp.experts.81.gate_proj,0.0000047477,0.01000,1.952
14,mlp.experts.89.gate_proj,0.0000051747,0.01000,1.940
14,mlp.experts.85.gate_proj,0.0000051705,0.01000,1.925
14,mlp.experts.87.gate_proj,0.0000049988,0.01000,1.980
14,mlp.experts.83.gate_proj,0.0000047538,0.01000,1.989
14,mlp.experts.91.gate_proj,0.0000053311,0.01000,2.014
14,mlp.experts.100.gate_proj,0.0000046192,0.01000,1.600
14,mlp.experts.93.gate_proj,0.0000046080,0.01000,1.936
14,mlp.experts.108.gate_proj,0.0000045885,0.01000,1.720
14,mlp.experts.104.gate_proj,0.0000049206,0.01000,1.661
14,mlp.experts.96.gate_proj,0.0000049011,0.01000,1.673
14,mlp.experts.94.gate_proj,0.0000048906,0.01000,1.999
14,mlp.experts.90.gate_proj,0.0000047025,0.01000,1.961
14,mlp.experts.82.gate_proj,0.0000051055,0.01000,1.997
14,mlp.experts.86.gate_proj,0.0000044921,0.01000,2.059
14,mlp.experts.97.gate_proj,0.0000048917,0.01000,1.956
14,mlp.experts.111.gate_proj,0.0000046406,0.01000,2.059
14,mlp.experts.116.gate_proj,0.0000048813,0.01000,1.760
14,mlp.experts.101.gate_proj,0.0000050634,0.01000,1.870
14,mlp.experts.105.gate_proj,0.0000048867,0.01000,1.974
14,mlp.experts.109.gate_proj,0.0000044420,0.01000,1.905
14,mlp.experts.103.gate_proj,0.0000050242,0.01000,2.015
14,mlp.experts.124.gate_proj,0.0000056880,0.01000,1.732
14,mlp.experts.120.gate_proj,0.0000056298,0.01000,1.699
14,mlp.experts.107.gate_proj,0.0000052303,0.01000,2.072
14,mlp.experts.99.gate_proj,0.0000047435,0.01000,2.088
14,mlp.experts.112.gate_proj,0.0000053308,0.01000,1.703
14,mlp.experts.106.gate_proj,0.0000045693,0.01000,2.006
14,mlp.experts.110.gate_proj,0.0000044592,0.01000,2.006
14,mlp.experts.98.gate_proj,0.0000040067,0.01000,2.045
14,mlp.experts.102.gate_proj,0.0000050945,0.01000,2.051
14,mlp.experts.4.up_proj,0.0000043934,0.01000,1.546
14,mlp.experts.8.up_proj,0.0000050781,0.01000,1.557
14,mlp.experts.12.up_proj,0.0000045793,0.01000,1.559
14,mlp.experts.0.up_proj,0.0000046273,0.01000,1.582
14,mlp.experts.113.gate_proj,0.0000049018,0.01000,2.040
14,mlp.experts.117.gate_proj,0.0000054967,0.01000,2.040
14,mlp.experts.121.gate_proj,0.0000050691,0.01000,2.035
14,mlp.experts.127.gate_proj,0.0000046100,0.01000,2.235
14,mlp.experts.125.gate_proj,0.0000044566,0.01000,2.066
14,mlp.experts.119.gate_proj,0.0000032152,0.01000,2.181
14,mlp.experts.123.gate_proj,0.0000031969,0.01000,2.134
14,mlp.experts.115.gate_proj,0.0000047220,0.01000,2.266
14,mlp.experts.20.up_proj,0.0000053570,0.01000,1.590
14,mlp.experts.126.gate_proj,0.0000051497,0.01000,2.016
14,mlp.experts.122.gate_proj,0.0000053550,0.01000,2.101
14,mlp.experts.114.gate_proj,0.0000045641,0.01000,2.037
14,mlp.experts.24.up_proj,0.0000049249,0.01000,1.632
14,mlp.experts.28.up_proj,0.0000052422,0.01000,1.635
14,mlp.experts.118.gate_proj,0.0000048027,0.01000,2.191
14,mlp.experts.16.up_proj,0.0000048630,0.01000,1.679
14,mlp.experts.1.up_proj,0.0000045849,0.01000,1.845
14,mlp.experts.9.up_proj,0.0000047188,0.01000,1.729
14,mlp.experts.5.up_proj,0.0000051009,0.01000,1.835
14,mlp.experts.13.up_proj,0.0000048740,0.01000,1.829
14,mlp.experts.15.up_proj,0.0000046089,0.01000,1.991
14,mlp.experts.7.up_proj,0.0000045106,0.01000,1.899
14,mlp.experts.11.up_proj,0.0000033949,0.01000,1.972
14,mlp.experts.3.up_proj,0.0000043700,0.01000,1.907
14,mlp.experts.36.up_proj,0.0000044375,0.01000,2.030
14,mlp.experts.14.up_proj,0.0000045840,0.01000,2.104
14,mlp.experts.2.up_proj,0.0000049542,0.01000,2.080
14,mlp.experts.10.up_proj,0.0000048751,0.01000,2.139
14,mlp.experts.44.up_proj,0.0000045049,0.01000,2.049
14,mlp.experts.40.up_proj,0.0000044617,0.01000,2.091
14,mlp.experts.32.up_proj,0.0000050752,0.01000,2.078
14,mlp.experts.17.up_proj,0.0000041757,0.01000,1.881
14,mlp.experts.25.up_proj,0.0000042808,0.01000,1.896
14,mlp.experts.21.up_proj,0.0000046062,0.01000,1.916
14,mlp.experts.6.up_proj,0.0000050552,0.01000,2.344
14,mlp.experts.31.up_proj,0.0000045578,0.01000,1.799
14,mlp.experts.29.up_proj,0.0000051251,0.01000,1.986
14,mlp.experts.23.up_proj,0.0000044933,0.01000,1.793
14,mlp.experts.27.up_proj,0.0000049052,0.01000,1.809
14,mlp.experts.19.up_proj,0.0000051126,0.01000,1.884
14,mlp.experts.30.up_proj,0.0000038890,0.01000,1.809
14,mlp.experts.18.up_proj,0.0000039926,0.01000,1.789
14,mlp.experts.52.up_proj,0.0000048343,0.01000,2.034
14,mlp.experts.26.up_proj,0.0000050691,0.01000,1.804
14,mlp.experts.56.up_proj,0.0000048511,0.01000,2.085
14,mlp.experts.60.up_proj,0.0000015974,0.01000,2.133
14,mlp.experts.33.up_proj,0.0000049616,0.01000,1.977
14,mlp.experts.48.up_proj,0.0000042457,0.01000,1.996
14,mlp.experts.22.up_proj,0.0000045237,0.01000,1.783
14,mlp.experts.37.up_proj,0.0000045637,0.01000,1.972
14,mlp.experts.41.up_proj,0.0000054351,0.01000,2.080
14,mlp.experts.47.up_proj,0.0000049129,0.01000,1.910
14,mlp.experts.39.up_proj,0.0000055785,0.01000,1.882
14,mlp.experts.43.up_proj,0.0000043811,0.01000,1.926
14,mlp.experts.45.up_proj,0.0000053746,0.01000,2.007
14,mlp.experts.35.up_proj,0.0000046587,0.01000,1.893
14,mlp.experts.46.up_proj,0.0000048340,0.01000,1.850
14,mlp.experts.34.up_proj,0.0000052552,0.01000,1.828
14,mlp.experts.68.up_proj,0.0000046055,0.01000,1.851
14,mlp.experts.42.up_proj,0.0000040773,0.01000,1.859
14,mlp.experts.76.up_proj,0.0000043713,0.01000,1.766
14,mlp.experts.72.up_proj,0.0000042466,0.01000,1.800
14,mlp.experts.49.up_proj,0.0000046489,0.01000,1.896
14,mlp.experts.64.up_proj,0.0000046040,0.01000,1.878
14,mlp.experts.38.up_proj,0.0000044209,0.01000,1.923
14,mlp.experts.63.up_proj,0.0000014866,0.01000,1.903
14,mlp.experts.55.up_proj,0.0000054998,0.01000,1.825
14,mlp.experts.57.up_proj,0.0000045106,0.01000,1.981
14,mlp.experts.61.up_proj,0.0000050091,0.01000,1.748
14,mlp.experts.53.up_proj,0.0000043890,0.01000,2.060
14,mlp.experts.59.up_proj,0.0000050170,0.01000,1.869
14,mlp.experts.51.up_proj,0.0000046081,0.01000,1.912
14,mlp.experts.84.up_proj,0.0000047074,0.01000,1.694
14,mlp.experts.62.up_proj,0.0000052677,0.01000,1.919
14,mlp.experts.50.up_proj,0.0000045311,0.01000,2.050
14,mlp.experts.58.up_proj,0.0000049792,0.01000,1.980
14,mlp.experts.92.up_proj,0.0000046046,0.01000,1.708
14,mlp.experts.65.up_proj,0.0000051530,0.01000,1.679
14,mlp.experts.88.up_proj,0.0000051793,0.01000,1.895
14,mlp.experts.80.up_proj,0.0000047064,0.01000,1.767
14,mlp.experts.77.up_proj,0.0000047159,0.01000,1.693
14,mlp.experts.69.up_proj,0.0000044787,0.01000,1.724
14,mlp.experts.73.up_proj,0.0000015190,0.01000,1.784
14,mlp.experts.54.up_proj,0.0000047582,0.01000,2.080
14,mlp.experts.71.up_proj,0.0000042832,0.01000,2.009
14,mlp.experts.79.up_proj,0.0000053610,0.01000,2.037
14,mlp.experts.75.up_proj,0.0000048854,0.01000,2.033
14,mlp.experts.67.up_proj,0.0000034542,0.01000,2.051
14,mlp.experts.100.up_proj,0.0000043335,0.01000,2.125
14,mlp.experts.108.up_proj,0.0000044345,0.01000,2.158
14,mlp.experts.78.up_proj,0.0000044582,0.01000,2.431
14,mlp.experts.81.up_proj,0.0000046245,0.01000,2.138
14,mlp.experts.66.up_proj,0.0000037345,0.01000,2.408
14,mlp.experts.74.up_proj,0.0000047443,0.01000,2.486
14,mlp.experts.96.up_proj,0.0000048812,0.01000,2.247
14,mlp.experts.104.up_proj,0.0000047950,0.01000,2.329
14,mlp.experts.93.up_proj,0.0000044516,0.01000,2.258
14,mlp.experts.89.up_proj,0.0000051123,0.01000,2.221
14,mlp.experts.85.up_proj,0.0000048285,0.01000,2.258
14,mlp.experts.95.up_proj,0.0000045423,0.01000,2.259
14,mlp.experts.87.up_proj,0.0000048511,0.01000,2.369
14,mlp.experts.70.up_proj,0.0000049492,0.01000,2.477
14,mlp.experts.91.up_proj,0.0000051953,0.01000,2.239
14,mlp.experts.83.up_proj,0.0000047346,0.01000,2.166
14,mlp.experts.116.up_proj,0.0000048274,0.01000,1.997
14,mlp.experts.97.up_proj,0.0000047391,0.01000,1.614
14,mlp.experts.124.up_proj,0.0000053406,0.01000,1.855
14,mlp.experts.120.up_proj,0.0000053482,0.01000,1.626
14,mlp.experts.112.up_proj,0.0000052119,0.01000,1.695
14,mlp.experts.94.up_proj,0.0000047502,0.01000,1.991
14,mlp.experts.101.up_proj,0.0000048636,0.01000,1.468
14,mlp.experts.109.up_proj,0.0000042713,0.01000,1.546
14,mlp.experts.105.up_proj,0.0000046118,0.01000,1.528
14,mlp.experts.82.up_proj,0.0000047985,0.01000,2.050
14,mlp.experts.90.up_proj,0.0000046668,0.01000,1.963
14,mlp.experts.111.up_proj,0.0000045194,0.01000,1.797
14,mlp.experts.103.up_proj,0.0000049295,0.01000,1.773
14,mlp.experts.99.up_proj,0.0000047520,0.01000,1.728
14,mlp.experts.107.up_proj,0.0000050691,0.01000,1.900
14,mlp.experts.86.up_proj,0.0000041798,0.01000,1.957
14,mlp.experts.113.up_proj,0.0000048157,0.01000,1.449
14,mlp.experts.117.up_proj,0.0000051298,0.01000,1.397
14,mlp.experts.121.up_proj,0.0000049424,0.01000,1.388
14,mlp.experts.125.up_proj,0.0000043710,0.01000,1.446
14,mlp.experts.110.up_proj,0.0000043454,0.01000,1.797
14,mlp.experts.106.up_proj,0.0000044090,0.01000,1.751
14,mlp.experts.98.up_proj,0.0000038837,0.01000,1.811
14,mlp.experts.119.up_proj,0.0000031008,0.01000,1.684
14,mlp.experts.127.up_proj,0.0000044829,0.01000,1.771
14,mlp.experts.115.up_proj,0.0000044887,0.01000,1.830
14,mlp.experts.123.up_proj,0.0000031472,0.01000,1.813
14,mlp.experts.102.up_proj,0.0000048144,0.01000,1.893
14,mlp.experts.126.up_proj,0.0000047940,0.01000,1.795
14,mlp.experts.122.up_proj,0.0000052190,0.01000,1.670
14,mlp.experts.114.up_proj,0.0000043870,0.01000,1.656
14,mlp.experts.118.up_proj,0.0000048576,0.01000,1.271
14,mlp.experts.4.down_proj,0.0000002315,0.01000,0.860
14,mlp.experts.0.down_proj,0.0000002311,0.01000,0.943
14,mlp.experts.8.down_proj,0.0000003860,0.01000,0.953
14,mlp.experts.12.down_proj,0.0000002554,0.01000,0.986
14,mlp.experts.1.down_proj,0.0000002321,0.01000,1.155
14,mlp.experts.5.down_proj,0.0000003958,0.01000,1.199
14,mlp.experts.9.down_proj,0.0000002736,0.01000,1.210
14,mlp.experts.7.down_proj,0.0000002623,0.01000,1.258
14,mlp.experts.15.down_proj,0.0000002381,0.01000,1.234
14,mlp.experts.3.down_proj,0.0000002540,0.01000,1.277
14,mlp.experts.10.down_proj,0.0000004165,0.01000,1.288
14,mlp.experts.2.down_proj,0.0000002771,0.01000,1.303
14,mlp.experts.11.down_proj,0.0000001607,0.01000,1.298
14,mlp.experts.6.down_proj,0.0000003618,0.01000,1.345
14,mlp.experts.13.down_proj,0.0000002582,0.01000,1.316
14,mlp.experts.14.down_proj,0.0000001971,0.01000,1.315
14,mlp.experts.20.down_proj,0.0000004907,0.01000,0.659
14,mlp.experts.16.down_proj,0.0000004048,0.01000,0.693
14,mlp.experts.24.down_proj,0.0000002175,0.01000,0.658
14,mlp.experts.28.down_proj,0.0000005459,0.01000,0.729
14,mlp.experts.17.down_proj,0.0000001981,0.01000,0.757
14,mlp.experts.23.down_proj,0.0000002485,0.01000,0.659
14,mlp.experts.31.down_proj,0.0000002207,0.01000,0.701
14,mlp.experts.21.down_proj,0.0000003302,0.01000,0.757
14,mlp.experts.26.down_proj,0.0000002939,0.01000,0.708
14,mlp.experts.18.down_proj,0.0000003229,0.01000,0.701
14,mlp.experts.25.down_proj,0.0000002044,0.01000,0.781
14,mlp.experts.27.down_proj,0.0000003036,0.01000,0.737
14,mlp.experts.19.down_proj,0.0000002952,0.01000,0.781
14,mlp.experts.36.down_proj,0.0000002341,0.01000,0.556
14,mlp.experts.30.down_proj,0.0000001759,0.01000,0.753
14,mlp.experts.22.down_proj,0.0000002535,0.01000,0.783
14,mlp.experts.29.down_proj,0.0000002767,0.01000,0.798
14,mlp.experts.32.down_proj,0.0000004366,0.01000,0.548
14,mlp.experts.40.down_proj,0.0000002363,0.01000,0.575
14,mlp.experts.44.down_proj,0.0000002483,0.01000,0.545
14,mlp.experts.39.down_proj,0.0000005179,0.01000,0.674
14,mlp.experts.52.down_proj,0.0000003420,0.01000,0.529
14,mlp.experts.33.down_proj,0.0000002568,0.01000,0.772
14,mlp.experts.42.down_proj,0.0000001737,0.01000,0.695
14,mlp.experts.47.down_proj,0.0000003100,0.01000,0.734
14,mlp.experts.34.down_proj,0.0000003677,0.01000,0.702
14,mlp.experts.48.down_proj,0.0000002347,0.01000,0.535
14,mlp.experts.37.down_proj,0.0000002459,0.01000,0.770
14,mlp.experts.43.down_proj,0.0000002355,0.01000,0.722
14,mlp.experts.56.down_proj,0.0000003362,0.01000,0.573
14,mlp.experts.41.down_proj,0.0000004776,0.01000,0.779
14,mlp.experts.35.down_proj,0.0000002921,0.01000,0.743
14,mlp.experts.60.down_proj,0.0000000242,0.01000,0.537
14,mlp.experts.46.down_proj,0.0000003481,0.01000,0.705
14,mlp.experts.45.down_proj,0.0000003618,0.01000,0.703
14,mlp.experts.38.down_proj,0.0000002190,0.01000,0.768
14,mlp.experts.68.down_proj,0.0000003377,0.01000,0.547
14,mlp.experts.64.down_proj,0.0000002556,0.01000,0.578
14,mlp.experts.72.down_proj,0.0000001889,0.01000,0.555
14,mlp.experts.49.down_proj,0.0000002235,0.01000,0.683
14,mlp.experts.76.down_proj,0.0000002191,0.01000,0.582
14,mlp.experts.59.down_proj,0.0000002733,0.01000,0.646
14,mlp.experts.53.down_proj,0.0000002230,0.01000,0.669
14,mlp.experts.55.down_proj,0.0000004054,0.01000,0.850
14,mlp.experts.50.down_proj,0.0000002525,0.01000,0.766
14,mlp.experts.58.down_proj,0.0000006501,0.01000,0.792
14,mlp.experts.63.down_proj,0.0000000290,0.01000,0.803
14,mlp.experts.61.down_proj,0.0000003778,0.01000,0.697
14,mlp.experts.57.down_proj,0.0000002281,0.01000,0.766
14,mlp.experts.62.down_proj,0.0000004583,0.01000,0.756
14,mlp.experts.51.down_proj,0.0000002339,0.01000,0.811
14,mlp.experts.54.down_proj,0.0000002860,0.01000,0.776
14,mlp.experts.84.down_proj,0.0000002836,0.01000,0.583
14,mlp.experts.80.down_proj,0.0000003588,0.01000,0.590
14,mlp.experts.88.down_proj,0.0000003855,0.01000,0.602
14,mlp.experts.75.down_proj,0.0000003805,0.01000,0.597
14,mlp.experts.92.down_proj,0.0000002161,0.01000,0.613
14,mlp.experts.65.down_proj,0.0000003971,0.01000,0.730
14,mlp.experts.79.down_proj,0.0000004316,0.01000,0.642
14,mlp.experts.69.down_proj,0.0000002446,0.01000,0.739
14,mlp.experts.66.down_proj,0.0000001531,0.01000,0.734
14,mlp.experts.71.down_proj,0.0000002042,0.01000,0.783
14,mlp.experts.74.down_proj,0.0000002616,0.01000,0.763
14,mlp.experts.100.down_proj,0.0000002281,0.01000,0.592
14,mlp.experts.77.down_proj,0.0000002594,0.01000,0.791
14,mlp.experts.78.down_proj,0.0000002237,0.01000,0.777
14,mlp.experts.73.down_proj,0.0000000288,0.01000,0.779
14,mlp.experts.67.down_proj,0.0000001328,0.01000,0.826
14,mlp.experts.96.down_proj,0.0000003637,0.01000,0.604
14,mlp.experts.70.down_proj,0.0000003013,0.01000,0.830
14,mlp.experts.104.down_proj,0.0000002949,0.01000,0.627
14,mlp.experts.108.down_proj,0.0000002026,0.01000,0.609
14,mlp.experts.91.down_proj,0.0000003285,0.01000,0.751
14,mlp.experts.81.down_proj,0.0000002732,0.01000,0.687
14,mlp.experts.95.down_proj,0.0000002409,0.01000,0.663
14,mlp.experts.87.down_proj,0.0000002491,0.01000,0.671
14,mlp.experts.116.down_proj,0.0000002229,0.01000,0.573
14,mlp.experts.85.down_proj,0.0000003810,0.01000,0.754
14,mlp.experts.93.down_proj,0.0000002379,0.01000,0.637
14,mlp.experts.82.down_proj,0.0000003485,0.01000,0.820
14,mlp.experts.112.down_proj,0.0000003531,0.01000,0.533
14,mlp.experts.89.down_proj,0.0000003435,0.01000,0.724
14,mlp.experts.90.down_proj,0.0000002791,0.01000,0.829
14,mlp.experts.120.down_proj,0.0000003846,0.01000,0.514
14,mlp.experts.124.down_proj,0.0000003950,0.01000,0.516
14,mlp.experts.94.down_proj,0.0000002918,0.01000,0.807
14,mlp.experts.83.down_proj,0.0000002898,0.01000,0.764
14,mlp.experts.86.down_proj,0.0000001860,0.01000,0.768
14,mlp.experts.97.down_proj,0.0000002777,0.01000,0.712
14,mlp.experts.107.down_proj,0.0000003839,0.01000,0.738
14,mlp.experts.111.down_proj,0.0000002840,0.01000,0.686
14,mlp.experts.101.down_proj,0.0000003128,0.01000,0.709
14,mlp.experts.103.down_proj,0.0000003753,0.01000,0.728
14,mlp.experts.109.down_proj,0.0000001985,0.01000,0.752
14,mlp.experts.98.down_proj,0.0000001670,0.01000,0.725
14,mlp.experts.105.down_proj,0.0000002782,0.01000,0.714
14,mlp.experts.106.down_proj,0.0000002710,0.01000,0.714
14,mlp.experts.99.down_proj,0.0000002926,0.01000,0.587
14,mlp.experts.110.down_proj,0.0000002363,0.01000,0.679
14,mlp.experts.102.down_proj,0.0000002853,0.01000,0.754
14,mlp.experts.113.down_proj,0.0000002381,0.01000,0.584
14,mlp.experts.127.down_proj,0.0000002606,0.01000,0.618
14,mlp.experts.117.down_proj,0.0000003645,0.01000,0.529
14,mlp.experts.125.down_proj,0.0000002451,0.01000,0.488
14,mlp.experts.123.down_proj,0.0000001007,0.01000,0.734
14,mlp.experts.121.down_proj,0.0000003361,0.01000,0.478
14,mlp.experts.115.down_proj,0.0000002490,0.01000,0.480
14,mlp.experts.119.down_proj,0.0000001159,0.01000,0.654
14,mlp.experts.114.down_proj,0.0000002133,0.01000,0.678
14,mlp.experts.122.down_proj,0.0000004271,0.01000,0.696
14,mlp.experts.126.down_proj,0.0000003346,0.01000,0.664
14,mlp.experts.118.down_proj,0.0000004131,0.01000,0.556
15,self_attn.k_proj,0.0000000294,0.01000,0.771
15,self_attn.q_proj,0.0000002245,0.01000,0.773
15,self_attn.v_proj,0.0000000381,0.01000,0.792
15,self_attn.o_proj,0.0000000408,0.01000,1.385
15,mlp.experts.5.gate_proj,0.0000055243,0.01000,1.889
15,mlp.experts.10.gate_proj,0.0000060365,0.01000,1.925
15,mlp.experts.8.gate_proj,0.0000054340,0.01000,1.913
15,mlp.experts.13.gate_proj,0.0000052955,0.01000,1.934
15,mlp.experts.4.gate_proj,0.0000051887,0.01000,2.002
15,mlp.experts.1.gate_proj,0.0000056372,0.01000,2.002
15,mlp.experts.9.gate_proj,0.0000055211,0.01000,2.007
15,mlp.experts.2.gate_proj,0.0000053246,0.01000,2.039
15,mlp.experts.6.gate_proj,0.0000052598,0.01000,2.032
15,mlp.experts.15.gate_proj,0.0000055533,0.01000,2.046
15,mlp.experts.0.gate_proj,0.0000055818,0.01000,2.060
15,mlp.experts.12.gate_proj,0.0000055244,0.01000,2.094
15,mlp.experts.14.gate_proj,0.0000054238,0.01000,2.110
15,mlp.experts.7.gate_proj,0.0000054034,0.01000,2.123
15,mlp.experts.11.gate_proj,0.0000057133,0.01000,2.252
15,mlp.experts.3.gate_proj,0.0000046417,0.01000,2.299
15,mlp.experts.21.gate_proj,0.0000056491,0.01000,1.901
15,mlp.experts.29.gate_proj,0.0000042704,0.01000,1.950
15,mlp.experts.26.gate_proj,0.0000056877,0.01000,1.989
15,mlp.experts.17.gate_proj,0.0000050542,0.01000,1.932
15,mlp.experts.24.gate_proj,0.0000055385,0.01000,1.989
15,mlp.experts.31.gate_proj,0.0000058902,0.01000,1.912
15,mlp.experts.20.gate_proj,0.0000051004,0.01000,1.979
15,mlp.experts.22.gate_proj,0.0000057532,0.01000,1.936
15,mlp.experts.23.gate_proj,0.0000049888,0.01000,1.870
15,mlp.experts.28.gate_proj,0.0000058017,0.01000,1.910
15,mlp.experts.25.gate_proj,0.0000064005,0.01000,1.999
15,mlp.experts.16.gate_proj,0.0000049746,0.01000,1.944
15,mlp.experts.30.gate_proj,0.0000053773,0.01000,1.957
15,mlp.experts.19.gate_proj,0.0000058935,0.01000,1.803
15,mlp.experts.18.gate_proj,0.0000054406,0.01000,2.064
15,mlp.experts.27.gate_proj,0.0000056190,0.01000,1.982
15,mlp.experts.45.gate_proj,0.0000043895,0.01000,1.784
15,mlp.experts.37.gate_proj,0.0000056809,0.01000,1.890
15,mlp.experts.33.gate_proj,0.0000057439,0.01000,1.816
15,mlp.experts.41.gate_proj,0.0000061908,0.01000,1.726
15,mlp.experts.42.gate_proj,0.0000063335,0.01000,1.966
15,mlp.experts.39.gate_proj,0.0000050805,0.01000,1.942
15,mlp.experts.47.gate_proj,0.0000059401,0.01000,1.991
15,mlp.experts.46.gate_proj,0.0000057471,0.01000,1.979
15,mlp.experts.35.gate_proj,0.0000055904,0.01000,1.942
15,mlp.experts.38.gate_proj,0.0000035170,0.01000,2.023
15,mlp.experts.40.gate_proj,0.0000052531,0.01000,2.161
15,mlp.experts.36.gate_proj,0.0000055149,0.01000,2.092
15,mlp.experts.44.gate_proj,0.0000055445,0.01000,2.082
15,mlp.experts.43.gate_proj,0.0000066230,0.01000,1.898
15,mlp.experts.34.gate_proj,0.0000054898,0.01000,2.039
15,mlp.experts.32.gate_proj,0.0000061605,0.01000,2.192
15,mlp.experts.53.gate_proj,0.0000054520,0.01000,1.856
15,mlp.experts.61.gate_proj,0.0000054482,0.01000,1.923
15,mlp.experts.57.gate_proj,0.0000055703,0.01000,1.886
15,mlp.experts.49.gate_proj,0.0000054109,0.01000,1.889
15,mlp.experts.55.gate_proj,0.0000055897,0.01000,1.826
15,mlp.experts.63.gate_proj,0.0000056367,0.01000,1.841
15,mlp.experts.51.gate_proj,0.0000059304,0.01000,1.817
15,mlp.experts.59.gate_proj,0.0000059157,0.01000,1.799
15,mlp.experts.58.gate_proj,0.0000048273,0.01000,2.045
15,mlp.experts.62.gate_proj,0.0000061377,0.01000,1.937
15,mlp.experts.56.gate_proj,0.0000054226,0.01000,2.012
15,mlp.experts.54.gate_proj,0.0000050441,0.01000,2.075
15,mlp.experts.50.gate_proj,0.0000055645,0.01000,2.003
15,mlp.experts.52.gate_proj,0.0000085564,0.01000,2.109
15,mlp.experts.60.gate_proj,0.0000055070,0.01000,2.139
15,mlp.experts.48.gate_proj,0.0000046267,0.01000,2.072
15,mlp.experts.71.gate_proj,0.0000055901,0.01000,1.514
15,mlp.experts.79.gate_proj,0.0000061058,0.01000,1.513
15,mlp.experts.67.gate_proj,0.0000055310,0.01000,1.545
15,mlp.experts.69.gate_proj,0.0000054946,0.01000,2.038
15,mlp.experts.77.gate_proj,0.0000052034,0.01000,1.998
15,mlp.experts.75.gate_proj,0.0000054384,0.01000,1.714
15,mlp.experts.65.gate_proj,0.0000058757,0.01000,2.059
15,mlp.experts.73.gate_proj,0.0000069572,0.01000,2.094
15,mlp.experts.78.gate_proj,0.0000052518,0.01000,1.879
15,mlp.experts.74.gate_proj,0.0000063476,0.01000,1.912
15,mlp.experts.66.gate_proj,0.0000062922,0.01000,1.873
15,mlp.experts.72.gate_proj,0.0000057584,0.01000,1.919
15,mlp.experts.70.gate_proj,0.0000049765,0.01000,1.928
15,mlp.experts.68.gate_proj,0.0000052707,0.01000,1.863
15,mlp.experts.76.gate_proj,0.0000056808,0.01000,1.913
15,mlp.experts.64.gate_proj,0.0000059650,0.01000,1.928
15,mlp.experts.87.gate_proj,0.0000064879,0.01000,1.976
15,mlp.experts.95.gate_proj,0.0000057379,0.01000,1.949
15,mlp.experts.83.gate_proj,0.0000051156,0.01000,1.917
15,mlp.experts.85.gate_proj,0.0000053058,0.01000,1.959
15,mlp.experts.93.gate_proj,0.0000062373,0.01000,1.986
15,mlp.experts.91.gate_proj,0.0000051413,0.01000,1.985
15,mlp.experts.89.gate_proj,0.0000056731,0.01000,1.929
15,mlp.experts.81.gate_proj,0.0000060577,0.01000,1.970
15,mlp.experts.88.gate_proj,0.0000053265,0.01000,1.780
15,mlp.experts.84.gate_proj,0.0000057879,0.01000,1.785
15,mlp.experts.92.gate_proj,0.0000058783,0.01000,1.713
15,mlp.experts.90.gate_proj,0.0000056721,0.01000,2.046
15,mlp.experts.82.gate_proj,0.0000053261,0.01000,1.899
15,mlp.experts.80.gate_proj,0.0000076109,0.01000,1.729
15,mlp.experts.94.gate_proj,0.0000053590,0.01000,2.097
15,mlp.experts.86.gate_proj,0.0000055248,0.01000,1.980
15,mlp.experts.111.gate_proj,0.0000060249,0.01000,2.016
15,mlp.experts.103.gate_proj,0.0000051473,0.01000,2.046
15,mlp.experts.101.gate_proj,0.0000053185,0.01000,1.883
15,mlp.experts.99.gate_proj,0.0000052780,0.01000,2.100
15,mlp.experts.109.gate_proj,0.0000050563,0.01000,1.874
15,mlp.experts.97.gate_proj,0.0000061034,0.01000,1.835
15,mlp.experts.98.gate_proj,0.0000056973,0.01000,1.627
15,mlp.experts.105.gate_proj,0.0000057833,0.01000,1.928
15,mlp.experts.107.gate_proj,0.0000056217,0.01000,1.978
15,mlp.experts.106.gate_proj,0.0000056586,0.01000,1.689
15,mlp.experts.110.gate_proj,0.0000055530,0.01000,1.681
15,mlp.experts.102.gate_proj,0.0000058197,0.01000,1.700
15,mlp.experts.108.gate_proj,0.0000055251,0.01000,2.085
15,mlp.experts.100.gate_proj,0.0000056197,0.01000,2.100
15,mlp.experts.104.gate_proj,0.0000047099,0.01000,2.237
15,mlp.experts.96.gate_proj,0.0000052529,0.01000,2.196
15,mlp.experts.114.gate_proj,0.0000067091,0.01000,1.504
15,mlp.experts.122.gate_proj,0.0000053234,0.01000,1.506
15,mlp.experts.126.gate_proj,0.0000051097,0.01000,1.530
15,mlp.experts.115.gate_proj,0.0000055986,0.01000,1.778
15,mlp.experts.117.gate_proj,0.0000056182,0.01000,1.843
15,mlp.experts.119.gate_proj,0.0000055264,0.01000,1.949
15,mlp.experts.127.gate_proj,0.0000032560,0.01000,1.954
15,mlp.experts.125.gate_proj,0.0000054899,0.01000,1.934
15,mlp.experts.113.gate_proj,0.0000063158,0.01000,1.899
15,mlp.experts.118.gate_proj,0.0000056577,0.01000,1.727
15,mlp.experts.121.gate_proj,0.0000051825,0.01000,1.948
15,mlp.experts.123.gate_proj,0.0000063436,0.01000,1.985
15,mlp.experts.124.gate_proj,0.0000057425,0.01000,2.095
15,mlp.experts.116.gate_proj,0.0000055312,0.01000,2.134
15,mlp.experts.120.gate_proj,0.0000055656,0.01000,2.151
15,mlp.experts.112.gate_proj,0.0000060318,0.01000,2.102
15,mlp.experts.2.up_proj,0.0000051629,0.01000,1.638
15,mlp.experts.10.up_proj,0.0000058253,0.01000,1.680
15,mlp.experts.14.up_proj,0.0000052645,0.01000,1.662
15,mlp.experts.6.up_proj,0.0000052898,0.01000,1.582
15,mlp.experts.3.up_proj,0.0000048452,0.01000,1.924
15,mlp.experts.15.up_proj,0.0000053862,0.01000,1.940
15,mlp.experts.5.up_proj,0.0000054302,0.01000,2.006
15,mlp.experts.7.up_proj,0.0000051838,0.01000,2.034
15,mlp.experts.13.up_proj,0.0000052524,0.01000,2.013
15,mlp.experts.1.up_proj,0.0000061331,0.01000,2.001
15,mlp.experts.9.up_proj,0.0000052793,0.01000,2.041
15,mlp.experts.11.up_proj,0.0000052878,0.01000,2.007
15,mlp.experts.4.up_proj,0.0000056333,0.01000,1.812
15,mlp.experts.8.up_proj,0.0000052554,0.01000,1.745
15,mlp.experts.12.up_proj,0.0000054413,0.01000,2.076
15,mlp.experts.18.up_proj,0.0000053020,0.01000,1.593
15,mlp.experts.0.up_proj,0.0000047651,0.01000,2.099
15,mlp.experts.30.up_proj,0.0000052694,0.01000,1.618
15,mlp.experts.26.up_proj,0.0000056710,0.01000,1.806
15,mlp.experts.22.up_proj,0.0000057864,0.01000,1.657
15,mlp.experts.19.up_proj,0.0000058144,0.01000,2.056
15,mlp.experts.21.up_proj,0.0000055731,0.01000,1.960
15,mlp.experts.31.up_proj,0.0000060481,0.01000,2.031
15,mlp.experts.23.up_proj,0.0000049633,0.01000,1.954
15,mlp.experts.29.up_proj,0.0000040370,0.01000,1.951
15,mlp.experts.17.up_proj,0.0000049687,0.01000,1.967
15,mlp.experts.25.up_proj,0.0000052957,0.01000,2.004
15,mlp.experts.27.up_proj,0.0000055377,0.01000,2.035
15,mlp.experts.20.up_proj,0.0000050159,0.01000,1.760
15,mlp.experts.24.up_proj,0.0000053779,0.01000,1.705
15,mlp.experts.28.up_proj,0.0000053974,0.01000,1.642
15,mlp.experts.34.up_proj,0.0000053059,0.01000,1.656
15,mlp.experts.46.up_proj,0.0000053603,0.01000,1.579
15,mlp.experts.16.up_proj,0.0000048927,0.01000,1.684
15,mlp.experts.42.up_proj,0.0000060546,0.01000,1.735
15,mlp.experts.38.up_proj,0.0000034381,0.01000,1.635
15,mlp.experts.47.up_proj,0.0000057101,0.01000,1.702
15,mlp.experts.37.up_proj,0.0000054346,0.01000,1.789
15,mlp.experts.45.up_proj,0.0000042258,0.01000,1.757
15,mlp.experts.39.up_proj,0.0000049271,0.01000,1.894
15,mlp.experts.33.up_proj,0.0000055318,0.01000,1.831
15,mlp.experts.36.up_proj,0.0000054150,0.01000,1.608
15,mlp.experts.35.up_proj,0.0000057750,0.01000,2.102
15,mlp.experts.40.up_proj,0.0000050991,0.01000,1.629
15,mlp.experts.43.up_proj,0.0000060200,0.01000,1.745
15,mlp.experts.44.up_proj,0.0000054105,0.01000,1.625
15,mlp.experts.41.up_proj,0.0000058497,0.01000,1.879
15,mlp.experts.50.up_proj,0.0000055211,0.01000,1.610
15,mlp.experts.32.up_proj,0.0000054094,0.01000,1.574
15,mlp.experts.62.up_proj,0.0000058748,0.01000,1.590
15,mlp.experts.54.up_proj,0.0000050097,0.01000,1.599
15,mlp.experts.58.up_proj,0.0000046823,0.01000,1.691
15,mlp.experts.63.up_proj,0.0000055659,0.01000,1.821
15,mlp.experts.55.up_proj,0.0000058110,0.01000,1.715
15,mlp.experts.52.up_proj,0.0000063822,0.01000,1.647
15,mlp.experts.56.up_proj,0.0000058196,0.01000,1.648
15,mlp.experts.53.up_proj,0.0000052915,0.01000,1.990
15,mlp.experts.66.up_proj,0.0000057910,0.01000,1.479
15,mlp.experts.60.up_proj,0.0000055437,0.01000,1.650
15,mlp.experts.61.up_proj,0.0000053949,0.01000,1.993
15,mlp.experts.78.up_proj,0.0000050553,0.01000,1.498
15,mlp.experts.49.up_proj,0.0000051815,0.01000,2.020
15,mlp.experts.48.up_proj,0.0000044855,0.01000,1.616
15,mlp.experts.51.up_proj,0.0000053570,0.01000,1.966
15,mlp.experts.59.up_proj,0.0000056496,0.01000,1.956
15,mlp.experts.70.up_proj,0.0000048547,0.01000,1.465
15,mlp.experts.57.up_proj,0.0000053175,0.01000,2.074
15,mlp.experts.74.up_proj,0.0000060422,0.01000,1.555
15,mlp.experts.79.up_proj,0.0000059530,0.01000,1.841
15,mlp.experts.82.up_proj,0.0000052147,0.01000,1.590
15,mlp.experts.94.up_proj,0.0000051752,0.01000,1.693
15,mlp.experts.72.up_proj,0.0000054252,0.01000,1.935
15,mlp.experts.68.up_proj,0.0000050988,0.01000,1.974
15,mlp.experts.69.up_proj,0.0000054516,0.01000,1.942
15,mlp.experts.71.up_proj,0.0000054200,0.01000,2.095
15,mlp.experts.67.up_proj,0.0000053686,0.01000,1.757
15,mlp.experts.77.up_proj,0.0000050103,0.01000,1.930
15,mlp.experts.76.up_proj,0.0000055388,0.01000,2.004
15,mlp.experts.86.up_proj,0.0000053686,0.01000,1.729
15,mlp.experts.65.up_proj,0.0000056308,0.01000,1.970
15,mlp.experts.75.up_proj,0.0000051953,0.01000,1.852
15,mlp.experts.64.up_proj,0.0000058455,0.01000,2.015
15,mlp.experts.90.up_proj,0.0000053876,0.01000,1.719
15,mlp.experts.73.up_proj,0.0000052267,0.01000,2.075
15,mlp.experts.95.up_proj,0.0000058060,0.01000,1.508
15,mlp.experts.98.up_proj,0.0000054115,0.01000,1.850
15,mlp.experts.87.up_proj,0.0000059661,0.01000,1.505
15,mlp.experts.83.up_proj,0.0000050043,0.01000,1.589
15,mlp.experts.110.up_proj,0.0000054897,0.01000,1.792
15,mlp.experts.88.up_proj,0.0000051831,0.01000,1.819
15,mlp.experts.84.up_proj,0.0000055946,0.01000,1.822
15,mlp.experts.91.up_proj,0.0000051214,0.01000,1.604
15,mlp.experts.85.up_proj,0.0000052356,0.01000,1.959
15,mlp.experts.102.up_proj,0.0000054576,0.01000,1.819
15,mlp.experts.93.up_proj,0.0000059129,0.01000,2.085
15,mlp.experts.92.up_proj,0.0000055155,0.01000,2.099
15,mlp.experts.81.up_proj,0.0000058072,0.01000,1.975
15,mlp.experts.106.up_proj,0.0000053884,0.01000,1.953
15,mlp.experts.80.up_proj,0.0000055214,0.01000,2.082
15,mlp.experts.89.up_proj,0.0000054037,0.01000,2.072
15,mlp.experts.111.up_proj,0.0000058976,0.01000,1.589
15,mlp.experts.103.up_proj,0.0000051403,0.01000,1.578
15,mlp.experts.99.up_proj,0.0000052108,0.01000,1.596
15,mlp.experts.126.up_proj,0.0000050356,0.01000,1.681
15,mlp.experts.114.up_proj,0.0000061978,0.01000,1.812
15,mlp.experts.107.up_proj,0.0000055348,0.01000,1.583
15,mlp.experts.104.up_proj,0.0000045523,0.01000,1.784
15,mlp.experts.118.up_proj,0.0000056293,0.01000,1.578
15,mlp.experts.100.up_proj,0.0000052538,0.01000,1.852
15,mlp.experts.122.up_proj,0.0000051994,0.01000,1.384
15,mlp.experts.101.up_proj,0.0000050733,0.01000,2.014
15,mlp.experts.96.up_proj,0.0000051747,0.01000,1.786
15,mlp.experts.109.up_proj,0.0000048211,0.01000,2.045
15,mlp.experts.97.up_proj,0.0000058836,0.01000,2.044
15,mlp.experts.108.up_proj,0.0000052716,0.01000,2.109
15,mlp.experts.127.up_proj,0.0000032173,0.01000,1.557
15,mlp.experts.119.up_proj,0.0000049361,0.01000,1.509
15,mlp.experts.115.up_proj,0.0000056359,0.01000,1.412
15,mlp.experts.123.up_proj,0.0000060976,0.01000,1.308
15,mlp.experts.105.up_proj,0.0000055828,0.01000,2.063
15,mlp.experts.120.up_proj,0.0000053126,0.01000,1.604
15,mlp.experts.116.up_proj,0.0000052248,0.01000,1.932
15,mlp.experts.112.up_proj,0.0000058561,0.01000,1.449
15,mlp.experts.124.up_proj,0.0000055433,0.01000,1.469
15,mlp.experts.117.up_proj,0.0000052864,0.01000,1.950
15,mlp.experts.125.up_proj,0.0000052576,0.01000,1.867
15,mlp.experts.113.up_proj,0.0000061682,0.01000,1.843
15,mlp.experts.121.up_proj,0.0000050608,0.01000,1.485
15,mlp.experts.0.down_proj,0.0000002212,0.01000,0.769
15,mlp.experts.8.down_proj,0.0000003084,0.01000,0.766
15,mlp.experts.12.down_proj,0.0000002968,0.01000,0.777
15,mlp.experts.4.down_proj,0.0000004213,0.01000,0.822
15,mlp.experts.6.down_proj,0.0000003225,0.01000,0.881
15,mlp.experts.14.down_proj,0.0000002753,0.01000,0.881
15,mlp.experts.10.down_proj,0.0000004282,0.01000,0.895
15,mlp.experts.2.down_proj,0.0000003187,0.01000,0.911
15,mlp.experts.1.down_proj,0.0000004337,0.01000,1.059
15,mlp.experts.5.down_proj,0.0000003111,0.01000,1.117
15,mlp.experts.13.down_proj,0.0000003099,0.01000,1.128
15,mlp.experts.9.down_proj,0.0000003169,0.01000,1.174
15,mlp.experts.3.down_proj,0.0000003718,0.01000,1.187
15,mlp.experts.15.down_proj,0.0000003033,0.01000,1.212
15,mlp.experts.11.down_proj,0.0000003685,0.01000,1.252
15,mlp.experts.7.down_proj,0.0000003169,0.01000,1.273
15,mlp.experts.22.down_proj,0.0000005450,0.01000,0.624
15,mlp.experts.30.down_proj,0.0000003537,0.01000,0.642
15,mlp.experts.26.down_proj,0.0000003390,0.01000,0.636
15,mlp.experts.18.down_proj,0.0000003061,0.01000,0.625
15,mlp.experts.16.down_proj,0.0000002586,0.01000,0.859
15,mlp.experts.28.down_proj,0.0000004282,0.01000,0.857
15,mlp.experts.20.down_proj,0.0000003383,0.01000,0.821
15,mlp.experts.24.down_proj,0.0000003234,0.01000,0.871
15,mlp.experts.19.down_proj,0.0000003875,0.01000,0.726
15,mlp.experts.31.down_proj,0.0000004579,0.01000,0.738
15,mlp.experts.27.down_proj,0.0000002989,0.01000,0.758
15,mlp.experts.23.down_proj,0.0000003560,0.01000,0.794
15,mlp.experts.17.down_proj,0.0000002640,0.01000,1.036
15,mlp.experts.29.down_proj,0.0000001798,0.01000,0.951
15,mlp.experts.21.down_proj,0.0000002805,0.01000,0.995
15,mlp.experts.25.down_proj,0.0000003168,0.01000,0.996
15,mlp.experts.38.down_proj,0.0000000754,0.01000,0.697
15,mlp.experts.34.down_proj,0.0000003502,0.01000,0.689
15,mlp.experts.46.down_proj,0.0000003055,0.01000,0.720
15,mlp.experts.42.down_proj,0.0000005144,0.01000,0.736
15,mlp.experts.36.down_proj,0.0000004839,0.01000,0.639
15,mlp.experts.32.down_proj,0.0000003088,0.01000,0.652
15,mlp.experts.40.down_proj,0.0000002947,0.01000,0.657
15,mlp.experts.44.down_proj,0.0000002775,0.01000,0.671
15,mlp.experts.35.down_proj,0.0000004143,0.01000,0.748
15,mlp.experts.47.down_proj,0.0000004239,0.01000,0.749
15,mlp.experts.33.down_proj,0.0000003195,0.01000,0.689
15,mlp.experts.43.down_proj,0.0000004629,0.01000,0.762
15,mlp.experts.45.down_proj,0.0000002092,0.01000,0.735
15,mlp.experts.37.down_proj,0.0000004065,0.01000,0.708
15,mlp.experts.39.down_proj,0.0000002440,0.01000,0.757
15,mlp.experts.41.down_proj,0.0000004755,0.01000,0.670
15,mlp.experts.54.down_proj,0.0000003330,0.01000,0.710
15,mlp.experts.50.down_proj,0.0000003500,0.01000,0.690
15,mlp.experts.62.down_proj,0.0000003964,0.01000,0.718
15,mlp.experts.58.down_proj,0.0000002090,0.01000,0.713
15,mlp.experts.48.down_proj,0.0000002130,0.01000,0.763
15,mlp.experts.60.down_proj,0.0000004629,0.01000,0.775
15,mlp.experts.52.down_proj,0.0000006006,0.01000,0.808
15,mlp.experts.56.down_proj,0.0000003763,0.01000,0.827
15,mlp.experts.49.down_proj,0.0000002796,0.01000,0.593
15,mlp.experts.51.down_proj,0.0000002880,0.01000,0.710
15,mlp.experts.63.down_proj,0.0000003009,0.01000,0.700
15,mlp.experts.53.down_proj,0.0000003629,0.01000,0.614
15,mlp.experts.57.down_proj,0.0000002999,0.01000,0.594
15,mlp.experts.59.down_proj,0.0000003503,0.01000,0.667
15,mlp.experts.61.down_proj,0.0000003442,0.01000,0.647
15,mlp.experts.55.down_proj,0.0000004151,0.01000,0.647
15,mlp.experts.70.down_proj,0.0000002419,0.01000,0.717
15,mlp.experts.66.down_proj,0.0000003749,0.01000,0.733
15,mlp.experts.78.down_proj,0.0000002685,0.01000,0.715
15,mlp.experts.74.down_proj,0.0000006240,0.01000,0.707
15,mlp.experts.64.down_proj,0.0000003750,0.01000,0.746
15,mlp.experts.68.down_proj,0.0000002514,0.01000,0.750
15,mlp.experts.76.down_proj,0.0000003461,0.01000,0.766
15,mlp.experts.72.down_proj,0.0000004351,0.01000,0.758
15,mlp.experts.67.down_proj,0.0000003063,0.01000,0.602
15,mlp.experts.79.down_proj,0.0000003405,0.01000,0.604
15,mlp.experts.65.down_proj,0.0000004585,0.01000,0.654
15,mlp.experts.75.down_proj,0.0000003328,0.01000,0.571
15,mlp.experts.71.down_proj,0.0000003862,0.01000,0.551
15,mlp.experts.73.down_proj,0.0000002611,0.01000,0.690
15,mlp.experts.77.down_proj,0.0000002626,0.01000,0.687
15,mlp.experts.69.down_proj,0.0000003674,0.01000,0.718
15,mlp.experts.82.down_proj,0.0000003172,0.01000,0.690
15,mlp.experts.94.down_proj,0.0000002908,0.01000,0.689
15,mlp.experts.86.down_proj,0.0000002991,0.01000,0.757
15,mlp.experts.90.down_proj,0.0000003458,0.01000,0.748
15,mlp.experts.80.down_proj,0.0000003607,0.01000,0.744
15,mlp.experts.83.down_proj,0.0000002630,0.01000,0.578
15,mlp.experts.95.down_proj,0.0000003635,0.01000,0.570
15,mlp.experts.91.down_proj,0.0000003048,0.01000,0.577
15,mlp.experts.84.down_proj,0.0000003289,0.01000,0.771
15,mlp.experts.87.down_proj,0.0000003985,0.01000,0.583
15,mlp.experts.88.down_proj,0.0000002494,0.01000,0.741
15,mlp.experts.92.down_proj,0.0000004291,0.01000,0.790
15,mlp.experts.81.down_proj,0.0000004502,0.01000,0.926
15,mlp.experts.85.down_proj,0.0000003490,0.01000,0.891
15,mlp.experts.98.down_proj,0.0000003407,0.01000,0.718
15,mlp.experts.110.down_proj,0.0000002375,0.01000,0.703
15,mlp.experts.89.down_proj,0.0000003193,0.01000,0.960
15,mlp.experts.102.down_proj,0.0000003953,0.01000,0.710
15,mlp.experts.106.down_proj,0.0000002569,0.01000,0.701
15,mlp.experts.93.down_proj,0.0000004685,0.01000,0.992
15,mlp.experts.111.down_proj,0.0000003372,0.01000,0.562
15,mlp.experts.107.down_proj,0.0000003398,0.01000,0.549
15,mlp.experts.99.down_proj,0.0000002796,0.01000,0.590
15,mlp.experts.103.down_proj,0.0000004098,0.01000,0.557
15,mlp.experts.96.down_proj,0.0000002809,0.01000,0.751
15,mlp.experts.104.down_proj,0.0000002047,0.01000,0.692
15,mlp.experts.100.down_proj,0.0000003288,0.01000,0.716
15,mlp.experts.108.down_proj,0.0000002783,0.01000,0.706
15,mlp.experts.97.down_proj,0.0000004163,0.01000,0.804
15,mlp.experts.114.down_proj,0.0000006359,0.01000,0.717
15,mlp.experts.126.down_proj,0.0000002148,0.01000,0.724
15,mlp.experts.118.down_proj,0.0000003336,0.01000,0.720
15,mlp.experts.122.down_proj,0.0000002637,0.01000,0.697
15,mlp.experts.101.down_proj,0.0000002974,0.01000,0.797
15,mlp.experts.105.down_proj,0.0000004291,0.01000,0.769
15,mlp.experts.123.down_proj,0.0000004685,0.01000,0.720
15,mlp.experts.127.down_proj,0.0000000936,0.01000,0.730
15,mlp.experts.115.down_proj,0.0000003812,0.01000,0.724
15,mlp.experts.112.down_proj,0.0000003821,0.01000,0.569
15,mlp.experts.119.down_proj,0.0000002318,0.01000,0.709
15,mlp.experts.116.down_proj,0.0000002703,0.01000,0.572
15,mlp.experts.109.down_proj,0.0000002397,0.01000,0.767
15,mlp.experts.120.down_proj,0.0000003320,0.01000,0.603
15,mlp.experts.124.down_proj,0.0000003847,0.01000,0.580
15,mlp.experts.113.down_proj,0.0000004830,0.01000,0.710
15,mlp.experts.117.down_proj,0.0000003319,0.01000,0.651
15,mlp.experts.121.down_proj,0.0000002895,0.01000,0.685
15,mlp.experts.125.down_proj,0.0000002460,0.01000,0.654
16,self_attn.k_proj,0.0000000411,0.01000,0.729
16,self_attn.v_proj,0.0000000494,0.01000,0.785
16,self_attn.q_proj,0.0000003016,0.01000,0.821
16,self_attn.o_proj,0.0000000418,0.01000,1.496
16,mlp.experts.3.gate_proj,0.0000060954,0.01000,2.156
16,mlp.experts.12.gate_proj,0.0000053774,0.01000,2.175
16,mlp.experts.11.gate_proj,0.0000058523,0.01000,2.185
16,mlp.experts.8.gate_proj,0.0000059211,0.01000,2.155
16,mlp.experts.0.gate_proj,0.0000048798,0.01000,2.227
16,mlp.experts.15.gate_proj,0.0000059228,0.01000,2.097
16,mlp.experts.7.gate_proj,0.0000062009,0.01000,2.261
16,mlp.experts.4.gate_proj,0.0000055456,0.01000,2.275
16,mlp.experts.10.gate_proj,0.0000057715,0.01000,2.337
16,mlp.experts.2.gate_proj,0.0000060361,0.01000,2.362
16,mlp.experts.14.gate_proj,0.0000057072,0.01000,2.264
16,mlp.experts.5.gate_proj,0.0000063972,0.01000,2.393
16,mlp.experts.1.gate_proj,0.0000060177,0.01000,2.410
16,mlp.experts.6.gate_proj,0.0000064348,0.01000,2.409
16,mlp.experts.13.gate_proj,0.0000052568,0.01000,2.366
16,mlp.experts.9.gate_proj,0.0000057588,0.01000,2.556
16,mlp.experts.19.gate_proj,0.0000054404,0.01000,2.016
16,mlp.experts.24.gate_proj,0.0000056017,0.01000,1.983
16,mlp.experts.27.gate_proj,0.0000060046,0.01000,2.018
16,mlp.experts.16.gate_proj,0.0000056114,0.01000,2.025
16,mlp.experts.28.gate_proj,0.0000059127,0.01000,2.093
16,mlp.experts.20.gate_proj,0.0000058938,0.01000,2.004
16,mlp.experts.18.gate_proj,0.0000058222,0.01000,1.951
16,mlp.experts.26.gate_proj,0.0000053434,0.01000,2.013
16,mlp.experts.22.gate_proj,0.0000060320,0.01000,1.975
16,mlp.experts.29.gate_proj,0.0000058717,0.01000,1.962
16,mlp.experts.21.gate_proj,0.0000071333,0.01000,1.998
16,mlp.experts.30.gate_proj,0.0000059181,0.01000,2.023
16,mlp.experts.17.gate_proj,0.0000057420,0.01000,1.994
16,mlp.experts.31.gate_proj,0.0000067318,0.01000,2.196
16,mlp.experts.23.gate_proj,0.0000062825,0.01000,2.171
16,mlp.experts.25.gate_proj,0.0000054022,0.01000,2.128
16,mlp.experts.32.gate_proj,0.0000065633,0.01000,1.679
16,mlp.experts.40.gate_proj,0.0000063826,0.01000,1.727
16,mlp.experts.37.gate_proj,0.0000057137,0.01000,1.593
16,mlp.experts.33.gate_proj,0.0000058995,0.01000,1.622
16,mlp.experts.36.gate_proj,0.0000060396,0.01000,1.823
16,mlp.experts.44.gate_proj,0.0000057409,0.01000,1.879
16,mlp.experts.35.gate_proj,0.0000056717,0.01000,2.088
16,mlp.experts.43.gate_proj,0.0000061455,0.01000,2.063
16,mlp.experts.42.gate_proj,0.0000045229,0.01000,1.999
16,mlp.experts.46.gate_proj,0.0000059941,0.01000,1.958
16,mlp.experts.45.gate_proj,0.0000060203,0.01000,1.978
16,mlp.experts.34.gate_proj,0.0000059850,0.01000,2.081
16,mlp.experts.41.gate_proj,0.0000061085,0.01000,1.726
16,mlp.experts.39.gate_proj,0.0000055646,0.01000,2.032
16,mlp.experts.47.gate_proj,0.0000061965,0.01000,2.063
16,mlp.experts.38.gate_proj,0.0000072136,0.01000,2.145
16,mlp.experts.53.gate_proj,0.0000059289,0.01000,1.702
16,mlp.experts.56.gate_proj,0.0000059914,0.01000,1.784
16,mlp.experts.49.gate_proj,0.0000055556,0.01000,1.709
16,mlp.experts.60.gate_proj,0.0000061552,0.01000,1.792
16,mlp.experts.48.gate_proj,0.0000036603,0.01000,2.049
16,mlp.experts.61.gate_proj,0.0000066212,0.01000,1.707
16,mlp.experts.58.gate_proj,0.0000060758,0.01000,1.737
16,mlp.experts.62.gate_proj,0.0000053303,0.01000,1.803
16,mlp.experts.50.gate_proj,0.0000065923,0.01000,1.820
16,mlp.experts.52.gate_proj,0.0000058206,0.01000,2.124
16,mlp.experts.59.gate_proj,0.0000068722,0.01000,2.004
16,mlp.experts.54.gate_proj,0.0000056592,0.01000,1.754
16,mlp.experts.51.gate_proj,0.0000061862,0.01000,2.100
16,mlp.experts.57.gate_proj,0.0000056742,0.01000,1.994
16,mlp.experts.63.gate_proj,0.0000054884,0.01000,2.049
16,mlp.experts.55.gate_proj,0.0000059526,0.01000,2.117
16,mlp.experts.69.gate_proj,0.0000060528,0.01000,1.679
16,mlp.experts.65.gate_proj,0.0000061482,0.01000,1.653
16,mlp.experts.77.gate_proj,0.0000053875,0.01000,1.641
16,mlp.experts.72.gate_proj,0.0000055463,0.01000,2.132
16,mlp.experts.74.gate_proj,0.0000073699,0.01000,1.830
16,mlp.experts.64.gate_proj,0.0000065089,0.01000,1.939
16,mlp.experts.66.gate_proj,0.0000061833,0.01000,1.820
16,mlp.experts.76.gate_proj,0.0000063986,0.01000,2.102
16,mlp.experts.70.gate_proj,0.0000059030,0.01000,1.824
16,mlp.experts.68.gate_proj,0.0000072992,0.01000,1.913
16,mlp.experts.78.gate_proj,0.0000051223,0.01000,2.045
16,mlp.experts.75.gate_proj,0.0000057031,0.01000,2.027
16,mlp.experts.73.gate_proj,0.0000054499,0.01000,1.919
16,mlp.experts.67.gate_proj,0.0000068612,0.01000,2.038
16,mlp.experts.79.gate_proj,0.0000058284,0.01000,2.023
16,mlp.experts.71.gate_proj,0.0000056240,0.01000,1.988
16,mlp.experts.85.gate_proj,0.0000055154,0.01000,1.742
16,mlp.experts.81.gate_proj,0.0000053587,0.01000,1.805
16,mlp.experts.93.gate_proj,0.0000054814,0.01000,1.807
16,mlp.experts.80.gate_proj,0.0000058816,0.01000,1.783
16,mlp.experts.88.gate_proj,0.0000052869,0.01000,1.857
16,mlp.experts.86.gate_proj,0.0000064928,0.01000,1.758
16,mlp.experts.94.gate_proj,0.0000055787,0.01000,1.725
16,mlp.experts.92.gate_proj,0.0000055486,0.01000,1.911
16,mlp.experts.91.gate_proj,0.0000058820,0.01000,1.729
16,mlp.experts.90.gate_proj,0.0000052420,0.01000,2.126
16,mlp.experts.84.gate_proj,0.0000067855,0.01000,1.907
16,mlp.experts.83.gate_proj,0.0000058995,0.01000,1.760
16,mlp.experts.82.gate_proj,0.0000047632,0.01000,2.162
16,mlp.experts.95.gate_proj,0.0000063796,0.01000,1.683
16,mlp.experts.89.gate_proj,0.0000066620,0.01000,2.004
16,mlp.experts.87.gate_proj,0.0000058332,0.01000,1.793
16,mlp.experts.101.gate_proj,0.0000054328,0.01000,1.927
16,mlp.experts.97.gate_proj,0.0000052637,0.01000,2.066
16,mlp.experts.109.gate_proj,0.0000066711,0.01000,1.915
16,mlp.experts.104.gate_proj,0.0000060207,0.01000,1.874
16,mlp.experts.96.gate_proj,0.0000061647,0.01000,1.879
16,mlp.experts.100.gate_proj,0.0000029973,0.01000,1.869
16,mlp.experts.111.gate_proj,0.0000060934,0.01000,1.723
16,mlp.experts.99.gate_proj,0.0000065882,0.01000,1.822
16,mlp.experts.106.gate_proj,0.0000057541,0.01000,1.987
16,mlp.experts.107.gate_proj,0.0000059420,0.01000,2.017
16,mlp.experts.110.gate_proj,0.0000062330,0.01000,2.140
16,mlp.experts.108.gate_proj,0.0000050487,0.01000,2.148
16,mlp.experts.103.gate_proj,0.0000055621,0.01000,1.805
16,mlp.experts.102.gate_proj,0.0000057970,0.01000,2.342
16,mlp.experts.98.gate_proj,0.0000058904,0.01000,2.095
16,mlp.experts.105.gate_proj,0.0000057824,0.01000,2.080
16,mlp.experts.117.gate_proj,0.0000057211,0.01000,2.093
16,mlp.experts.113.gate_proj,0.0000059208,0.01000,1.975
16,mlp.experts.120.gate_proj,0.0000065592,0.01000,1.679
16,mlp.experts.112.gate_proj,0.0000050794,0.01000,1.682
16,mlp.experts.125.gate_proj,0.0000070510,0.01000,2.035
16,mlp.experts.127.gate_proj,0.0000054091,0.01000,1.524
16,mlp.experts.115.gate_proj,0.0000055672,0.01000,1.548
16,mlp.experts.116.gate_proj,0.0000059060,0.01000,1.733
16,mlp.experts.123.gate_proj,0.0000068184,0.01000,1.702
16,mlp.experts.119.gate_proj,0.0000054158,0.01000,1.596
16,mlp.experts.124.gate_proj,0.0000058806,0.01000,1.785
16,mlp.experts.126.gate_proj,0.0000062903,0.01000,2.113
16,mlp.experts.121.gate_proj,0.0000065289,0.01000,1.811
16,mlp.experts.118.gate_proj,0.0000060946,0.01000,2.094
16,mlp.experts.122.gate_proj,0.0000060772,0.01000,2.295
16,mlp.experts.114.gate_proj,0.0000061049,0.01000,2.079
16,mlp.experts.5.up_proj,0.0000059373,0.01000,1.763
16,mlp.experts.15.up_proj,0.0000058326,0.01000,1.481
16,mlp.experts.1.up_proj,0.0000057379,0.01000,1.745
16,mlp.experts.8.up_proj,0.0000058007,0.01000,1.750
16,mlp.experts.3.up_proj,0.0000058214,0.01000,1.507
16,mlp.experts.0.up_proj,0.0000044911,0.01000,1.948
16,mlp.experts.7.up_proj,0.0000058538,0.01000,1.516
16,mlp.experts.13.up_proj,0.0000051525,0.01000,1.894
16,mlp.experts.11.up_proj,0.0000056576,0.01000,1.627
16,mlp.experts.4.up_proj,0.0000052648,0.01000,1.819
16,mlp.experts.12.up_proj,0.0000053159,0.01000,2.029
16,mlp.experts.9.up_proj,0.0000054963,0.01000,1.843
16,mlp.experts.10.up_proj,0.0000056945,0.01000,2.056
16,mlp.experts.14.up_proj,0.0000053753,0.01000,2.271
16,mlp.experts.2.up_proj,0.0000056540,0.01000,2.153
16,mlp.experts.31.up_proj,0.0000062107,0.01000,1.571
16,mlp.experts.6.up_proj,0.0000061200,0.01000,2.250
16,mlp.experts.19.up_proj,0.0000052631,0.01000,1.591
16,mlp.experts.21.up_proj,0.0000065199,0.01000,1.871
16,mlp.experts.23.up_proj,0.0000058979,0.01000,1.541
16,mlp.experts.17.up_proj,0.0000056016,0.01000,1.920
16,mlp.experts.27.up_proj,0.0000058462,0.01000,1.552
16,mlp.experts.24.up_proj,0.0000053419,0.01000,1.967
16,mlp.experts.29.up_proj,0.0000059814,0.01000,1.814
16,mlp.experts.16.up_proj,0.0000053369,0.01000,1.978
16,mlp.experts.20.up_proj,0.0000059407,0.01000,1.874
16,mlp.experts.28.up_proj,0.0000057063,0.01000,1.976
16,mlp.experts.25.up_proj,0.0000051963,0.01000,1.852
16,mlp.experts.47.up_proj,0.0000058553,0.01000,1.525
16,mlp.experts.35.up_proj,0.0000051378,0.01000,1.532
16,mlp.experts.39.up_proj,0.0000054096,0.01000,1.559
16,mlp.experts.43.up_proj,0.0000065111,0.01000,1.487
16,mlp.experts.26.up_proj,0.0000050601,0.01000,2.236
16,mlp.experts.37.up_proj,0.0000053176,0.01000,1.935
16,mlp.experts.33.up_proj,0.0000057009,0.01000,1.929
16,mlp.experts.22.up_proj,0.0000057575,0.01000,2.328
16,mlp.experts.30.up_proj,0.0000054314,0.01000,2.457
16,mlp.experts.32.up_proj,0.0000058021,0.01000,1.704
16,mlp.experts.18.up_proj,0.0000056887,0.01000,2.421
16,mlp.experts.40.up_proj,0.0000058327,0.01000,1.988
16,mlp.experts.45.up_proj,0.0000060868,0.01000,2.055
16,mlp.experts.36.up_proj,0.0000058008,0.01000,2.149
16,mlp.experts.63.up_proj,0.0000054034,0.01000,1.469
16,mlp.experts.51.up_proj,0.0000058690,0.01000,1.498
16,mlp.experts.44.up_proj,0.0000057434,0.01000,1.908
16,mlp.experts.59.up_proj,0.0000065756,0.01000,1.469
16,mlp.experts.41.up_proj,0.0000057290,0.01000,2.028
16,mlp.experts.55.up_proj,0.0000057031,0.01000,1.732
16,mlp.experts.48.up_proj,0.0000035275,0.01000,1.654
16,mlp.experts.56.up_proj,0.0000059394,0.01000,1.609
16,mlp.experts.53.up_proj,0.0000058978,0.01000,2.022
16,mlp.experts.49.up_proj,0.0000052976,0.01000,2.042
16,mlp.experts.42.up_proj,0.0000041495,0.01000,2.289
16,mlp.experts.79.up_proj,0.0000054359,0.01000,1.460
16,mlp.experts.38.up_proj,0.0000064864,0.01000,2.315
16,mlp.experts.67.up_proj,0.0000063867,0.01000,1.527
16,mlp.experts.46.up_proj,0.0000060171,0.01000,2.337
16,mlp.experts.34.up_proj,0.0000059678,0.01000,2.319
16,mlp.experts.61.up_proj,0.0000059869,0.01000,2.053
16,mlp.experts.75.up_proj,0.0000054518,0.01000,1.433
16,mlp.experts.52.up_proj,0.0000055369,0.01000,2.025
16,mlp.experts.71.up_proj,0.0000053788,0.01000,1.466
16,mlp.experts.60.up_proj,0.0000061160,0.01000,2.044
16,mlp.experts.57.up_proj,0.0000054413,0.01000,1.941
16,mlp.experts.72.up_proj,0.0000051219,0.01000,1.727
16,mlp.experts.64.up_proj,0.0000063216,0.01000,1.833
16,mlp.experts.95.up_proj,0.0000061797,0.01000,1.481
16,mlp.experts.69.up_proj,0.0000059604,0.01000,1.903
16,mlp.experts.83.up_proj,0.0000056329,0.01000,1.552
16,mlp.experts.91.up_proj,0.0000057643,0.01000,1.559
16,mlp.experts.65.up_proj,0.0000057519,0.01000,2.020
16,mlp.experts.58.up_proj,0.0000059537,0.01000,1.990
16,mlp.experts.87.up_proj,0.0000056744,0.01000,1.462
16,mlp.experts.54.up_proj,0.0000056226,0.01000,2.025
16,mlp.experts.50.up_proj,0.0000061091,0.01000,2.006
16,mlp.experts.62.up_proj,0.0000051774,0.01000,2.027
16,mlp.experts.77.up_proj,0.0000054830,0.01000,1.987
16,mlp.experts.68.up_proj,0.0000064841,0.01000,2.017
16,mlp.experts.76.up_proj,0.0000059753,0.01000,1.832
16,mlp.experts.111.up_proj,0.0000059465,0.01000,1.496
16,mlp.experts.73.up_proj,0.0000054398,0.01000,2.164
16,mlp.experts.80.up_proj,0.0000055445,0.01000,2.041
16,mlp.experts.88.up_proj,0.0000051991,0.01000,2.124
16,mlp.experts.107.up_proj,0.0000058083,0.01000,1.723
16,mlp.experts.99.up_proj,0.0000059203,0.01000,1.925
16,mlp.experts.103.up_proj,0.0000053017,0.01000,1.692
16,mlp.experts.85.up_proj,0.0000053009,0.01000,2.110
16,mlp.experts.81.up_proj,0.0000052081,0.01000,2.016
16,mlp.experts.74.up_proj,0.0000054328,0.01000,2.070
16,mlp.experts.84.up_proj,0.0000062365,0.01000,1.655
16,mlp.experts.78.up_proj,0.0000049596,0.01000,1.951
16,mlp.experts.70.up_proj,0.0000058239,0.01000,2.009
16,mlp.experts.93.up_proj,0.0000052642,0.01000,2.046
16,mlp.experts.66.up_proj,0.0000058487,0.01000,2.053
16,mlp.experts.92.up_proj,0.0000053164,0.01000,1.685
16,mlp.experts.127.up_proj,0.0000051616,0.01000,1.791
16,mlp.experts.89.up_proj,0.0000063763,0.01000,1.779
16,mlp.experts.123.up_proj,0.0000060733,0.01000,1.480
16,mlp.experts.119.up_proj,0.0000051618,0.01000,1.427
16,mlp.experts.115.up_proj,0.0000054203,0.01000,1.461
16,mlp.experts.101.up_proj,0.0000051518,0.01000,1.776
16,mlp.experts.96.up_proj,0.0000058149,0.01000,2.175
16,mlp.experts.97.up_proj,0.0000050910,0.01000,1.727
16,mlp.experts.104.up_proj,0.0000056552,0.01000,2.173
16,mlp.experts.100.up_proj,0.0000029824,0.01000,1.752
16,mlp.experts.109.up_proj,0.0000059338,0.01000,1.672
16,mlp.experts.108.up_proj,0.0000053677,0.01000,1.681
16,mlp.experts.90.up_proj,0.0000050784,0.01000,2.116
16,mlp.experts.94.up_proj,0.0000054689,0.01000,2.023
16,mlp.experts.82.up_proj,0.0000044727,0.01000,2.080
16,mlp.experts.86.up_proj,0.0000061051,0.01000,2.199
16,mlp.experts.105.up_proj,0.0000056890,0.01000,1.672
16,mlp.experts.113.up_proj,0.0000053044,0.01000,1.595
16,mlp.experts.117.up_proj,0.0000055603,0.01000,1.726
16,mlp.experts.112.up_proj,0.0000048655,0.01000,1.840
16,mlp.experts.120.up_proj,0.0000062259,0.01000,1.848
16,mlp.experts.125.up_proj,0.0000065323,0.01000,1.544
16,mlp.experts.116.up_proj,0.0000057000,0.01000,1.720
16,mlp.experts.124.up_proj,0.0000058068,0.01000,1.711
16,mlp.experts.121.up_proj,0.0000060274,0.01000,1.268
16,mlp.experts.110.up_proj,0.0000060938,0.01000,1.753
16,mlp.experts.106.up_proj,0.0000055642,0.01000,1.923
16,mlp.experts.98.up_proj,0.0000058977,0.01000,1.716
16,mlp.experts.102.up_proj,0.0000057062,0.01000,1.760
16,mlp.experts.126.up_proj,0.0000058270,0.01000,1.732
16,mlp.experts.114.up_proj,0.0000057048,0.01000,1.703
16,mlp.experts.122.up_proj,0.0000060212,0.01000,1.847
16,mlp.experts.118.up_proj,0.0000057452,0.01000,1.705
16,mlp.experts.0.down_proj,0.0000002247,0.01000,1.028
16,mlp.experts.12.down_proj,0.0000003426,0.01000,1.097
16,mlp.experts.4.down_proj,0.0000003285,0.01000,1.144
16,mlp.experts.8.down_proj,0.0000004938,0.01000,0.974
16,mlp.experts.1.down_proj,0.0000004130,0.01000,1.217
16,mlp.experts.2.down_proj,0.0000003369,0.01000,1.333
16,mlp.experts.6.down_proj,0.0000003999,0.01000,1.338
16,mlp.experts.9.down_proj,0.0000003288,0.01000,1.342
16,mlp.experts.11.down_proj,0.0000004375,0.01000,1.346
16,mlp.experts.13.down_proj,0.0000002362,0.01000,1.198
16,mlp.experts.15.down_proj,0.0000004757,0.01000,1.243
16,mlp.experts.7.down_proj,0.0000004020,0.01000,1.193
16,mlp.experts.3.down_proj,0.0000003686,0.01000,1.196
16,mlp.experts.10.down_proj,0.0000003737,0.01000,1.198
16,mlp.experts.14.down_proj,0.0000003107,0.01000,1.281
16,mlp.experts.5.down_proj,0.0000005459,0.01000,1.416
16,mlp.experts.16.down_proj,0.0000003125,0.01000,0.738
16,mlp.experts.28.down_proj,0.0000002880,0.01000,0.763
16,mlp.experts.24.down_proj,0.0000003095,0.01000,0.778
16,mlp.experts.20.down_proj,0.0000005919,0.01000,0.805
16,mlp.experts.18.down_proj,0.0000003749,0.01000,0.746
16,mlp.experts.27.down_proj,0.0000002939,0.01000,0.763
16,mlp.experts.22.down_proj,0.0000003844,0.01000,0.762
16,mlp.experts.31.down_proj,0.0000004397,0.01000,0.775
16,mlp.experts.26.down_proj,0.0000002455,0.01000,0.772
16,mlp.experts.30.down_proj,0.0000002976,0.01000,0.771
16,mlp.experts.19.down_proj,0.0000002908,0.01000,0.824
16,mlp.experts.23.down_proj,0.0000003544,0.01000,0.834
16,mlp.experts.17.down_proj,0.0000003596,0.01000,0.973
16,mlp.experts.29.down_proj,0.0000004794,0.01000,0.962
16,mlp.experts.25.down_proj,0.0000002525,0.01000,1.003
16,mlp.experts.21.down_proj,0.0000005187,0.01000,1.001
16,mlp.experts.32.down_proj,0.0000004423,0.01000,0.872
16,mlp.experts.44.down_proj,0.0000005488,0.01000,0.888
16,mlp.experts.34.down_proj,0.0000004493,0.01000,0.711
16,mlp.experts.40.down_proj,0.0000004360,0.01000,0.908
16,mlp.experts.38.down_proj,0.0000006775,0.01000,0.724
16,mlp.experts.46.down_proj,0.0000003861,0.01000,0.707
16,mlp.experts.36.down_proj,0.0000004461,0.01000,0.928
16,mlp.experts.42.down_proj,0.0000001728,0.01000,0.717
16,mlp.experts.47.down_proj,0.0000004029,0.01000,0.771
16,mlp.experts.43.down_proj,0.0000005019,0.01000,0.812
16,mlp.experts.35.down_proj,0.0000002612,0.01000,0.797
16,mlp.experts.39.down_proj,0.0000002489,0.01000,0.843
16,mlp.experts.33.down_proj,0.0000004551,0.01000,0.892
16,mlp.experts.41.down_proj,0.0000003350,0.01000,0.880
16,mlp.experts.45.down_proj,0.0000004138,0.01000,0.949
16,mlp.experts.37.down_proj,0.0000002949,0.01000,0.974
16,mlp.experts.54.down_proj,0.0000003507,0.01000,0.634
16,mlp.experts.50.down_proj,0.0000005093,0.01000,0.678
16,mlp.experts.48.down_proj,0.0000001393,0.01000,0.871
16,mlp.experts.62.down_proj,0.0000003025,0.01000,0.673
16,mlp.experts.60.down_proj,0.0000005593,0.01000,0.822
16,mlp.experts.58.down_proj,0.0000003803,0.01000,0.695
16,mlp.experts.56.down_proj,0.0000005157,0.01000,0.850
16,mlp.experts.52.down_proj,0.0000003324,0.01000,0.855
16,mlp.experts.63.down_proj,0.0000002928,0.01000,0.882
16,mlp.experts.59.down_proj,0.0000005455,0.01000,0.914
16,mlp.experts.51.down_proj,0.0000004900,0.01000,0.847
16,mlp.experts.55.down_proj,0.0000004430,0.01000,0.817
16,mlp.experts.49.down_proj,0.0000002681,0.01000,0.908
16,mlp.experts.61.down_proj,0.0000005662,0.01000,0.917
16,mlp.experts.57.down_proj,0.0000003215,0.01000,0.968
16,mlp.experts.64.down_proj,0.0000005810,0.01000,0.710
16,mlp.experts.76.down_proj,0.0000003806,0.01000,0.735
16,mlp.experts.53.down_proj,0.0000004254,0.01000,0.929
16,mlp.experts.72.down_proj,0.0000002550,0.01000,0.684
16,mlp.experts.68.down_proj,0.0000005819,0.01000,0.685
16,mlp.experts.66.down_proj,0.0000003790,0.01000,0.927
16,mlp.experts.70.down_proj,0.0000003141,0.01000,0.977
16,mlp.experts.78.down_proj,0.0000002513,0.01000,0.983
16,mlp.experts.74.down_proj,0.0000003198,0.01000,0.954
16,mlp.experts.79.down_proj,0.0000003096,0.01000,0.757
16,mlp.experts.75.down_proj,0.0000003279,0.01000,0.740
16,mlp.experts.67.down_proj,0.0000005795,0.01000,0.768
16,mlp.experts.71.down_proj,0.0000002924,0.01000,0.776
16,mlp.experts.80.down_proj,0.0000003595,0.01000,0.629
16,mlp.experts.92.down_proj,0.0000003349,0.01000,0.628
16,mlp.experts.88.down_proj,0.0000002944,0.01000,0.638
16,mlp.experts.65.down_proj,0.0000003807,0.01000,0.924
16,mlp.experts.84.down_proj,0.0000004598,0.01000,0.605
16,mlp.experts.77.down_proj,0.0000003781,0.01000,0.899
16,mlp.experts.73.down_proj,0.0000003220,0.01000,0.907
16,mlp.experts.90.down_proj,0.0000003197,0.01000,0.705
16,mlp.experts.82.down_proj,0.0000002206,0.01000,0.840
16,mlp.experts.69.down_proj,0.0000003302,0.01000,0.959
16,mlp.experts.86.down_proj,0.0000004573,0.01000,0.818
16,mlp.experts.95.down_proj,0.0000005080,0.01000,0.798
16,mlp.experts.91.down_proj,0.0000003272,0.01000,0.803
16,mlp.experts.94.down_proj,0.0000002822,0.01000,0.855
16,mlp.experts.87.down_proj,0.0000003538,0.01000,0.757
16,mlp.experts.83.down_proj,0.0000003919,0.01000,0.796
16,mlp.experts.96.down_proj,0.0000004060,0.01000,0.667
16,mlp.experts.108.down_proj,0.0000003185,0.01000,0.658
16,mlp.experts.104.down_proj,0.0000004074,0.01000,0.672
16,mlp.experts.100.down_proj,0.0000000684,0.01000,0.633
16,mlp.experts.81.down_proj,0.0000002866,0.01000,0.950
16,mlp.experts.89.down_proj,0.0000006997,0.01000,0.928
16,mlp.experts.106.down_proj,0.0000003604,0.01000,0.797
16,mlp.experts.93.down_proj,0.0000002728,0.01000,0.985
16,mlp.experts.112.down_proj,0.0000003050,0.01000,0.589
16,mlp.experts.111.down_proj,0.0000003968,0.01000,0.743
16,mlp.experts.98.down_proj,0.0000004812,0.01000,0.831
16,mlp.experts.103.down_proj,0.0000003017,0.01000,0.718
16,mlp.experts.99.down_proj,0.0000004430,0.01000,0.733
16,mlp.experts.107.down_proj,0.0000003184,0.01000,0.757
16,mlp.experts.85.down_proj,0.0000003065,0.01000,0.874
16,mlp.experts.124.down_proj,0.0000004304,0.01000,0.579
16,mlp.experts.102.down_proj,0.0000003413,0.01000,0.865
16,mlp.experts.116.down_proj,0.0000003355,0.01000,0.557
16,mlp.experts.120.down_proj,0.0000004361,0.01000,0.558
16,mlp.experts.110.down_proj,0.0000004799,0.01000,0.858
16,mlp.experts.122.down_proj,0.0000004896,0.01000,0.656
16,mlp.experts.114.down_proj,0.0000004059,0.01000,0.623
16,mlp.experts.97.down_proj,0.0000002313,0.01000,0.784
16,mlp.experts.118.down_proj,0.0000003712,0.01000,0.623
16,mlp.experts.126.down_proj,0.0000003597,0.01000,0.553
16,mlp.experts.109.down_proj,0.0000003621,0.01000,0.783
16,mlp.experts.119.down_proj,0.0000003207,0.01000,0.732
16,mlp.experts.127.down_proj,0.0000002813,0.01000,0.767
16,mlp.experts.105.down_proj,0.0000004426,0.01000,0.857
16,mlp.experts.123.down_proj,0.0000004232,0.01000,0.734
16,mlp.experts.115.down_proj,0.0000004154,0.01000,0.754
16,mlp.experts.101.down_proj,0.0000002836,0.01000,0.841
16,mlp.experts.113.down_proj,0.0000003024,0.01000,0.682
16,mlp.experts.125.down_proj,0.0000006811,0.01000,0.657
16,mlp.experts.121.down_proj,0.0000004417,0.01000,0.626
16,mlp.experts.117.down_proj,0.0000003449,0.01000,0.593
17,self_attn.q_proj,0.0000002598,0.01000,0.775
17,self_attn.v_proj,0.0000000431,0.01000,0.849
17,self_attn.k_proj,0.0000000368,0.01000,0.850
17,self_attn.o_proj,0.0000000403,0.01000,1.402
17,mlp.experts.0.gate_proj,0.0000054549,0.01000,1.740
17,mlp.experts.8.gate_proj,0.0000075460,0.01000,1.756
17,mlp.experts.4.gate_proj,0.0000059697,0.01000,1.759
17,mlp.experts.6.gate_proj,0.0000055347,0.01000,1.925
17,mlp.experts.14.gate_proj,0.0000061526,0.01000,1.961
17,mlp.experts.10.gate_proj,0.0000055269,0.01000,2.049
17,mlp.experts.12.gate_proj,0.0000052318,0.01000,2.048
17,mlp.experts.2.gate_proj,0.0000061095,0.01000,2.115
17,mlp.experts.5.gate_proj,0.0000055322,0.01000,2.102
17,mlp.experts.1.gate_proj,0.0000037468,0.01000,2.158
17,mlp.experts.9.gate_proj,0.0000057176,0.01000,2.137
17,mlp.experts.11.gate_proj,0.0000057558,0.01000,2.190
17,mlp.experts.13.gate_proj,0.0000063447,0.01000,2.209
17,mlp.experts.3.gate_proj,0.0000048933,0.01000,2.272
17,mlp.experts.7.gate_proj,0.0000040343,0.01000,2.307
17,mlp.experts.15.gate_proj,0.0000060559,0.01000,2.375
17,mlp.experts.16.gate_proj,0.0000074017,0.01000,1.675
17,mlp.experts.24.gate_proj,0.0000068858,0.01000,1.670
17,mlp.experts.20.gate_proj,0.0000063241,0.01000,1.643
17,mlp.experts.22.gate_proj,0.0000057939,0.01000,1.684
17,mlp.experts.26.gate_proj,0.0000071194,0.01000,1.746
17,mlp.experts.30.gate_proj,0.0000060338,0.01000,2.077
17,mlp.experts.28.gate_proj,0.0000061771,0.01000,2.013
17,mlp.experts.18.gate_proj,0.0000054997,0.01000,2.002
17,mlp.experts.29.gate_proj,0.0000077219,0.01000,1.951
17,mlp.experts.17.gate_proj,0.0000062998,0.01000,2.002
17,mlp.experts.21.gate_proj,0.0000048817,0.01000,2.053
17,mlp.experts.25.gate_proj,0.0000066231,0.01000,2.069
17,mlp.experts.27.gate_proj,0.0000053810,0.01000,2.095
17,mlp.experts.19.gate_proj,0.0000049876,0.01000,2.081
17,mlp.experts.23.gate_proj,0.0000081640,0.01000,2.129
17,mlp.experts.31.gate_proj,0.0000074876,0.01000,2.185
17,mlp.experts.32.gate_proj,0.0000078803,0.01000,1.707
17,mlp.experts.40.gate_proj,0.0000057831,0.01000,1.714
17,mlp.experts.36.gate_proj,0.0000019467,0.01000,1.715
17,mlp.experts.38.gate_proj,0.0000062200,0.01000,1.728
17,mlp.experts.42.gate_proj,0.0000065746,0.01000,1.971
17,mlp.experts.34.gate_proj,0.0000060114,0.01000,1.757
17,mlp.experts.46.gate_proj,0.0000054542,0.01000,1.954
17,mlp.experts.33.gate_proj,0.0000058680,0.01000,1.962
17,mlp.experts.44.gate_proj,0.0000054029,0.01000,2.067
17,mlp.experts.45.gate_proj,0.0000068698,0.01000,2.002
17,mlp.experts.37.gate_proj,0.0000055406,0.01000,2.022
17,mlp.experts.41.gate_proj,0.0000069557,0.01000,2.089
17,mlp.experts.43.gate_proj,0.0000068681,0.01000,2.165
17,mlp.experts.35.gate_proj,0.0000056126,0.01000,2.213
17,mlp.experts.39.gate_proj,0.0000056791,0.01000,2.187
17,mlp.experts.47.gate_proj,0.0000058007,0.01000,2.177
17,mlp.experts.48.gate_proj,0.0000057248,0.01000,1.763
17,mlp.experts.52.gate_proj,0.0000059888,0.01000,1.791
17,mlp.experts.56.gate_proj,0.0000062508,0.01000,1.906
17,mlp.experts.54.gate_proj,0.0000064407,0.01000,1.919
17,mlp.experts.58.gate_proj,0.0000062779,0.01000,1.883
17,mlp.experts.50.gate_proj,0.0000058660,0.01000,1.882
17,mlp.experts.60.gate_proj,0.0000066578,0.01000,1.686
17,mlp.experts.62.gate_proj,0.0000059865,0.01000,1.840
17,mlp.experts.49.gate_proj,0.0000063099,0.01000,2.008
17,mlp.experts.61.gate_proj,0.0000063490,0.01000,1.980
17,mlp.experts.53.gate_proj,0.0000061180,0.01000,2.024
17,mlp.experts.57.gate_proj,0.0000069801,0.01000,2.085
17,mlp.experts.64.gate_proj,0.0000061145,0.01000,1.680
17,mlp.experts.68.gate_proj,0.0000056289,0.01000,1.652
17,mlp.experts.59.gate_proj,0.0000058674,0.01000,2.233
17,mlp.experts.51.gate_proj,0.0000057743,0.01000,2.166
17,mlp.experts.72.gate_proj,0.0000049879,0.01000,1.724
17,mlp.experts.55.gate_proj,0.0000048999,0.01000,2.228
17,mlp.experts.63.gate_proj,0.0000059721,0.01000,2.198
17,mlp.experts.70.gate_proj,0.0000060780,0.01000,1.702
17,mlp.experts.78.gate_proj,0.0000059994,0.01000,1.680
17,mlp.experts.74.gate_proj,0.0000062135,0.01000,1.853
17,mlp.experts.66.gate_proj,0.0000055450,0.01000,1.918
17,mlp.experts.76.gate_proj,0.0000058729,0.01000,1.909
17,mlp.experts.77.gate_proj,0.0000055167,0.01000,2.029
17,mlp.experts.65.gate_proj,0.0000057143,0.01000,2.057
17,mlp.experts.69.gate_proj,0.0000056986,0.01000,2.005
17,mlp.experts.80.gate_proj,0.0000055094,0.01000,1.727
17,mlp.experts.84.gate_proj,0.0000057080,0.01000,1.756
17,mlp.experts.73.gate_proj,0.0000053115,0.01000,2.022
17,mlp.experts.88.gate_proj,0.0000054945,0.01000,1.780
17,mlp.experts.75.gate_proj,0.0000062999,0.01000,2.028
17,mlp.experts.67.gate_proj,0.0000062745,0.01000,2.116
17,mlp.experts.71.gate_proj,0.0000067041,0.01000,2.092
17,mlp.experts.86.gate_proj,0.0000070478,0.01000,1.995
17,mlp.experts.79.gate_proj,0.0000059685,0.01000,2.171
17,mlp.experts.94.gate_proj,0.0000061795,0.01000,1.877
17,mlp.experts.82.gate_proj,0.0000059630,0.01000,1.812
17,mlp.experts.90.gate_proj,0.0000018974,0.01000,2.083
17,mlp.experts.92.gate_proj,0.0000049118,0.01000,1.951
17,mlp.experts.93.gate_proj,0.0000059412,0.01000,1.866
17,mlp.experts.96.gate_proj,0.0000060669,0.01000,1.814
17,mlp.experts.85.gate_proj,0.0000059928,0.01000,1.906
17,mlp.experts.100.gate_proj,0.0000051723,0.01000,1.831
17,mlp.experts.104.gate_proj,0.0000058269,0.01000,1.789
17,mlp.experts.81.gate_proj,0.0000071880,0.01000,2.165
17,mlp.experts.89.gate_proj,0.0000064286,0.01000,1.962
17,mlp.experts.102.gate_proj,0.0000058533,0.01000,1.705
17,mlp.experts.91.gate_proj,0.0000073077,0.01000,2.114
17,mlp.experts.83.gate_proj,0.0000058134,0.01000,2.094
17,mlp.experts.87.gate_proj,0.0000058155,0.01000,2.032
17,mlp.experts.110.gate_proj,0.0000077606,0.01000,1.664
17,mlp.experts.95.gate_proj,0.0000057830,0.01000,2.024
17,mlp.experts.98.gate_proj,0.0000074368,0.01000,1.750
17,mlp.experts.106.gate_proj,0.0000062625,0.01000,1.678
17,mlp.experts.108.gate_proj,0.0000056668,0.01000,2.004
17,mlp.experts.112.gate_proj,0.0000059155,0.01000,1.761
17,mlp.experts.116.gate_proj,0.0000060378,0.01000,1.724
17,mlp.experts.120.gate_proj,0.0000057164,0.01000,1.724
17,mlp.experts.109.gate_proj,0.0000055646,0.01000,2.048
17,mlp.experts.118.gate_proj,0.0000059013,0.01000,1.597
17,mlp.experts.101.gate_proj,0.0000053073,0.01000,2.175
17,mlp.experts.97.gate_proj,0.0000063586,0.01000,2.184
17,mlp.experts.105.gate_proj,0.0000053409,0.01000,2.220
17,mlp.experts.126.gate_proj,0.0000060314,0.01000,1.718
17,mlp.experts.107.gate_proj,0.0000056504,0.01000,1.955
17,mlp.experts.99.gate_proj,0.0000023303,0.01000,1.948
17,mlp.experts.114.gate_proj,0.0000058386,0.01000,1.725
17,mlp.experts.103.gate_proj,0.0000057395,0.01000,1.977
17,mlp.experts.122.gate_proj,0.0000021597,0.01000,1.761
17,mlp.experts.111.gate_proj,0.0000062345,0.01000,1.925
17,mlp.experts.0.up_proj,0.0000055627,0.01000,1.673
17,mlp.experts.4.up_proj,0.0000059064,0.01000,1.677
17,mlp.experts.124.gate_proj,0.0000051479,0.01000,1.987
17,mlp.experts.8.up_proj,0.0000067536,0.01000,1.705
17,mlp.experts.6.up_proj,0.0000053459,0.01000,1.705
17,mlp.experts.125.gate_proj,0.0000058586,0.01000,2.239
17,mlp.experts.117.gate_proj,0.0000063073,0.01000,2.174
17,mlp.experts.14.up_proj,0.0000062816,0.01000,1.818
17,mlp.experts.113.gate_proj,0.0000061857,0.01000,2.093
17,mlp.experts.2.up_proj,0.0000060904,0.01000,1.755
17,mlp.experts.121.gate_proj,0.0000058867,0.01000,2.140
17,mlp.experts.123.gate_proj,0.0000059248,0.01000,1.982
17,mlp.experts.10.up_proj,0.0000051336,0.01000,1.779
17,mlp.experts.115.gate_proj,0.0000059779,0.01000,2.045
17,mlp.experts.119.gate_proj,0.0000062135,0.01000,1.979
17,mlp.experts.127.gate_proj,0.0000061493,0.01000,2.012
17,mlp.experts.16.up_proj,0.0000065878,0.01000,1.704
17,mlp.experts.20.up_proj,0.0000062359,0.01000,1.798
17,mlp.experts.24.up_proj,0.0000067877,0.01000,1.795
17,mlp.experts.12.up_proj,0.0000049762,0.01000,1.994
17,mlp.experts.22.up_proj,0.0000055501,0.01000,1.850
17,mlp.experts.13.up_proj,0.0000059670,0.01000,2.072
17,mlp.experts.30.up_proj,0.0000056280,0.01000,1.898
17,mlp.experts.18.up_proj,0.0000054569,0.01000,1.857
17,mlp.experts.26.up_proj,0.0000061943,0.01000,1.848
17,mlp.experts.5.up_proj,0.0000052824,0.01000,2.246
17,mlp.experts.11.up_proj,0.0000057175,0.01000,2.012
17,mlp.experts.1.up_proj,0.0000037675,0.01000,2.297
17,mlp.experts.3.up_proj,0.0000047634,0.01000,2.085
17,mlp.experts.9.up_proj,0.0000054235,0.01000,2.290
17,mlp.experts.32.up_proj,0.0000069036,0.01000,1.813
17,mlp.experts.7.up_proj,0.0000039285,0.01000,2.137
17,mlp.experts.15.up_proj,0.0000059723,0.01000,2.016
17,mlp.experts.36.up_proj,0.0000020184,0.01000,1.744
17,mlp.experts.40.up_proj,0.0000057856,0.01000,1.749
17,mlp.experts.38.up_proj,0.0000058041,0.01000,1.742
17,mlp.experts.28.up_proj,0.0000061708,0.01000,1.943
17,mlp.experts.46.up_proj,0.0000055007,0.01000,1.719
17,mlp.experts.34.up_proj,0.0000058740,0.01000,1.791
17,mlp.experts.29.up_proj,0.0000068543,0.01000,1.992
17,mlp.experts.42.up_proj,0.0000059633,0.01000,1.852
17,mlp.experts.27.up_proj,0.0000054043,0.01000,1.930
17,mlp.experts.48.up_proj,0.0000057888,0.01000,1.665
17,mlp.experts.52.up_proj,0.0000060048,0.01000,1.682
17,mlp.experts.21.up_proj,0.0000047950,0.01000,2.284
17,mlp.experts.31.up_proj,0.0000067622,0.01000,1.945
17,mlp.experts.19.up_proj,0.0000050207,0.01000,2.052
17,mlp.experts.56.up_proj,0.0000061008,0.01000,1.773
17,mlp.experts.23.up_proj,0.0000070660,0.01000,2.087
17,mlp.experts.25.up_proj,0.0000064421,0.01000,2.144
17,mlp.experts.17.up_proj,0.0000063829,0.01000,2.313
17,mlp.experts.44.up_proj,0.0000051934,0.01000,1.992
17,mlp.experts.54.up_proj,0.0000061515,0.01000,2.110
17,mlp.experts.62.up_proj,0.0000056273,0.01000,1.916
17,mlp.experts.50.up_proj,0.0000053855,0.01000,1.868
17,mlp.experts.58.up_proj,0.0000059535,0.01000,1.942
17,mlp.experts.64.up_proj,0.0000065954,0.01000,1.799
17,mlp.experts.43.up_proj,0.0000064623,0.01000,1.931
17,mlp.experts.68.up_proj,0.0000052718,0.01000,1.814
17,mlp.experts.45.up_proj,0.0000065053,0.01000,2.329
17,mlp.experts.47.up_proj,0.0000054112,0.01000,1.878
17,mlp.experts.35.up_proj,0.0000055697,0.01000,1.937
17,mlp.experts.72.up_proj,0.0000049569,0.01000,1.898
17,mlp.experts.39.up_proj,0.0000055058,0.01000,1.988
17,mlp.experts.70.up_proj,0.0000058743,0.01000,1.682
17,mlp.experts.37.up_proj,0.0000054188,0.01000,2.350
17,mlp.experts.41.up_proj,0.0000062451,0.01000,2.217
17,mlp.experts.33.up_proj,0.0000056751,0.01000,2.270
17,mlp.experts.60.up_proj,0.0000063786,0.01000,1.957
17,mlp.experts.78.up_proj,0.0000058497,0.01000,1.683
17,mlp.experts.66.up_proj,0.0000055524,0.01000,1.701
17,mlp.experts.74.up_proj,0.0000059879,0.01000,1.658
17,mlp.experts.59.up_proj,0.0000056426,0.01000,1.682
17,mlp.experts.80.up_proj,0.0000050552,0.01000,1.987
17,mlp.experts.63.up_proj,0.0000062206,0.01000,1.671
17,mlp.experts.84.up_proj,0.0000055866,0.01000,1.995
17,mlp.experts.51.up_proj,0.0000057544,0.01000,1.746
17,mlp.experts.61.up_proj,0.0000059568,0.01000,2.143
17,mlp.experts.55.up_proj,0.0000048226,0.01000,1.792
17,mlp.experts.88.up_proj,0.0000052822,0.01000,2.053
17,mlp.experts.86.up_proj,0.0000064443,0.01000,1.746
17,mlp.experts.57.up_proj,0.0000056627,0.01000,2.051
17,mlp.experts.53.up_proj,0.0000061948,0.01000,2.089
17,mlp.experts.94.up_proj,0.0000061279,0.01000,1.700
17,mlp.experts.49.up_proj,0.0000057675,0.01000,1.996
17,mlp.experts.82.up_proj,0.0000057244,0.01000,1.719
17,mlp.experts.76.up_proj,0.0000055439,0.01000,2.068
17,mlp.experts.90.up_proj,0.0000019388,0.01000,1.695
17,mlp.experts.75.up_proj,0.0000061822,0.01000,1.657
17,mlp.experts.79.up_proj,0.0000054474,0.01000,1.647
17,mlp.experts.67.up_proj,0.0000061191,0.01000,1.743
17,mlp.experts.96.up_proj,0.0000060573,0.01000,2.059
17,mlp.experts.100.up_proj,0.0000051263,0.01000,2.012
17,mlp.experts.102.up_proj,0.0000056351,0.01000,1.572
17,mlp.experts.71.up_proj,0.0000064102,0.01000,1.804
17,mlp.experts.110.up_proj,0.0000068197,0.01000,1.579
17,mlp.experts.77.up_proj,0.0000052126,0.01000,2.268
17,mlp.experts.104.up_proj,0.0000057536,0.01000,2.081
17,mlp.experts.98.up_proj,0.0000066213,0.01000,1.680
17,mlp.experts.106.up_proj,0.0000066146,0.01000,1.594
17,mlp.experts.65.up_proj,0.0000077188,0.01000,2.032
17,mlp.experts.73.up_proj,0.0000051358,0.01000,2.144
17,mlp.experts.91.up_proj,0.0000067205,0.01000,1.646
17,mlp.experts.69.up_proj,0.0000057631,0.01000,2.205
17,mlp.experts.92.up_proj,0.0000048477,0.01000,2.121
17,mlp.experts.95.up_proj,0.0000056962,0.01000,1.674
17,mlp.experts.83.up_proj,0.0000056136,0.01000,1.802
17,mlp.experts.118.up_proj,0.0000057094,0.01000,1.750
17,mlp.experts.87.up_proj,0.0000054763,0.01000,1.751
17,mlp.experts.126.up_proj,0.0000059758,0.01000,1.579
17,mlp.experts.116.up_proj,0.0000057426,0.01000,2.137
17,mlp.experts.112.up_proj,0.0000055822,0.01000,2.219
17,mlp.experts.114.up_proj,0.0000056251,0.01000,1.513
17,mlp.experts.122.up_proj,0.0000022324,0.01000,1.490
17,mlp.experts.120.up_proj,0.0000058488,0.01000,1.858
17,mlp.experts.93.up_proj,0.0000056754,0.01000,2.002
17,mlp.experts.107.up_proj,0.0000056150,0.01000,1.712
17,mlp.experts.108.up_proj,0.0000055677,0.01000,1.553
17,mlp.experts.81.up_proj,0.0000067974,0.01000,2.014
17,mlp.experts.111.up_proj,0.0000063628,0.01000,1.781
17,mlp.experts.89.up_proj,0.0000061113,0.01000,2.132
17,mlp.experts.85.up_proj,0.0000071162,0.01000,2.155
17,mlp.experts.99.up_proj,0.0000020630,0.01000,1.999
17,mlp.experts.103.up_proj,0.0000057686,0.01000,1.851
17,mlp.experts.124.up_proj,0.0000053055,0.01000,1.138
17,mlp.experts.109.up_proj,0.0000053754,0.01000,1.852
17,mlp.experts.123.up_proj,0.0000057285,0.01000,2.037
17,mlp.experts.127.up_proj,0.0000057491,0.01000,1.730
17,mlp.experts.97.up_proj,0.0000064996,0.01000,1.877
17,mlp.experts.101.up_proj,0.0000054167,0.01000,1.807
17,mlp.experts.105.up_proj,0.0000051975,0.01000,1.941
17,mlp.experts.119.up_proj,0.0000057932,0.01000,1.629
17,mlp.experts.115.up_proj,0.0000058080,0.01000,1.706
17,mlp.experts.125.up_proj,0.0000057270,0.01000,1.737
17,mlp.experts.113.up_proj,0.0000058702,0.01000,1.664
17,mlp.experts.117.up_proj,0.0000063040,0.01000,1.544
17,mlp.experts.121.up_proj,0.0000054310,0.01000,1.534
17,mlp.experts.8.down_proj,0.0000005437,0.01000,0.813
17,mlp.experts.10.down_proj,0.0000002723,0.01000,0.859
17,mlp.experts.4.down_proj,0.0000004203,0.01000,0.882
17,mlp.experts.0.down_proj,0.0000004109,0.01000,0.880
17,mlp.experts.2.down_proj,0.0000004786,0.01000,0.904
17,mlp.experts.14.down_proj,0.0000004624,0.01000,0.885
17,mlp.experts.12.down_proj,0.0000002406,0.01000,0.893
17,mlp.experts.6.down_proj,0.0000002621,0.01000,0.921
17,mlp.experts.3.down_proj,0.0000002322,0.01000,0.969
17,mlp.experts.11.down_proj,0.0000003949,0.01000,0.950
17,mlp.experts.7.down_proj,0.0000001755,0.01000,0.978
17,mlp.experts.15.down_proj,0.0000004986,0.01000,1.057
17,mlp.experts.1.down_proj,0.0000000956,0.01000,1.113
17,mlp.experts.9.down_proj,0.0000003299,0.01000,1.122
17,mlp.experts.13.down_proj,0.0000004103,0.01000,1.187
17,mlp.experts.5.down_proj,0.0000003265,0.01000,1.205
17,mlp.experts.26.down_proj,0.0000004333,0.01000,0.624
17,mlp.experts.18.down_proj,0.0000003121,0.01000,0.633
17,mlp.experts.22.down_proj,0.0000003264,0.01000,0.631
17,mlp.experts.30.down_proj,0.0000003943,0.01000,0.642
17,mlp.experts.24.down_proj,0.0000005999,0.01000,0.950
17,mlp.experts.20.down_proj,0.0000004867,0.01000,0.898
17,mlp.experts.19.down_proj,0.0000002765,0.01000,0.859
17,mlp.experts.28.down_proj,0.0000005151,0.01000,0.913
17,mlp.experts.16.down_proj,0.0000005083,0.01000,0.960
17,mlp.experts.27.down_proj,0.0000002891,0.01000,0.880
17,mlp.experts.23.down_proj,0.0000007739,0.01000,0.913
17,mlp.experts.31.down_proj,0.0000005584,0.01000,0.832
17,mlp.experts.17.down_proj,0.0000005126,0.01000,0.908
17,mlp.experts.21.down_proj,0.0000002235,0.01000,0.855
17,mlp.experts.29.down_proj,0.0000007128,0.01000,0.871
17,mlp.experts.25.down_proj,0.0000003837,0.01000,0.979
17,mlp.experts.42.down_proj,0.0000004543,0.01000,0.766
17,mlp.experts.34.down_proj,0.0000002972,0.01000,0.800
17,mlp.experts.46.down_proj,0.0000003805,0.01000,0.784
17,mlp.experts.38.down_proj,0.0000003915,0.01000,0.801
17,mlp.experts.36.down_proj,0.0000000308,0.01000,0.770
17,mlp.experts.40.down_proj,0.0000003353,0.01000,0.803
17,mlp.experts.43.down_proj,0.0000005975,0.01000,0.760
17,mlp.experts.32.down_proj,0.0000006121,0.01000,0.764
17,mlp.experts.44.down_proj,0.0000003240,0.01000,0.793
17,mlp.experts.35.down_proj,0.0000004443,0.01000,0.797
17,mlp.experts.39.down_proj,0.0000003376,0.01000,0.779
17,mlp.experts.47.down_proj,0.0000003126,0.01000,0.789
17,mlp.experts.33.down_proj,0.0000003213,0.01000,0.781
17,mlp.experts.37.down_proj,0.0000002813,0.01000,0.776
17,mlp.experts.45.down_proj,0.0000004417,0.01000,0.784
17,mlp.experts.41.down_proj,0.0000005148,0.01000,0.801
17,mlp.experts.58.down_proj,0.0000003932,0.01000,0.840
17,mlp.experts.62.down_proj,0.0000003546,0.01000,0.781
17,mlp.experts.54.down_proj,0.0000003519,0.01000,0.815
17,mlp.experts.50.down_proj,0.0000003240,0.01000,0.846
17,mlp.experts.52.down_proj,0.0000005674,0.01000,0.636
17,mlp.experts.56.down_proj,0.0000004234,0.01000,0.680
17,mlp.experts.48.down_proj,0.0000004149,0.01000,0.623
17,mlp.experts.60.down_proj,0.0000004416,0.01000,0.667
17,mlp.experts.51.down_proj,0.0000003787,0.01000,0.690
17,mlp.experts.59.down_proj,0.0000004342,0.01000,0.834
17,mlp.experts.55.down_proj,0.0000002127,0.01000,0.811
17,mlp.experts.49.down_proj,0.0000003172,0.01000,0.696
17,mlp.experts.63.down_proj,0.0000004721,0.01000,0.825
17,mlp.experts.53.down_proj,0.0000005356,0.01000,0.669
17,mlp.experts.61.down_proj,0.0000003830,0.01000,0.668
17,mlp.experts.57.down_proj,0.0000004435,0.01000,0.716
17,mlp.experts.78.down_proj,0.0000003766,0.01000,0.711
17,mlp.experts.74.down_proj,0.0000004638,0.01000,0.771
17,mlp.experts.70.down_proj,0.0000004903,0.01000,0.695
17,mlp.experts.66.down_proj,0.0000003646,0.01000,0.693
17,mlp.experts.68.down_proj,0.0000002819,0.01000,0.710
17,mlp.experts.72.down_proj,0.0000002785,0.01000,0.706
17,mlp.experts.64.down_proj,0.0000004911,0.01000,0.737
17,mlp.experts.67.down_proj,0.0000004646,0.01000,0.716
17,mlp.experts.76.down_proj,0.0000003145,0.01000,0.752
17,mlp.experts.65.down_proj,0.0000006909,0.01000,0.634
17,mlp.experts.69.down_proj,0.0000004043,0.01000,0.650
17,mlp.experts.77.down_proj,0.0000003066,0.01000,0.642
17,mlp.experts.75.down_proj,0.0000003438,0.01000,0.775
17,mlp.experts.71.down_proj,0.0000005233,0.01000,0.784
17,mlp.experts.79.down_proj,0.0000003278,0.01000,0.828
17,mlp.experts.73.down_proj,0.0000002152,0.01000,0.756
17,mlp.experts.94.down_proj,0.0000004197,0.01000,0.766
17,mlp.experts.86.down_proj,0.0000004954,0.01000,0.744
17,mlp.experts.84.down_proj,0.0000003213,0.01000,0.732
17,mlp.experts.82.down_proj,0.0000003319,0.01000,0.760
17,mlp.experts.90.down_proj,0.0000000311,0.01000,0.801
17,mlp.experts.88.down_proj,0.0000003031,0.01000,0.730
17,mlp.experts.80.down_proj,0.0000002525,0.01000,0.743
17,mlp.experts.81.down_proj,0.0000005418,0.01000,0.629
17,mlp.experts.85.down_proj,0.0000005502,0.01000,0.634
17,mlp.experts.92.down_proj,0.0000002252,0.01000,0.746
17,mlp.experts.93.down_proj,0.0000003138,0.01000,0.628
17,mlp.experts.83.down_proj,0.0000003211,0.01000,0.790
17,mlp.experts.91.down_proj,0.0000006918,0.01000,0.842
17,mlp.experts.87.down_proj,0.0000003106,0.01000,0.808
17,mlp.experts.89.down_proj,0.0000004046,0.01000,0.747
17,mlp.experts.95.down_proj,0.0000003236,0.01000,0.836
17,mlp.experts.110.down_proj,0.0000005683,0.01000,0.693
17,mlp.experts.102.down_proj,0.0000003425,0.01000,0.709
17,mlp.experts.106.down_proj,0.0000004886,0.01000,0.691
17,mlp.experts.98.down_proj,0.0000007780,0.01000,0.716
17,mlp.experts.97.down_proj,0.0000007539,0.01000,0.705
17,mlp.experts.109.down_proj,0.0000003235,0.01000,0.686
17,mlp.experts.101.down_proj,0.0000003152,0.01000,0.699
17,mlp.experts.104.down_proj,0.0000003552,0.01000,0.842
17,mlp.experts.96.down_proj,0.0000003189,0.01000,0.793
17,mlp.experts.100.down_proj,0.0000002237,0.01000,0.933
17,mlp.experts.99.down_proj,0.0000000387,0.01000,0.746
17,mlp.experts.108.down_proj,0.0000004487,0.01000,0.846
17,mlp.experts.103.down_proj,0.0000003744,0.01000,0.720
17,mlp.experts.107.down_proj,0.0000003260,0.01000,0.729
17,mlp.experts.105.down_proj,0.0000002757,0.01000,0.735
17,mlp.experts.111.down_proj,0.0000004764,0.01000,0.742
17,mlp.experts.126.down_proj,0.0000005286,0.01000,0.656
17,mlp.experts.118.down_proj,0.0000002887,0.01000,0.672
17,mlp.experts.114.down_proj,0.0000003089,0.01000,0.678
17,mlp.experts.122.down_proj,0.0000000518,0.01000,0.696
17,mlp.experts.113.down_proj,0.0000003681,0.01000,0.655
17,mlp.experts.117.down_proj,0.0000004932,0.01000,0.617
17,mlp.experts.125.down_proj,0.0000004130,0.01000,0.620
17,mlp.experts.121.down_proj,0.0000003269,0.01000,0.436
17,mlp.experts.115.down_proj,0.0000003816,0.01000,0.737
17,mlp.experts.120.down_proj,0.0000003719,0.01000,0.816
17,mlp.experts.112.down_proj,0.0000003749,0.01000,0.837
17,mlp.experts.124.down_proj,0.0000004181,0.01000,0.720
17,mlp.experts.116.down_proj,0.0000003517,0.01000,0.820
17,mlp.experts.123.down_proj,0.0000003590,0.01000,0.672
17,mlp.experts.119.down_proj,0.0000004021,0.01000,0.697
17,mlp.experts.127.down_proj,0.0000003549,0.01000,0.604
18,self_attn.q_proj,0.0000003661,0.01000,0.814
18,self_attn.k_proj,0.0000000576,0.01000,0.891
18,self_attn.v_proj,0.0000000713,0.01000,1.153
18,self_attn.o_proj,0.0000000583,0.01000,1.475
18,mlp.experts.12.gate_proj,0.0000057386,0.01000,1.873
18,mlp.experts.0.gate_proj,0.0000076165,0.01000,1.884
18,mlp.experts.8.gate_proj,0.0000092797,0.01000,2.068
18,mlp.experts.14.gate_proj,0.0000070228,0.01000,2.122
18,mlp.experts.4.gate_proj,0.0000073546,0.01000,2.145
18,mlp.experts.10.gate_proj,0.0000070949,0.01000,2.152
18,mlp.experts.6.gate_proj,0.0000074813,0.01000,2.196
18,mlp.experts.1.gate_proj,0.0000080214,0.01000,2.207
18,mlp.experts.2.gate_proj,0.0000073277,0.01000,2.211
18,mlp.experts.5.gate_proj,0.0000077123,0.01000,2.237
18,mlp.experts.3.gate_proj,0.0000076358,0.01000,2.284
18,mlp.experts.9.gate_proj,0.0000078919,0.01000,2.288
18,mlp.experts.11.gate_proj,0.0000065640,0.01000,2.287
18,mlp.experts.15.gate_proj,0.0000078783,0.01000,2.311
18,mlp.experts.13.gate_proj,0.0000098643,0.01000,2.320
18,mlp.experts.7.gate_proj,0.0000072297,0.01000,2.407
18,mlp.experts.16.gate_proj,0.0000089130,0.01000,1.766
18,mlp.experts.28.gate_proj,0.0000075204,0.01000,1.804
18,mlp.experts.30.gate_proj,0.0000071880,0.01000,1.817
18,mlp.experts.26.gate_proj,0.0000087063,0.01000,1.815
18,mlp.experts.22.gate_proj,0.0000073678,0.01000,1.832
18,mlp.experts.18.gate_proj,0.0000075006,0.01000,1.828
18,mlp.experts.20.gate_proj,0.0000089293,0.01000,1.900
18,mlp.experts.24.gate_proj,0.0000065008,0.01000,2.090
18,mlp.experts.17.gate_proj,0.0000071646,0.01000,2.021
18,mlp.experts.19.gate_proj,0.0000072931,0.01000,1.993
18,mlp.experts.25.gate_proj,0.0000077271,0.01000,1.992
18,mlp.experts.21.gate_proj,0.0000100673,0.01000,2.111
18,mlp.experts.27.gate_proj,0.0000085300,0.01000,2.067
18,mlp.experts.23.gate_proj,0.0000071578,0.01000,1.980
18,mlp.experts.31.gate_proj,0.0000099172,0.01000,2.119
18,mlp.experts.29.gate_proj,0.0000085766,0.01000,2.151
18,mlp.experts.32.gate_proj,0.0000091925,0.01000,1.777
18,mlp.experts.44.gate_proj,0.0000083025,0.01000,1.808
18,mlp.experts.42.gate_proj,0.0000075452,0.01000,1.787
18,mlp.experts.36.gate_proj,0.0000068797,0.01000,1.777
18,mlp.experts.38.gate_proj,0.0000070166,0.01000,1.869
18,mlp.experts.40.gate_proj,0.0000104670,0.01000,1.758
18,mlp.experts.46.gate_proj,0.0000080735,0.01000,1.986
18,mlp.experts.35.gate_proj,0.0000076885,0.01000,1.826
18,mlp.experts.43.gate_proj,0.0000073858,0.01000,1.866
18,mlp.experts.34.gate_proj,0.0000076186,0.01000,2.187
18,mlp.experts.47.gate_proj,0.0000090551,0.01000,1.819
18,mlp.experts.39.gate_proj,0.0000075356,0.01000,1.894
18,mlp.experts.33.gate_proj,0.0000077603,0.01000,2.205
18,mlp.experts.41.gate_proj,0.0000073721,0.01000,2.170
18,mlp.experts.37.gate_proj,0.0000083623,0.01000,2.140
18,mlp.experts.45.gate_proj,0.0000080828,0.01000,2.121
18,mlp.experts.48.gate_proj,0.0000072333,0.01000,1.657
18,mlp.experts.60.gate_proj,0.0000082809,0.01000,1.671
18,mlp.experts.56.gate_proj,0.0000068711,0.01000,1.617
18,mlp.experts.52.gate_proj,0.0000066838,0.01000,1.828
18,mlp.experts.58.gate_proj,0.0000071688,0.01000,2.239
18,mlp.experts.62.gate_proj,0.0000073434,0.01000,2.148
18,mlp.experts.51.gate_proj,0.0000104048,0.01000,2.003
18,mlp.experts.59.gate_proj,0.0000089211,0.01000,1.957
18,mlp.experts.54.gate_proj,0.0000071567,0.01000,2.291
18,mlp.experts.63.gate_proj,0.0000077029,0.01000,1.935
18,mlp.experts.55.gate_proj,0.0000071405,0.01000,1.973
18,mlp.experts.50.gate_proj,0.0000108031,0.01000,2.283
18,mlp.experts.57.gate_proj,0.0000092548,0.01000,2.195
18,mlp.experts.64.gate_proj,0.0000074097,0.01000,1.564
18,mlp.experts.76.gate_proj,0.0000084307,0.01000,1.534
18,mlp.experts.53.gate_proj,0.0000084946,0.01000,2.287
18,mlp.experts.49.gate_proj,0.0000073219,0.01000,2.431
18,mlp.experts.61.gate_proj,0.0000069612,0.01000,2.316
18,mlp.experts.72.gate_proj,0.0000077300,0.01000,1.706
18,mlp.experts.68.gate_proj,0.0000102576,0.01000,1.872
18,mlp.experts.67.gate_proj,0.0000078792,0.01000,1.820
18,mlp.experts.75.gate_proj,0.0000069361,0.01000,1.829
18,mlp.experts.79.gate_proj,0.0000077997,0.01000,1.824
18,mlp.experts.71.gate_proj,0.0000081320,0.01000,1.800
18,mlp.experts.78.gate_proj,0.0000072426,0.01000,1.983
18,mlp.experts.74.gate_proj,0.0000079512,0.01000,2.092
18,mlp.experts.70.gate_proj,0.0000094800,0.01000,2.303
18,mlp.experts.66.gate_proj,0.0000094239,0.01000,1.981
18,mlp.experts.92.gate_proj,0.0000076490,0.01000,1.855
18,mlp.experts.80.gate_proj,0.0000086412,0.01000,2.151
18,mlp.experts.69.gate_proj,0.0000101884,0.01000,2.071
18,mlp.experts.73.gate_proj,0.0000083650,0.01000,2.249
18,mlp.experts.65.gate_proj,0.0000075841,0.01000,2.159
18,mlp.experts.77.gate_proj,0.0000072844,0.01000,2.302
18,mlp.experts.88.gate_proj,0.0000070267,0.01000,1.999
18,mlp.experts.84.gate_proj,0.0000072759,0.01000,1.839
18,mlp.experts.83.gate_proj,0.0000062091,0.01000,1.466
18,mlp.experts.91.gate_proj,0.0000082625,0.01000,1.467
18,mlp.experts.95.gate_proj,0.0000075464,0.01000,1.468
18,mlp.experts.87.gate_proj,0.0000073427,0.01000,1.589
18,mlp.experts.90.gate_proj,0.0000081386,0.01000,2.051
18,mlp.experts.94.gate_proj,0.0000082142,0.01000,2.216
18,mlp.experts.108.gate_proj,0.0000078328,0.01000,1.784
18,mlp.experts.86.gate_proj,0.0000070912,0.01000,2.038
18,mlp.experts.96.gate_proj,0.0000075458,0.01000,1.767
18,mlp.experts.82.gate_proj,0.0000079140,0.01000,2.069
18,mlp.experts.99.gate_proj,0.0000074818,0.01000,1.560
18,mlp.experts.89.gate_proj,0.0000074791,0.01000,2.133
18,mlp.experts.104.gate_proj,0.0000079246,0.01000,1.771
18,mlp.experts.111.gate_proj,0.0000078700,0.01000,1.592
18,mlp.experts.100.gate_proj,0.0000070000,0.01000,1.726
18,mlp.experts.107.gate_proj,0.0000067007,0.01000,1.615
18,mlp.experts.85.gate_proj,0.0000067442,0.01000,2.343
18,mlp.experts.81.gate_proj,0.0000085792,0.01000,2.262
18,mlp.experts.103.gate_proj,0.0000089169,0.01000,1.710
18,mlp.experts.93.gate_proj,0.0000069614,0.01000,2.162
18,mlp.experts.106.gate_proj,0.0000083009,0.01000,1.891
18,mlp.experts.124.gate_proj,0.0000075716,0.01000,1.774
18,mlp.experts.110.gate_proj,0.0000071026,0.01000,1.913
18,mlp.experts.102.gate_proj,0.0000099632,0.01000,1.822
18,mlp.experts.98.gate_proj,0.0000070390,0.01000,1.917
18,mlp.experts.112.gate_proj,0.0000027491,0.01000,1.943
18,mlp.experts.115.gate_proj,0.0000071579,0.01000,1.643
18,mlp.experts.127.gate_proj,0.0000070984,0.01000,1.628
18,mlp.experts.123.gate_proj,0.0000070802,0.01000,1.662
18,mlp.experts.120.gate_proj,0.0000069847,0.01000,1.902
18,mlp.experts.116.gate_proj,0.0000080736,0.01000,1.853
18,mlp.experts.119.gate_proj,0.0000084934,0.01000,1.715
18,mlp.experts.105.gate_proj,0.0000052794,0.01000,2.261
18,mlp.experts.101.gate_proj,0.0000078275,0.01000,2.239
18,mlp.experts.109.gate_proj,0.0000075896,0.01000,2.257
18,mlp.experts.122.gate_proj,0.0000069416,0.01000,1.638
18,mlp.experts.97.gate_proj,0.0000073605,0.01000,2.423
18,mlp.experts.126.gate_proj,0.0000045464,0.01000,1.584
18,mlp.experts.118.gate_proj,0.0000051571,0.01000,1.621
18,mlp.experts.12.up_proj,0.0000055625,0.01000,1.940
18,mlp.experts.114.gate_proj,0.0000077364,0.01000,1.563
18,mlp.experts.3.up_proj,0.0000067667,0.01000,1.854
18,mlp.experts.15.up_proj,0.0000069261,0.01000,1.800
18,mlp.experts.0.up_proj,0.0000068259,0.01000,2.039
18,mlp.experts.11.up_proj,0.0000061049,0.01000,1.795
18,mlp.experts.7.up_proj,0.0000067082,0.01000,1.816
18,mlp.experts.8.up_proj,0.0000081834,0.01000,1.972
18,mlp.experts.4.up_proj,0.0000065225,0.01000,1.979
18,mlp.experts.10.up_proj,0.0000084921,0.01000,1.642
18,mlp.experts.121.gate_proj,0.0000075219,0.01000,2.105
18,mlp.experts.14.up_proj,0.0000068847,0.01000,1.667
18,mlp.experts.125.gate_proj,0.0000071601,0.01000,1.989
18,mlp.experts.117.gate_proj,0.0000072815,0.01000,2.210
18,mlp.experts.6.up_proj,0.0000066302,0.01000,1.680
18,mlp.experts.28.up_proj,0.0000067132,0.01000,1.685
18,mlp.experts.113.gate_proj,0.0000093901,0.01000,2.202
18,mlp.experts.2.up_proj,0.0000072372,0.01000,1.902
18,mlp.experts.16.up_proj,0.0000076461,0.01000,1.646
18,mlp.experts.31.up_proj,0.0000081826,0.01000,1.787
18,mlp.experts.19.up_proj,0.0000070966,0.01000,1.887
18,mlp.experts.20.up_proj,0.0000075075,0.01000,1.601
18,mlp.experts.24.up_proj,0.0000062347,0.01000,1.664
18,mlp.experts.27.up_proj,0.0000074705,0.01000,2.082
18,mlp.experts.23.up_proj,0.0000067625,0.01000,1.986
18,mlp.experts.26.up_proj,0.0000073351,0.01000,1.675
18,mlp.experts.30.up_proj,0.0000071955,0.01000,1.676
18,mlp.experts.44.up_proj,0.0000070808,0.01000,1.626
18,mlp.experts.22.up_proj,0.0000066313,0.01000,1.704
18,mlp.experts.9.up_proj,0.0000072884,0.01000,2.117
18,mlp.experts.13.up_proj,0.0000093912,0.01000,2.195
18,mlp.experts.18.up_proj,0.0000068455,0.01000,1.901
18,mlp.experts.47.up_proj,0.0000076506,0.01000,1.661
18,mlp.experts.35.up_proj,0.0000078016,0.01000,1.650
18,mlp.experts.5.up_proj,0.0000073441,0.01000,2.441
18,mlp.experts.32.up_proj,0.0000075286,0.01000,1.899
18,mlp.experts.1.up_proj,0.0000071747,0.01000,2.287
18,mlp.experts.43.up_proj,0.0000073153,0.01000,1.750
18,mlp.experts.36.up_proj,0.0000068562,0.01000,1.973
18,mlp.experts.40.up_proj,0.0000083485,0.01000,1.961
18,mlp.experts.42.up_proj,0.0000076493,0.01000,1.684
18,mlp.experts.39.up_proj,0.0000068786,0.01000,1.819
18,mlp.experts.46.up_proj,0.0000071600,0.01000,1.760
18,mlp.experts.38.up_proj,0.0000069036,0.01000,1.860
18,mlp.experts.60.up_proj,0.0000076513,0.01000,2.104
18,mlp.experts.25.up_proj,0.0000067902,0.01000,2.198
18,mlp.experts.34.up_proj,0.0000072925,0.01000,2.026
18,mlp.experts.63.up_proj,0.0000067663,0.01000,2.054
18,mlp.experts.51.up_proj,0.0000080107,0.01000,2.065
18,mlp.experts.29.up_proj,0.0000070517,0.01000,2.311
18,mlp.experts.48.up_proj,0.0000068857,0.01000,2.137
18,mlp.experts.21.up_proj,0.0000080391,0.01000,2.196
18,mlp.experts.59.up_proj,0.0000076432,0.01000,1.982
18,mlp.experts.17.up_proj,0.0000062336,0.01000,2.281
18,mlp.experts.56.up_proj,0.0000065945,0.01000,2.085
18,mlp.experts.52.up_proj,0.0000067309,0.01000,2.162
18,mlp.experts.55.up_proj,0.0000067036,0.01000,2.013
18,mlp.experts.58.up_proj,0.0000063340,0.01000,2.042
18,mlp.experts.62.up_proj,0.0000066385,0.01000,2.118
18,mlp.experts.54.up_proj,0.0000063656,0.01000,2.086
18,mlp.experts.76.up_proj,0.0000074350,0.01000,2.116
18,mlp.experts.41.up_proj,0.0000068941,0.01000,2.249
18,mlp.experts.50.up_proj,0.0000081363,0.01000,2.111
18,mlp.experts.79.up_proj,0.0000081119,0.01000,1.974
18,mlp.experts.67.up_proj,0.0000069805,0.01000,1.943
18,mlp.experts.45.up_proj,0.0000075341,0.01000,2.124
18,mlp.experts.64.up_proj,0.0000070529,0.01000,2.087
18,mlp.experts.37.up_proj,0.0000071222,0.01000,2.073
18,mlp.experts.75.up_proj,0.0000069985,0.01000,1.997
18,mlp.experts.33.up_proj,0.0000069419,0.01000,2.099
18,mlp.experts.74.up_proj,0.0000071045,0.01000,2.043
18,mlp.experts.72.up_proj,0.0000068519,0.01000,2.165
18,mlp.experts.71.up_proj,0.0000067424,0.01000,2.120
18,mlp.experts.68.up_proj,0.0000080822,0.01000,2.192
18,mlp.experts.78.up_proj,0.0000068284,0.01000,2.015
18,mlp.experts.70.up_proj,0.0000076354,0.01000,2.153
18,mlp.experts.92.up_proj,0.0000066274,0.01000,2.163
18,mlp.experts.83.up_proj,0.0000063847,0.01000,2.036
18,mlp.experts.66.up_proj,0.0000075847,0.01000,2.045
18,mlp.experts.95.up_proj,0.0000069107,0.01000,2.058
18,mlp.experts.57.up_proj,0.0000078943,0.01000,2.327
18,mlp.experts.91.up_proj,0.0000073201,0.01000,2.042
18,mlp.experts.80.up_proj,0.0000079947,0.01000,2.144
18,mlp.experts.61.up_proj,0.0000065275,0.01000,2.378
18,mlp.experts.53.up_proj,0.0000076282,0.01000,2.324
18,mlp.experts.87.up_proj,0.0000066205,0.01000,1.984
18,mlp.experts.49.up_proj,0.0000064907,0.01000,2.289
18,mlp.experts.90.up_proj,0.0000071702,0.01000,2.183
18,mlp.experts.88.up_proj,0.0000067475,0.01000,2.147
18,mlp.experts.84.up_proj,0.0000069589,0.01000,2.113
18,mlp.experts.94.up_proj,0.0000070772,0.01000,2.131
18,mlp.experts.86.up_proj,0.0000068765,0.01000,2.187
18,mlp.experts.108.up_proj,0.0000072960,0.01000,2.170
18,mlp.experts.99.up_proj,0.0000068577,0.01000,2.013
18,mlp.experts.111.up_proj,0.0000073349,0.01000,2.038
18,mlp.experts.82.up_proj,0.0000070691,0.01000,2.201
18,mlp.experts.107.up_proj,0.0000061314,0.01000,2.144
18,mlp.experts.73.up_proj,0.0000075278,0.01000,2.298
18,mlp.experts.96.up_proj,0.0000066863,0.01000,2.165
18,mlp.experts.69.up_proj,0.0000081134,0.01000,2.077
18,mlp.experts.77.up_proj,0.0000066879,0.01000,2.165
18,mlp.experts.65.up_proj,0.0000074170,0.01000,2.073
18,mlp.experts.103.up_proj,0.0000088517,0.01000,2.190
18,mlp.experts.104.up_proj,0.0000070891,0.01000,2.173
18,mlp.experts.106.up_proj,0.0000073295,0.01000,2.191
18,mlp.experts.100.up_proj,0.0000066596,0.01000,2.243
18,mlp.experts.110.up_proj,0.0000076719,0.01000,2.284
18,mlp.experts.102.up_proj,0.0000079363,0.01000,2.185
18,mlp.experts.127.up_proj,0.0000066247,0.01000,1.993
18,mlp.experts.124.up_proj,0.0000068203,0.01000,2.186
18,mlp.experts.115.up_proj,0.0000066734,0.01000,2.051
18,mlp.experts.98.up_proj,0.0000086903,0.01000,2.117
18,mlp.experts.123.up_proj,0.0000070947,0.01000,1.857
18,mlp.experts.119.up_proj,0.0000071418,0.01000,1.584
18,mlp.experts.112.up_proj,0.0000028044,0.01000,2.000
18,mlp.experts.89.up_proj,0.0000067642,0.01000,2.131
18,mlp.experts.120.up_proj,0.0000068086,0.01000,1.688
18,mlp.experts.93.up_proj,0.0000066760,0.01000,2.037
18,mlp.experts.85.up_proj,0.0000088465,0.01000,2.106
18,mlp.experts.116.up_proj,0.0000070622,0.01000,1.632
18,mlp.experts.81.up_proj,0.0000077595,0.01000,2.092
18,mlp.experts.122.up_proj,0.0000063183,0.01000,2.175
18,mlp.experts.126.up_proj,0.0000043769,0.01000,2.161
18,mlp.experts.118.up_proj,0.0000048908,0.01000,1.910
18,mlp.experts.114.up_proj,0.0000068052,0.01000,1.584
18,mlp.experts.101.up_proj,0.0000069076,0.01000,1.833
18,mlp.experts.105.up_proj,0.0000052745,0.01000,2.003
18,mlp.experts.109.up_proj,0.0000068700,0.01000,1.984
18,mlp.experts.97.up_proj,0.0000066294,0.01000,1.937
18,mlp.experts.117.up_proj,0.0000068532,0.01000,1.896
18,mlp.experts.121.up_proj,0.0000066833,0.01000,1.935
18,mlp.experts.125.up_proj,0.0000069437,0.01000,1.908
18,mlp.experts.113.up_proj,0.0000080734,0.01000,1.743
18,mlp.experts.12.down_proj,0.0000002751,0.01000,0.984
18,mlp.experts.8.down_proj,0.0000007673,0.01000,1.005
18,mlp.experts.0.down_proj,0.0000004295,0.01000,1.087
18,mlp.experts.4.down_proj,0.0000004180,0.01000,1.069
18,mlp.experts.7.down_proj,0.0000004120,0.01000,1.178
18,mlp.experts.3.down_proj,0.0000004474,0.01000,1.198
18,mlp.experts.15.down_proj,0.0000004603,0.01000,1.219
18,mlp.experts.11.down_proj,0.0000003250,0.01000,1.260
18,mlp.experts.1.down_proj,0.0000005116,0.01000,1.285
18,mlp.experts.13.down_proj,0.0000006404,0.01000,1.287
18,mlp.experts.5.down_proj,0.0000004682,0.01000,1.253
18,mlp.experts.9.down_proj,0.0000004890,0.01000,1.290
18,mlp.experts.6.down_proj,0.0000003835,0.01000,1.310
18,mlp.experts.14.down_proj,0.0000004559,0.01000,1.281
18,mlp.experts.2.down_proj,0.0000005167,0.01000,1.317
18,mlp.experts.10.down_proj,0.0000006566,0.01000,1.321
18,mlp.experts.28.down_proj,0.0000004811,0.01000,0.928
18,mlp.experts.23.down_proj,0.0000004268,0.01000,0.803
18,mlp.experts.24.down_proj,0.0000003801,0.01000,0.944
18,mlp.experts.19.down_proj,0.0000004766,0.01000,0.803
18,mlp.experts.27.down_proj,0.0000006125,0.01000,0.749
18,mlp.experts.17.down_proj,0.0000004044,0.01000,0.765
18,mlp.experts.31.down_proj,0.0000007733,0.01000,0.797
18,mlp.experts.20.down_proj,0.0000005608,0.01000,0.987
18,mlp.experts.16.down_proj,0.0000006162,0.01000,1.005
18,mlp.experts.21.down_proj,0.0000007183,0.01000,0.790
18,mlp.experts.29.down_proj,0.0000004602,0.01000,0.812
18,mlp.experts.25.down_proj,0.0000004561,0.01000,0.812
18,mlp.experts.22.down_proj,0.0000004053,0.01000,0.921
18,mlp.experts.18.down_proj,0.0000003902,0.01000,0.953
18,mlp.experts.30.down_proj,0.0000005177,0.01000,0.958
18,mlp.experts.26.down_proj,0.0000005270,0.01000,0.962
18,mlp.experts.39.down_proj,0.0000004698,0.01000,0.717
18,mlp.experts.44.down_proj,0.0000004897,0.01000,0.774
18,mlp.experts.33.down_proj,0.0000004485,0.01000,0.732
18,mlp.experts.35.down_proj,0.0000006086,0.01000,0.789
18,mlp.experts.47.down_proj,0.0000006492,0.01000,0.743
18,mlp.experts.41.down_proj,0.0000004653,0.01000,0.701
18,mlp.experts.40.down_proj,0.0000009097,0.01000,0.827
18,mlp.experts.43.down_proj,0.0000004415,0.01000,0.804
18,mlp.experts.32.down_proj,0.0000005670,0.01000,0.716
18,mlp.experts.37.down_proj,0.0000005215,0.01000,0.744
18,mlp.experts.45.down_proj,0.0000006313,0.01000,0.758
18,mlp.experts.36.down_proj,0.0000004021,0.01000,0.801
18,mlp.experts.38.down_proj,0.0000004553,0.01000,0.807
18,mlp.experts.34.down_proj,0.0000005244,0.01000,0.790
18,mlp.experts.46.down_proj,0.0000005024,0.01000,0.811
18,mlp.experts.42.down_proj,0.0000005238,0.01000,0.777
18,mlp.experts.60.down_proj,0.0000007267,0.01000,0.575
18,mlp.experts.56.down_proj,0.0000003717,0.01000,0.583
18,mlp.experts.48.down_proj,0.0000003998,0.01000,0.585
18,mlp.experts.55.down_proj,0.0000004318,0.01000,0.744
18,mlp.experts.52.down_proj,0.0000004346,0.01000,0.596
18,mlp.experts.49.down_proj,0.0000003980,0.01000,0.725
18,mlp.experts.51.down_proj,0.0000006864,0.01000,0.739
18,mlp.experts.63.down_proj,0.0000004771,0.01000,0.755
18,mlp.experts.53.down_proj,0.0000005580,0.01000,0.729
18,mlp.experts.57.down_proj,0.0000006775,0.01000,0.766
18,mlp.experts.59.down_proj,0.0000006006,0.01000,0.752
18,mlp.experts.61.down_proj,0.0000003759,0.01000,0.768
18,mlp.experts.54.down_proj,0.0000003589,0.01000,0.786
18,mlp.experts.58.down_proj,0.0000003732,0.01000,0.774
18,mlp.experts.76.down_proj,0.0000005379,0.01000,0.585
18,mlp.experts.62.down_proj,0.0000003925,0.01000,0.822
18,mlp.experts.50.down_proj,0.0000007953,0.01000,0.853
18,mlp.experts.72.down_proj,0.0000004518,0.01000,0.586
18,mlp.experts.64.down_proj,0.0000004798,0.01000,0.580
18,mlp.experts.68.down_proj,0.0000007207,0.01000,0.592
18,mlp.experts.67.down_proj,0.0000004989,0.01000,0.612
18,mlp.experts.75.down_proj,0.0000004508,0.01000,0.595
18,mlp.experts.71.down_proj,0.0000004377,0.01000,0.748
18,mlp.experts.65.down_proj,0.0000004466,0.01000,0.778
18,mlp.experts.79.down_proj,0.0000006300,0.01000,0.742
18,mlp.experts.69.down_proj,0.0000007416,0.01000,0.782
18,mlp.experts.73.down_proj,0.0000005481,0.01000,0.850
18,mlp.experts.77.down_proj,0.0000003872,0.01000,0.829
18,mlp.experts.92.down_proj,0.0000003881,0.01000,0.581
18,mlp.experts.88.down_proj,0.0000005627,0.01000,0.581
18,mlp.experts.80.down_proj,0.0000007393,0.01000,0.590
18,mlp.experts.70.down_proj,0.0000006814,0.01000,0.824
18,mlp.experts.84.down_proj,0.0000004130,0.01000,0.570
18,mlp.experts.74.down_proj,0.0000004900,0.01000,0.818
18,mlp.experts.78.down_proj,0.0000004751,0.01000,0.795
18,mlp.experts.66.down_proj,0.0000005404,0.01000,0.814
18,mlp.experts.83.down_proj,0.0000004223,0.01000,0.644
18,mlp.experts.91.down_proj,0.0000004938,0.01000,0.690
18,mlp.experts.87.down_proj,0.0000003704,0.01000,0.765
18,mlp.experts.95.down_proj,0.0000004369,0.01000,0.650
18,mlp.experts.81.down_proj,0.0000006967,0.01000,0.761
18,mlp.experts.108.down_proj,0.0000004451,0.01000,0.614
18,mlp.experts.85.down_proj,0.0000006843,0.01000,0.732
18,mlp.experts.104.down_proj,0.0000005726,0.01000,0.595
18,mlp.experts.89.down_proj,0.0000004014,0.01000,0.749
18,mlp.experts.96.down_proj,0.0000004557,0.01000,0.602
18,mlp.experts.93.down_proj,0.0000003771,0.01000,0.792
18,mlp.experts.100.down_proj,0.0000003997,0.01000,0.581
18,mlp.experts.86.down_proj,0.0000004548,0.01000,0.799
18,mlp.experts.90.down_proj,0.0000004861,0.01000,0.798
18,mlp.experts.94.down_proj,0.0000004843,0.01000,0.782
18,mlp.experts.99.down_proj,0.0000004808,0.01000,0.702
18,mlp.experts.82.down_proj,0.0000004851,0.01000,0.781
18,mlp.experts.107.down_proj,0.0000003091,0.01000,0.768
18,mlp.experts.124.down_proj,0.0000004217,0.01000,0.581
18,mlp.experts.103.down_proj,0.0000007219,0.01000,0.781
18,mlp.experts.120.down_proj,0.0000003162,0.01000,0.568
18,mlp.experts.111.down_proj,0.0000004587,0.01000,0.787
18,mlp.experts.97.down_proj,0.0000003775,0.01000,0.721
18,mlp.experts.112.down_proj,0.0000000606,0.01000,0.570
18,mlp.experts.116.down_proj,0.0000005048,0.01000,0.534
18,mlp.experts.101.down_proj,0.0000004818,0.01000,0.700
18,mlp.experts.105.down_proj,0.0000002784,0.01000,0.715
18,mlp.experts.109.down_proj,0.0000004543,0.01000,0.772
18,mlp.experts.115.down_proj,0.0000004640,0.01000,0.656
18,mlp.experts.102.down_proj,0.0000006141,0.01000,0.824
18,mlp.experts.110.down_proj,0.0000005577,0.01000,0.789
18,mlp.experts.98.down_proj,0.0000005344,0.01000,0.772
18,mlp.experts.106.down_proj,0.0000005354,0.01000,0.806
18,mlp.experts.119.down_proj,0.0000005413,0.01000,0.577
18,mlp.experts.123.down_proj,0.0000005023,0.01000,0.676
18,mlp.experts.127.down_proj,0.0000004383,0.01000,0.624
18,mlp.experts.113.down_proj,0.0000007875,0.01000,0.638
18,mlp.experts.117.down_proj,0.0000004188,0.01000,0.618
18,mlp.experts.121.down_proj,0.0000004484,0.01000,0.548
18,mlp.experts.125.down_proj,0.0000004256,0.01000,0.488
18,mlp.experts.118.down_proj,0.0000002179,0.01000,0.742
18,mlp.experts.126.down_proj,0.0000001655,0.01000,0.747
18,mlp.experts.114.down_proj,0.0000004792,0.01000,0.759
18,mlp.experts.122.down_proj,0.0000003653,0.01000,0.749
19,self_attn.q_proj,0.0000002774,0.01000,0.819
19,self_attn.k_proj,0.0000000416,0.01000,0.854
19,self_attn.v_proj,0.0000000436,0.01000,0.854
19,self_attn.o_proj,0.0000000511,0.01000,1.388
19,mlp.experts.2.gate_proj,0.0000067415,0.01000,2.103
19,mlp.experts.4.gate_proj,0.0000070051,0.01000,2.112
19,mlp.experts.12.gate_proj,0.0000070116,0.01000,2.107
19,mlp.experts.14.gate_proj,0.0000097487,0.01000,2.109
19,mlp.experts.0.gate_proj,0.0000092404,0.01000,2.135
19,mlp.experts.8.gate_proj,0.0000075907,0.01000,2.124
19,mlp.experts.6.gate_proj,0.0000081405,0.01000,2.194
19,mlp.experts.15.gate_proj,0.0000068248,0.01000,2.194
19,mlp.experts.3.gate_proj,0.0000068613,0.01000,2.200
19,mlp.experts.10.gate_proj,0.0000078038,0.01000,2.203
19,mlp.experts.7.gate_proj,0.0000072298,0.01000,2.240
19,mlp.experts.11.gate_proj,0.0000071939,0.01000,2.295
19,mlp.experts.13.gate_proj,0.0000072558,0.01000,2.303
19,mlp.experts.1.gate_proj,0.0000070683,0.01000,2.388
19,mlp.experts.5.gate_proj,0.0000068418,0.01000,2.395
19,mlp.experts.9.gate_proj,0.0000082780,0.01000,2.478
19,mlp.experts.16.gate_proj,0.0000054235,0.01000,1.701
19,mlp.experts.20.gate_proj,0.0000069597,0.01000,1.760
19,mlp.experts.24.gate_proj,0.0000072119,0.01000,1.786
19,mlp.experts.28.gate_proj,0.0000090921,0.01000,1.807
19,mlp.experts.18.gate_proj,0.0000085900,0.01000,2.026
19,mlp.experts.30.gate_proj,0.0000084536,0.01000,2.029
19,mlp.experts.31.gate_proj,0.0000071349,0.01000,2.049
19,mlp.experts.19.gate_proj,0.0000070343,0.01000,2.067
19,mlp.experts.23.gate_proj,0.0000077026,0.01000,2.060
19,mlp.experts.22.gate_proj,0.0000076399,0.01000,2.096
19,mlp.experts.27.gate_proj,0.0000075036,0.01000,1.996
19,mlp.experts.26.gate_proj,0.0000070386,0.01000,2.129
19,mlp.experts.29.gate_proj,0.0000074805,0.01000,2.101
19,mlp.experts.21.gate_proj,0.0000074144,0.01000,2.066
19,mlp.experts.17.gate_proj,0.0000073277,0.01000,2.118
19,mlp.experts.25.gate_proj,0.0000072849,0.01000,2.219
19,mlp.experts.46.gate_proj,0.0000073985,0.01000,1.624
19,mlp.experts.34.gate_proj,0.0000070906,0.01000,1.662
19,mlp.experts.32.gate_proj,0.0000070253,0.01000,1.983
19,mlp.experts.36.gate_proj,0.0000077767,0.01000,1.995
19,mlp.experts.42.gate_proj,0.0000080271,0.01000,1.560
19,mlp.experts.40.gate_proj,0.0000071013,0.01000,1.991
19,mlp.experts.38.gate_proj,0.0000071211,0.01000,1.626
19,mlp.experts.44.gate_proj,0.0000079327,0.01000,2.017
19,mlp.experts.35.gate_proj,0.0000093062,0.01000,1.980
19,mlp.experts.47.gate_proj,0.0000068484,0.01000,2.014
19,mlp.experts.43.gate_proj,0.0000071933,0.01000,1.979
19,mlp.experts.39.gate_proj,0.0000066706,0.01000,2.079
19,mlp.experts.45.gate_proj,0.0000068742,0.01000,2.123
19,mlp.experts.37.gate_proj,0.0000078518,0.01000,2.169
19,mlp.experts.33.gate_proj,0.0000070657,0.01000,2.192
19,mlp.experts.41.gate_proj,0.0000070572,0.01000,2.265
19,mlp.experts.62.gate_proj,0.0000081948,0.01000,1.522
19,mlp.experts.50.gate_proj,0.0000063290,0.01000,1.578
19,mlp.experts.54.gate_proj,0.0000080081,0.01000,1.537
19,mlp.experts.58.gate_proj,0.0000077096,0.01000,1.602
19,mlp.experts.52.gate_proj,0.0000064308,0.01000,2.012
19,mlp.experts.48.gate_proj,0.0000065249,0.01000,2.089
19,mlp.experts.56.gate_proj,0.0000062490,0.01000,2.031
19,mlp.experts.60.gate_proj,0.0000068694,0.01000,2.023
19,mlp.experts.63.gate_proj,0.0000078942,0.01000,2.057
19,mlp.experts.59.gate_proj,0.0000076831,0.01000,2.047
19,mlp.experts.51.gate_proj,0.0000068681,0.01000,2.129
19,mlp.experts.55.gate_proj,0.0000073008,0.01000,2.152
19,mlp.experts.61.gate_proj,0.0000076967,0.01000,2.327
19,mlp.experts.53.gate_proj,0.0000070530,0.01000,2.268
19,mlp.experts.78.gate_proj,0.0000091758,0.01000,1.599
19,mlp.experts.66.gate_proj,0.0000074329,0.01000,1.545
19,mlp.experts.49.gate_proj,0.0000048428,0.01000,2.277
19,mlp.experts.70.gate_proj,0.0000077989,0.01000,1.552
19,mlp.experts.74.gate_proj,0.0000067627,0.01000,1.587
19,mlp.experts.57.gate_proj,0.0000088978,0.01000,2.252
19,mlp.experts.68.gate_proj,0.0000075775,0.01000,2.049
19,mlp.experts.64.gate_proj,0.0000074259,0.01000,2.048
19,mlp.experts.72.gate_proj,0.0000077378,0.01000,2.067
19,mlp.experts.76.gate_proj,0.0000068658,0.01000,2.049
19,mlp.experts.79.gate_proj,0.0000069804,0.01000,2.059
19,mlp.experts.75.gate_proj,0.0000048601,0.01000,2.063
19,mlp.experts.67.gate_proj,0.0000075482,0.01000,2.052
19,mlp.experts.71.gate_proj,0.0000094035,0.01000,2.068
19,mlp.experts.77.gate_proj,0.0000073524,0.01000,2.005
19,mlp.experts.65.gate_proj,0.0000086177,0.01000,1.982
19,mlp.experts.94.gate_proj,0.0000075569,0.01000,2.034
19,mlp.experts.82.gate_proj,0.0000072974,0.01000,2.057
19,mlp.experts.86.gate_proj,0.0000071610,0.01000,2.072
19,mlp.experts.69.gate_proj,0.0000079713,0.01000,2.200
19,mlp.experts.90.gate_proj,0.0000085406,0.01000,2.032
19,mlp.experts.73.gate_proj,0.0000071370,0.01000,2.166
19,mlp.experts.80.gate_proj,0.0000084113,0.01000,1.801
19,mlp.experts.84.gate_proj,0.0000071888,0.01000,1.825
19,mlp.experts.92.gate_proj,0.0000081817,0.01000,1.789
19,mlp.experts.88.gate_proj,0.0000073823,0.01000,1.816
19,mlp.experts.83.gate_proj,0.0000075925,0.01000,1.974
19,mlp.experts.91.gate_proj,0.0000076135,0.01000,2.028
19,mlp.experts.95.gate_proj,0.0000070360,0.01000,2.077
19,mlp.experts.87.gate_proj,0.0000076966,0.01000,2.038
19,mlp.experts.93.gate_proj,0.0000067203,0.01000,2.037
19,mlp.experts.110.gate_proj,0.0000069588,0.01000,2.016
19,mlp.experts.98.gate_proj,0.0000068570,0.01000,2.045
19,mlp.experts.81.gate_proj,0.0000082091,0.01000,2.107
19,mlp.experts.102.gate_proj,0.0000069527,0.01000,2.101
19,mlp.experts.106.gate_proj,0.0000070764,0.01000,2.074
19,mlp.experts.85.gate_proj,0.0000085507,0.01000,2.122
19,mlp.experts.100.gate_proj,0.0000068476,0.01000,1.565
19,mlp.experts.89.gate_proj,0.0000068948,0.01000,2.043
19,mlp.experts.104.gate_proj,0.0000091139,0.01000,1.612
19,mlp.experts.108.gate_proj,0.0000071633,0.01000,1.662
19,mlp.experts.96.gate_proj,0.0000076685,0.01000,1.746
19,mlp.experts.107.gate_proj,0.0000095045,0.01000,1.964
19,mlp.experts.99.gate_proj,0.0000070591,0.01000,2.007
19,mlp.experts.111.gate_proj,0.0000080833,0.01000,2.011
19,mlp.experts.103.gate_proj,0.0000075206,0.01000,2.003
19,mlp.experts.116.gate_proj,0.0000070717,0.01000,1.658
19,mlp.experts.126.gate_proj,0.0000078160,0.01000,2.033
19,mlp.experts.109.gate_proj,0.0000083912,0.01000,2.169
19,mlp.experts.124.gate_proj,0.0000072942,0.01000,1.606
19,mlp.experts.120.gate_proj,0.0000084962,0.01000,1.647
19,mlp.experts.112.gate_proj,0.0000058406,0.01000,1.598
19,mlp.experts.97.gate_proj,0.0000094377,0.01000,2.151
19,mlp.experts.114.gate_proj,0.0000072637,0.01000,2.239
19,mlp.experts.122.gate_proj,0.0000078941,0.01000,2.049
19,mlp.experts.118.gate_proj,0.0000091857,0.01000,2.328
19,mlp.experts.101.gate_proj,0.0000076176,0.01000,2.367
19,mlp.experts.105.gate_proj,0.0000095331,0.01000,2.308
19,mlp.experts.123.gate_proj,0.0000066448,0.01000,2.123
19,mlp.experts.115.gate_proj,0.0000081312,0.01000,2.116
19,mlp.experts.127.gate_proj,0.0000073701,0.01000,2.152
19,mlp.experts.4.up_proj,0.0000065512,0.01000,1.769
19,mlp.experts.119.gate_proj,0.0000070249,0.01000,2.195
19,mlp.experts.125.gate_proj,0.0000070615,0.01000,1.838
19,mlp.experts.0.up_proj,0.0000080468,0.01000,1.806
19,mlp.experts.12.up_proj,0.0000063947,0.01000,1.837
19,mlp.experts.8.up_proj,0.0000071349,0.01000,1.934
19,mlp.experts.14.up_proj,0.0000078133,0.01000,2.048
19,mlp.experts.113.gate_proj,0.0000116213,0.01000,1.857
19,mlp.experts.117.gate_proj,0.0000083499,0.01000,1.697
19,mlp.experts.10.up_proj,0.0000070012,0.01000,2.044
19,mlp.experts.121.gate_proj,0.0000077100,0.01000,1.614
19,mlp.experts.2.up_proj,0.0000065828,0.01000,2.162
19,mlp.experts.6.up_proj,0.0000072459,0.01000,2.137
19,mlp.experts.20.up_proj,0.0000066176,0.01000,1.815
19,mlp.experts.28.up_proj,0.0000074265,0.01000,1.734
19,mlp.experts.16.up_proj,0.0000053468,0.01000,1.738
19,mlp.experts.24.up_proj,0.0000066075,0.01000,1.724
19,mlp.experts.11.up_proj,0.0000065491,0.01000,2.245
19,mlp.experts.13.up_proj,0.0000067126,0.01000,1.895
19,mlp.experts.3.up_proj,0.0000066636,0.01000,2.280
19,mlp.experts.15.up_proj,0.0000063582,0.01000,2.263
19,mlp.experts.1.up_proj,0.0000065612,0.01000,1.966
19,mlp.experts.30.up_proj,0.0000073631,0.01000,2.091
19,mlp.experts.7.up_proj,0.0000075224,0.01000,2.394
19,mlp.experts.5.up_proj,0.0000064506,0.01000,2.031
19,mlp.experts.9.up_proj,0.0000071911,0.01000,2.079
19,mlp.experts.26.up_proj,0.0000070393,0.01000,2.163
19,mlp.experts.18.up_proj,0.0000076497,0.01000,2.087
19,mlp.experts.22.up_proj,0.0000068539,0.01000,2.135
19,mlp.experts.36.up_proj,0.0000069202,0.01000,1.775
19,mlp.experts.44.up_proj,0.0000071300,0.01000,1.753
19,mlp.experts.32.up_proj,0.0000064127,0.01000,1.779
19,mlp.experts.40.up_proj,0.0000066939,0.01000,1.774
19,mlp.experts.27.up_proj,0.0000068618,0.01000,2.030
19,mlp.experts.19.up_proj,0.0000067226,0.01000,2.018
19,mlp.experts.29.up_proj,0.0000067465,0.01000,2.046
19,mlp.experts.31.up_proj,0.0000069725,0.01000,2.055
19,mlp.experts.17.up_proj,0.0000066550,0.01000,2.138
19,mlp.experts.23.up_proj,0.0000071556,0.01000,2.016
19,mlp.experts.46.up_proj,0.0000068322,0.01000,2.102
19,mlp.experts.21.up_proj,0.0000066721,0.01000,2.041
19,mlp.experts.42.up_proj,0.0000071558,0.01000,2.102
19,mlp.experts.25.up_proj,0.0000069844,0.01000,2.184
19,mlp.experts.34.up_proj,0.0000071582,0.01000,2.123
19,mlp.experts.38.up_proj,0.0000064778,0.01000,2.093
19,mlp.experts.52.up_proj,0.0000058461,0.01000,1.694
19,mlp.experts.48.up_proj,0.0000067293,0.01000,1.632
19,mlp.experts.56.up_proj,0.0000058436,0.01000,1.594
19,mlp.experts.60.up_proj,0.0000073862,0.01000,1.728
19,mlp.experts.43.up_proj,0.0000069839,0.01000,2.091
19,mlp.experts.35.up_proj,0.0000076750,0.01000,2.100
19,mlp.experts.47.up_proj,0.0000062682,0.01000,2.072
19,mlp.experts.45.up_proj,0.0000063804,0.01000,2.274
19,mlp.experts.62.up_proj,0.0000076542,0.01000,1.879
19,mlp.experts.33.up_proj,0.0000064683,0.01000,2.009
19,mlp.experts.39.up_proj,0.0000065645,0.01000,2.108
19,mlp.experts.58.up_proj,0.0000068632,0.01000,1.843
19,mlp.experts.50.up_proj,0.0000063441,0.01000,1.846
19,mlp.experts.37.up_proj,0.0000070457,0.01000,2.128
19,mlp.experts.54.up_proj,0.0000069688,0.01000,1.891
19,mlp.experts.41.up_proj,0.0000065510,0.01000,2.216
19,mlp.experts.64.up_proj,0.0000072576,0.01000,1.891
19,mlp.experts.68.up_proj,0.0000068110,0.01000,1.966
19,mlp.experts.76.up_proj,0.0000063956,0.01000,1.910
19,mlp.experts.72.up_proj,0.0000069692,0.01000,1.936
19,mlp.experts.78.up_proj,0.0000076957,0.01000,1.641
19,mlp.experts.59.up_proj,0.0000068840,0.01000,1.993
19,mlp.experts.51.up_proj,0.0000074265,0.01000,2.016
19,mlp.experts.74.up_proj,0.0000067435,0.01000,1.582
19,mlp.experts.63.up_proj,0.0000071394,0.01000,2.052
19,mlp.experts.66.up_proj,0.0000067046,0.01000,1.638
19,mlp.experts.61.up_proj,0.0000069378,0.01000,1.989
19,mlp.experts.49.up_proj,0.0000049308,0.01000,2.001
19,mlp.experts.70.up_proj,0.0000070533,0.01000,1.564
19,mlp.experts.55.up_proj,0.0000072068,0.01000,2.000
19,mlp.experts.53.up_proj,0.0000067796,0.01000,2.005
19,mlp.experts.57.up_proj,0.0000082720,0.01000,2.032
19,mlp.experts.84.up_proj,0.0000068417,0.01000,2.084
19,mlp.experts.80.up_proj,0.0000075551,0.01000,2.142
19,mlp.experts.88.up_proj,0.0000068529,0.01000,2.086
19,mlp.experts.92.up_proj,0.0000072557,0.01000,2.092
19,mlp.experts.94.up_proj,0.0000068621,0.01000,1.591
19,mlp.experts.90.up_proj,0.0000077561,0.01000,1.553
19,mlp.experts.82.up_proj,0.0000066129,0.01000,1.587
19,mlp.experts.86.up_proj,0.0000066277,0.01000,1.532
19,mlp.experts.75.up_proj,0.0000047271,0.01000,2.001
19,mlp.experts.67.up_proj,0.0000069809,0.01000,2.071
19,mlp.experts.79.up_proj,0.0000062605,0.01000,2.085
19,mlp.experts.77.up_proj,0.0000069132,0.01000,2.100
19,mlp.experts.71.up_proj,0.0000078914,0.01000,2.065
19,mlp.experts.65.up_proj,0.0000074315,0.01000,2.257
19,mlp.experts.69.up_proj,0.0000072160,0.01000,2.282
19,mlp.experts.110.up_proj,0.0000068885,0.01000,1.650
19,mlp.experts.100.up_proj,0.0000067194,0.01000,1.943
19,mlp.experts.108.up_proj,0.0000064315,0.01000,1.907
19,mlp.experts.96.up_proj,0.0000073917,0.01000,1.946
19,mlp.experts.104.up_proj,0.0000074527,0.01000,1.979
19,mlp.experts.106.up_proj,0.0000066742,0.01000,1.607
19,mlp.experts.73.up_proj,0.0000066347,0.01000,2.336
19,mlp.experts.98.up_proj,0.0000079795,0.01000,1.653
19,mlp.experts.102.up_proj,0.0000069822,0.01000,1.567
19,mlp.experts.91.up_proj,0.0000067880,0.01000,2.010
19,mlp.experts.83.up_proj,0.0000069143,0.01000,2.001
19,mlp.experts.95.up_proj,0.0000078631,0.01000,1.968
19,mlp.experts.87.up_proj,0.0000072796,0.01000,2.000
19,mlp.experts.93.up_proj,0.0000067784,0.01000,2.213
19,mlp.experts.81.up_proj,0.0000072907,0.01000,2.187
19,mlp.experts.126.up_proj,0.0000069880,0.01000,1.648
19,mlp.experts.122.up_proj,0.0000075042,0.01000,1.604
19,mlp.experts.114.up_proj,0.0000065534,0.01000,1.493
19,mlp.experts.118.up_proj,0.0000074303,0.01000,1.463
19,mlp.experts.85.up_proj,0.0000080806,0.01000,2.174
19,mlp.experts.112.up_proj,0.0000058150,0.01000,1.997
19,mlp.experts.120.up_proj,0.0000075741,0.01000,1.995
19,mlp.experts.116.up_proj,0.0000066408,0.01000,2.086
19,mlp.experts.124.up_proj,0.0000069976,0.01000,2.104
19,mlp.experts.89.up_proj,0.0000064030,0.01000,2.078
19,mlp.experts.107.up_proj,0.0000080032,0.01000,1.920
19,mlp.experts.99.up_proj,0.0000065975,0.01000,1.841
19,mlp.experts.111.up_proj,0.0000071565,0.01000,1.795
19,mlp.experts.103.up_proj,0.0000071249,0.01000,1.688
19,mlp.experts.109.up_proj,0.0000076226,0.01000,1.822
19,mlp.experts.97.up_proj,0.0000075187,0.01000,1.854
19,mlp.experts.101.up_proj,0.0000069654,0.01000,1.793
19,mlp.experts.105.up_proj,0.0000079407,0.01000,1.620
19,mlp.experts.123.up_proj,0.0000061006,0.01000,1.509
19,mlp.experts.115.up_proj,0.0000066236,0.01000,1.497
19,mlp.experts.127.up_proj,0.0000067079,0.01000,1.454
19,mlp.experts.119.up_proj,0.0000068036,0.01000,1.374
19,mlp.experts.125.up_proj,0.0000065066,0.01000,1.540
19,mlp.experts.113.up_proj,0.0000149894,0.01000,1.472
19,mlp.experts.117.up_proj,0.0000078326,0.01000,1.397
19,mlp.experts.121.up_proj,0.0000076253,0.01000,1.304
19,mlp.experts.4.down_proj,0.0000004357,0.01000,0.761
19,mlp.experts.8.down_proj,0.0000005416,0.01000,0.756
19,mlp.experts.0.down_proj,0.0000008102,0.01000,0.767
19,mlp.experts.12.down_proj,0.0000004078,0.01000,0.798
19,mlp.experts.14.down_proj,0.0000008759,0.01000,1.075
19,mlp.experts.2.down_proj,0.0000004983,0.01000,1.088
19,mlp.experts.10.down_proj,0.0000005069,0.01000,1.108
19,mlp.experts.6.down_proj,0.0000005587,0.01000,1.121
19,mlp.experts.9.down_proj,0.0000005700,0.01000,1.192
19,mlp.experts.5.down_proj,0.0000004338,0.01000,1.195
19,mlp.experts.13.down_proj,0.0000004226,0.01000,1.190
19,mlp.experts.1.down_proj,0.0000004280,0.01000,1.206
19,mlp.experts.7.down_proj,0.0000004037,0.01000,1.238
19,mlp.experts.11.down_proj,0.0000004233,0.01000,1.272
19,mlp.experts.3.down_proj,0.0000004675,0.01000,1.285
19,mlp.experts.15.down_proj,0.0000003956,0.01000,1.277
19,mlp.experts.20.down_proj,0.0000004229,0.01000,0.716
19,mlp.experts.24.down_proj,0.0000004167,0.01000,0.762
19,mlp.experts.28.down_proj,0.0000006480,0.01000,0.735
19,mlp.experts.16.down_proj,0.0000002625,0.01000,0.766
19,mlp.experts.30.down_proj,0.0000006467,0.01000,0.610
19,mlp.experts.18.down_proj,0.0000006941,0.01000,0.629
19,mlp.experts.26.down_proj,0.0000004725,0.01000,0.623
19,mlp.experts.22.down_proj,0.0000005003,0.01000,0.665
19,mlp.experts.17.down_proj,0.0000004413,0.01000,0.762
19,mlp.experts.29.down_proj,0.0000004801,0.01000,0.788
19,mlp.experts.25.down_proj,0.0000004345,0.01000,0.831
19,mlp.experts.21.down_proj,0.0000004832,0.01000,0.822
19,mlp.experts.23.down_proj,0.0000005244,0.01000,0.790
19,mlp.experts.31.down_proj,0.0000005007,0.01000,0.757
19,mlp.experts.27.down_proj,0.0000004976,0.01000,0.762
19,mlp.experts.19.down_proj,0.0000003672,0.01000,0.756
19,mlp.experts.36.down_proj,0.0000005161,0.01000,0.769
19,mlp.experts.40.down_proj,0.0000004255,0.01000,0.759
19,mlp.experts.44.down_proj,0.0000005295,0.01000,0.784
19,mlp.experts.32.down_proj,0.0000003508,0.01000,0.774
19,mlp.experts.46.down_proj,0.0000004627,0.01000,0.690
19,mlp.experts.34.down_proj,0.0000005825,0.01000,0.710
19,mlp.experts.42.down_proj,0.0000005119,0.01000,0.698
19,mlp.experts.38.down_proj,0.0000004522,0.01000,0.711
19,mlp.experts.43.down_proj,0.0000006247,0.01000,0.733
19,mlp.experts.35.down_proj,0.0000006604,0.01000,0.741
19,mlp.experts.47.down_proj,0.0000003850,0.01000,0.742
19,mlp.experts.39.down_proj,0.0000004067,0.01000,0.759
19,mlp.experts.52.down_proj,0.0000002868,0.01000,0.589
19,mlp.experts.56.down_proj,0.0000002936,0.01000,0.590
19,mlp.experts.33.down_proj,0.0000004545,0.01000,0.912
19,mlp.experts.60.down_proj,0.0000005727,0.01000,0.577
19,mlp.experts.48.down_proj,0.0000004512,0.01000,0.575
19,mlp.experts.45.down_proj,0.0000004489,0.01000,0.947
19,mlp.experts.37.down_proj,0.0000004899,0.01000,0.961
19,mlp.experts.41.down_proj,0.0000004692,0.01000,0.999
19,mlp.experts.62.down_proj,0.0000007345,0.01000,0.785
19,mlp.experts.50.down_proj,0.0000004583,0.01000,0.776
19,mlp.experts.58.down_proj,0.0000005149,0.01000,0.786
19,mlp.experts.54.down_proj,0.0000004828,0.01000,0.751
19,mlp.experts.59.down_proj,0.0000004513,0.01000,0.727
19,mlp.experts.51.down_proj,0.0000005654,0.01000,0.758
19,mlp.experts.63.down_proj,0.0000005428,0.01000,0.756
19,mlp.experts.55.down_proj,0.0000005491,0.01000,0.763
19,mlp.experts.68.down_proj,0.0000004847,0.01000,0.760
19,mlp.experts.49.down_proj,0.0000002325,0.01000,0.774
19,mlp.experts.76.down_proj,0.0000004356,0.01000,0.768
19,mlp.experts.64.down_proj,0.0000005482,0.01000,0.767
19,mlp.experts.72.down_proj,0.0000004646,0.01000,0.788
19,mlp.experts.61.down_proj,0.0000004538,0.01000,0.799
19,mlp.experts.74.down_proj,0.0000003777,0.01000,0.562
19,mlp.experts.53.down_proj,0.0000004336,0.01000,0.780
19,mlp.experts.78.down_proj,0.0000006669,0.01000,0.613
19,mlp.experts.66.down_proj,0.0000004839,0.01000,0.576
19,mlp.experts.57.down_proj,0.0000009352,0.01000,0.780
19,mlp.experts.70.down_proj,0.0000004837,0.01000,0.570
19,mlp.experts.94.down_proj,0.0000005432,0.01000,0.558
19,mlp.experts.90.down_proj,0.0000006742,0.01000,0.581
19,mlp.experts.79.down_proj,0.0000003725,0.01000,0.786
19,mlp.experts.86.down_proj,0.0000004390,0.01000,0.566
19,mlp.experts.82.down_proj,0.0000004789,0.01000,0.587
19,mlp.experts.71.down_proj,0.0000007642,0.01000,0.813
19,mlp.experts.75.down_proj,0.0000001971,0.01000,0.874
19,mlp.experts.65.down_proj,0.0000005722,0.01000,0.739
19,mlp.experts.67.down_proj,0.0000004819,0.01000,0.833
19,mlp.experts.84.down_proj,0.0000004337,0.01000,0.811
19,mlp.experts.92.down_proj,0.0000006342,0.01000,0.808
19,mlp.experts.77.down_proj,0.0000005657,0.01000,0.758
19,mlp.experts.88.down_proj,0.0000004109,0.01000,0.848
19,mlp.experts.80.down_proj,0.0000006558,0.01000,0.850
19,mlp.experts.73.down_proj,0.0000004667,0.01000,0.759
19,mlp.experts.69.down_proj,0.0000005568,0.01000,0.787
19,mlp.experts.110.down_proj,0.0000005321,0.01000,0.560
19,mlp.experts.106.down_proj,0.0000005047,0.01000,0.586
19,mlp.experts.98.down_proj,0.0000006920,0.01000,0.602
19,mlp.experts.102.down_proj,0.0000004928,0.01000,0.606
19,mlp.experts.95.down_proj,0.0000006100,0.01000,0.735
19,mlp.experts.87.down_proj,0.0000006057,0.01000,0.726
19,mlp.experts.81.down_proj,0.0000005677,0.01000,0.699
19,mlp.experts.93.down_proj,0.0000004308,0.01000,0.671
19,mlp.experts.83.down_proj,0.0000004687,0.01000,0.740
19,mlp.experts.91.down_proj,0.0000004756,0.01000,0.767
19,mlp.experts.100.down_proj,0.0000004885,0.01000,0.772
19,mlp.experts.89.down_proj,0.0000003880,0.01000,0.667
19,mlp.experts.85.down_proj,0.0000008046,0.01000,0.671
19,mlp.experts.108.down_proj,0.0000004173,0.01000,0.809
19,mlp.experts.104.down_proj,0.0000006644,0.01000,0.853
19,mlp.experts.96.down_proj,0.0000006823,0.01000,0.899
19,mlp.experts.126.down_proj,0.0000005088,0.01000,0.717
19,mlp.experts.118.down_proj,0.0000006379,0.01000,0.692
19,mlp.experts.122.down_proj,0.0000005526,0.01000,0.745
19,mlp.experts.114.down_proj,0.0000004659,0.01000,0.700
19,mlp.experts.97.down_proj,0.0000007321,0.01000,0.617
19,mlp.experts.109.down_proj,0.0000006245,0.01000,0.600
19,mlp.experts.105.down_proj,0.0000007678,0.01000,0.619
19,mlp.experts.101.down_proj,0.0000005535,0.01000,0.611
19,mlp.experts.111.down_proj,0.0000005380,0.01000,0.744
19,mlp.experts.103.down_proj,0.0000005497,0.01000,0.750
19,mlp.experts.99.down_proj,0.0000003919,0.01000,0.716
19,mlp.experts.107.down_proj,0.0000009106,0.01000,0.733
19,mlp.experts.116.down_proj,0.0000004276,0.01000,0.753
19,mlp.experts.124.down_proj,0.0000005027,0.01000,0.694
19,mlp.experts.120.down_proj,0.0000005883,0.01000,0.656
19,mlp.experts.112.down_proj,0.0000003206,0.01000,0.614
19,mlp.experts.113.down_proj,0.0000013495,0.01000,0.672
19,mlp.experts.125.down_proj,0.0000004341,0.01000,0.673
19,mlp.experts.121.down_proj,0.0000005975,0.01000,0.623
19,mlp.experts.117.down_proj,0.0000007733,0.01000,0.620
19,mlp.experts.119.down_proj,0.0000004830,0.01000,0.716
19,mlp.experts.127.down_proj,0.0000004374,0.01000,0.746
19,mlp.experts.115.down_proj,0.0000004455,0.01000,0.741
19,mlp.experts.123.down_proj,0.0000004118,0.01000,0.705
20,self_attn.k_proj,0.0000000445,0.01000,0.737
20,self_attn.q_proj,0.0000003131,0.01000,0.774
20,self_attn.v_proj,0.0000000669,0.01000,0.858
20,self_attn.o_proj,0.0000000616,0.01000,1.496
20,mlp.experts.0.gate_proj,0.0000070688,0.01000,1.603
20,mlp.experts.4.gate_proj,0.0000072912,0.01000,1.595
20,mlp.experts.8.gate_proj,0.0000068049,0.01000,1.600
20,mlp.experts.12.gate_proj,0.0000076836,0.01000,1.644
20,mlp.experts.14.gate_proj,0.0000069443,0.01000,2.216
20,mlp.experts.2.gate_proj,0.0000068967,0.01000,2.361
20,mlp.experts.10.gate_proj,0.0000070825,0.01000,2.374
20,mlp.experts.6.gate_proj,0.0000073013,0.01000,2.418
20,mlp.experts.13.gate_proj,0.0000076428,0.01000,2.379
20,mlp.experts.11.gate_proj,0.0000070883,0.01000,2.433
20,mlp.experts.9.gate_proj,0.0000052386,0.01000,2.461
20,mlp.experts.1.gate_proj,0.0000079907,0.01000,2.474
20,mlp.experts.5.gate_proj,0.0000064908,0.01000,2.482
20,mlp.experts.3.gate_proj,0.0000068417,0.01000,2.540
20,mlp.experts.15.gate_proj,0.0000067033,0.01000,2.423
20,mlp.experts.7.gate_proj,0.0000084634,0.01000,2.566
20,mlp.experts.24.gate_proj,0.0000074564,0.01000,1.748
20,mlp.experts.16.gate_proj,0.0000080835,0.01000,1.776
20,mlp.experts.20.gate_proj,0.0000061426,0.01000,1.894
20,mlp.experts.28.gate_proj,0.0000071591,0.01000,1.839
20,mlp.experts.29.gate_proj,0.0000073473,0.01000,1.588
20,mlp.experts.17.gate_proj,0.0000067440,0.01000,1.572
20,mlp.experts.21.gate_proj,0.0000069364,0.01000,1.596
20,mlp.experts.25.gate_proj,0.0000069441,0.01000,1.645
20,mlp.experts.27.gate_proj,0.0000067032,0.01000,1.856
20,mlp.experts.31.gate_proj,0.0000088254,0.01000,1.813
20,mlp.experts.19.gate_proj,0.0000074014,0.01000,1.842
20,mlp.experts.23.gate_proj,0.0000068562,0.01000,1.868
20,mlp.experts.22.gate_proj,0.0000087008,0.01000,2.064
20,mlp.experts.26.gate_proj,0.0000073204,0.01000,2.100
20,mlp.experts.18.gate_proj,0.0000062911,0.01000,2.141
20,mlp.experts.30.gate_proj,0.0000070646,0.01000,2.151
20,mlp.experts.40.gate_proj,0.0000070215,0.01000,2.043
20,mlp.experts.32.gate_proj,0.0000068552,0.01000,2.024
20,mlp.experts.36.gate_proj,0.0000078230,0.01000,2.078
20,mlp.experts.44.gate_proj,0.0000070637,0.01000,2.038
20,mlp.experts.45.gate_proj,0.0000069416,0.01000,1.558
20,mlp.experts.33.gate_proj,0.0000063803,0.01000,1.537
20,mlp.experts.37.gate_proj,0.0000070955,0.01000,1.563
20,mlp.experts.41.gate_proj,0.0000083626,0.01000,1.575
20,mlp.experts.47.gate_proj,0.0000069054,0.01000,1.783
20,mlp.experts.39.gate_proj,0.0000074847,0.01000,1.743
20,mlp.experts.43.gate_proj,0.0000077968,0.01000,1.880
20,mlp.experts.35.gate_proj,0.0000062576,0.01000,1.822
20,mlp.experts.42.gate_proj,0.0000071882,0.01000,2.148
20,mlp.experts.38.gate_proj,0.0000073843,0.01000,2.170
20,mlp.experts.34.gate_proj,0.0000079925,0.01000,2.151
20,mlp.experts.46.gate_proj,0.0000072252,0.01000,2.265
20,mlp.experts.49.gate_proj,0.0000080378,0.01000,1.596
20,mlp.experts.61.gate_proj,0.0000061346,0.01000,1.604
20,mlp.experts.53.gate_proj,0.0000060857,0.01000,1.596
20,mlp.experts.57.gate_proj,0.0000069923,0.01000,1.583
20,mlp.experts.48.gate_proj,0.0000064642,0.01000,1.978
20,mlp.experts.56.gate_proj,0.0000067680,0.01000,2.093
20,mlp.experts.52.gate_proj,0.0000079742,0.01000,2.075
20,mlp.experts.60.gate_proj,0.0000081103,0.01000,2.118
20,mlp.experts.55.gate_proj,0.0000067716,0.01000,2.141
20,mlp.experts.59.gate_proj,0.0000066344,0.01000,2.140
20,mlp.experts.63.gate_proj,0.0000086241,0.01000,2.181
20,mlp.experts.51.gate_proj,0.0000069807,0.01000,2.119
20,mlp.experts.58.gate_proj,0.0000057506,0.01000,1.938
20,mlp.experts.50.gate_proj,0.0000073928,0.01000,1.928
20,mlp.experts.54.gate_proj,0.0000068156,0.01000,1.938
20,mlp.experts.62.gate_proj,0.0000068451,0.01000,1.828
20,mlp.experts.64.gate_proj,0.0000072351,0.01000,1.936
20,mlp.experts.77.gate_proj,0.0000064658,0.01000,2.140
20,mlp.experts.65.gate_proj,0.0000052294,0.01000,2.146
20,mlp.experts.69.gate_proj,0.0000069633,0.01000,2.133
20,mlp.experts.73.gate_proj,0.0000074917,0.01000,2.144
20,mlp.experts.72.gate_proj,0.0000074166,0.01000,2.024
20,mlp.experts.68.gate_proj,0.0000068719,0.01000,2.006
20,mlp.experts.76.gate_proj,0.0000067229,0.01000,1.992
20,mlp.experts.74.gate_proj,0.0000066952,0.01000,1.554
20,mlp.experts.70.gate_proj,0.0000069383,0.01000,1.525
20,mlp.experts.78.gate_proj,0.0000070763,0.01000,1.530
20,mlp.experts.66.gate_proj,0.0000072395,0.01000,1.605
20,mlp.experts.75.gate_proj,0.0000067995,0.01000,1.952
20,mlp.experts.67.gate_proj,0.0000072689,0.01000,2.000
20,mlp.experts.79.gate_proj,0.0000074583,0.01000,2.078
20,mlp.experts.71.gate_proj,0.0000082742,0.01000,2.097
20,mlp.experts.80.gate_proj,0.0000071050,0.01000,1.969
20,mlp.experts.93.gate_proj,0.0000078249,0.01000,2.109
20,mlp.experts.81.gate_proj,0.0000077949,0.01000,2.218
20,mlp.experts.88.gate_proj,0.0000078752,0.01000,2.033
20,mlp.experts.85.gate_proj,0.0000063977,0.01000,2.184
20,mlp.experts.89.gate_proj,0.0000082238,0.01000,2.158
20,mlp.experts.84.gate_proj,0.0000048866,0.01000,1.969
20,mlp.experts.92.gate_proj,0.0000066688,0.01000,1.967
20,mlp.experts.91.gate_proj,0.0000068141,0.01000,1.528
20,mlp.experts.83.gate_proj,0.0000074279,0.01000,1.542
20,mlp.experts.95.gate_proj,0.0000066038,0.01000,1.524
20,mlp.experts.87.gate_proj,0.0000068304,0.01000,1.553
20,mlp.experts.94.gate_proj,0.0000072584,0.01000,1.999
20,mlp.experts.90.gate_proj,0.0000070983,0.01000,2.035
20,mlp.experts.86.gate_proj,0.0000070782,0.01000,2.105
20,mlp.experts.82.gate_proj,0.0000070553,0.01000,2.067
20,mlp.experts.96.gate_proj,0.0000098096,0.01000,1.958
20,mlp.experts.107.gate_proj,0.0000071735,0.01000,1.515
20,mlp.experts.99.gate_proj,0.0000068189,0.01000,1.500
20,mlp.experts.109.gate_proj,0.0000065046,0.01000,2.032
20,mlp.experts.111.gate_proj,0.0000077599,0.01000,1.534
20,mlp.experts.103.gate_proj,0.0000070042,0.01000,1.498
20,mlp.experts.104.gate_proj,0.0000069480,0.01000,1.949
20,mlp.experts.100.gate_proj,0.0000067234,0.01000,1.981
20,mlp.experts.105.gate_proj,0.0000064934,0.01000,2.026
20,mlp.experts.108.gate_proj,0.0000066360,0.01000,1.944
20,mlp.experts.101.gate_proj,0.0000065432,0.01000,2.076
20,mlp.experts.97.gate_proj,0.0000077710,0.01000,2.152
20,mlp.experts.110.gate_proj,0.0000066770,0.01000,2.096
20,mlp.experts.106.gate_proj,0.0000072120,0.01000,2.102
20,mlp.experts.98.gate_proj,0.0000082189,0.01000,2.096
20,mlp.experts.102.gate_proj,0.0000072344,0.01000,2.132
20,mlp.experts.123.gate_proj,0.0000071868,0.01000,1.735
20,mlp.experts.115.gate_proj,0.0000070167,0.01000,1.752
20,mlp.experts.112.gate_proj,0.0000073381,0.01000,1.962
20,mlp.experts.127.gate_proj,0.0000071621,0.01000,1.775
20,mlp.experts.119.gate_proj,0.0000089203,0.01000,1.800
20,mlp.experts.120.gate_proj,0.0000083013,0.01000,2.022
20,mlp.experts.116.gate_proj,0.0000072770,0.01000,1.992
20,mlp.experts.124.gate_proj,0.0000069887,0.01000,2.011
20,mlp.experts.125.gate_proj,0.0000075230,0.01000,2.157
20,mlp.experts.121.gate_proj,0.0000050208,0.01000,2.241
20,mlp.experts.117.gate_proj,0.0000075197,0.01000,2.216
20,mlp.experts.126.gate_proj,0.0000071495,0.01000,1.622
20,mlp.experts.122.gate_proj,0.0000072517,0.01000,1.612
20,mlp.experts.114.gate_proj,0.0000065251,0.01000,1.529
20,mlp.experts.118.gate_proj,0.0000072253,0.01000,1.574
20,mlp.experts.113.gate_proj,0.0000070884,0.01000,2.290
20,mlp.experts.11.up_proj,0.0000068415,0.01000,2.018
20,mlp.experts.3.up_proj,0.0000065203,0.01000,1.993
20,mlp.experts.15.up_proj,0.0000067422,0.01000,1.987
20,mlp.experts.7.up_proj,0.0000077235,0.01000,2.008
20,mlp.experts.0.up_proj,0.0000069413,0.01000,2.242
20,mlp.experts.2.up_proj,0.0000073673,0.01000,1.744
20,mlp.experts.10.up_proj,0.0000070306,0.01000,1.752
20,mlp.experts.13.up_proj,0.0000067999,0.01000,2.020
20,mlp.experts.8.up_proj,0.0000064863,0.01000,2.124
20,mlp.experts.14.up_proj,0.0000071964,0.01000,1.819
20,mlp.experts.12.up_proj,0.0000073888,0.01000,2.079
20,mlp.experts.4.up_proj,0.0000071842,0.01000,2.119
20,mlp.experts.6.up_proj,0.0000072023,0.01000,1.807
20,mlp.experts.5.up_proj,0.0000062242,0.01000,2.005
20,mlp.experts.9.up_proj,0.0000051114,0.01000,2.030
20,mlp.experts.1.up_proj,0.0000078330,0.01000,1.990
20,mlp.experts.27.up_proj,0.0000069284,0.01000,2.058
20,mlp.experts.19.up_proj,0.0000073031,0.01000,2.076
20,mlp.experts.31.up_proj,0.0000078561,0.01000,2.057
20,mlp.experts.16.up_proj,0.0000070846,0.01000,1.915
20,mlp.experts.23.up_proj,0.0000067567,0.01000,2.072
20,mlp.experts.28.up_proj,0.0000069490,0.01000,1.878
20,mlp.experts.20.up_proj,0.0000061079,0.01000,1.931
20,mlp.experts.24.up_proj,0.0000072256,0.01000,1.965
20,mlp.experts.26.up_proj,0.0000070012,0.01000,2.100
20,mlp.experts.18.up_proj,0.0000058962,0.01000,2.131
20,mlp.experts.30.up_proj,0.0000067887,0.01000,2.119
20,mlp.experts.22.up_proj,0.0000078213,0.01000,2.096
20,mlp.experts.29.up_proj,0.0000076100,0.01000,2.185
20,mlp.experts.25.up_proj,0.0000068467,0.01000,2.177
20,mlp.experts.21.up_proj,0.0000065467,0.01000,2.183
20,mlp.experts.17.up_proj,0.0000062077,0.01000,2.095
20,mlp.experts.32.up_proj,0.0000063437,0.01000,1.737
20,mlp.experts.43.up_proj,0.0000076393,0.01000,2.057
20,mlp.experts.35.up_proj,0.0000062536,0.01000,2.077
20,mlp.experts.44.up_proj,0.0000077298,0.01000,1.733
20,mlp.experts.47.up_proj,0.0000065790,0.01000,2.085
20,mlp.experts.39.up_proj,0.0000088015,0.01000,2.036
20,mlp.experts.36.up_proj,0.0000080929,0.01000,1.772
20,mlp.experts.40.up_proj,0.0000066710,0.01000,1.860
20,mlp.experts.34.up_proj,0.0000076021,0.01000,1.849
20,mlp.experts.46.up_proj,0.0000070899,0.01000,1.866
20,mlp.experts.42.up_proj,0.0000067899,0.01000,1.960
20,mlp.experts.38.up_proj,0.0000075474,0.01000,1.932
20,mlp.experts.45.up_proj,0.0000066809,0.01000,2.086
20,mlp.experts.33.up_proj,0.0000064433,0.01000,2.074
20,mlp.experts.41.up_proj,0.0000077562,0.01000,2.096
20,mlp.experts.37.up_proj,0.0000069210,0.01000,2.136
20,mlp.experts.48.up_proj,0.0000061157,0.01000,1.896
20,mlp.experts.50.up_proj,0.0000070068,0.01000,1.514
20,mlp.experts.60.up_proj,0.0000077573,0.01000,1.850
20,mlp.experts.58.up_proj,0.0000056200,0.01000,1.538
20,mlp.experts.62.up_proj,0.0000067547,0.01000,1.562
20,mlp.experts.59.up_proj,0.0000065064,0.01000,2.116
20,mlp.experts.52.up_proj,0.0000077249,0.01000,1.907
20,mlp.experts.56.up_proj,0.0000064593,0.01000,1.857
20,mlp.experts.54.up_proj,0.0000065796,0.01000,1.647
20,mlp.experts.51.up_proj,0.0000071854,0.01000,2.174
20,mlp.experts.63.up_proj,0.0000081105,0.01000,2.108
20,mlp.experts.55.up_proj,0.0000065712,0.01000,2.230
20,mlp.experts.61.up_proj,0.0000060119,0.01000,1.902
20,mlp.experts.57.up_proj,0.0000064898,0.01000,1.963
20,mlp.experts.49.up_proj,0.0000074651,0.01000,1.989
20,mlp.experts.53.up_proj,0.0000056603,0.01000,2.017
20,mlp.experts.66.up_proj,0.0000067715,0.01000,1.595
20,mlp.experts.74.up_proj,0.0000066211,0.01000,1.521
20,mlp.experts.78.up_proj,0.0000067820,0.01000,1.618
20,mlp.experts.70.up_proj,0.0000068562,0.01000,1.508
20,mlp.experts.64.up_proj,0.0000077150,0.01000,1.946
20,mlp.experts.76.up_proj,0.0000065112,0.01000,1.925
20,mlp.experts.67.up_proj,0.0000067478,0.01000,1.736
20,mlp.experts.68.up_proj,0.0000067528,0.01000,1.862
20,mlp.experts.79.up_proj,0.0000073768,0.01000,1.736
20,mlp.experts.72.up_proj,0.0000071735,0.01000,1.871
20,mlp.experts.75.up_proj,0.0000067546,0.01000,2.140
20,mlp.experts.71.up_proj,0.0000078709,0.01000,2.140
20,mlp.experts.77.up_proj,0.0000061255,0.01000,2.122
20,mlp.experts.73.up_proj,0.0000070691,0.01000,2.085
20,mlp.experts.82.up_proj,0.0000068008,0.01000,1.589
20,mlp.experts.65.up_proj,0.0000051780,0.01000,2.170
20,mlp.experts.90.up_proj,0.0000070883,0.01000,1.589
20,mlp.experts.69.up_proj,0.0000070050,0.01000,2.165
20,mlp.experts.86.up_proj,0.0000067369,0.01000,1.566
20,mlp.experts.94.up_proj,0.0000076883,0.01000,1.629
20,mlp.experts.95.up_proj,0.0000071202,0.01000,1.700
20,mlp.experts.80.up_proj,0.0000068786,0.01000,2.034
20,mlp.experts.92.up_proj,0.0000061185,0.01000,1.942
20,mlp.experts.91.up_proj,0.0000066392,0.01000,1.643
20,mlp.experts.84.up_proj,0.0000049469,0.01000,1.921
20,mlp.experts.83.up_proj,0.0000069981,0.01000,1.969
20,mlp.experts.88.up_proj,0.0000071415,0.01000,2.046
20,mlp.experts.87.up_proj,0.0000064906,0.01000,2.042
20,mlp.experts.106.up_proj,0.0000078159,0.01000,1.629
20,mlp.experts.93.up_proj,0.0000073835,0.01000,2.012
20,mlp.experts.98.up_proj,0.0000074041,0.01000,1.731
20,mlp.experts.102.up_proj,0.0000068464,0.01000,1.602
20,mlp.experts.110.up_proj,0.0000063613,0.01000,1.599
20,mlp.experts.81.up_proj,0.0000074958,0.01000,1.915
20,mlp.experts.89.up_proj,0.0000077113,0.01000,2.040
20,mlp.experts.85.up_proj,0.0000060719,0.01000,1.880
20,mlp.experts.108.up_proj,0.0000065896,0.01000,1.950
20,mlp.experts.111.up_proj,0.0000073877,0.01000,2.074
20,mlp.experts.96.up_proj,0.0000076766,0.01000,2.092
20,mlp.experts.100.up_proj,0.0000064929,0.01000,1.989
20,mlp.experts.104.up_proj,0.0000068222,0.01000,1.947
20,mlp.experts.107.up_proj,0.0000070128,0.01000,2.140
20,mlp.experts.99.up_proj,0.0000070815,0.01000,2.275
20,mlp.experts.122.up_proj,0.0000073121,0.01000,1.491
20,mlp.experts.114.up_proj,0.0000061238,0.01000,1.480
20,mlp.experts.126.up_proj,0.0000068252,0.01000,1.450
20,mlp.experts.118.up_proj,0.0000072362,0.01000,1.493
20,mlp.experts.109.up_proj,0.0000067435,0.01000,1.802
20,mlp.experts.103.up_proj,0.0000076257,0.01000,2.061
20,mlp.experts.97.up_proj,0.0000072304,0.01000,1.774
20,mlp.experts.105.up_proj,0.0000062408,0.01000,1.805
20,mlp.experts.101.up_proj,0.0000062810,0.01000,1.886
20,mlp.experts.124.up_proj,0.0000068962,0.01000,2.034
20,mlp.experts.127.up_proj,0.0000077074,0.01000,2.016
20,mlp.experts.116.up_proj,0.0000072422,0.01000,1.978
20,mlp.experts.112.up_proj,0.0000070242,0.01000,2.016
20,mlp.experts.120.up_proj,0.0000073975,0.01000,1.900
20,mlp.experts.123.up_proj,0.0000067728,0.01000,1.955
20,mlp.experts.115.up_proj,0.0000070381,0.01000,1.840
20,mlp.experts.125.up_proj,0.0000073779,0.01000,1.540
20,mlp.experts.119.up_proj,0.0000078552,0.01000,1.545
20,mlp.experts.113.up_proj,0.0000069322,0.01000,1.513
20,mlp.experts.121.up_proj,0.0000050358,0.01000,1.483
20,mlp.experts.117.up_proj,0.0000071515,0.01000,1.431
20,mlp.experts.12.down_proj,0.0000006095,0.01000,0.999
20,mlp.experts.0.down_proj,0.0000005211,0.01000,1.033
20,mlp.experts.4.down_proj,0.0000006632,0.01000,1.045
20,mlp.experts.8.down_proj,0.0000004221,0.01000,1.081
20,mlp.experts.9.down_proj,0.0000002312,0.01000,1.112
20,mlp.experts.6.down_proj,0.0000004621,0.01000,1.118
20,mlp.experts.13.down_proj,0.0000004829,0.01000,1.112
20,mlp.experts.5.down_proj,0.0000003119,0.01000,1.121
20,mlp.experts.3.down_proj,0.0000004279,0.01000,1.131
20,mlp.experts.10.down_proj,0.0000004299,0.01000,1.128
20,mlp.experts.7.down_proj,0.0000007086,0.01000,1.134
20,mlp.experts.2.down_proj,0.0000007555,0.01000,1.143
20,mlp.experts.11.down_proj,0.0000004080,0.01000,1.153
20,mlp.experts.1.down_proj,0.0000006112,0.01000,1.156
20,mlp.experts.15.down_proj,0.0000005466,0.01000,1.152
20,mlp.experts.14.down_proj,0.0000006386,0.01000,1.176
20,mlp.experts.25.down_proj,0.0000004353,0.01000,0.601
20,mlp.experts.29.down_proj,0.0000005892,0.01000,0.594
20,mlp.experts.17.down_proj,0.0000003967,0.01000,0.586
20,mlp.experts.21.down_proj,0.0000004387,0.01000,0.609
20,mlp.experts.28.down_proj,0.0000005967,0.01000,0.751
20,mlp.experts.22.down_proj,0.0000005512,0.01000,0.649
20,mlp.experts.18.down_proj,0.0000004971,0.01000,0.645
20,mlp.experts.16.down_proj,0.0000005123,0.01000,0.791
20,mlp.experts.30.down_proj,0.0000004341,0.01000,0.669
20,mlp.experts.24.down_proj,0.0000005261,0.01000,0.771
20,mlp.experts.23.down_proj,0.0000004204,0.01000,0.711
20,mlp.experts.26.down_proj,0.0000004786,0.01000,0.723
20,mlp.experts.19.down_proj,0.0000005598,0.01000,0.741
20,mlp.experts.27.down_proj,0.0000005970,0.01000,0.729
20,mlp.experts.31.down_proj,0.0000008434,0.01000,0.746
20,mlp.experts.20.down_proj,0.0000003396,0.01000,0.882
20,mlp.experts.41.down_proj,0.0000009029,0.01000,0.603
20,mlp.experts.45.down_proj,0.0000004643,0.01000,0.599
20,mlp.experts.38.down_proj,0.0000006260,0.01000,0.613
20,mlp.experts.33.down_proj,0.0000003912,0.01000,0.646
20,mlp.experts.37.down_proj,0.0000004869,0.01000,0.645
20,mlp.experts.34.down_proj,0.0000006521,0.01000,0.607
20,mlp.experts.42.down_proj,0.0000004539,0.01000,0.627
20,mlp.experts.46.down_proj,0.0000006091,0.01000,0.683
20,mlp.experts.39.down_proj,0.0000009123,0.01000,0.732
20,mlp.experts.44.down_proj,0.0000006460,0.01000,0.838
20,mlp.experts.35.down_proj,0.0000004974,0.01000,0.734
20,mlp.experts.43.down_proj,0.0000007106,0.01000,0.744
20,mlp.experts.32.down_proj,0.0000003949,0.01000,0.832
20,mlp.experts.36.down_proj,0.0000007539,0.01000,0.738
20,mlp.experts.47.down_proj,0.0000004307,0.01000,0.764
20,mlp.experts.40.down_proj,0.0000004436,0.01000,0.847
20,mlp.experts.61.down_proj,0.0000003750,0.01000,0.655
20,mlp.experts.57.down_proj,0.0000004600,0.01000,0.702
20,mlp.experts.58.down_proj,0.0000003424,0.01000,0.612
20,mlp.experts.54.down_proj,0.0000004069,0.01000,0.727
20,mlp.experts.49.down_proj,0.0000006642,0.01000,0.725
20,mlp.experts.53.down_proj,0.0000002907,0.01000,0.729
20,mlp.experts.50.down_proj,0.0000004742,0.01000,0.732
20,mlp.experts.62.down_proj,0.0000004537,0.01000,0.655
20,mlp.experts.51.down_proj,0.0000007454,0.01000,0.694
20,mlp.experts.55.down_proj,0.0000004275,0.01000,0.700
20,mlp.experts.59.down_proj,0.0000004198,0.01000,0.675
20,mlp.experts.60.down_proj,0.0000006730,0.01000,0.711
20,mlp.experts.52.down_proj,0.0000007053,0.01000,0.699
20,mlp.experts.63.down_proj,0.0000008632,0.01000,0.719
20,mlp.experts.56.down_proj,0.0000004334,0.01000,0.725
20,mlp.experts.48.down_proj,0.0000003472,0.01000,0.791
20,mlp.experts.77.down_proj,0.0000003845,0.01000,0.673
20,mlp.experts.73.down_proj,0.0000006517,0.01000,0.663
20,mlp.experts.74.down_proj,0.0000003958,0.01000,0.615
20,mlp.experts.66.down_proj,0.0000006599,0.01000,0.609
20,mlp.experts.69.down_proj,0.0000004228,0.01000,0.626
20,mlp.experts.65.down_proj,0.0000002582,0.01000,0.677
20,mlp.experts.70.down_proj,0.0000004328,0.01000,0.751
20,mlp.experts.78.down_proj,0.0000004296,0.01000,0.703
20,mlp.experts.71.down_proj,0.0000008102,0.01000,0.636
20,mlp.experts.67.down_proj,0.0000005456,0.01000,0.649
20,mlp.experts.75.down_proj,0.0000004035,0.01000,0.672
20,mlp.experts.76.down_proj,0.0000003847,0.01000,0.700
20,mlp.experts.79.down_proj,0.0000006385,0.01000,0.690
20,mlp.experts.68.down_proj,0.0000004147,0.01000,0.724
20,mlp.experts.72.down_proj,0.0000005992,0.01000,0.735
20,mlp.experts.64.down_proj,0.0000007598,0.01000,0.788
20,mlp.experts.90.down_proj,0.0000005316,0.01000,0.568
20,mlp.experts.93.down_proj,0.0000006321,0.01000,0.622
20,mlp.experts.82.down_proj,0.0000004685,0.01000,0.563
20,mlp.experts.89.down_proj,0.0000008923,0.01000,0.655
20,mlp.experts.81.down_proj,0.0000008796,0.01000,0.631
20,mlp.experts.94.down_proj,0.0000005906,0.01000,0.567
20,mlp.experts.85.down_proj,0.0000003265,0.01000,0.706
20,mlp.experts.86.down_proj,0.0000004658,0.01000,0.718
20,mlp.experts.87.down_proj,0.0000004065,0.01000,0.657
20,mlp.experts.83.down_proj,0.0000004439,0.01000,0.667
20,mlp.experts.91.down_proj,0.0000004374,0.01000,0.663
20,mlp.experts.95.down_proj,0.0000004995,0.01000,0.702
20,mlp.experts.92.down_proj,0.0000003447,0.01000,0.817
20,mlp.experts.106.down_proj,0.0000006241,0.01000,0.560
20,mlp.experts.98.down_proj,0.0000005586,0.01000,0.560
20,mlp.experts.88.down_proj,0.0000005562,0.01000,0.766
20,mlp.experts.84.down_proj,0.0000002288,0.01000,0.855
20,mlp.experts.105.down_proj,0.0000003774,0.01000,0.625
20,mlp.experts.109.down_proj,0.0000005160,0.01000,0.684
20,mlp.experts.110.down_proj,0.0000003768,0.01000,0.575
20,mlp.experts.80.down_proj,0.0000004990,0.01000,0.852
20,mlp.experts.101.down_proj,0.0000004154,0.01000,0.632
20,mlp.experts.102.down_proj,0.0000004569,0.01000,0.640
20,mlp.experts.97.down_proj,0.0000004919,0.01000,0.800
20,mlp.experts.107.down_proj,0.0000004608,0.01000,0.733
20,mlp.experts.103.down_proj,0.0000006354,0.01000,0.783
20,mlp.experts.99.down_proj,0.0000005758,0.01000,0.767
20,mlp.experts.122.down_proj,0.0000005956,0.01000,0.584
20,mlp.experts.114.down_proj,0.0000003820,0.01000,0.573
20,mlp.experts.111.down_proj,0.0000006272,0.01000,0.758
20,mlp.experts.126.down_proj,0.0000004445,0.01000,0.538
20,mlp.experts.125.down_proj,0.0000006470,0.01000,0.625
20,mlp.experts.121.down_proj,0.0000002825,0.01000,0.633
20,mlp.experts.104.down_proj,0.0000004569,0.01000,0.716
20,mlp.experts.108.down_proj,0.0000003830,0.01000,0.831
20,mlp.experts.118.down_proj,0.0000004428,0.01000,0.443
20,mlp.experts.117.down_proj,0.0000004782,0.01000,0.580
20,mlp.experts.100.down_proj,0.0000004189,0.01000,0.787
20,mlp.experts.113.down_proj,0.0000004130,0.01000,0.516
20,mlp.experts.96.down_proj,0.0000007368,0.01000,0.834
20,mlp.experts.123.down_proj,0.0000004365,0.01000,0.721
20,mlp.experts.115.down_proj,0.0000004461,0.01000,0.716
20,mlp.experts.119.down_proj,0.0000007276,0.01000,0.743
20,mlp.experts.127.down_proj,0.0000006548,0.01000,0.644
20,mlp.experts.120.down_proj,0.0000006285,0.01000,0.677
20,mlp.experts.124.down_proj,0.0000004057,0.01000,0.743
20,mlp.experts.116.down_proj,0.0000005696,0.01000,0.732
20,mlp.experts.112.down_proj,0.0000005155,0.01000,0.601
21,self_attn.q_proj,0.0000004064,0.01000,0.687
21,self_attn.k_proj,0.0000000606,0.01000,0.709
21,self_attn.v_proj,0.0000000668,0.01000,0.722
21,self_attn.o_proj,0.0000000653,0.01000,1.521
21,mlp.experts.5.gate_proj,0.0000070325,0.01000,2.001
21,mlp.experts.9.gate_proj,0.0000064426,0.01000,2.020
21,mlp.experts.13.gate_proj,0.0000065007,0.01000,2.025
21,mlp.experts.1.gate_proj,0.0000072201,0.01000,1.968
21,mlp.experts.11.gate_proj,0.0000075095,0.01000,2.115
21,mlp.experts.7.gate_proj,0.0000072078,0.01000,2.161
21,mlp.experts.15.gate_proj,0.0000072852,0.01000,2.182
21,mlp.experts.3.gate_proj,0.0000080774,0.01000,2.191
21,mlp.experts.4.gate_proj,0.0000072484,0.01000,2.265
21,mlp.experts.12.gate_proj,0.0000073370,0.01000,2.300
21,mlp.experts.0.gate_proj,0.0000072278,0.01000,2.260
21,mlp.experts.8.gate_proj,0.0000074443,0.01000,2.277
21,mlp.experts.14.gate_proj,0.0000071249,0.01000,2.427
21,mlp.experts.10.gate_proj,0.0000073695,0.01000,2.432
21,mlp.experts.6.gate_proj,0.0000066718,0.01000,2.494
21,mlp.experts.2.gate_proj,0.0000065106,0.01000,2.515
21,mlp.experts.21.gate_proj,0.0000074996,0.01000,1.797
21,mlp.experts.29.gate_proj,0.0000086843,0.01000,1.776
21,mlp.experts.17.gate_proj,0.0000065612,0.01000,1.834
21,mlp.experts.25.gate_proj,0.0000068026,0.01000,1.868
21,mlp.experts.27.gate_proj,0.0000086491,0.01000,2.063
21,mlp.experts.31.gate_proj,0.0000076819,0.01000,2.034
21,mlp.experts.19.gate_proj,0.0000073746,0.01000,2.034
21,mlp.experts.23.gate_proj,0.0000064373,0.01000,2.081
21,mlp.experts.20.gate_proj,0.0000072876,0.01000,2.085
21,mlp.experts.28.gate_proj,0.0000072979,0.01000,2.090
21,mlp.experts.16.gate_proj,0.0000055678,0.01000,2.089
21,mlp.experts.24.gate_proj,0.0000068189,0.01000,2.096
21,mlp.experts.22.gate_proj,0.0000070615,0.01000,1.991
21,mlp.experts.26.gate_proj,0.0000071776,0.01000,1.991
21,mlp.experts.30.gate_proj,0.0000071470,0.01000,1.999
21,mlp.experts.18.gate_proj,0.0000082805,0.01000,2.034
21,mlp.experts.45.gate_proj,0.0000068993,0.01000,1.616
21,mlp.experts.33.gate_proj,0.0000069997,0.01000,1.610
21,mlp.experts.41.gate_proj,0.0000069222,0.01000,1.588
21,mlp.experts.37.gate_proj,0.0000069395,0.01000,1.744
21,mlp.experts.42.gate_proj,0.0000083690,0.01000,1.757
21,mlp.experts.46.gate_proj,0.0000068226,0.01000,1.776
21,mlp.experts.36.gate_proj,0.0000083985,0.01000,2.013
21,mlp.experts.34.gate_proj,0.0000073013,0.01000,1.834
21,mlp.experts.44.gate_proj,0.0000072144,0.01000,1.988
21,mlp.experts.38.gate_proj,0.0000074093,0.01000,1.895
21,mlp.experts.43.gate_proj,0.0000072560,0.01000,2.237
21,mlp.experts.39.gate_proj,0.0000074454,0.01000,2.233
21,mlp.experts.47.gate_proj,0.0000047753,0.01000,2.243
21,mlp.experts.32.gate_proj,0.0000075348,0.01000,2.081
21,mlp.experts.35.gate_proj,0.0000072695,0.01000,2.274
21,mlp.experts.40.gate_proj,0.0000060501,0.01000,2.084
21,mlp.experts.61.gate_proj,0.0000091398,0.01000,1.687
21,mlp.experts.57.gate_proj,0.0000074153,0.01000,1.675
21,mlp.experts.49.gate_proj,0.0000074156,0.01000,1.754
21,mlp.experts.53.gate_proj,0.0000072539,0.01000,1.697
21,mlp.experts.62.gate_proj,0.0000073825,0.01000,1.911
21,mlp.experts.58.gate_proj,0.0000073103,0.01000,1.942
21,mlp.experts.59.gate_proj,0.0000080302,0.01000,1.804
21,mlp.experts.55.gate_proj,0.0000071204,0.01000,1.758
21,mlp.experts.54.gate_proj,0.0000081782,0.01000,1.879
21,mlp.experts.50.gate_proj,0.0000075686,0.01000,1.924
21,mlp.experts.51.gate_proj,0.0000074563,0.01000,1.787
21,mlp.experts.63.gate_proj,0.0000065267,0.01000,1.854
21,mlp.experts.52.gate_proj,0.0000068162,0.01000,1.990
21,mlp.experts.60.gate_proj,0.0000070140,0.01000,2.046
21,mlp.experts.56.gate_proj,0.0000066442,0.01000,1.961
21,mlp.experts.48.gate_proj,0.0000068637,0.01000,2.025
21,mlp.experts.77.gate_proj,0.0000072245,0.01000,1.666
21,mlp.experts.73.gate_proj,0.0000068439,0.01000,1.668
21,mlp.experts.69.gate_proj,0.0000077638,0.01000,1.699
21,mlp.experts.65.gate_proj,0.0000068048,0.01000,1.932
21,mlp.experts.78.gate_proj,0.0000087217,0.01000,1.809
21,mlp.experts.74.gate_proj,0.0000083975,0.01000,1.784
21,mlp.experts.72.gate_proj,0.0000079335,0.01000,1.615
21,mlp.experts.70.gate_proj,0.0000073991,0.01000,1.831
21,mlp.experts.76.gate_proj,0.0000068824,0.01000,1.728
21,mlp.experts.66.gate_proj,0.0000070761,0.01000,1.887
21,mlp.experts.75.gate_proj,0.0000080394,0.01000,1.974
21,mlp.experts.71.gate_proj,0.0000071247,0.01000,2.008
21,mlp.experts.67.gate_proj,0.0000074524,0.01000,1.957
21,mlp.experts.79.gate_proj,0.0000076852,0.01000,1.945
21,mlp.experts.68.gate_proj,0.0000075721,0.01000,2.008
21,mlp.experts.93.gate_proj,0.0000084458,0.01000,1.580
21,mlp.experts.89.gate_proj,0.0000070610,0.01000,1.538
21,mlp.experts.64.gate_proj,0.0000074557,0.01000,1.974
21,mlp.experts.85.gate_proj,0.0000070811,0.01000,1.639
21,mlp.experts.81.gate_proj,0.0000066824,0.01000,1.526
21,mlp.experts.92.gate_proj,0.0000073008,0.01000,1.736
21,mlp.experts.91.gate_proj,0.0000076943,0.01000,1.779
21,mlp.experts.90.gate_proj,0.0000076880,0.01000,1.979
21,mlp.experts.105.gate_proj,0.0000070327,0.01000,1.633
21,mlp.experts.88.gate_proj,0.0000079397,0.01000,1.908
21,mlp.experts.109.gate_proj,0.0000072869,0.01000,1.647
21,mlp.experts.83.gate_proj,0.0000076306,0.01000,1.784
21,mlp.experts.94.gate_proj,0.0000082438,0.01000,2.067
21,mlp.experts.87.gate_proj,0.0000076730,0.01000,1.852
21,mlp.experts.86.gate_proj,0.0000071798,0.01000,1.995
21,mlp.experts.95.gate_proj,0.0000078018,0.01000,1.857
21,mlp.experts.101.gate_proj,0.0000073938,0.01000,1.678
21,mlp.experts.80.gate_proj,0.0000070848,0.01000,1.792
21,mlp.experts.82.gate_proj,0.0000088612,0.01000,2.137
21,mlp.experts.84.gate_proj,0.0000070091,0.01000,2.024
21,mlp.experts.97.gate_proj,0.0000070207,0.01000,1.697
21,mlp.experts.104.gate_proj,0.0000075526,0.01000,1.667
21,mlp.experts.125.gate_proj,0.0000040693,0.01000,1.678
21,mlp.experts.121.gate_proj,0.0000091475,0.01000,1.680
21,mlp.experts.108.gate_proj,0.0000070541,0.01000,1.876
21,mlp.experts.106.gate_proj,0.0000074988,0.01000,1.958
21,mlp.experts.107.gate_proj,0.0000071108,0.01000,1.966
21,mlp.experts.110.gate_proj,0.0000049930,0.01000,1.880
21,mlp.experts.102.gate_proj,0.0000070660,0.01000,1.883
21,mlp.experts.117.gate_proj,0.0000069905,0.01000,1.739
21,mlp.experts.111.gate_proj,0.0000067368,0.01000,1.946
21,mlp.experts.99.gate_proj,0.0000066288,0.01000,2.035
21,mlp.experts.113.gate_proj,0.0000069370,0.01000,1.729
21,mlp.experts.103.gate_proj,0.0000073020,0.01000,2.043
21,mlp.experts.100.gate_proj,0.0000103395,0.01000,1.760
21,mlp.experts.96.gate_proj,0.0000067353,0.01000,1.984
21,mlp.experts.98.gate_proj,0.0000067320,0.01000,1.971
21,mlp.experts.13.up_proj,0.0000063549,0.01000,1.640
21,mlp.experts.9.up_proj,0.0000063000,0.01000,1.644
21,mlp.experts.120.gate_proj,0.0000078012,0.01000,1.720
21,mlp.experts.124.gate_proj,0.0000069847,0.01000,1.815
21,mlp.experts.5.up_proj,0.0000069533,0.01000,1.694
21,mlp.experts.1.up_proj,0.0000081306,0.01000,1.625
21,mlp.experts.123.gate_proj,0.0000069059,0.01000,1.818
21,mlp.experts.116.gate_proj,0.0000073401,0.01000,1.715
21,mlp.experts.115.gate_proj,0.0000071146,0.01000,1.789
21,mlp.experts.126.gate_proj,0.0000082921,0.01000,1.947
21,mlp.experts.119.gate_proj,0.0000074978,0.01000,1.801
21,mlp.experts.118.gate_proj,0.0000072714,0.01000,1.983
21,mlp.experts.127.gate_proj,0.0000066396,0.01000,1.931
21,mlp.experts.122.gate_proj,0.0000071544,0.01000,2.279
21,mlp.experts.114.gate_proj,0.0000072910,0.01000,2.093
21,mlp.experts.112.gate_proj,0.0000073420,0.01000,2.137
21,mlp.experts.25.up_proj,0.0000069540,0.01000,1.490
21,mlp.experts.29.up_proj,0.0000083624,0.01000,1.492
21,mlp.experts.8.up_proj,0.0000073855,0.01000,1.706
21,mlp.experts.17.up_proj,0.0000065362,0.01000,1.469
21,mlp.experts.21.up_proj,0.0000073270,0.01000,1.590
21,mlp.experts.11.up_proj,0.0000075276,0.01000,1.679
21,mlp.experts.4.up_proj,0.0000071339,0.01000,1.722
21,mlp.experts.7.up_proj,0.0000071235,0.01000,1.679
21,mlp.experts.3.up_proj,0.0000078644,0.01000,1.740
21,mlp.experts.15.up_proj,0.0000074811,0.01000,1.699
21,mlp.experts.12.up_proj,0.0000070533,0.01000,2.145
21,mlp.experts.14.up_proj,0.0000070192,0.01000,1.890
21,mlp.experts.6.up_proj,0.0000064394,0.01000,1.925
21,mlp.experts.10.up_proj,0.0000077081,0.01000,1.998
21,mlp.experts.41.up_proj,0.0000073500,0.01000,1.444
21,mlp.experts.45.up_proj,0.0000072871,0.01000,1.451
21,mlp.experts.2.up_proj,0.0000060674,0.01000,1.960
21,mlp.experts.0.up_proj,0.0000073648,0.01000,2.145
21,mlp.experts.33.up_proj,0.0000068354,0.01000,1.514
21,mlp.experts.24.up_proj,0.0000070192,0.01000,1.750
21,mlp.experts.37.up_proj,0.0000066869,0.01000,1.578
21,mlp.experts.27.up_proj,0.0000081599,0.01000,1.638
21,mlp.experts.20.up_proj,0.0000075420,0.01000,1.695
21,mlp.experts.31.up_proj,0.0000073489,0.01000,1.625
21,mlp.experts.23.up_proj,0.0000062905,0.01000,1.723
21,mlp.experts.19.up_proj,0.0000074431,0.01000,1.746
21,mlp.experts.28.up_proj,0.0000070790,0.01000,1.791
21,mlp.experts.30.up_proj,0.0000070891,0.01000,1.828
21,mlp.experts.22.up_proj,0.0000085576,0.01000,1.878
21,mlp.experts.61.up_proj,0.0000081945,0.01000,1.573
21,mlp.experts.16.up_proj,0.0000054520,0.01000,1.643
21,mlp.experts.26.up_proj,0.0000072511,0.01000,2.063
21,mlp.experts.18.up_proj,0.0000082466,0.01000,1.925
21,mlp.experts.49.up_proj,0.0000073813,0.01000,1.565
21,mlp.experts.57.up_proj,0.0000071144,0.01000,2.132
21,mlp.experts.53.up_proj,0.0000071195,0.01000,1.729
21,mlp.experts.43.up_proj,0.0000073808,0.01000,1.684
21,mlp.experts.40.up_proj,0.0000060379,0.01000,2.052
21,mlp.experts.36.up_proj,0.0000081129,0.01000,1.696
21,mlp.experts.47.up_proj,0.0000051899,0.01000,1.693
21,mlp.experts.35.up_proj,0.0000097757,0.01000,1.691
21,mlp.experts.39.up_proj,0.0000074316,0.01000,1.752
21,mlp.experts.44.up_proj,0.0000070710,0.01000,1.833
21,mlp.experts.46.up_proj,0.0000067262,0.01000,1.880
21,mlp.experts.77.up_proj,0.0000075308,0.01000,1.805
21,mlp.experts.38.up_proj,0.0000072743,0.01000,1.937
21,mlp.experts.34.up_proj,0.0000072567,0.01000,1.873
21,mlp.experts.65.up_proj,0.0000069730,0.01000,1.965
21,mlp.experts.32.up_proj,0.0000073337,0.01000,2.081
21,mlp.experts.73.up_proj,0.0000068310,0.01000,1.908
21,mlp.experts.69.up_proj,0.0000061715,0.01000,1.765
21,mlp.experts.42.up_proj,0.0000079474,0.01000,2.108
21,mlp.experts.59.up_proj,0.0000077708,0.01000,1.622
21,mlp.experts.63.up_proj,0.0000062333,0.01000,1.610
21,mlp.experts.51.up_proj,0.0000073987,0.01000,1.635
21,mlp.experts.55.up_proj,0.0000069562,0.01000,1.785
21,mlp.experts.56.up_proj,0.0000068848,0.01000,2.123
21,mlp.experts.62.up_proj,0.0000071740,0.01000,1.689
21,mlp.experts.52.up_proj,0.0000071182,0.01000,2.205
21,mlp.experts.60.up_proj,0.0000069560,0.01000,2.122
21,mlp.experts.93.up_proj,0.0000082244,0.01000,1.933
21,mlp.experts.54.up_proj,0.0000086886,0.01000,1.945
21,mlp.experts.50.up_proj,0.0000071143,0.01000,1.708
21,mlp.experts.48.up_proj,0.0000083534,0.01000,1.831
21,mlp.experts.75.up_proj,0.0000078829,0.01000,1.769
21,mlp.experts.85.up_proj,0.0000066442,0.01000,1.798
21,mlp.experts.58.up_proj,0.0000074246,0.01000,1.820
21,mlp.experts.89.up_proj,0.0000069710,0.01000,1.952
21,mlp.experts.81.up_proj,0.0000066056,0.01000,2.074
21,mlp.experts.79.up_proj,0.0000077515,0.01000,1.750
21,mlp.experts.67.up_proj,0.0000073793,0.01000,1.923
21,mlp.experts.71.up_proj,0.0000069836,0.01000,1.782
21,mlp.experts.78.up_proj,0.0000079015,0.01000,1.690
21,mlp.experts.68.up_proj,0.0000074445,0.01000,1.995
21,mlp.experts.72.up_proj,0.0000075996,0.01000,2.215
21,mlp.experts.70.up_proj,0.0000070129,0.01000,1.698
21,mlp.experts.66.up_proj,0.0000070060,0.01000,1.574
21,mlp.experts.76.up_proj,0.0000067655,0.01000,1.996
21,mlp.experts.109.up_proj,0.0000072354,0.01000,1.920
21,mlp.experts.74.up_proj,0.0000079083,0.01000,1.602
21,mlp.experts.91.up_proj,0.0000071375,0.01000,1.732
21,mlp.experts.64.up_proj,0.0000070181,0.01000,1.808
21,mlp.experts.95.up_proj,0.0000075272,0.01000,1.737
21,mlp.experts.101.up_proj,0.0000076445,0.01000,2.097
21,mlp.experts.87.up_proj,0.0000076638,0.01000,1.681
21,mlp.experts.83.up_proj,0.0000073346,0.01000,1.737
21,mlp.experts.105.up_proj,0.0000075216,0.01000,2.087
21,mlp.experts.94.up_proj,0.0000080280,0.01000,1.550
21,mlp.experts.97.up_proj,0.0000069918,0.01000,2.115
21,mlp.experts.86.up_proj,0.0000071431,0.01000,1.537
21,mlp.experts.82.up_proj,0.0000100748,0.01000,1.567
21,mlp.experts.88.up_proj,0.0000078297,0.01000,1.776
21,mlp.experts.84.up_proj,0.0000067836,0.01000,2.095
21,mlp.experts.90.up_proj,0.0000076845,0.01000,1.583
21,mlp.experts.92.up_proj,0.0000068874,0.01000,2.004
21,mlp.experts.107.up_proj,0.0000069939,0.01000,1.738
21,mlp.experts.125.up_proj,0.0000041290,0.01000,2.165
21,mlp.experts.80.up_proj,0.0000068839,0.01000,1.803
21,mlp.experts.111.up_proj,0.0000067718,0.01000,1.665
21,mlp.experts.103.up_proj,0.0000082450,0.01000,1.661
21,mlp.experts.110.up_proj,0.0000049850,0.01000,1.605
21,mlp.experts.99.up_proj,0.0000064798,0.01000,1.704
21,mlp.experts.117.up_proj,0.0000074337,0.01000,1.916
21,mlp.experts.113.up_proj,0.0000071208,0.01000,1.838
21,mlp.experts.121.up_proj,0.0000088307,0.01000,1.955
21,mlp.experts.102.up_proj,0.0000071392,0.01000,1.571
21,mlp.experts.104.up_proj,0.0000072872,0.01000,1.756
21,mlp.experts.106.up_proj,0.0000075050,0.01000,1.511
21,mlp.experts.98.up_proj,0.0000065911,0.01000,1.943
21,mlp.experts.100.up_proj,0.0000087017,0.01000,1.673
21,mlp.experts.108.up_proj,0.0000074741,0.01000,1.678
21,mlp.experts.123.up_proj,0.0000069427,0.01000,1.724
21,mlp.experts.96.up_proj,0.0000066994,0.01000,1.643
21,mlp.experts.127.up_proj,0.0000093292,0.01000,1.644
21,mlp.experts.126.up_proj,0.0000079531,0.01000,1.517
21,mlp.experts.119.up_proj,0.0000074611,0.01000,1.599
21,mlp.experts.115.up_proj,0.0000070020,0.01000,1.595
21,mlp.experts.122.up_proj,0.0000068381,0.01000,1.429
21,mlp.experts.114.up_proj,0.0000073561,0.01000,1.457
21,mlp.experts.118.up_proj,0.0000082775,0.01000,2.040
21,mlp.experts.120.up_proj,0.0000075068,0.01000,1.705
21,mlp.experts.116.up_proj,0.0000072733,0.01000,1.605
21,mlp.experts.124.up_proj,0.0000068526,0.01000,1.511
21,mlp.experts.112.up_proj,0.0000074508,0.01000,1.399
21,mlp.experts.0.down_proj,0.0000008628,0.01000,0.798
21,mlp.experts.4.down_proj,0.0000004447,0.01000,0.816
21,mlp.experts.8.down_proj,0.0000005050,0.01000,0.814
21,mlp.experts.12.down_proj,0.0000004876,0.01000,0.857
21,mlp.experts.3.down_proj,0.0000008408,0.01000,1.105
21,mlp.experts.11.down_proj,0.0000004849,0.01000,1.105
21,mlp.experts.15.down_proj,0.0000005434,0.01000,1.083
21,mlp.experts.7.down_proj,0.0000005220,0.01000,1.117
21,mlp.experts.10.down_proj,0.0000008336,0.01000,1.139
21,mlp.experts.2.down_proj,0.0000003424,0.01000,1.169
21,mlp.experts.14.down_proj,0.0000004210,0.01000,1.193
21,mlp.experts.6.down_proj,0.0000003278,0.01000,1.234
21,mlp.experts.1.down_proj,0.0000006647,0.01000,1.294
21,mlp.experts.13.down_proj,0.0000004350,0.01000,1.306
21,mlp.experts.5.down_proj,0.0000005080,0.01000,1.329
21,mlp.experts.9.down_proj,0.0000004313,0.01000,1.417
21,mlp.experts.16.down_proj,0.0000003052,0.01000,0.615
21,mlp.experts.24.down_proj,0.0000005385,0.01000,0.612
21,mlp.experts.20.down_proj,0.0000006644,0.01000,0.641
21,mlp.experts.28.down_proj,0.0000004865,0.01000,0.660
21,mlp.experts.26.down_proj,0.0000005432,0.01000,0.631
21,mlp.experts.18.down_proj,0.0000009112,0.01000,0.633
21,mlp.experts.30.down_proj,0.0000005390,0.01000,0.624
21,mlp.experts.19.down_proj,0.0000005060,0.01000,0.712
21,mlp.experts.31.down_proj,0.0000005303,0.01000,0.714
21,mlp.experts.27.down_proj,0.0000009109,0.01000,0.726
21,mlp.experts.23.down_proj,0.0000004035,0.01000,0.735
21,mlp.experts.22.down_proj,0.0000008894,0.01000,0.707
21,mlp.experts.32.down_proj,0.0000006485,0.01000,0.614
21,mlp.experts.40.down_proj,0.0000003339,0.01000,0.604
21,mlp.experts.36.down_proj,0.0000006656,0.01000,0.621
21,mlp.experts.21.down_proj,0.0000004543,0.01000,0.800
21,mlp.experts.29.down_proj,0.0000009199,0.01000,0.827
21,mlp.experts.17.down_proj,0.0000004574,0.01000,0.857
21,mlp.experts.44.down_proj,0.0000004218,0.01000,0.655
21,mlp.experts.25.down_proj,0.0000006293,0.01000,1.010
21,mlp.experts.34.down_proj,0.0000004806,0.01000,0.638
21,mlp.experts.42.down_proj,0.0000007277,0.01000,0.643
21,mlp.experts.46.down_proj,0.0000004301,0.01000,0.637
21,mlp.experts.35.down_proj,0.0000010246,0.01000,0.677
21,mlp.experts.43.down_proj,0.0000006900,0.01000,0.666
21,mlp.experts.47.down_proj,0.0000002402,0.01000,0.684
21,mlp.experts.39.down_proj,0.0000005097,0.01000,0.694
21,mlp.experts.38.down_proj,0.0000004704,0.01000,0.715
21,mlp.experts.56.down_proj,0.0000004845,0.01000,0.624
21,mlp.experts.48.down_proj,0.0000008933,0.01000,0.627
21,mlp.experts.52.down_proj,0.0000005200,0.01000,0.596
21,mlp.experts.60.down_proj,0.0000004866,0.01000,0.607
21,mlp.experts.37.down_proj,0.0000004379,0.01000,0.834
21,mlp.experts.45.down_proj,0.0000006772,0.01000,0.826
21,mlp.experts.33.down_proj,0.0000005335,0.01000,0.851
21,mlp.experts.58.down_proj,0.0000005508,0.01000,0.632
21,mlp.experts.62.down_proj,0.0000006080,0.01000,0.628
21,mlp.experts.50.down_proj,0.0000006587,0.01000,0.639
21,mlp.experts.51.down_proj,0.0000005143,0.01000,0.652
21,mlp.experts.59.down_proj,0.0000006806,0.01000,0.654
21,mlp.experts.63.down_proj,0.0000003573,0.01000,0.664
21,mlp.experts.55.down_proj,0.0000004774,0.01000,0.693
21,mlp.experts.41.down_proj,0.0000005898,0.01000,0.844
21,mlp.experts.64.down_proj,0.0000005488,0.01000,0.633
21,mlp.experts.68.down_proj,0.0000005788,0.01000,0.650
21,mlp.experts.54.down_proj,0.0000010644,0.01000,0.703
21,mlp.experts.76.down_proj,0.0000004441,0.01000,0.623
21,mlp.experts.72.down_proj,0.0000005783,0.01000,0.811
21,mlp.experts.53.down_proj,0.0000004401,0.01000,0.793
21,mlp.experts.78.down_proj,0.0000008423,0.01000,0.667
21,mlp.experts.66.down_proj,0.0000005012,0.01000,0.675
21,mlp.experts.74.down_proj,0.0000008754,0.01000,0.700
21,mlp.experts.61.down_proj,0.0000008312,0.01000,0.848
21,mlp.experts.75.down_proj,0.0000005727,0.01000,0.719
21,mlp.experts.80.down_proj,0.0000004832,0.01000,0.620
21,mlp.experts.79.down_proj,0.0000009567,0.01000,0.749
21,mlp.experts.84.down_proj,0.0000004903,0.01000,0.625
21,mlp.experts.67.down_proj,0.0000004621,0.01000,0.799
21,mlp.experts.49.down_proj,0.0000006893,0.01000,0.955
21,mlp.experts.71.down_proj,0.0000005128,0.01000,0.803
21,mlp.experts.92.down_proj,0.0000004356,0.01000,0.628
21,mlp.experts.88.down_proj,0.0000007616,0.01000,0.607
21,mlp.experts.70.down_proj,0.0000004933,0.01000,0.749
21,mlp.experts.57.down_proj,0.0000005444,0.01000,0.877
21,mlp.experts.94.down_proj,0.0000007671,0.01000,0.647
21,mlp.experts.82.down_proj,0.0000008834,0.01000,0.645
21,mlp.experts.90.down_proj,0.0000007802,0.01000,0.636
21,mlp.experts.69.down_proj,0.0000003997,0.01000,0.798
21,mlp.experts.77.down_proj,0.0000005163,0.01000,0.779
21,mlp.experts.96.down_proj,0.0000005000,0.01000,0.681
21,mlp.experts.91.down_proj,0.0000005222,0.01000,0.738
21,mlp.experts.100.down_proj,0.0000010285,0.01000,0.738
21,mlp.experts.95.down_proj,0.0000005178,0.01000,0.762
21,mlp.experts.108.down_proj,0.0000006339,0.01000,0.677
21,mlp.experts.65.down_proj,0.0000005740,0.01000,0.795
21,mlp.experts.104.down_proj,0.0000007694,0.01000,0.681
21,mlp.experts.83.down_proj,0.0000006698,0.01000,0.802
21,mlp.experts.87.down_proj,0.0000006028,0.01000,0.787
21,mlp.experts.86.down_proj,0.0000005185,0.01000,0.749
21,mlp.experts.73.down_proj,0.0000004317,0.01000,0.730
21,mlp.experts.98.down_proj,0.0000006386,0.01000,0.701
21,mlp.experts.106.down_proj,0.0000006522,0.01000,0.701
21,mlp.experts.110.down_proj,0.0000002667,0.01000,0.838
21,mlp.experts.85.down_proj,0.0000004348,0.01000,0.765
21,mlp.experts.93.down_proj,0.0000008955,0.01000,0.734
21,mlp.experts.112.down_proj,0.0000005904,0.01000,0.711
21,mlp.experts.124.down_proj,0.0000004382,0.01000,0.658
21,mlp.experts.116.down_proj,0.0000005795,0.01000,0.695
21,mlp.experts.107.down_proj,0.0000004144,0.01000,0.808
21,mlp.experts.120.down_proj,0.0000005663,0.01000,0.659
21,mlp.experts.111.down_proj,0.0000005547,0.01000,0.736
21,mlp.experts.81.down_proj,0.0000003905,0.01000,0.736
21,mlp.experts.99.down_proj,0.0000004398,0.01000,0.750
21,mlp.experts.103.down_proj,0.0000006634,0.01000,0.736
21,mlp.experts.89.down_proj,0.0000005015,0.01000,0.733
21,mlp.experts.102.down_proj,0.0000005861,0.01000,0.756
21,mlp.experts.114.down_proj,0.0000007584,0.01000,0.735
21,mlp.experts.122.down_proj,0.0000005063,0.01000,0.746
21,mlp.experts.126.down_proj,0.0000007081,0.01000,0.686
21,mlp.experts.118.down_proj,0.0000007633,0.01000,0.491
21,mlp.experts.109.down_proj,0.0000004935,0.01000,0.840
21,mlp.experts.123.down_proj,0.0000005007,0.01000,0.750
21,mlp.experts.101.down_proj,0.0000008016,0.01000,0.886
21,mlp.experts.127.down_proj,0.0000008415,0.01000,0.810
21,mlp.experts.115.down_proj,0.0000004296,0.01000,0.775
21,mlp.experts.97.down_proj,0.0000004932,0.01000,0.802
21,mlp.experts.119.down_proj,0.0000005765,0.01000,0.754
21,mlp.experts.105.down_proj,0.0000006395,0.01000,0.801
21,mlp.experts.117.down_proj,0.0000006735,0.01000,0.695
21,mlp.experts.125.down_proj,0.0000001328,0.01000,0.729
21,mlp.experts.113.down_proj,0.0000006417,0.01000,0.630
21,mlp.experts.121.down_proj,0.0000010349,0.01000,0.565
22,self_attn.q_proj,0.0000004907,0.01000,0.839
22,self_attn.k_proj,0.0000000702,0.01000,0.883
22,self_attn.v_proj,0.0000000751,0.01000,0.989
22,self_attn.o_proj,0.0000000700,0.01000,1.419
22,mlp.experts.5.gate_proj,0.0000067907,0.01000,1.674
22,mlp.experts.13.gate_proj,0.0000072750,0.01000,1.676
22,mlp.experts.1.gate_proj,0.0000078504,0.01000,1.768
22,mlp.experts.9.gate_proj,0.0000066700,0.01000,1.850
22,mlp.experts.0.gate_proj,0.0000077456,0.01000,2.034
22,mlp.experts.8.gate_proj,0.0000085247,0.01000,1.990
22,mlp.experts.15.gate_proj,0.0000075205,0.01000,2.070
22,mlp.experts.2.gate_proj,0.0000071566,0.01000,2.158
22,mlp.experts.14.gate_proj,0.0000071676,0.01000,2.110
22,mlp.experts.3.gate_proj,0.0000073814,0.01000,2.215
22,mlp.experts.12.gate_proj,0.0000067795,0.01000,2.171
22,mlp.experts.6.gate_proj,0.0000088996,0.01000,2.228
22,mlp.experts.10.gate_proj,0.0000069358,0.01000,2.200
22,mlp.experts.7.gate_proj,0.0000075924,0.01000,2.272
22,mlp.experts.11.gate_proj,0.0000075926,0.01000,2.303
22,mlp.experts.4.gate_proj,0.0000083735,0.01000,2.410
22,mlp.experts.21.gate_proj,0.0000081238,0.01000,1.696
22,mlp.experts.29.gate_proj,0.0000077662,0.01000,1.696
22,mlp.experts.25.gate_proj,0.0000072345,0.01000,1.681
22,mlp.experts.17.gate_proj,0.0000075896,0.01000,1.884
22,mlp.experts.18.gate_proj,0.0000073019,0.01000,1.743
22,mlp.experts.30.gate_proj,0.0000071113,0.01000,1.771
22,mlp.experts.22.gate_proj,0.0000078023,0.01000,1.754
22,mlp.experts.16.gate_proj,0.0000069709,0.01000,1.954
22,mlp.experts.24.gate_proj,0.0000082408,0.01000,1.947
22,mlp.experts.19.gate_proj,0.0000033475,0.01000,1.899
22,mlp.experts.26.gate_proj,0.0000075500,0.01000,1.884
22,mlp.experts.31.gate_proj,0.0000063309,0.01000,2.006
22,mlp.experts.28.gate_proj,0.0000083238,0.01000,2.075
22,mlp.experts.27.gate_proj,0.0000095867,0.01000,2.034
22,mlp.experts.20.gate_proj,0.0000075494,0.01000,2.056
22,mlp.experts.23.gate_proj,0.0000048577,0.01000,2.143
22,mlp.experts.37.gate_proj,0.0000071958,0.01000,1.742
22,mlp.experts.45.gate_proj,0.0000075837,0.01000,1.725
22,mlp.experts.41.gate_proj,0.0000071905,0.01000,1.811
22,mlp.experts.33.gate_proj,0.0000073943,0.01000,1.988
22,mlp.experts.34.gate_proj,0.0000076088,0.01000,1.937
22,mlp.experts.46.gate_proj,0.0000083191,0.01000,1.951
22,mlp.experts.38.gate_proj,0.0000089094,0.01000,1.968
22,mlp.experts.42.gate_proj,0.0000073684,0.01000,1.953
22,mlp.experts.35.gate_proj,0.0000078444,0.01000,2.064
22,mlp.experts.47.gate_proj,0.0000088519,0.01000,2.153
22,mlp.experts.32.gate_proj,0.0000079761,0.01000,2.344
22,mlp.experts.40.gate_proj,0.0000070538,0.01000,2.359
22,mlp.experts.43.gate_proj,0.0000080419,0.01000,1.965
22,mlp.experts.39.gate_proj,0.0000078807,0.01000,1.978
22,mlp.experts.44.gate_proj,0.0000087028,0.01000,2.209
22,mlp.experts.53.gate_proj,0.0000082816,0.01000,1.648
22,mlp.experts.61.gate_proj,0.0000031947,0.01000,1.647
22,mlp.experts.36.gate_proj,0.0000063991,0.01000,2.384
22,mlp.experts.57.gate_proj,0.0000099061,0.01000,1.663
22,mlp.experts.49.gate_proj,0.0000086089,0.01000,1.922
22,mlp.experts.50.gate_proj,0.0000075995,0.01000,2.079
22,mlp.experts.54.gate_proj,0.0000075616,0.01000,2.080
22,mlp.experts.62.gate_proj,0.0000076588,0.01000,2.125
22,mlp.experts.59.gate_proj,0.0000080232,0.01000,1.718
22,mlp.experts.58.gate_proj,0.0000074796,0.01000,2.032
22,mlp.experts.55.gate_proj,0.0000106500,0.01000,1.838
22,mlp.experts.48.gate_proj,0.0000072568,0.01000,2.010
22,mlp.experts.51.gate_proj,0.0000080714,0.01000,2.340
22,mlp.experts.56.gate_proj,0.0000056049,0.01000,2.165
22,mlp.experts.77.gate_proj,0.0000073224,0.01000,1.719
22,mlp.experts.69.gate_proj,0.0000076849,0.01000,1.756
22,mlp.experts.60.gate_proj,0.0000071452,0.01000,2.108
22,mlp.experts.63.gate_proj,0.0000074289,0.01000,2.295
22,mlp.experts.73.gate_proj,0.0000078923,0.01000,1.761
22,mlp.experts.52.gate_proj,0.0000071334,0.01000,2.099
22,mlp.experts.65.gate_proj,0.0000075654,0.01000,2.051
22,mlp.experts.66.gate_proj,0.0000069529,0.01000,2.008
22,mlp.experts.78.gate_proj,0.0000055370,0.01000,2.064
22,mlp.experts.70.gate_proj,0.0000083614,0.01000,2.107
22,mlp.experts.74.gate_proj,0.0000070734,0.01000,2.007
22,mlp.experts.85.gate_proj,0.0000074837,0.01000,1.688
22,mlp.experts.75.gate_proj,0.0000068947,0.01000,2.161
22,mlp.experts.93.gate_proj,0.0000082765,0.01000,1.723
22,mlp.experts.64.gate_proj,0.0000074470,0.01000,1.956
22,mlp.experts.71.gate_proj,0.0000103652,0.01000,1.999
22,mlp.experts.76.gate_proj,0.0000071088,0.01000,1.868
22,mlp.experts.67.gate_proj,0.0000077401,0.01000,1.959
22,mlp.experts.89.gate_proj,0.0000073421,0.01000,1.768
22,mlp.experts.72.gate_proj,0.0000082165,0.01000,2.147
22,mlp.experts.79.gate_proj,0.0000085161,0.01000,2.070
22,mlp.experts.68.gate_proj,0.0000065751,0.01000,1.867
22,mlp.experts.81.gate_proj,0.0000076177,0.01000,1.924
22,mlp.experts.82.gate_proj,0.0000072905,0.01000,1.879
22,mlp.experts.101.gate_proj,0.0000077821,0.01000,1.684
22,mlp.experts.109.gate_proj,0.0000078416,0.01000,1.689
22,mlp.experts.94.gate_proj,0.0000075333,0.01000,1.878
22,mlp.experts.86.gate_proj,0.0000071042,0.01000,1.873
22,mlp.experts.90.gate_proj,0.0000065138,0.01000,1.955
22,mlp.experts.80.gate_proj,0.0000066819,0.01000,1.859
22,mlp.experts.105.gate_proj,0.0000065121,0.01000,1.675
22,mlp.experts.91.gate_proj,0.0000073393,0.01000,2.067
22,mlp.experts.92.gate_proj,0.0000065789,0.01000,1.871
22,mlp.experts.83.gate_proj,0.0000064990,0.01000,1.893
22,mlp.experts.87.gate_proj,0.0000079490,0.01000,2.156
22,mlp.experts.95.gate_proj,0.0000099594,0.01000,1.938
22,mlp.experts.84.gate_proj,0.0000078810,0.01000,1.875
22,mlp.experts.88.gate_proj,0.0000070744,0.01000,2.102
22,mlp.experts.97.gate_proj,0.0000076612,0.01000,1.960
22,mlp.experts.125.gate_proj,0.0000088833,0.01000,1.701
22,mlp.experts.117.gate_proj,0.0000084780,0.01000,1.713
22,mlp.experts.98.gate_proj,0.0000073492,0.01000,1.997
22,mlp.experts.121.gate_proj,0.0000077857,0.01000,1.699
22,mlp.experts.110.gate_proj,0.0000073478,0.01000,2.074
22,mlp.experts.96.gate_proj,0.0000072798,0.01000,1.973
22,mlp.experts.106.gate_proj,0.0000088243,0.01000,2.018
22,mlp.experts.102.gate_proj,0.0000071532,0.01000,2.130
22,mlp.experts.108.gate_proj,0.0000075223,0.01000,1.988
22,mlp.experts.107.gate_proj,0.0000081645,0.01000,2.112
22,mlp.experts.99.gate_proj,0.0000076395,0.01000,2.120
22,mlp.experts.103.gate_proj,0.0000057462,0.01000,2.117
22,mlp.experts.111.gate_proj,0.0000077915,0.01000,2.066
22,mlp.experts.100.gate_proj,0.0000080286,0.01000,2.130
22,mlp.experts.104.gate_proj,0.0000082557,0.01000,2.082
22,mlp.experts.13.up_proj,0.0000073081,0.01000,1.657
22,mlp.experts.5.up_proj,0.0000065679,0.01000,1.686
22,mlp.experts.113.gate_proj,0.0000076446,0.01000,2.015
22,mlp.experts.9.up_proj,0.0000063447,0.01000,1.650
22,mlp.experts.114.gate_proj,0.0000073555,0.01000,1.967
22,mlp.experts.112.gate_proj,0.0000073596,0.01000,1.903
22,mlp.experts.122.gate_proj,0.0000083113,0.01000,1.962
22,mlp.experts.126.gate_proj,0.0000076088,0.01000,2.079
22,mlp.experts.118.gate_proj,0.0000067512,0.01000,2.068
22,mlp.experts.124.gate_proj,0.0000053267,0.01000,2.039
22,mlp.experts.123.gate_proj,0.0000068534,0.01000,2.119
22,mlp.experts.115.gate_proj,0.0000074638,0.01000,2.097
22,mlp.experts.119.gate_proj,0.0000079414,0.01000,2.176
22,mlp.experts.127.gate_proj,0.0000058672,0.01000,2.108
22,mlp.experts.116.gate_proj,0.0000078728,0.01000,2.164
22,mlp.experts.120.gate_proj,0.0000073302,0.01000,2.171
22,mlp.experts.21.up_proj,0.0000076860,0.01000,1.690
22,mlp.experts.29.up_proj,0.0000077974,0.01000,1.799
22,mlp.experts.25.up_proj,0.0000070137,0.01000,1.711
22,mlp.experts.1.up_proj,0.0000077570,0.01000,1.858
22,mlp.experts.2.up_proj,0.0000073954,0.01000,1.996
22,mlp.experts.10.up_proj,0.0000069007,0.01000,1.989
22,mlp.experts.14.up_proj,0.0000078253,0.01000,2.125
22,mlp.experts.6.up_proj,0.0000087249,0.01000,2.135
22,mlp.experts.0.up_proj,0.0000074441,0.01000,2.340
22,mlp.experts.3.up_proj,0.0000076369,0.01000,2.007
22,mlp.experts.37.up_proj,0.0000071119,0.01000,1.562
22,mlp.experts.12.up_proj,0.0000064049,0.01000,2.190
22,mlp.experts.11.up_proj,0.0000079373,0.01000,2.101
22,mlp.experts.45.up_proj,0.0000075396,0.01000,1.556
22,mlp.experts.7.up_proj,0.0000073394,0.01000,2.051
22,mlp.experts.15.up_proj,0.0000086562,0.01000,2.021
22,mlp.experts.4.up_proj,0.0000076572,0.01000,2.006
22,mlp.experts.17.up_proj,0.0000073805,0.01000,1.639
22,mlp.experts.41.up_proj,0.0000073905,0.01000,1.672
22,mlp.experts.8.up_proj,0.0000078048,0.01000,2.122
22,mlp.experts.18.up_proj,0.0000079017,0.01000,2.052
22,mlp.experts.26.up_proj,0.0000077325,0.01000,2.081
22,mlp.experts.53.up_proj,0.0000096009,0.01000,1.649
22,mlp.experts.61.up_proj,0.0000032399,0.01000,1.687
22,mlp.experts.30.up_proj,0.0000077642,0.01000,2.136
22,mlp.experts.16.up_proj,0.0000066545,0.01000,2.056
22,mlp.experts.22.up_proj,0.0000077501,0.01000,2.174
22,mlp.experts.27.up_proj,0.0000092200,0.01000,1.959
22,mlp.experts.19.up_proj,0.0000033695,0.01000,2.027
22,mlp.experts.28.up_proj,0.0000082524,0.01000,2.167
22,mlp.experts.57.up_proj,0.0000097550,0.01000,1.745
22,mlp.experts.23.up_proj,0.0000048520,0.01000,2.025
22,mlp.experts.31.up_proj,0.0000061992,0.01000,2.084
22,mlp.experts.33.up_proj,0.0000073326,0.01000,1.984
22,mlp.experts.20.up_proj,0.0000074931,0.01000,2.250
22,mlp.experts.24.up_proj,0.0000079495,0.01000,2.170
22,mlp.experts.34.up_proj,0.0000075222,0.01000,1.999
22,mlp.experts.69.up_proj,0.0000075775,0.01000,1.719
22,mlp.experts.77.up_proj,0.0000074761,0.01000,1.734
22,mlp.experts.42.up_proj,0.0000071837,0.01000,2.002
22,mlp.experts.73.up_proj,0.0000079774,0.01000,1.645
22,mlp.experts.46.up_proj,0.0000084328,0.01000,2.076
22,mlp.experts.38.up_proj,0.0000071690,0.01000,2.075
22,mlp.experts.43.up_proj,0.0000077606,0.01000,2.031
22,mlp.experts.32.up_proj,0.0000080396,0.01000,2.277
22,mlp.experts.35.up_proj,0.0000076275,0.01000,2.096
22,mlp.experts.47.up_proj,0.0000084805,0.01000,1.947
22,mlp.experts.49.up_proj,0.0000084673,0.01000,1.931
22,mlp.experts.39.up_proj,0.0000086677,0.01000,2.106
22,mlp.experts.44.up_proj,0.0000082463,0.01000,2.211
22,mlp.experts.36.up_proj,0.0000062729,0.01000,1.865
22,mlp.experts.40.up_proj,0.0000076701,0.01000,2.161
22,mlp.experts.85.up_proj,0.0000074659,0.01000,1.770
22,mlp.experts.50.up_proj,0.0000078838,0.01000,1.999
22,mlp.experts.93.up_proj,0.0000082123,0.01000,1.823
22,mlp.experts.58.up_proj,0.0000075234,0.01000,1.958
22,mlp.experts.89.up_proj,0.0000072840,0.01000,1.837
22,mlp.experts.62.up_proj,0.0000086248,0.01000,2.153
22,mlp.experts.59.up_proj,0.0000078346,0.01000,2.007
22,mlp.experts.54.up_proj,0.0000074821,0.01000,2.085
22,mlp.experts.48.up_proj,0.0000071986,0.01000,1.981
22,mlp.experts.51.up_proj,0.0000081750,0.01000,2.019
22,mlp.experts.63.up_proj,0.0000070021,0.01000,1.990
22,mlp.experts.65.up_proj,0.0000076445,0.01000,1.943
22,mlp.experts.55.up_proj,0.0000084693,0.01000,2.036
22,mlp.experts.52.up_proj,0.0000084755,0.01000,2.090
22,mlp.experts.60.up_proj,0.0000074928,0.01000,2.318
22,mlp.experts.101.up_proj,0.0000082676,0.01000,1.832
22,mlp.experts.56.up_proj,0.0000055907,0.01000,2.139
22,mlp.experts.109.up_proj,0.0000079753,0.01000,2.022
22,mlp.experts.66.up_proj,0.0000066658,0.01000,2.124
22,mlp.experts.105.up_proj,0.0000066158,0.01000,1.781
22,mlp.experts.74.up_proj,0.0000080583,0.01000,2.080
22,mlp.experts.70.up_proj,0.0000078640,0.01000,1.976
22,mlp.experts.78.up_proj,0.0000054538,0.01000,2.033
22,mlp.experts.81.up_proj,0.0000075604,0.01000,1.826
22,mlp.experts.75.up_proj,0.0000069503,0.01000,2.128
22,mlp.experts.64.up_proj,0.0000092440,0.01000,2.138
22,mlp.experts.67.up_proj,0.0000076017,0.01000,2.179
22,mlp.experts.79.up_proj,0.0000083671,0.01000,2.080
22,mlp.experts.71.up_proj,0.0000078331,0.01000,2.043
22,mlp.experts.68.up_proj,0.0000064034,0.01000,2.168
22,mlp.experts.76.up_proj,0.0000075942,0.01000,2.086
22,mlp.experts.117.up_proj,0.0000081218,0.01000,2.117
22,mlp.experts.72.up_proj,0.0000082770,0.01000,2.072
22,mlp.experts.82.up_proj,0.0000072343,0.01000,1.784
22,mlp.experts.125.up_proj,0.0000083530,0.01000,1.924
22,mlp.experts.121.up_proj,0.0000077818,0.01000,1.876
22,mlp.experts.90.up_proj,0.0000064014,0.01000,1.800
22,mlp.experts.97.up_proj,0.0000075759,0.01000,1.494
22,mlp.experts.94.up_proj,0.0000073691,0.01000,1.920
22,mlp.experts.86.up_proj,0.0000070201,0.01000,1.962
22,mlp.experts.91.up_proj,0.0000074816,0.01000,1.890
22,mlp.experts.83.up_proj,0.0000065240,0.01000,1.969
22,mlp.experts.80.up_proj,0.0000073690,0.01000,2.096
22,mlp.experts.113.up_proj,0.0000077737,0.01000,0.768
22,mlp.experts.95.up_proj,0.0000111081,0.01000,2.027
22,mlp.experts.87.up_proj,0.0000076939,0.01000,2.006
22,mlp.experts.84.up_proj,0.0000078401,0.01000,2.014
22,mlp.experts.92.up_proj,0.0000060862,0.01000,2.048
22,mlp.experts.98.up_proj,0.0000071015,0.01000,1.999
22,mlp.experts.88.up_proj,0.0000098926,0.01000,2.038
22,mlp.experts.106.up_proj,0.0000083336,0.01000,1.927
22,mlp.experts.102.up_proj,0.0000072268,0.01000,2.003
22,mlp.experts.110.up_proj,0.0000072321,0.01000,2.099
22,mlp.experts.107.up_proj,0.0000099095,0.01000,2.271
22,mlp.experts.96.up_proj,0.0000077271,0.01000,2.043
22,mlp.experts.99.up_proj,0.0000076477,0.01000,2.225
22,mlp.experts.103.up_proj,0.0000057464,0.01000,2.240
22,mlp.experts.111.up_proj,0.0000078782,0.01000,2.351
22,mlp.experts.100.up_proj,0.0000084677,0.01000,2.161
22,mlp.experts.108.up_proj,0.0000085768,0.01000,2.130
22,mlp.experts.114.up_proj,0.0000072542,0.01000,1.906
22,mlp.experts.122.up_proj,0.0000081698,0.01000,1.786
22,mlp.experts.104.up_proj,0.0000087867,0.01000,2.002
22,mlp.experts.118.up_proj,0.0000065479,0.01000,1.588
22,mlp.experts.126.up_proj,0.0000069359,0.01000,1.640
22,mlp.experts.123.up_proj,0.0000072624,0.01000,1.710
22,mlp.experts.112.up_proj,0.0000077651,0.01000,1.888
22,mlp.experts.115.up_proj,0.0000074723,0.01000,1.765
22,mlp.experts.119.up_proj,0.0000079928,0.01000,1.638
22,mlp.experts.127.up_proj,0.0000057315,0.01000,1.621
22,mlp.experts.124.up_proj,0.0000052752,0.01000,1.599
22,mlp.experts.116.up_proj,0.0000078130,0.01000,1.640
22,mlp.experts.120.up_proj,0.0000071561,0.01000,1.499
22,mlp.experts.8.down_proj,0.0000005945,0.01000,1.051
22,mlp.experts.0.down_proj,0.0000004911,0.01000,1.119
22,mlp.experts.4.down_proj,0.0000007012,0.01000,1.128
22,mlp.experts.12.down_proj,0.0000004440,0.01000,1.127
22,mlp.experts.14.down_proj,0.0000009019,0.01000,1.192
22,mlp.experts.2.down_proj,0.0000008313,0.01000,1.181
22,mlp.experts.7.down_proj,0.0000006341,0.01000,1.216
22,mlp.experts.6.down_proj,0.0000009109,0.01000,1.284
22,mlp.experts.10.down_proj,0.0000005464,0.01000,1.231
22,mlp.experts.11.down_proj,0.0000008046,0.01000,1.258
22,mlp.experts.15.down_proj,0.0000009958,0.01000,1.246
22,mlp.experts.1.down_proj,0.0000005753,0.01000,1.264
22,mlp.experts.3.down_proj,0.0000005441,0.01000,1.323
22,mlp.experts.9.down_proj,0.0000004465,0.01000,1.262
22,mlp.experts.5.down_proj,0.0000004396,0.01000,1.322
22,mlp.experts.13.down_proj,0.0000007511,0.01000,1.267
22,mlp.experts.23.down_proj,0.0000002595,0.01000,0.658
22,mlp.experts.24.down_proj,0.0000007945,0.01000,0.869
22,mlp.experts.18.down_proj,0.0000007512,0.01000,0.718
22,mlp.experts.27.down_proj,0.0000008897,0.01000,0.681
22,mlp.experts.30.down_proj,0.0000007909,0.01000,0.764
22,mlp.experts.31.down_proj,0.0000005219,0.01000,0.727
22,mlp.experts.22.down_proj,0.0000005217,0.01000,0.772
22,mlp.experts.26.down_proj,0.0000006528,0.01000,0.763
22,mlp.experts.28.down_proj,0.0000007357,0.01000,0.866
22,mlp.experts.19.down_proj,0.0000000926,0.01000,0.716
22,mlp.experts.20.down_proj,0.0000007113,0.01000,0.872
22,mlp.experts.16.down_proj,0.0000004916,0.01000,0.929
22,mlp.experts.17.down_proj,0.0000005208,0.01000,0.781
22,mlp.experts.21.down_proj,0.0000006121,0.01000,0.775
22,mlp.experts.25.down_proj,0.0000005160,0.01000,0.842
22,mlp.experts.29.down_proj,0.0000004915,0.01000,0.850
22,mlp.experts.40.down_proj,0.0000008174,0.01000,0.739
22,mlp.experts.39.down_proj,0.0000008367,0.01000,0.774
22,mlp.experts.43.down_proj,0.0000007040,0.01000,0.787
22,mlp.experts.36.down_proj,0.0000005882,0.01000,0.742
22,mlp.experts.44.down_proj,0.0000009697,0.01000,0.771
22,mlp.experts.32.down_proj,0.0000005884,0.01000,0.756
22,mlp.experts.46.down_proj,0.0000008977,0.01000,0.889
22,mlp.experts.34.down_proj,0.0000005128,0.01000,0.934
22,mlp.experts.35.down_proj,0.0000007414,0.01000,0.843
22,mlp.experts.37.down_proj,0.0000005149,0.01000,0.805
22,mlp.experts.42.down_proj,0.0000004718,0.01000,0.874
22,mlp.experts.47.down_proj,0.0000010303,0.01000,0.890
22,mlp.experts.33.down_proj,0.0000007105,0.01000,0.828
22,mlp.experts.45.down_proj,0.0000007861,0.01000,0.758
22,mlp.experts.38.down_proj,0.0000005510,0.01000,0.936
22,mlp.experts.41.down_proj,0.0000005527,0.01000,0.806
22,mlp.experts.56.down_proj,0.0000003393,0.01000,0.701
22,mlp.experts.53.down_proj,0.0000012186,0.01000,0.565
22,mlp.experts.49.down_proj,0.0000010469,0.01000,0.568
22,mlp.experts.52.down_proj,0.0000006457,0.01000,0.723
22,mlp.experts.61.down_proj,0.0000000863,0.01000,0.581
22,mlp.experts.57.down_proj,0.0000012396,0.01000,0.558
22,mlp.experts.60.down_proj,0.0000006332,0.01000,0.741
22,mlp.experts.59.down_proj,0.0000005110,0.01000,0.801
22,mlp.experts.55.down_proj,0.0000006394,0.01000,0.908
22,mlp.experts.48.down_proj,0.0000003921,0.01000,0.757
22,mlp.experts.62.down_proj,0.0000009591,0.01000,0.767
22,mlp.experts.50.down_proj,0.0000008820,0.01000,0.802
22,mlp.experts.54.down_proj,0.0000004855,0.01000,0.790
22,mlp.experts.58.down_proj,0.0000005806,0.01000,0.835
22,mlp.experts.51.down_proj,0.0000008570,0.01000,0.937
22,mlp.experts.63.down_proj,0.0000004246,0.01000,1.042
22,mlp.experts.69.down_proj,0.0000007427,0.01000,0.603
22,mlp.experts.73.down_proj,0.0000010099,0.01000,0.605
22,mlp.experts.77.down_proj,0.0000006877,0.01000,0.617
22,mlp.experts.65.down_proj,0.0000007665,0.01000,0.678
22,mlp.experts.72.down_proj,0.0000008906,0.01000,0.851
22,mlp.experts.68.down_proj,0.0000004348,0.01000,0.842
22,mlp.experts.78.down_proj,0.0000002773,0.01000,0.747
22,mlp.experts.76.down_proj,0.0000005488,0.01000,0.846
22,mlp.experts.75.down_proj,0.0000005029,0.01000,0.906
22,mlp.experts.64.down_proj,0.0000009187,0.01000,0.861
22,mlp.experts.66.down_proj,0.0000004084,0.01000,0.800
22,mlp.experts.71.down_proj,0.0000004816,0.01000,0.925
22,mlp.experts.70.down_proj,0.0000007196,0.01000,0.778
22,mlp.experts.74.down_proj,0.0000007907,0.01000,0.790
22,mlp.experts.67.down_proj,0.0000005379,0.01000,0.859
22,mlp.experts.85.down_proj,0.0000006852,0.01000,0.686
22,mlp.experts.79.down_proj,0.0000009588,0.01000,0.813
22,mlp.experts.93.down_proj,0.0000009348,0.01000,0.656
22,mlp.experts.88.down_proj,0.0000012059,0.01000,0.649
22,mlp.experts.89.down_proj,0.0000005189,0.01000,0.704
22,mlp.experts.81.down_proj,0.0000005555,0.01000,0.678
22,mlp.experts.84.down_proj,0.0000005462,0.01000,0.669
22,mlp.experts.92.down_proj,0.0000003659,0.01000,0.666
22,mlp.experts.80.down_proj,0.0000005008,0.01000,0.636
22,mlp.experts.94.down_proj,0.0000005325,0.01000,0.780
22,mlp.experts.82.down_proj,0.0000006185,0.01000,0.709
22,mlp.experts.86.down_proj,0.0000005711,0.01000,0.710
22,mlp.experts.90.down_proj,0.0000005703,0.01000,0.710
22,mlp.experts.91.down_proj,0.0000005925,0.01000,0.809
22,mlp.experts.87.down_proj,0.0000007573,0.01000,0.803
22,mlp.experts.109.down_proj,0.0000008169,0.01000,0.581
22,mlp.experts.101.down_proj,0.0000009299,0.01000,0.673
22,mlp.experts.83.down_proj,0.0000006574,0.01000,0.755
22,mlp.experts.97.down_proj,0.0000007359,0.01000,0.592
22,mlp.experts.105.down_proj,0.0000004512,0.01000,0.615
22,mlp.experts.104.down_proj,0.0000009065,0.01000,0.677
22,mlp.experts.95.down_proj,0.0000021124,0.01000,0.842
22,mlp.experts.100.down_proj,0.0000009385,0.01000,0.673
22,mlp.experts.96.down_proj,0.0000006372,0.01000,0.691
22,mlp.experts.108.down_proj,0.0000009962,0.01000,0.749
22,mlp.experts.110.down_proj,0.0000005346,0.01000,0.642
22,mlp.experts.102.down_proj,0.0000004870,0.01000,0.667
22,mlp.experts.98.down_proj,0.0000005322,0.01000,0.734
22,mlp.experts.106.down_proj,0.0000009848,0.01000,0.655
22,mlp.experts.125.down_proj,0.0000009459,0.01000,0.664
22,mlp.experts.107.down_proj,0.0000013608,0.01000,0.783
22,mlp.experts.117.down_proj,0.0000009779,0.01000,0.613
22,mlp.experts.121.down_proj,0.0000005560,0.01000,0.605
22,mlp.experts.113.down_proj,0.0000007568,0.01000,0.626
22,mlp.experts.103.down_proj,0.0000004183,0.01000,0.762
22,mlp.experts.120.down_proj,0.0000006013,0.01000,0.745
22,mlp.experts.99.down_proj,0.0000007365,0.01000,0.843
22,mlp.experts.116.down_proj,0.0000006084,0.01000,0.635
22,mlp.experts.112.down_proj,0.0000006705,0.01000,0.588
22,mlp.experts.111.down_proj,0.0000007517,0.01000,0.748
22,mlp.experts.124.down_proj,0.0000003445,0.01000,0.574
22,mlp.experts.118.down_proj,0.0000004705,0.01000,0.617
22,mlp.experts.122.down_proj,0.0000005695,0.01000,0.622
22,mlp.experts.126.down_proj,0.0000004019,0.01000,0.744
22,mlp.experts.114.down_proj,0.0000004800,0.01000,0.678
22,mlp.experts.123.down_proj,0.0000006440,0.01000,0.823
22,mlp.experts.119.down_proj,0.0000009143,0.01000,0.929
22,mlp.experts.115.down_proj,0.0000005537,0.01000,0.759
22,mlp.experts.127.down_proj,0.0000004068,0.01000,0.690
23,self_attn.q_proj,0.0000005166,0.01000,0.762
23,self_attn.v_proj,0.0000000725,0.01000,0.768
23,self_attn.k_proj,0.0000000714,0.01000,0.804
23,self_attn.o_proj,0.0000000778,0.01000,1.417
23,mlp.experts.4.gate_proj,0.0000034526,0.01000,1.936
23,mlp.experts.8.gate_proj,0.0000087619,0.01000,1.956
23,mlp.experts.0.gate_proj,0.0000076086,0.01000,2.018
23,mlp.experts.10.gate_proj,0.0000078258,0.01000,2.116
23,mlp.experts.2.gate_proj,0.0000075259,0.01000,2.131
23,mlp.experts.12.gate_proj,0.0000074793,0.01000,2.166
23,mlp.experts.14.gate_proj,0.0000081746,0.01000,2.286
23,mlp.experts.13.gate_proj,0.0000078922,0.01000,2.293
23,mlp.experts.1.gate_proj,0.0000078750,0.01000,2.312
23,mlp.experts.5.gate_proj,0.0000086669,0.01000,2.350
23,mlp.experts.6.gate_proj,0.0000082667,0.01000,2.367
23,mlp.experts.9.gate_proj,0.0000043939,0.01000,2.367
23,mlp.experts.7.gate_proj,0.0000073909,0.01000,2.488
23,mlp.experts.11.gate_proj,0.0000072278,0.01000,2.589
23,mlp.experts.15.gate_proj,0.0000081284,0.01000,2.592
23,mlp.experts.3.gate_proj,0.0000084381,0.01000,2.654
23,mlp.experts.29.gate_proj,0.0000086380,0.01000,1.543
23,mlp.experts.17.gate_proj,0.0000078955,0.01000,1.541
23,mlp.experts.21.gate_proj,0.0000080009,0.01000,1.578
23,mlp.experts.25.gate_proj,0.0000260351,0.01000,1.568
23,mlp.experts.16.gate_proj,0.0000085433,0.01000,2.068
23,mlp.experts.20.gate_proj,0.0000076315,0.01000,2.178
23,mlp.experts.30.gate_proj,0.0000098257,0.01000,1.876
23,mlp.experts.24.gate_proj,0.0000055282,0.01000,2.231
23,mlp.experts.18.gate_proj,0.0000079534,0.01000,2.123
23,mlp.experts.28.gate_proj,0.0000077582,0.01000,2.181
23,mlp.experts.22.gate_proj,0.0000058536,0.01000,2.042
23,mlp.experts.23.gate_proj,0.0000051224,0.01000,1.980
23,mlp.experts.19.gate_proj,0.0000087080,0.01000,1.914
23,mlp.experts.27.gate_proj,0.0000087588,0.01000,1.975
23,mlp.experts.26.gate_proj,0.0000078131,0.01000,2.479
23,mlp.experts.31.gate_proj,0.0000061375,0.01000,2.034
23,mlp.experts.33.gate_proj,0.0000077560,0.01000,1.484
23,mlp.experts.45.gate_proj,0.0000084970,0.01000,1.517
23,mlp.experts.37.gate_proj,0.0000081433,0.01000,1.477
23,mlp.experts.41.gate_proj,0.0000077505,0.01000,1.645
23,mlp.experts.46.gate_proj,0.0000077908,0.01000,1.771
23,mlp.experts.36.gate_proj,0.0000070756,0.01000,1.852
23,mlp.experts.32.gate_proj,0.0000072107,0.01000,1.888
23,mlp.experts.40.gate_proj,0.0000072952,0.01000,1.891
23,mlp.experts.34.gate_proj,0.0000087624,0.01000,1.920
23,mlp.experts.38.gate_proj,0.0000077853,0.01000,1.791
23,mlp.experts.42.gate_proj,0.0000061805,0.01000,1.724
23,mlp.experts.44.gate_proj,0.0000082142,0.01000,2.074
23,mlp.experts.47.gate_proj,0.0000069277,0.01000,1.954
23,mlp.experts.39.gate_proj,0.0000083530,0.01000,2.170
23,mlp.experts.43.gate_proj,0.0000074848,0.01000,2.198
23,mlp.experts.35.gate_proj,0.0000083534,0.01000,2.259
23,mlp.experts.53.gate_proj,0.0000078142,0.01000,1.676
23,mlp.experts.49.gate_proj,0.0000066776,0.01000,1.795
23,mlp.experts.61.gate_proj,0.0000074973,0.01000,1.763
23,mlp.experts.57.gate_proj,0.0000082780,0.01000,1.814
23,mlp.experts.62.gate_proj,0.0000082412,0.01000,1.642
23,mlp.experts.54.gate_proj,0.0000065403,0.01000,1.681
23,mlp.experts.50.gate_proj,0.0000078366,0.01000,1.789
23,mlp.experts.58.gate_proj,0.0000087922,0.01000,1.717
23,mlp.experts.52.gate_proj,0.0000069165,0.01000,2.103
23,mlp.experts.48.gate_proj,0.0000085019,0.01000,2.169
23,mlp.experts.56.gate_proj,0.0000082724,0.01000,2.143
23,mlp.experts.60.gate_proj,0.0000078031,0.01000,2.074
23,mlp.experts.63.gate_proj,0.0000093940,0.01000,1.947
23,mlp.experts.55.gate_proj,0.0000092317,0.01000,2.023
23,mlp.experts.65.gate_proj,0.0000082045,0.01000,1.599
23,mlp.experts.69.gate_proj,0.0000082159,0.01000,1.675
23,mlp.experts.77.gate_proj,0.0000076199,0.01000,1.668
23,mlp.experts.59.gate_proj,0.0000080293,0.01000,2.201
23,mlp.experts.73.gate_proj,0.0000098924,0.01000,1.602
23,mlp.experts.51.gate_proj,0.0000077251,0.01000,2.262
23,mlp.experts.78.gate_proj,0.0000078874,0.01000,1.705
23,mlp.experts.70.gate_proj,0.0000081986,0.01000,1.804
23,mlp.experts.66.gate_proj,0.0000082895,0.01000,1.740
23,mlp.experts.74.gate_proj,0.0000094734,0.01000,1.775
23,mlp.experts.68.gate_proj,0.0000080495,0.01000,2.083
23,mlp.experts.64.gate_proj,0.0000082719,0.01000,2.086
23,mlp.experts.81.gate_proj,0.0000084940,0.01000,1.520
23,mlp.experts.85.gate_proj,0.0000080656,0.01000,1.573
23,mlp.experts.72.gate_proj,0.0000067548,0.01000,2.119
23,mlp.experts.93.gate_proj,0.0000085404,0.01000,1.554
23,mlp.experts.76.gate_proj,0.0000083809,0.01000,2.013
23,mlp.experts.89.gate_proj,0.0000088522,0.01000,1.576
23,mlp.experts.79.gate_proj,0.0000080812,0.01000,2.057
23,mlp.experts.71.gate_proj,0.0000080914,0.01000,2.080
23,mlp.experts.94.gate_proj,0.0000076902,0.01000,1.853
23,mlp.experts.67.gate_proj,0.0000062992,0.01000,2.124
23,mlp.experts.75.gate_proj,0.0000080560,0.01000,2.274
23,mlp.experts.86.gate_proj,0.0000090567,0.01000,1.804
23,mlp.experts.82.gate_proj,0.0000076867,0.01000,1.906
23,mlp.experts.90.gate_proj,0.0000071740,0.01000,1.977
23,mlp.experts.97.gate_proj,0.0000080346,0.01000,1.642
23,mlp.experts.101.gate_proj,0.0000072644,0.01000,1.672
23,mlp.experts.109.gate_proj,0.0000073603,0.01000,1.754
23,mlp.experts.84.gate_proj,0.0000081649,0.01000,2.154
23,mlp.experts.80.gate_proj,0.0000089883,0.01000,2.148
23,mlp.experts.105.gate_proj,0.0000083455,0.01000,1.802
23,mlp.experts.88.gate_proj,0.0000089780,0.01000,2.166
23,mlp.experts.92.gate_proj,0.0000087303,0.01000,2.136
23,mlp.experts.95.gate_proj,0.0000084328,0.01000,2.104
23,mlp.experts.87.gate_proj,0.0000080681,0.01000,2.060
23,mlp.experts.110.gate_proj,0.0000081663,0.01000,1.872
23,mlp.experts.102.gate_proj,0.0000079520,0.01000,1.732
23,mlp.experts.83.gate_proj,0.0000082916,0.01000,2.049
23,mlp.experts.91.gate_proj,0.0000092246,0.01000,2.026
23,mlp.experts.98.gate_proj,0.0000087555,0.01000,1.768
23,mlp.experts.106.gate_proj,0.0000093528,0.01000,1.640
23,mlp.experts.117.gate_proj,0.0000076779,0.01000,2.014
23,mlp.experts.113.gate_proj,0.0000082675,0.01000,2.149
23,mlp.experts.125.gate_proj,0.0000059472,0.01000,2.052
23,mlp.experts.100.gate_proj,0.0000078606,0.01000,2.025
23,mlp.experts.96.gate_proj,0.0000073259,0.01000,2.125
23,mlp.experts.121.gate_proj,0.0000070573,0.01000,2.144
23,mlp.experts.111.gate_proj,0.0000082037,0.01000,1.890
23,mlp.experts.104.gate_proj,0.0000080624,0.01000,2.119
23,mlp.experts.103.gate_proj,0.0000088069,0.01000,1.895
23,mlp.experts.108.gate_proj,0.0000081864,0.01000,2.168
23,mlp.experts.126.gate_proj,0.0000085106,0.01000,1.876
23,mlp.experts.118.gate_proj,0.0000083835,0.01000,1.950
23,mlp.experts.99.gate_proj,0.0000082455,0.01000,1.930
23,mlp.experts.107.gate_proj,0.0000073813,0.01000,1.963
23,mlp.experts.122.gate_proj,0.0000089425,0.01000,1.879
23,mlp.experts.114.gate_proj,0.0000077752,0.01000,2.023
23,mlp.experts.5.up_proj,0.0000085646,0.01000,2.150
23,mlp.experts.116.gate_proj,0.0000073115,0.01000,1.890
23,mlp.experts.1.up_proj,0.0000087213,0.01000,2.219
23,mlp.experts.13.up_proj,0.0000080973,0.01000,2.117
23,mlp.experts.112.gate_proj,0.0000087258,0.01000,1.845
23,mlp.experts.120.gate_proj,0.0000084085,0.01000,1.846
23,mlp.experts.124.gate_proj,0.0000079429,0.01000,1.767
23,mlp.experts.9.up_proj,0.0000044252,0.01000,2.093
23,mlp.experts.127.gate_proj,0.0000083198,0.01000,2.231
23,mlp.experts.14.up_proj,0.0000079313,0.01000,1.947
23,mlp.experts.119.gate_proj,0.0000089499,0.01000,2.228
23,mlp.experts.6.up_proj,0.0000080732,0.01000,1.942
23,mlp.experts.10.up_proj,0.0000081674,0.01000,1.991
23,mlp.experts.115.gate_proj,0.0000084783,0.01000,2.134
23,mlp.experts.123.gate_proj,0.0000081735,0.01000,2.141
23,mlp.experts.2.up_proj,0.0000075592,0.01000,1.982
23,mlp.experts.0.up_proj,0.0000088365,0.01000,1.914
23,mlp.experts.21.up_proj,0.0000079555,0.01000,2.094
23,mlp.experts.4.up_proj,0.0000034996,0.01000,2.066
23,mlp.experts.29.up_proj,0.0000091179,0.01000,2.073
23,mlp.experts.17.up_proj,0.0000078406,0.01000,2.120
23,mlp.experts.8.up_proj,0.0000096730,0.01000,2.088
23,mlp.experts.12.up_proj,0.0000076683,0.01000,1.983
23,mlp.experts.30.up_proj,0.0000096321,0.01000,1.882
23,mlp.experts.15.up_proj,0.0000079417,0.01000,1.922
23,mlp.experts.25.up_proj,0.0000119959,0.01000,2.208
23,mlp.experts.7.up_proj,0.0000071920,0.01000,1.953
23,mlp.experts.22.up_proj,0.0000057957,0.01000,1.779
23,mlp.experts.26.up_proj,0.0000088016,0.01000,1.840
23,mlp.experts.3.up_proj,0.0000063125,0.01000,1.869
23,mlp.experts.18.up_proj,0.0000094324,0.01000,1.829
23,mlp.experts.11.up_proj,0.0000072765,0.01000,1.910
23,mlp.experts.16.up_proj,0.0000101579,0.01000,1.820
23,mlp.experts.37.up_proj,0.0000082023,0.01000,1.941
23,mlp.experts.20.up_proj,0.0000076667,0.01000,1.961
23,mlp.experts.28.up_proj,0.0000080260,0.01000,1.801
23,mlp.experts.24.up_proj,0.0000055173,0.01000,1.834
23,mlp.experts.46.up_proj,0.0000078309,0.01000,1.777
23,mlp.experts.45.up_proj,0.0000084903,0.01000,2.152
23,mlp.experts.33.up_proj,0.0000081753,0.01000,2.148
23,mlp.experts.38.up_proj,0.0000079859,0.01000,1.804
23,mlp.experts.23.up_proj,0.0000051535,0.01000,1.987
23,mlp.experts.41.up_proj,0.0000076750,0.01000,2.077
23,mlp.experts.42.up_proj,0.0000061122,0.01000,1.760
23,mlp.experts.31.up_proj,0.0000060870,0.01000,2.164
23,mlp.experts.34.up_proj,0.0000087534,0.01000,1.750
23,mlp.experts.27.up_proj,0.0000089470,0.01000,1.993
23,mlp.experts.19.up_proj,0.0000085971,0.01000,2.122
23,mlp.experts.32.up_proj,0.0000081494,0.01000,1.716
23,mlp.experts.36.up_proj,0.0000078778,0.01000,1.798
23,mlp.experts.44.up_proj,0.0000084881,0.01000,1.732
23,mlp.experts.53.up_proj,0.0000075466,0.01000,2.011
23,mlp.experts.62.up_proj,0.0000080960,0.01000,1.728
23,mlp.experts.40.up_proj,0.0000073861,0.01000,1.936
23,mlp.experts.54.up_proj,0.0000064158,0.01000,1.679
23,mlp.experts.49.up_proj,0.0000066309,0.01000,2.091
23,mlp.experts.61.up_proj,0.0000076084,0.01000,2.093
23,mlp.experts.58.up_proj,0.0000086388,0.01000,1.720
23,mlp.experts.50.up_proj,0.0000081628,0.01000,1.705
23,mlp.experts.39.up_proj,0.0000085404,0.01000,1.875
23,mlp.experts.47.up_proj,0.0000075499,0.01000,1.961
23,mlp.experts.57.up_proj,0.0000079250,0.01000,2.066
23,mlp.experts.43.up_proj,0.0000076401,0.01000,1.889
23,mlp.experts.35.up_proj,0.0000083937,0.01000,1.884
23,mlp.experts.48.up_proj,0.0000081301,0.01000,1.671
23,mlp.experts.60.up_proj,0.0000077612,0.01000,1.687
23,mlp.experts.78.up_proj,0.0000080286,0.01000,1.713
23,mlp.experts.56.up_proj,0.0000076471,0.01000,1.682
23,mlp.experts.52.up_proj,0.0000067989,0.01000,2.020
23,mlp.experts.70.up_proj,0.0000081837,0.01000,1.685
23,mlp.experts.69.up_proj,0.0000080636,0.01000,2.090
23,mlp.experts.74.up_proj,0.0000094031,0.01000,1.759
23,mlp.experts.66.up_proj,0.0000080401,0.01000,1.737
23,mlp.experts.77.up_proj,0.0000074681,0.01000,1.871
23,mlp.experts.65.up_proj,0.0000079388,0.01000,1.983
23,mlp.experts.55.up_proj,0.0000087313,0.01000,2.014
23,mlp.experts.73.up_proj,0.0000123076,0.01000,1.871
23,mlp.experts.63.up_proj,0.0000087713,0.01000,2.022
23,mlp.experts.64.up_proj,0.0000082493,0.01000,1.640
23,mlp.experts.59.up_proj,0.0000114939,0.01000,2.093
23,mlp.experts.51.up_proj,0.0000076524,0.01000,2.081
23,mlp.experts.76.up_proj,0.0000080879,0.01000,1.681
23,mlp.experts.72.up_proj,0.0000065381,0.01000,1.685
23,mlp.experts.94.up_proj,0.0000077540,0.01000,1.801
23,mlp.experts.86.up_proj,0.0000097522,0.01000,1.784
23,mlp.experts.82.up_proj,0.0000077594,0.01000,1.730
23,mlp.experts.90.up_proj,0.0000081970,0.01000,1.764
23,mlp.experts.68.up_proj,0.0000080202,0.01000,2.106
23,mlp.experts.85.up_proj,0.0000080653,0.01000,2.029
23,mlp.experts.93.up_proj,0.0000084704,0.01000,1.955
23,mlp.experts.81.up_proj,0.0000082713,0.01000,1.879
23,mlp.experts.89.up_proj,0.0000087864,0.01000,1.831
23,mlp.experts.71.up_proj,0.0000088983,0.01000,2.215
23,mlp.experts.80.up_proj,0.0000089085,0.01000,1.966
23,mlp.experts.79.up_proj,0.0000084764,0.01000,2.304
23,mlp.experts.92.up_proj,0.0000085343,0.01000,1.989
23,mlp.experts.67.up_proj,0.0000065767,0.01000,2.199
23,mlp.experts.75.up_proj,0.0000079182,0.01000,2.228
23,mlp.experts.110.up_proj,0.0000081308,0.01000,1.782
23,mlp.experts.102.up_proj,0.0000079137,0.01000,1.811
23,mlp.experts.88.up_proj,0.0000088039,0.01000,2.067
23,mlp.experts.98.up_proj,0.0000103464,0.01000,1.641
23,mlp.experts.106.up_proj,0.0000090157,0.01000,1.665
23,mlp.experts.84.up_proj,0.0000080417,0.01000,2.089
23,mlp.experts.101.up_proj,0.0000086798,0.01000,2.116
23,mlp.experts.97.up_proj,0.0000079491,0.01000,2.058
23,mlp.experts.109.up_proj,0.0000073475,0.01000,2.236
23,mlp.experts.105.up_proj,0.0000084358,0.01000,2.021
23,mlp.experts.96.up_proj,0.0000070821,0.01000,2.012
23,mlp.experts.87.up_proj,0.0000082540,0.01000,2.129
23,mlp.experts.126.up_proj,0.0000085816,0.01000,1.601
23,mlp.experts.118.up_proj,0.0000089712,0.01000,1.560
23,mlp.experts.114.up_proj,0.0000077908,0.01000,1.524
23,mlp.experts.95.up_proj,0.0000078333,0.01000,2.143
23,mlp.experts.122.up_proj,0.0000096414,0.01000,1.556
23,mlp.experts.108.up_proj,0.0000079946,0.01000,1.951
23,mlp.experts.83.up_proj,0.0000084897,0.01000,2.132
23,mlp.experts.91.up_proj,0.0000087827,0.01000,2.145
23,mlp.experts.104.up_proj,0.0000079797,0.01000,1.964
23,mlp.experts.117.up_proj,0.0000076593,0.01000,1.934
23,mlp.experts.113.up_proj,0.0000082108,0.01000,1.896
23,mlp.experts.100.up_proj,0.0000077216,0.01000,2.206
23,mlp.experts.125.up_proj,0.0000059321,0.01000,1.871
23,mlp.experts.121.up_proj,0.0000069354,0.01000,1.879
23,mlp.experts.112.up_proj,0.0000085756,0.01000,1.834
23,mlp.experts.103.up_proj,0.0000084226,0.01000,1.928
23,mlp.experts.124.up_proj,0.0000076979,0.01000,1.739
23,mlp.experts.111.up_proj,0.0000083075,0.01000,1.929
23,mlp.experts.120.up_proj,0.0000082404,0.01000,1.576
23,mlp.experts.107.up_proj,0.0000078438,0.01000,1.872
23,mlp.experts.99.up_proj,0.0000083219,0.01000,1.882
23,mlp.experts.116.up_proj,0.0000071788,0.01000,1.107
23,mlp.experts.119.up_proj,0.0000088430,0.01000,1.898
23,mlp.experts.127.up_proj,0.0000084963,0.01000,1.834
23,mlp.experts.115.up_proj,0.0000089382,0.01000,1.657
23,mlp.experts.123.up_proj,0.0000089420,0.01000,1.687
23,mlp.experts.8.down_proj,0.0000012246,0.01000,0.754
23,mlp.experts.12.down_proj,0.0000005378,0.01000,0.759
23,mlp.experts.0.down_proj,0.0000008055,0.01000,0.770
23,mlp.experts.1.down_proj,0.0000012248,0.01000,0.832
23,mlp.experts.4.down_proj,0.0000001070,0.01000,0.838
23,mlp.experts.5.down_proj,0.0000006789,0.01000,0.855
23,mlp.experts.2.down_proj,0.0000005015,0.01000,0.923
23,mlp.experts.14.down_proj,0.0000005866,0.01000,0.916
23,mlp.experts.10.down_proj,0.0000012084,0.01000,0.926
23,mlp.experts.13.down_proj,0.0000008363,0.01000,0.966
23,mlp.experts.9.down_proj,0.0000001657,0.01000,0.976
23,mlp.experts.3.down_proj,0.0000003670,0.01000,0.980
23,mlp.experts.6.down_proj,0.0000005598,0.01000,0.983
23,mlp.experts.11.down_proj,0.0000005315,0.01000,0.988
23,mlp.experts.15.down_proj,0.0000006260,0.01000,0.989
23,mlp.experts.7.down_proj,0.0000004804,0.01000,1.015
23,mlp.experts.17.down_proj,0.0000005672,0.01000,0.594
23,mlp.experts.21.down_proj,0.0000007759,0.01000,0.667
23,mlp.experts.26.down_proj,0.0000010308,0.01000,0.605
23,mlp.experts.18.down_proj,0.0000009260,0.01000,0.620
23,mlp.experts.16.down_proj,0.0000015316,0.01000,0.769
23,mlp.experts.28.down_proj,0.0000006970,0.01000,0.779
23,mlp.experts.30.down_proj,0.0000013055,0.01000,0.624
23,mlp.experts.24.down_proj,0.0000002756,0.01000,0.807
23,mlp.experts.22.down_proj,0.0000003733,0.01000,0.662
23,mlp.experts.20.down_proj,0.0000006051,0.01000,0.881
23,mlp.experts.19.down_proj,0.0000010798,0.01000,0.792
23,mlp.experts.29.down_proj,0.0000009555,0.01000,0.821
23,mlp.experts.25.down_proj,0.0000010392,0.01000,0.829
23,mlp.experts.23.down_proj,0.0000002434,0.01000,0.814
23,mlp.experts.27.down_proj,0.0000011203,0.01000,0.828
23,mlp.experts.31.down_proj,0.0000003567,0.01000,0.855
23,mlp.experts.42.down_proj,0.0000003594,0.01000,0.649
23,mlp.experts.34.down_proj,0.0000007649,0.01000,0.652
23,mlp.experts.33.down_proj,0.0000007490,0.01000,0.789
23,mlp.experts.40.down_proj,0.0000005123,0.01000,0.663
23,mlp.experts.32.down_proj,0.0000005976,0.01000,0.675
23,mlp.experts.44.down_proj,0.0000006860,0.01000,0.678
23,mlp.experts.38.down_proj,0.0000008204,0.01000,0.609
23,mlp.experts.46.down_proj,0.0000008903,0.01000,0.740
23,mlp.experts.37.down_proj,0.0000008150,0.01000,0.816
23,mlp.experts.36.down_proj,0.0000005542,0.01000,0.672
23,mlp.experts.35.down_proj,0.0000011990,0.01000,0.704
23,mlp.experts.41.down_proj,0.0000005252,0.01000,0.744
23,mlp.experts.39.down_proj,0.0000008755,0.01000,0.735
23,mlp.experts.43.down_proj,0.0000005799,0.01000,0.735
23,mlp.experts.45.down_proj,0.0000011677,0.01000,0.775
23,mlp.experts.47.down_proj,0.0000009018,0.01000,0.740
23,mlp.experts.58.down_proj,0.0000008004,0.01000,0.634
23,mlp.experts.50.down_proj,0.0000010536,0.01000,0.632
23,mlp.experts.56.down_proj,0.0000006491,0.01000,0.674
23,mlp.experts.48.down_proj,0.0000007231,0.01000,0.671
23,mlp.experts.60.down_proj,0.0000006127,0.01000,0.677
23,mlp.experts.54.down_proj,0.0000004591,0.01000,0.646
23,mlp.experts.49.down_proj,0.0000004651,0.01000,0.736
23,mlp.experts.53.down_proj,0.0000004873,0.01000,0.677
23,mlp.experts.62.down_proj,0.0000005721,0.01000,0.726
23,mlp.experts.52.down_proj,0.0000004148,0.01000,0.670
23,mlp.experts.51.down_proj,0.0000005572,0.01000,0.741
23,mlp.experts.57.down_proj,0.0000007666,0.01000,0.740
23,mlp.experts.59.down_proj,0.0000013486,0.01000,0.745
23,mlp.experts.55.down_proj,0.0000009576,0.01000,0.753
23,mlp.experts.63.down_proj,0.0000010736,0.01000,0.754
23,mlp.experts.61.down_proj,0.0000006083,0.01000,0.807
23,mlp.experts.74.down_proj,0.0000013921,0.01000,0.626
23,mlp.experts.66.down_proj,0.0000005789,0.01000,0.626
23,mlp.experts.70.down_proj,0.0000006159,0.01000,0.615
23,mlp.experts.72.down_proj,0.0000004264,0.01000,0.653
23,mlp.experts.64.down_proj,0.0000007470,0.01000,0.656
23,mlp.experts.76.down_proj,0.0000005597,0.01000,0.666
23,mlp.experts.65.down_proj,0.0000005337,0.01000,0.715
23,mlp.experts.78.down_proj,0.0000007717,0.01000,0.737
23,mlp.experts.69.down_proj,0.0000009705,0.01000,0.741
23,mlp.experts.68.down_proj,0.0000006675,0.01000,0.779
23,mlp.experts.67.down_proj,0.0000004773,0.01000,0.724
23,mlp.experts.75.down_proj,0.0000005300,0.01000,0.691
23,mlp.experts.71.down_proj,0.0000008762,0.01000,0.692
23,mlp.experts.73.down_proj,0.0000014126,0.01000,0.722
23,mlp.experts.79.down_proj,0.0000009768,0.01000,0.709
23,mlp.experts.90.down_proj,0.0000007553,0.01000,0.628
23,mlp.experts.82.down_proj,0.0000006715,0.01000,0.629
23,mlp.experts.77.down_proj,0.0000004650,0.01000,0.721
23,mlp.experts.86.down_proj,0.0000014578,0.01000,0.622
23,mlp.experts.80.down_proj,0.0000011608,0.01000,0.790
23,mlp.experts.88.down_proj,0.0000010219,0.01000,0.827
23,mlp.experts.92.down_proj,0.0000013144,0.01000,0.809
23,mlp.experts.81.down_proj,0.0000006208,0.01000,0.754
23,mlp.experts.94.down_proj,0.0000007530,0.01000,0.654
23,mlp.experts.85.down_proj,0.0000007691,0.01000,0.719
23,mlp.experts.84.down_proj,0.0000006838,0.01000,0.801
23,mlp.experts.106.down_proj,0.0000009932,0.01000,0.562
23,mlp.experts.83.down_proj,0.0000007956,0.01000,0.715
23,mlp.experts.102.down_proj,0.0000006084,0.01000,0.561
23,mlp.experts.98.down_proj,0.0000011071,0.01000,0.626
23,mlp.experts.91.down_proj,0.0000009483,0.01000,0.725
23,mlp.experts.87.down_proj,0.0000007908,0.01000,0.744
23,mlp.experts.89.down_proj,0.0000009449,0.01000,0.756
23,mlp.experts.95.down_proj,0.0000007237,0.01000,0.758
23,mlp.experts.93.down_proj,0.0000012375,0.01000,0.740
23,mlp.experts.110.down_proj,0.0000006603,0.01000,0.543
23,mlp.experts.96.down_proj,0.0000005116,0.01000,0.735
23,mlp.experts.104.down_proj,0.0000005211,0.01000,0.830
23,mlp.experts.108.down_proj,0.0000005964,0.01000,0.832
23,mlp.experts.122.down_proj,0.0000013049,0.01000,0.588
23,mlp.experts.97.down_proj,0.0000009287,0.01000,0.825
23,mlp.experts.101.down_proj,0.0000007087,0.01000,0.751
23,mlp.experts.118.down_proj,0.0000010587,0.01000,0.579
23,mlp.experts.114.down_proj,0.0000007235,0.01000,0.602
23,mlp.experts.99.down_proj,0.0000006636,0.01000,0.717
23,mlp.experts.100.down_proj,0.0000007520,0.01000,0.765
23,mlp.experts.126.down_proj,0.0000008385,0.01000,0.470
23,mlp.experts.107.down_proj,0.0000004952,0.01000,0.717
23,mlp.experts.105.down_proj,0.0000007769,0.01000,0.692
23,mlp.experts.109.down_proj,0.0000005087,0.01000,0.682
23,mlp.experts.103.down_proj,0.0000010724,0.01000,0.769
23,mlp.experts.111.down_proj,0.0000008536,0.01000,0.778
23,mlp.experts.112.down_proj,0.0000007613,0.01000,0.710
23,mlp.experts.124.down_proj,0.0000005406,0.01000,0.670
23,mlp.experts.117.down_proj,0.0000005082,0.01000,0.678
23,mlp.experts.120.down_proj,0.0000006411,0.01000,0.734
23,mlp.experts.113.down_proj,0.0000006459,0.01000,0.736
23,mlp.experts.116.down_proj,0.0000005899,0.01000,0.633
23,mlp.experts.121.down_proj,0.0000003950,0.01000,0.605
23,mlp.experts.125.down_proj,0.0000003224,0.01000,0.565
23,mlp.experts.115.down_proj,0.0000010304,0.01000,0.730
23,mlp.experts.123.down_proj,0.0000009647,0.01000,0.706
23,mlp.experts.119.down_proj,0.0000012002,0.01000,0.692
23,mlp.experts.127.down_proj,0.0000010253,0.01000,0.658
24,self_attn.v_proj,0.0000001053,0.01000,0.782
24,self_attn.k_proj,0.0000000884,0.01000,0.799
24,self_attn.q_proj,0.0000006522,0.01000,0.813
24,self_attn.o_proj,0.0000001106,0.01000,1.444
24,mlp.experts.1.gate_proj,0.0000085904,0.01000,1.917
24,mlp.experts.9.gate_proj,0.0000087665,0.01000,1.821
24,mlp.experts.13.gate_proj,0.0000091054,0.01000,1.830
24,mlp.experts.5.gate_proj,0.0000093613,0.01000,1.988
24,mlp.experts.4.gate_proj,0.0000089493,0.01000,2.125
24,mlp.experts.14.gate_proj,0.0000085269,0.01000,2.252
24,mlp.experts.15.gate_proj,0.0000088805,0.01000,2.177
24,mlp.experts.2.gate_proj,0.0000084979,0.01000,2.184
24,mlp.experts.7.gate_proj,0.0000083163,0.01000,2.211
24,mlp.experts.11.gate_proj,0.0000087676,0.01000,2.309
24,mlp.experts.10.gate_proj,0.0000098861,0.01000,2.311
24,mlp.experts.6.gate_proj,0.0000083309,0.01000,2.257
24,mlp.experts.0.gate_proj,0.0000078877,0.01000,2.272
24,mlp.experts.8.gate_proj,0.0000083497,0.01000,2.274
24,mlp.experts.3.gate_proj,0.0000082144,0.01000,2.407
24,mlp.experts.12.gate_proj,0.0000085625,0.01000,2.322
24,mlp.experts.29.gate_proj,0.0000087174,0.01000,1.536
24,mlp.experts.25.gate_proj,0.0000107939,0.01000,1.551
24,mlp.experts.21.gate_proj,0.0000078777,0.01000,1.549
24,mlp.experts.17.gate_proj,0.0000085841,0.01000,1.815
24,mlp.experts.20.gate_proj,0.0000089734,0.01000,1.971
24,mlp.experts.31.gate_proj,0.0000096961,0.01000,2.149
24,mlp.experts.18.gate_proj,0.0000084259,0.01000,2.138
24,mlp.experts.16.gate_proj,0.0000086916,0.01000,2.060
24,mlp.experts.24.gate_proj,0.0000104550,0.01000,2.108
24,mlp.experts.23.gate_proj,0.0000059821,0.01000,2.195
24,mlp.experts.22.gate_proj,0.0000090578,0.01000,2.196
24,mlp.experts.30.gate_proj,0.0000092526,0.01000,2.309
24,mlp.experts.27.gate_proj,0.0000083768,0.01000,2.323
24,mlp.experts.26.gate_proj,0.0000075999,0.01000,2.338
24,mlp.experts.19.gate_proj,0.0000089104,0.01000,2.318
24,mlp.experts.28.gate_proj,0.0000092340,0.01000,2.511
24,mlp.experts.41.gate_proj,0.0000085949,0.01000,1.565
24,mlp.experts.45.gate_proj,0.0000088387,0.01000,1.601
24,mlp.experts.37.gate_proj,0.0000091643,0.01000,1.570
24,mlp.experts.33.gate_proj,0.0000085365,0.01000,1.566
24,mlp.experts.36.gate_proj,0.0000081673,0.01000,2.351
24,mlp.experts.34.gate_proj,0.0000085795,0.01000,2.180
24,mlp.experts.57.gate_proj,0.0000086975,0.01000,1.637
24,mlp.experts.47.gate_proj,0.0000088321,0.01000,2.351
24,mlp.experts.32.gate_proj,0.0000083770,0.01000,2.330
24,mlp.experts.61.gate_proj,0.0000081551,0.01000,1.719
24,mlp.experts.38.gate_proj,0.0000089952,0.01000,2.268
24,mlp.experts.53.gate_proj,0.0000087233,0.01000,1.701
24,mlp.experts.39.gate_proj,0.0000073640,0.01000,2.340
24,mlp.experts.46.gate_proj,0.0000080115,0.01000,2.285
24,mlp.experts.40.gate_proj,0.0000081013,0.01000,2.387
24,mlp.experts.43.gate_proj,0.0000088192,0.01000,2.274
24,mlp.experts.42.gate_proj,0.0000081183,0.01000,2.264
24,mlp.experts.49.gate_proj,0.0000080313,0.01000,1.680
24,mlp.experts.35.gate_proj,0.0000095247,0.01000,2.382
24,mlp.experts.44.gate_proj,0.0000085082,0.01000,2.181
24,mlp.experts.52.gate_proj,0.0000087697,0.01000,1.791
24,mlp.experts.48.gate_proj,0.0000093573,0.01000,1.694
24,mlp.experts.56.gate_proj,0.0000095847,0.01000,1.664
24,mlp.experts.60.gate_proj,0.0000082879,0.01000,1.561
24,mlp.experts.50.gate_proj,0.0000083379,0.01000,2.172
24,mlp.experts.73.gate_proj,0.0000102140,0.01000,2.131
24,mlp.experts.69.gate_proj,0.0000082999,0.01000,2.052
24,mlp.experts.77.gate_proj,0.0000081683,0.01000,2.127
24,mlp.experts.54.gate_proj,0.0000086050,0.01000,2.131
24,mlp.experts.65.gate_proj,0.0000091853,0.01000,2.066
24,mlp.experts.62.gate_proj,0.0000088642,0.01000,2.188
24,mlp.experts.58.gate_proj,0.0000088298,0.01000,2.172
24,mlp.experts.63.gate_proj,0.0000096194,0.01000,2.406
24,mlp.experts.55.gate_proj,0.0000091367,0.01000,2.339
24,mlp.experts.59.gate_proj,0.0000088412,0.01000,2.407
24,mlp.experts.51.gate_proj,0.0000088856,0.01000,2.395
24,mlp.experts.68.gate_proj,0.0000070402,0.01000,1.638
24,mlp.experts.64.gate_proj,0.0000089996,0.01000,1.638
24,mlp.experts.72.gate_proj,0.0000095863,0.01000,1.621
24,mlp.experts.76.gate_proj,0.0000088900,0.01000,1.638
24,mlp.experts.89.gate_proj,0.0000080977,0.01000,1.999
24,mlp.experts.66.gate_proj,0.0000085987,0.01000,2.053
24,mlp.experts.79.gate_proj,0.0000074446,0.01000,1.683
24,mlp.experts.93.gate_proj,0.0000086553,0.01000,1.954
24,mlp.experts.85.gate_proj,0.0000086772,0.01000,1.996
24,mlp.experts.71.gate_proj,0.0000089642,0.01000,1.756
24,mlp.experts.81.gate_proj,0.0000103803,0.01000,1.947
24,mlp.experts.75.gate_proj,0.0000082088,0.01000,1.682
24,mlp.experts.70.gate_proj,0.0000082349,0.01000,2.051
24,mlp.experts.78.gate_proj,0.0000085146,0.01000,2.000
24,mlp.experts.74.gate_proj,0.0000087576,0.01000,2.005
24,mlp.experts.67.gate_proj,0.0000092289,0.01000,1.665
24,mlp.experts.84.gate_proj,0.0000085532,0.01000,1.518
24,mlp.experts.88.gate_proj,0.0000095001,0.01000,1.517
24,mlp.experts.80.gate_proj,0.0000082097,0.01000,1.574
24,mlp.experts.92.gate_proj,0.0000088718,0.01000,1.482
24,mlp.experts.105.gate_proj,0.0000106186,0.01000,1.621
24,mlp.experts.95.gate_proj,0.0000084972,0.01000,1.638
24,mlp.experts.109.gate_proj,0.0000089345,0.01000,1.641
24,mlp.experts.87.gate_proj,0.0000084257,0.01000,1.639
24,mlp.experts.101.gate_proj,0.0000093515,0.01000,1.698
24,mlp.experts.97.gate_proj,0.0000088227,0.01000,1.642
24,mlp.experts.91.gate_proj,0.0000092212,0.01000,1.737
24,mlp.experts.83.gate_proj,0.0000082189,0.01000,1.612
24,mlp.experts.82.gate_proj,0.0000096003,0.01000,1.961
24,mlp.experts.90.gate_proj,0.0000082412,0.01000,1.750
24,mlp.experts.100.gate_proj,0.0000084684,0.01000,1.471
24,mlp.experts.86.gate_proj,0.0000096255,0.01000,1.890
24,mlp.experts.94.gate_proj,0.0000080731,0.01000,1.860
24,mlp.experts.104.gate_proj,0.0000089160,0.01000,1.493
24,mlp.experts.96.gate_proj,0.0000069396,0.01000,1.546
24,mlp.experts.108.gate_proj,0.0000077092,0.01000,1.475
24,mlp.experts.121.gate_proj,0.0000086930,0.01000,1.686
24,mlp.experts.111.gate_proj,0.0000100516,0.01000,1.715
24,mlp.experts.103.gate_proj,0.0000119426,0.01000,1.720
24,mlp.experts.117.gate_proj,0.0000094974,0.01000,1.815
24,mlp.experts.125.gate_proj,0.0000084937,0.01000,1.931
24,mlp.experts.113.gate_proj,0.0000088795,0.01000,1.848
24,mlp.experts.99.gate_proj,0.0000080093,0.01000,1.743
24,mlp.experts.116.gate_proj,0.0000093891,0.01000,1.665
24,mlp.experts.107.gate_proj,0.0000085974,0.01000,1.843
24,mlp.experts.98.gate_proj,0.0000091369,0.01000,1.837
24,mlp.experts.106.gate_proj,0.0000086309,0.01000,1.811
24,mlp.experts.110.gate_proj,0.0000083626,0.01000,1.794
24,mlp.experts.102.gate_proj,0.0000084505,0.01000,1.884
24,mlp.experts.112.gate_proj,0.0000111598,0.01000,1.713
24,mlp.experts.120.gate_proj,0.0000083094,0.01000,1.791
24,mlp.experts.124.gate_proj,0.0000081050,0.01000,1.770
24,mlp.experts.9.up_proj,0.0000092311,0.01000,1.809
24,mlp.experts.127.gate_proj,0.0000089947,0.01000,1.847
24,mlp.experts.5.up_proj,0.0000091186,0.01000,1.743
24,mlp.experts.119.gate_proj,0.0000083349,0.01000,1.866
24,mlp.experts.4.up_proj,0.0000089451,0.01000,1.710
24,mlp.experts.114.gate_proj,0.0000092867,0.01000,1.604
24,mlp.experts.122.gate_proj,0.0000079873,0.01000,1.630
24,mlp.experts.126.gate_proj,0.0000089505,0.01000,1.569
24,mlp.experts.1.up_proj,0.0000085715,0.01000,1.868
24,mlp.experts.118.gate_proj,0.0000083890,0.01000,1.583
24,mlp.experts.115.gate_proj,0.0000090620,0.01000,1.871
24,mlp.experts.13.up_proj,0.0000094741,0.01000,1.955
24,mlp.experts.123.gate_proj,0.0000084501,0.01000,1.937
24,mlp.experts.0.up_proj,0.0000078618,0.01000,1.748
24,mlp.experts.8.up_proj,0.0000082312,0.01000,1.776
24,mlp.experts.12.up_proj,0.0000088213,0.01000,1.703
24,mlp.experts.25.up_proj,0.0000105315,0.01000,1.818
24,mlp.experts.15.up_proj,0.0000089463,0.01000,1.720
24,mlp.experts.20.up_proj,0.0000087796,0.01000,1.718
24,mlp.experts.21.up_proj,0.0000076679,0.01000,1.882
24,mlp.experts.17.up_proj,0.0000084588,0.01000,1.687
24,mlp.experts.10.up_proj,0.0000099758,0.01000,1.798
24,mlp.experts.3.up_proj,0.0000082204,0.01000,1.696
24,mlp.experts.7.up_proj,0.0000087268,0.01000,1.938
24,mlp.experts.6.up_proj,0.0000086134,0.01000,1.767
24,mlp.experts.29.up_proj,0.0000085453,0.01000,1.742
24,mlp.experts.11.up_proj,0.0000087131,0.01000,1.658
24,mlp.experts.14.up_proj,0.0000086968,0.01000,1.896
24,mlp.experts.2.up_proj,0.0000085648,0.01000,2.097
24,mlp.experts.16.up_proj,0.0000082475,0.01000,1.680
24,mlp.experts.24.up_proj,0.0000095034,0.01000,1.718
24,mlp.experts.28.up_proj,0.0000089954,0.01000,1.739
24,mlp.experts.41.up_proj,0.0000081616,0.01000,1.652
24,mlp.experts.33.up_proj,0.0000086008,0.01000,1.612
24,mlp.experts.36.up_proj,0.0000086136,0.01000,1.692
24,mlp.experts.37.up_proj,0.0000091179,0.01000,1.680
24,mlp.experts.31.up_proj,0.0000097160,0.01000,1.962
24,mlp.experts.45.up_proj,0.0000088531,0.01000,1.601
24,mlp.experts.26.up_proj,0.0000074751,0.01000,1.875
24,mlp.experts.32.up_proj,0.0000099264,0.01000,1.703
24,mlp.experts.22.up_proj,0.0000083584,0.01000,1.982
24,mlp.experts.27.up_proj,0.0000090321,0.01000,1.970
24,mlp.experts.44.up_proj,0.0000093905,0.01000,1.662
24,mlp.experts.19.up_proj,0.0000086988,0.01000,2.094
24,mlp.experts.40.up_proj,0.0000080433,0.01000,1.742
24,mlp.experts.18.up_proj,0.0000085421,0.01000,1.859
24,mlp.experts.23.up_proj,0.0000058962,0.01000,2.126
24,mlp.experts.30.up_proj,0.0000089433,0.01000,2.076
24,mlp.experts.57.up_proj,0.0000086891,0.01000,1.700
24,mlp.experts.49.up_proj,0.0000080923,0.01000,1.660
24,mlp.experts.52.up_proj,0.0000105324,0.01000,1.675
24,mlp.experts.53.up_proj,0.0000107068,0.01000,1.696
24,mlp.experts.61.up_proj,0.0000086060,0.01000,1.718
24,mlp.experts.47.up_proj,0.0000086904,0.01000,2.010
24,mlp.experts.48.up_proj,0.0000099807,0.01000,1.770
24,mlp.experts.60.up_proj,0.0000085434,0.01000,1.716
24,mlp.experts.56.up_proj,0.0000097530,0.01000,1.668
24,mlp.experts.42.up_proj,0.0000095063,0.01000,1.921
24,mlp.experts.38.up_proj,0.0000097739,0.01000,1.835
24,mlp.experts.46.up_proj,0.0000082880,0.01000,1.723
24,mlp.experts.35.up_proj,0.0000089342,0.01000,1.933
24,mlp.experts.43.up_proj,0.0000087921,0.01000,1.979
24,mlp.experts.39.up_proj,0.0000069910,0.01000,1.993
24,mlp.experts.34.up_proj,0.0000086381,0.01000,2.049
24,mlp.experts.73.up_proj,0.0000093805,0.01000,1.696
24,mlp.experts.65.up_proj,0.0000086683,0.01000,1.608
24,mlp.experts.68.up_proj,0.0000070886,0.01000,1.595
24,mlp.experts.69.up_proj,0.0000091208,0.01000,1.600
24,mlp.experts.77.up_proj,0.0000081140,0.01000,1.579
24,mlp.experts.72.up_proj,0.0000093812,0.01000,1.587
24,mlp.experts.64.up_proj,0.0000090561,0.01000,1.626
24,mlp.experts.63.up_proj,0.0000104552,0.01000,1.740
24,mlp.experts.76.up_proj,0.0000105536,0.01000,1.651
24,mlp.experts.54.up_proj,0.0000086009,0.01000,1.657
24,mlp.experts.59.up_proj,0.0000087278,0.01000,1.697
24,mlp.experts.51.up_proj,0.0000090904,0.01000,1.728
24,mlp.experts.50.up_proj,0.0000083585,0.01000,1.685
24,mlp.experts.58.up_proj,0.0000096681,0.01000,2.135
24,mlp.experts.55.up_proj,0.0000088946,0.01000,1.829
24,mlp.experts.62.up_proj,0.0000089461,0.01000,2.147
24,mlp.experts.89.up_proj,0.0000080145,0.01000,1.662
24,mlp.experts.84.up_proj,0.0000090216,0.01000,1.584
24,mlp.experts.81.up_proj,0.0000104388,0.01000,1.594
24,mlp.experts.85.up_proj,0.0000087914,0.01000,1.660
24,mlp.experts.93.up_proj,0.0000084634,0.01000,1.680
24,mlp.experts.88.up_proj,0.0000093978,0.01000,1.739
24,mlp.experts.92.up_proj,0.0000086658,0.01000,1.694
24,mlp.experts.80.up_proj,0.0000093532,0.01000,1.756
24,mlp.experts.79.up_proj,0.0000074284,0.01000,1.769
24,mlp.experts.70.up_proj,0.0000092941,0.01000,1.782
24,mlp.experts.75.up_proj,0.0000085576,0.01000,1.791
24,mlp.experts.67.up_proj,0.0000089351,0.01000,1.799
24,mlp.experts.66.up_proj,0.0000089350,0.01000,1.834
24,mlp.experts.71.up_proj,0.0000085940,0.01000,1.905
24,mlp.experts.78.up_proj,0.0000084033,0.01000,1.950
24,mlp.experts.74.up_proj,0.0000092843,0.01000,2.104
24,mlp.experts.105.up_proj,0.0000102274,0.01000,1.701
24,mlp.experts.97.up_proj,0.0000099884,0.01000,1.707
24,mlp.experts.101.up_proj,0.0000089975,0.01000,1.665
24,mlp.experts.109.up_proj,0.0000085976,0.01000,1.617
24,mlp.experts.100.up_proj,0.0000087484,0.01000,1.902
24,mlp.experts.86.up_proj,0.0000094279,0.01000,1.655
24,mlp.experts.95.up_proj,0.0000085995,0.01000,1.819
24,mlp.experts.96.up_proj,0.0000068777,0.01000,1.910
24,mlp.experts.108.up_proj,0.0000080667,0.01000,2.043
24,mlp.experts.104.up_proj,0.0000092900,0.01000,2.074
24,mlp.experts.83.up_proj,0.0000090623,0.01000,1.874
24,mlp.experts.91.up_proj,0.0000091049,0.01000,1.962
24,mlp.experts.82.up_proj,0.0000100841,0.01000,1.908
24,mlp.experts.87.up_proj,0.0000098824,0.01000,1.827
24,mlp.experts.94.up_proj,0.0000101130,0.01000,1.742
24,mlp.experts.113.up_proj,0.0000093266,0.01000,1.611
24,mlp.experts.121.up_proj,0.0000087151,0.01000,1.743
24,mlp.experts.125.up_proj,0.0000081186,0.01000,1.565
24,mlp.experts.117.up_proj,0.0000088455,0.01000,1.620
24,mlp.experts.90.up_proj,0.0000085220,0.01000,1.842
24,mlp.experts.116.up_proj,0.0000095248,0.01000,2.037
24,mlp.experts.111.up_proj,0.0000085736,0.01000,1.668
24,mlp.experts.112.up_proj,0.0000109835,0.01000,1.750
24,mlp.experts.124.up_proj,0.0000085965,0.01000,1.697
24,mlp.experts.120.up_proj,0.0000088088,0.01000,1.706
24,mlp.experts.102.up_proj,0.0000083974,0.01000,1.992
24,mlp.experts.107.up_proj,0.0000087931,0.01000,1.644
24,mlp.experts.98.up_proj,0.0000091172,0.01000,1.615
24,mlp.experts.99.up_proj,0.0000082434,0.01000,1.807
24,mlp.experts.106.up_proj,0.0000083876,0.01000,1.502
24,mlp.experts.103.up_proj,0.0000132716,0.01000,1.703
24,mlp.experts.110.up_proj,0.0000087787,0.01000,2.069
24,mlp.experts.127.up_proj,0.0000089495,0.01000,1.923
24,mlp.experts.118.up_proj,0.0000100520,0.01000,1.802
24,mlp.experts.114.up_proj,0.0000093179,0.01000,1.548
24,mlp.experts.122.up_proj,0.0000078015,0.01000,1.480
24,mlp.experts.123.up_proj,0.0000092031,0.01000,1.834
24,mlp.experts.126.up_proj,0.0000094507,0.01000,1.262
24,mlp.experts.115.up_proj,0.0000091988,0.01000,1.878
24,mlp.experts.119.up_proj,0.0000081604,0.01000,1.750
24,mlp.experts.0.down_proj,0.0000006001,0.01000,0.984
24,mlp.experts.8.down_proj,0.0000005562,0.01000,1.006
24,mlp.experts.4.down_proj,0.0000009147,0.01000,0.923
24,mlp.experts.12.down_proj,0.0000010217,0.01000,1.012
24,mlp.experts.2.down_proj,0.0000007660,0.01000,1.140
24,mlp.experts.14.down_proj,0.0000008811,0.01000,1.115
24,mlp.experts.9.down_proj,0.0000011947,0.01000,1.164
24,mlp.experts.13.down_proj,0.0000009323,0.01000,1.079
24,mlp.experts.1.down_proj,0.0000007696,0.01000,1.169
24,mlp.experts.6.down_proj,0.0000006924,0.01000,1.146
24,mlp.experts.10.down_proj,0.0000012364,0.01000,1.102
24,mlp.experts.5.down_proj,0.0000008630,0.01000,1.258
24,mlp.experts.7.down_proj,0.0000011428,0.01000,1.341
24,mlp.experts.3.down_proj,0.0000008989,0.01000,1.397
24,mlp.experts.11.down_proj,0.0000005931,0.01000,1.400
24,mlp.experts.15.down_proj,0.0000011598,0.01000,1.457
24,mlp.experts.20.down_proj,0.0000006181,0.01000,0.733
24,mlp.experts.16.down_proj,0.0000005452,0.01000,0.758
24,mlp.experts.18.down_proj,0.0000007923,0.01000,0.625
24,mlp.experts.24.down_proj,0.0000009332,0.01000,0.766
24,mlp.experts.30.down_proj,0.0000012272,0.01000,0.638
24,mlp.experts.28.down_proj,0.0000006976,0.01000,0.779
24,mlp.experts.29.down_proj,0.0000006650,0.01000,0.642
24,mlp.experts.17.down_proj,0.0000006281,0.01000,0.648
24,mlp.experts.26.down_proj,0.0000007175,0.01000,0.666
24,mlp.experts.22.down_proj,0.0000005867,0.01000,0.672
24,mlp.experts.25.down_proj,0.0000013580,0.01000,0.725
24,mlp.experts.21.down_proj,0.0000004437,0.01000,0.820
24,mlp.experts.23.down_proj,0.0000003035,0.01000,0.789
24,mlp.experts.27.down_proj,0.0000007046,0.01000,0.817
24,mlp.experts.19.down_proj,0.0000005820,0.01000,0.826
24,mlp.experts.34.down_proj,0.0000007186,0.01000,0.605
24,mlp.experts.31.down_proj,0.0000010041,0.01000,0.899
24,mlp.experts.46.down_proj,0.0000008226,0.01000,0.594
24,mlp.experts.45.down_proj,0.0000007423,0.01000,0.609
24,mlp.experts.33.down_proj,0.0000007257,0.01000,0.623
24,mlp.experts.42.down_proj,0.0000009276,0.01000,0.598
24,mlp.experts.36.down_proj,0.0000009388,0.01000,0.734
24,mlp.experts.38.down_proj,0.0000015437,0.01000,0.621
24,mlp.experts.32.down_proj,0.0000011636,0.01000,0.762
24,mlp.experts.41.down_proj,0.0000005312,0.01000,0.635
24,mlp.experts.40.down_proj,0.0000005274,0.01000,0.778
24,mlp.experts.44.down_proj,0.0000008352,0.01000,0.772
24,mlp.experts.37.down_proj,0.0000006464,0.01000,0.670
24,mlp.experts.43.down_proj,0.0000009846,0.01000,0.791
24,mlp.experts.35.down_proj,0.0000012162,0.01000,0.796
24,mlp.experts.50.down_proj,0.0000006306,0.01000,0.646
24,mlp.experts.62.down_proj,0.0000007473,0.01000,0.656
24,mlp.experts.39.down_proj,0.0000005434,0.01000,0.957
24,mlp.experts.58.down_proj,0.0000009406,0.01000,0.640
24,mlp.experts.54.down_proj,0.0000006338,0.01000,0.654
24,mlp.experts.61.down_proj,0.0000006790,0.01000,0.730
24,mlp.experts.52.down_proj,0.0000011759,0.01000,0.673
24,mlp.experts.47.down_proj,0.0000006079,0.01000,0.845
24,mlp.experts.49.down_proj,0.0000005779,0.01000,0.802
24,mlp.experts.48.down_proj,0.0000012963,0.01000,0.740
24,mlp.experts.60.down_proj,0.0000009741,0.01000,0.717
24,mlp.experts.57.down_proj,0.0000008234,0.01000,0.775
24,mlp.experts.56.down_proj,0.0000011297,0.01000,0.795
24,mlp.experts.53.down_proj,0.0000014939,0.01000,0.826
24,mlp.experts.77.down_proj,0.0000005884,0.01000,0.684
24,mlp.experts.68.down_proj,0.0000005452,0.01000,0.695
24,mlp.experts.59.down_proj,0.0000006232,0.01000,0.855
24,mlp.experts.51.down_proj,0.0000010214,0.01000,0.843
24,mlp.experts.66.down_proj,0.0000010535,0.01000,0.858
24,mlp.experts.78.down_proj,0.0000006189,0.01000,0.836
24,mlp.experts.65.down_proj,0.0000007204,0.01000,0.645
24,mlp.experts.76.down_proj,0.0000012072,0.01000,0.617
24,mlp.experts.74.down_proj,0.0000010071,0.01000,0.830
24,mlp.experts.64.down_proj,0.0000008980,0.01000,0.685
24,mlp.experts.73.down_proj,0.0000009122,0.01000,0.641
24,mlp.experts.70.down_proj,0.0000010127,0.01000,0.829
24,mlp.experts.72.down_proj,0.0000011544,0.01000,0.626
24,mlp.experts.55.down_proj,0.0000012277,0.01000,0.947
24,mlp.experts.63.down_proj,0.0000011390,0.01000,0.963
24,mlp.experts.69.down_proj,0.0000008710,0.01000,0.667
24,mlp.experts.81.down_proj,0.0000015907,0.01000,0.636
24,mlp.experts.84.down_proj,0.0000006718,0.01000,0.696
24,mlp.experts.92.down_proj,0.0000005410,0.01000,0.673
24,mlp.experts.89.down_proj,0.0000006508,0.01000,0.637
24,mlp.experts.90.down_proj,0.0000006192,0.01000,0.717
24,mlp.experts.67.down_proj,0.0000011399,0.01000,0.764
24,mlp.experts.82.down_proj,0.0000014919,0.01000,0.761
24,mlp.experts.93.down_proj,0.0000005815,0.01000,0.793
24,mlp.experts.94.down_proj,0.0000011193,0.01000,0.758
24,mlp.experts.75.down_proj,0.0000006834,0.01000,0.780
24,mlp.experts.88.down_proj,0.0000011507,0.01000,0.682
24,mlp.experts.86.down_proj,0.0000010351,0.01000,0.694
24,mlp.experts.80.down_proj,0.0000010034,0.01000,0.759
24,mlp.experts.71.down_proj,0.0000016168,0.01000,0.745
24,mlp.experts.85.down_proj,0.0000007461,0.01000,0.638
24,mlp.experts.97.down_proj,0.0000010706,0.01000,0.615
24,mlp.experts.79.down_proj,0.0000005155,0.01000,0.977
24,mlp.experts.105.down_proj,0.0000012916,0.01000,0.590
24,mlp.experts.100.down_proj,0.0000008652,0.01000,0.616
24,mlp.experts.108.down_proj,0.0000006067,0.01000,0.619
24,mlp.experts.109.down_proj,0.0000005899,0.01000,0.587
24,mlp.experts.106.down_proj,0.0000005825,0.01000,0.632
24,mlp.experts.104.down_proj,0.0000014580,0.01000,0.623
24,mlp.experts.98.down_proj,0.0000010926,0.01000,0.659
24,mlp.experts.102.down_proj,0.0000006759,0.01000,0.644
24,mlp.experts.83.down_proj,0.0000007937,0.01000,0.767
24,mlp.experts.96.down_proj,0.0000004194,0.01000,0.735
24,mlp.experts.91.down_proj,0.0000006409,0.01000,0.777
24,mlp.experts.101.down_proj,0.0000006521,0.01000,0.600
24,mlp.experts.110.down_proj,0.0000006957,0.01000,0.861
24,mlp.experts.87.down_proj,0.0000008594,0.01000,0.786
24,mlp.experts.113.down_proj,0.0000009209,0.01000,0.584
24,mlp.experts.121.down_proj,0.0000007960,0.01000,0.588
24,mlp.experts.116.down_proj,0.0000010192,0.01000,0.629
24,mlp.experts.125.down_proj,0.0000006100,0.01000,0.548
24,mlp.experts.124.down_proj,0.0000008322,0.01000,0.621
24,mlp.experts.120.down_proj,0.0000012413,0.01000,0.602
24,mlp.experts.117.down_proj,0.0000006896,0.01000,0.449
24,mlp.experts.112.down_proj,0.0000015721,0.01000,0.559
24,mlp.experts.95.down_proj,0.0000008396,0.01000,0.844
24,mlp.experts.122.down_proj,0.0000005105,0.01000,0.840
24,mlp.experts.114.down_proj,0.0000011176,0.01000,0.880
24,mlp.experts.107.down_proj,0.0000011660,0.01000,0.814
24,mlp.experts.118.down_proj,0.0000010803,0.01000,0.943
24,mlp.experts.126.down_proj,0.0000010559,0.01000,0.811
24,mlp.experts.99.down_proj,0.0000007083,0.01000,0.936
24,mlp.experts.103.down_proj,0.0000019197,0.01000,0.866
24,mlp.experts.111.down_proj,0.0000005490,0.01000,0.811
24,mlp.experts.115.down_proj,0.0000011319,0.01000,0.817
24,mlp.experts.119.down_proj,0.0000006210,0.01000,0.818
24,mlp.experts.123.down_proj,0.0000009618,0.01000,0.964
24,mlp.experts.127.down_proj,0.0000008379,0.01000,0.523
25,self_attn.q_proj,0.0000009434,0.01000,0.748
25,self_attn.v_proj,0.0000001451,0.01000,0.807
25,self_attn.k_proj,0.0000001239,0.01000,0.842
25,self_attn.o_proj,0.0000001382,0.01000,1.560
25,mlp.experts.0.gate_proj,0.0000092547,0.01000,1.685
25,mlp.experts.12.gate_proj,0.0000097698,0.01000,1.679
25,mlp.experts.8.gate_proj,0.0000111409,0.01000,1.646
25,mlp.experts.4.gate_proj,0.0000097504,0.01000,1.902
25,mlp.experts.9.gate_proj,0.0000119772,0.01000,2.027
25,mlp.experts.5.gate_proj,0.0000111159,0.01000,2.032
25,mlp.experts.1.gate_proj,0.0000101883,0.01000,2.173
25,mlp.experts.11.gate_proj,0.0000084411,0.01000,2.036
25,mlp.experts.13.gate_proj,0.0000093558,0.01000,2.114
25,mlp.experts.3.gate_proj,0.0000102717,0.01000,2.183
25,mlp.experts.2.gate_proj,0.0000083319,0.01000,2.243
25,mlp.experts.7.gate_proj,0.0000106750,0.01000,2.266
25,mlp.experts.10.gate_proj,0.0000092245,0.01000,2.182
25,mlp.experts.6.gate_proj,0.0000086196,0.01000,2.282
25,mlp.experts.14.gate_proj,0.0000096876,0.01000,2.209
25,mlp.experts.15.gate_proj,0.0000099870,0.01000,2.239
25,mlp.experts.16.gate_proj,0.0000083842,0.01000,1.639
25,mlp.experts.28.gate_proj,0.0000090236,0.01000,1.668
25,mlp.experts.24.gate_proj,0.0000111512,0.01000,1.747
25,mlp.experts.20.gate_proj,0.0000091065,0.01000,1.794
25,mlp.experts.18.gate_proj,0.0000107182,0.01000,1.966
25,mlp.experts.21.gate_proj,0.0000103841,0.01000,2.092
25,mlp.experts.27.gate_proj,0.0000082024,0.01000,2.053
25,mlp.experts.19.gate_proj,0.0000117832,0.01000,2.039
25,mlp.experts.30.gate_proj,0.0000089523,0.01000,1.913
25,mlp.experts.29.gate_proj,0.0000090992,0.01000,2.078
25,mlp.experts.17.gate_proj,0.0000095081,0.01000,2.123
25,mlp.experts.22.gate_proj,0.0000102917,0.01000,2.025
25,mlp.experts.25.gate_proj,0.0000086237,0.01000,2.282
25,mlp.experts.23.gate_proj,0.0000078042,0.01000,2.085
25,mlp.experts.31.gate_proj,0.0000100289,0.01000,2.162
25,mlp.experts.26.gate_proj,0.0000108831,0.01000,2.312
25,mlp.experts.32.gate_proj,0.0000099265,0.01000,2.000
25,mlp.experts.44.gate_proj,0.0000098156,0.01000,1.935
25,mlp.experts.40.gate_proj,0.0000091536,0.01000,1.879
25,mlp.experts.36.gate_proj,0.0000097347,0.01000,1.958
25,mlp.experts.43.gate_proj,0.0000090262,0.01000,1.730
25,mlp.experts.35.gate_proj,0.0000103055,0.01000,1.759
25,mlp.experts.39.gate_proj,0.0000106971,0.01000,1.716
25,mlp.experts.37.gate_proj,0.0000094260,0.01000,2.129
25,mlp.experts.33.gate_proj,0.0000081094,0.01000,2.133
25,mlp.experts.46.gate_proj,0.0000105747,0.01000,2.158
25,mlp.experts.47.gate_proj,0.0000090345,0.01000,1.900
25,mlp.experts.45.gate_proj,0.0000091366,0.01000,2.176
25,mlp.experts.38.gate_proj,0.0000097347,0.01000,2.176
25,mlp.experts.41.gate_proj,0.0000114310,0.01000,2.170
25,mlp.experts.34.gate_proj,0.0000082889,0.01000,2.314
25,mlp.experts.42.gate_proj,0.0000086134,0.01000,2.175
25,mlp.experts.56.gate_proj,0.0000097004,0.01000,1.916
25,mlp.experts.48.gate_proj,0.0000122829,0.01000,1.967
25,mlp.experts.60.gate_proj,0.0000100368,0.01000,2.017
25,mlp.experts.59.gate_proj,0.0000100692,0.01000,1.649
25,mlp.experts.51.gate_proj,0.0000096534,0.01000,1.657
25,mlp.experts.55.gate_proj,0.0000084462,0.01000,1.648
25,mlp.experts.52.gate_proj,0.0000091689,0.01000,2.184
25,mlp.experts.53.gate_proj,0.0000095413,0.01000,1.717
25,mlp.experts.49.gate_proj,0.0000107348,0.01000,1.700
25,mlp.experts.61.gate_proj,0.0000157782,0.01000,1.690
25,mlp.experts.57.gate_proj,0.0000087720,0.01000,1.716
25,mlp.experts.54.gate_proj,0.0000103220,0.01000,1.853
25,mlp.experts.63.gate_proj,0.0000083159,0.01000,1.893
25,mlp.experts.62.gate_proj,0.0000113446,0.01000,2.175
25,mlp.experts.50.gate_proj,0.0000090721,0.01000,2.335
25,mlp.experts.58.gate_proj,0.0000083502,0.01000,2.263
25,mlp.experts.75.gate_proj,0.0000100393,0.01000,1.710
25,mlp.experts.64.gate_proj,0.0000116622,0.01000,2.087
25,mlp.experts.67.gate_proj,0.0000121272,0.01000,1.723
25,mlp.experts.71.gate_proj,0.0000087910,0.01000,1.678
25,mlp.experts.72.gate_proj,0.0000093819,0.01000,2.155
25,mlp.experts.76.gate_proj,0.0000082371,0.01000,2.243
25,mlp.experts.69.gate_proj,0.0000093217,0.01000,1.892
25,mlp.experts.68.gate_proj,0.0000092315,0.01000,2.195
25,mlp.experts.65.gate_proj,0.0000087808,0.01000,1.905
25,mlp.experts.77.gate_proj,0.0000086957,0.01000,1.945
25,mlp.experts.73.gate_proj,0.0000084730,0.01000,1.969
25,mlp.experts.79.gate_proj,0.0000093935,0.01000,2.039
25,mlp.experts.70.gate_proj,0.0000105501,0.01000,2.205
25,mlp.experts.78.gate_proj,0.0000106922,0.01000,2.054
25,mlp.experts.74.gate_proj,0.0000093348,0.01000,1.990
25,mlp.experts.66.gate_proj,0.0000086333,0.01000,2.197
25,mlp.experts.83.gate_proj,0.0000087744,0.01000,1.852
25,mlp.experts.91.gate_proj,0.0000092131,0.01000,1.918
25,mlp.experts.80.gate_proj,0.0000084250,0.01000,1.909
25,mlp.experts.87.gate_proj,0.0000093552,0.01000,1.925
25,mlp.experts.88.gate_proj,0.0000102873,0.01000,1.973
25,mlp.experts.92.gate_proj,0.0000093716,0.01000,2.086
25,mlp.experts.85.gate_proj,0.0000098671,0.01000,1.778
25,mlp.experts.81.gate_proj,0.0000097420,0.01000,1.774
25,mlp.experts.93.gate_proj,0.0000085535,0.01000,1.787
25,mlp.experts.89.gate_proj,0.0000093545,0.01000,1.787
25,mlp.experts.84.gate_proj,0.0000098999,0.01000,2.007
25,mlp.experts.95.gate_proj,0.0000088049,0.01000,2.003
25,mlp.experts.86.gate_proj,0.0000090000,0.01000,2.210
25,mlp.experts.94.gate_proj,0.0000112015,0.01000,2.107
25,mlp.experts.82.gate_proj,0.0000092269,0.01000,2.068
25,mlp.experts.99.gate_proj,0.0000054775,0.01000,1.908
25,mlp.experts.90.gate_proj,0.0000105708,0.01000,2.142
25,mlp.experts.96.gate_proj,0.0000106061,0.01000,1.873
25,mlp.experts.107.gate_proj,0.0000077521,0.01000,1.949
25,mlp.experts.103.gate_proj,0.0000095515,0.01000,1.904
25,mlp.experts.104.gate_proj,0.0000094580,0.01000,1.953
25,mlp.experts.101.gate_proj,0.0000089702,0.01000,1.757
25,mlp.experts.97.gate_proj,0.0000095632,0.01000,1.741
25,mlp.experts.108.gate_proj,0.0000089303,0.01000,1.886
25,mlp.experts.109.gate_proj,0.0000097683,0.01000,1.753
25,mlp.experts.105.gate_proj,0.0000086156,0.01000,1.729
25,mlp.experts.100.gate_proj,0.0000112546,0.01000,1.934
25,mlp.experts.111.gate_proj,0.0000100024,0.01000,2.006
25,mlp.experts.110.gate_proj,0.0000089541,0.01000,2.062
25,mlp.experts.102.gate_proj,0.0000099872,0.01000,2.126
25,mlp.experts.115.gate_proj,0.0000090206,0.01000,1.826
25,mlp.experts.123.gate_proj,0.0000109908,0.01000,1.798
25,mlp.experts.119.gate_proj,0.0000095816,0.01000,1.779
25,mlp.experts.98.gate_proj,0.0000100076,0.01000,2.147
25,mlp.experts.112.gate_proj,0.0000090150,0.01000,2.195
25,mlp.experts.117.gate_proj,0.0000080893,0.01000,1.897
25,mlp.experts.106.gate_proj,0.0000082747,0.01000,2.245
25,mlp.experts.120.gate_proj,0.0000080010,0.01000,2.078
25,mlp.experts.113.gate_proj,0.0000089470,0.01000,1.895
25,mlp.experts.125.gate_proj,0.0000084077,0.01000,1.854
25,mlp.experts.121.gate_proj,0.0000094722,0.01000,1.838
25,mlp.experts.124.gate_proj,0.0000091535,0.01000,2.141
25,mlp.experts.116.gate_proj,0.0000092395,0.01000,2.163
25,mlp.experts.127.gate_proj,0.0000089382,0.01000,2.139
25,mlp.experts.126.gate_proj,0.0000093571,0.01000,2.019
25,mlp.experts.118.gate_proj,0.0000072796,0.01000,2.080
25,mlp.experts.5.up_proj,0.0000113825,0.01000,1.653
25,mlp.experts.13.up_proj,0.0000092318,0.01000,1.567
25,mlp.experts.1.up_proj,0.0000096668,0.01000,1.612
25,mlp.experts.11.up_proj,0.0000082647,0.01000,2.072
25,mlp.experts.3.up_proj,0.0000101606,0.01000,2.100
25,mlp.experts.7.up_proj,0.0000106940,0.01000,2.145
25,mlp.experts.9.up_proj,0.0000110931,0.01000,1.637
25,mlp.experts.114.gate_proj,0.0000100587,0.01000,1.951
25,mlp.experts.122.gate_proj,0.0000093733,0.01000,1.913
25,mlp.experts.0.up_proj,0.0000092204,0.01000,2.095
25,mlp.experts.8.up_proj,0.0000097096,0.01000,2.074
25,mlp.experts.12.up_proj,0.0000094357,0.01000,2.044
25,mlp.experts.4.up_proj,0.0000097795,0.01000,2.147
25,mlp.experts.17.up_proj,0.0000098179,0.01000,1.610
25,mlp.experts.29.up_proj,0.0000087978,0.01000,1.653
25,mlp.experts.21.up_proj,0.0000109618,0.01000,1.679
25,mlp.experts.25.up_proj,0.0000087350,0.01000,1.627
25,mlp.experts.14.up_proj,0.0000096079,0.01000,2.059
25,mlp.experts.15.up_proj,0.0000099616,0.01000,2.382
25,mlp.experts.6.up_proj,0.0000113238,0.01000,2.156
25,mlp.experts.19.up_proj,0.0000100447,0.01000,2.137
25,mlp.experts.27.up_proj,0.0000081945,0.01000,2.191
25,mlp.experts.23.up_proj,0.0000083213,0.01000,2.123
25,mlp.experts.2.up_proj,0.0000083697,0.01000,2.134
25,mlp.experts.10.up_proj,0.0000108341,0.01000,2.206
25,mlp.experts.24.up_proj,0.0000109250,0.01000,2.112
25,mlp.experts.16.up_proj,0.0000085089,0.01000,2.214
25,mlp.experts.28.up_proj,0.0000095309,0.01000,2.167
25,mlp.experts.33.up_proj,0.0000079479,0.01000,1.641
25,mlp.experts.20.up_proj,0.0000087936,0.01000,2.059
25,mlp.experts.45.up_proj,0.0000100802,0.01000,1.715
25,mlp.experts.37.up_proj,0.0000086545,0.01000,1.715
25,mlp.experts.41.up_proj,0.0000114198,0.01000,1.760
25,mlp.experts.30.up_proj,0.0000094710,0.01000,2.141
25,mlp.experts.22.up_proj,0.0000109284,0.01000,2.071
25,mlp.experts.31.up_proj,0.0000096180,0.01000,2.292
25,mlp.experts.43.up_proj,0.0000088538,0.01000,2.181
25,mlp.experts.18.up_proj,0.0000107795,0.01000,2.085
25,mlp.experts.35.up_proj,0.0000091099,0.01000,2.229
25,mlp.experts.39.up_proj,0.0000120103,0.01000,2.279
25,mlp.experts.26.up_proj,0.0000105623,0.01000,2.051
25,mlp.experts.40.up_proj,0.0000106546,0.01000,1.980
25,mlp.experts.32.up_proj,0.0000104042,0.01000,2.052
25,mlp.experts.44.up_proj,0.0000105875,0.01000,2.026
25,mlp.experts.49.up_proj,0.0000093346,0.01000,2.043
25,mlp.experts.36.up_proj,0.0000094639,0.01000,2.076
25,mlp.experts.53.up_proj,0.0000096735,0.01000,2.050
25,mlp.experts.61.up_proj,0.0000108031,0.01000,2.059
25,mlp.experts.57.up_proj,0.0000089272,0.01000,2.066
25,mlp.experts.46.up_proj,0.0000109125,0.01000,2.043
25,mlp.experts.47.up_proj,0.0000099251,0.01000,1.902
25,mlp.experts.38.up_proj,0.0000099108,0.01000,2.017
25,mlp.experts.59.up_proj,0.0000092566,0.01000,1.931
25,mlp.experts.51.up_proj,0.0000096200,0.01000,1.954
25,mlp.experts.55.up_proj,0.0000086011,0.01000,1.943
25,mlp.experts.34.up_proj,0.0000079289,0.01000,2.061
25,mlp.experts.42.up_proj,0.0000087366,0.01000,2.013
25,mlp.experts.56.up_proj,0.0000104067,0.01000,2.208
25,mlp.experts.48.up_proj,0.0000111158,0.01000,2.351
25,mlp.experts.60.up_proj,0.0000104048,0.01000,2.289
25,mlp.experts.65.up_proj,0.0000094735,0.01000,1.959
25,mlp.experts.77.up_proj,0.0000123620,0.01000,1.992
25,mlp.experts.69.up_proj,0.0000098417,0.01000,2.034
25,mlp.experts.73.up_proj,0.0000085097,0.01000,1.999
25,mlp.experts.52.up_proj,0.0000088775,0.01000,2.304
25,mlp.experts.62.up_proj,0.0000142558,0.01000,1.897
25,mlp.experts.54.up_proj,0.0000098681,0.01000,1.786
25,mlp.experts.63.up_proj,0.0000081563,0.01000,2.099
25,mlp.experts.50.up_proj,0.0000092946,0.01000,1.718
25,mlp.experts.58.up_proj,0.0000084940,0.01000,1.697
25,mlp.experts.75.up_proj,0.0000106763,0.01000,1.996
25,mlp.experts.67.up_proj,0.0000103581,0.01000,2.007
25,mlp.experts.71.up_proj,0.0000092113,0.01000,2.024
25,mlp.experts.72.up_proj,0.0000090285,0.01000,2.111
25,mlp.experts.64.up_proj,0.0000112707,0.01000,2.055
25,mlp.experts.76.up_proj,0.0000115265,0.01000,2.135
25,mlp.experts.81.up_proj,0.0000105659,0.01000,2.056
25,mlp.experts.85.up_proj,0.0000095695,0.01000,1.946
25,mlp.experts.93.up_proj,0.0000081762,0.01000,2.096
25,mlp.experts.89.up_proj,0.0000096702,0.01000,1.962
25,mlp.experts.70.up_proj,0.0000106898,0.01000,1.768
25,mlp.experts.78.up_proj,0.0000100078,0.01000,1.811
25,mlp.experts.68.up_proj,0.0000095251,0.01000,2.207
25,mlp.experts.66.up_proj,0.0000084279,0.01000,1.829
25,mlp.experts.74.up_proj,0.0000092389,0.01000,1.877
25,mlp.experts.79.up_proj,0.0000107961,0.01000,2.159
25,mlp.experts.83.up_proj,0.0000086531,0.01000,2.089
25,mlp.experts.91.up_proj,0.0000085006,0.01000,2.162
25,mlp.experts.87.up_proj,0.0000090158,0.01000,2.050
25,mlp.experts.88.up_proj,0.0000109671,0.01000,2.068
25,mlp.experts.80.up_proj,0.0000103078,0.01000,2.081
25,mlp.experts.97.up_proj,0.0000094257,0.01000,2.281
25,mlp.experts.92.up_proj,0.0000089198,0.01000,2.314
25,mlp.experts.109.up_proj,0.0000113974,0.01000,2.126
25,mlp.experts.101.up_proj,0.0000097528,0.01000,2.242
25,mlp.experts.105.up_proj,0.0000088955,0.01000,2.140
25,mlp.experts.94.up_proj,0.0000109248,0.01000,2.055
25,mlp.experts.86.up_proj,0.0000087724,0.01000,2.128
25,mlp.experts.84.up_proj,0.0000097006,0.01000,2.194
25,mlp.experts.82.up_proj,0.0000100880,0.01000,2.127
25,mlp.experts.90.up_proj,0.0000108115,0.01000,2.067
25,mlp.experts.95.up_proj,0.0000089595,0.01000,1.904
25,mlp.experts.99.up_proj,0.0000055944,0.01000,1.797
25,mlp.experts.107.up_proj,0.0000076330,0.01000,1.785
25,mlp.experts.103.up_proj,0.0000094246,0.01000,1.860
25,mlp.experts.104.up_proj,0.0000096439,0.01000,1.936
25,mlp.experts.96.up_proj,0.0000107611,0.01000,1.978
25,mlp.experts.108.up_proj,0.0000090347,0.01000,1.715
25,mlp.experts.113.up_proj,0.0000092659,0.01000,1.849
25,mlp.experts.121.up_proj,0.0000102022,0.01000,1.893
25,mlp.experts.100.up_proj,0.0000108272,0.01000,1.541
25,mlp.experts.117.up_proj,0.0000077508,0.01000,1.973
25,mlp.experts.125.up_proj,0.0000083160,0.01000,2.003
25,mlp.experts.102.up_proj,0.0000100902,0.01000,1.973
25,mlp.experts.110.up_proj,0.0000090301,0.01000,2.040
25,mlp.experts.98.up_proj,0.0000103939,0.01000,1.954
25,mlp.experts.106.up_proj,0.0000084775,0.01000,1.995
25,mlp.experts.111.up_proj,0.0000101068,0.01000,2.103
25,mlp.experts.120.up_proj,0.0000081164,0.01000,1.465
25,mlp.experts.123.up_proj,0.0000124979,0.01000,2.093
25,mlp.experts.115.up_proj,0.0000090486,0.01000,2.135
25,mlp.experts.119.up_proj,0.0000094067,0.01000,2.015
25,mlp.experts.112.up_proj,0.0000088332,0.01000,1.447
25,mlp.experts.124.up_proj,0.0000095978,0.01000,1.347
25,mlp.experts.116.up_proj,0.0000090362,0.01000,1.193
25,mlp.experts.127.up_proj,0.0000092816,0.01000,0.799
25,mlp.experts.126.up_proj,0.0000090666,0.01000,2.085
25,mlp.experts.118.up_proj,0.0000072392,0.01000,2.137
25,mlp.experts.114.up_proj,0.0000103218,0.01000,1.877
25,mlp.experts.122.up_proj,0.0000092705,0.01000,1.784
25,mlp.experts.0.down_proj,0.0000008639,0.01000,0.747
25,mlp.experts.4.down_proj,0.0000011736,0.01000,0.750
25,mlp.experts.12.down_proj,0.0000010952,0.01000,0.758
25,mlp.experts.8.down_proj,0.0000015650,0.01000,0.810
25,mlp.experts.1.down_proj,0.0000007442,0.01000,1.181
25,mlp.experts.5.down_proj,0.0000019099,0.01000,1.144
25,mlp.experts.9.down_proj,0.0000019773,0.01000,1.184
25,mlp.experts.10.down_proj,0.0000011966,0.01000,1.231
25,mlp.experts.14.down_proj,0.0000010287,0.01000,1.207
25,mlp.experts.13.down_proj,0.0000008325,0.01000,1.240
25,mlp.experts.11.down_proj,0.0000006484,0.01000,1.300
25,mlp.experts.3.down_proj,0.0000015777,0.01000,1.303
25,mlp.experts.2.down_proj,0.0000009102,0.01000,1.325
25,mlp.experts.15.down_proj,0.0000014503,0.01000,1.298
25,mlp.experts.7.down_proj,0.0000011048,0.01000,1.337
25,mlp.experts.6.down_proj,0.0000017140,0.01000,1.310
25,mlp.experts.16.down_proj,0.0000008804,0.01000,0.787
25,mlp.experts.24.down_proj,0.0000014233,0.01000,0.755
25,mlp.experts.20.down_proj,0.0000006542,0.01000,0.835
25,mlp.experts.28.down_proj,0.0000016630,0.01000,0.820
25,mlp.experts.30.down_proj,0.0000011983,0.01000,0.687
25,mlp.experts.21.down_proj,0.0000017943,0.01000,0.762
25,mlp.experts.26.down_proj,0.0000015457,0.01000,0.717
25,mlp.experts.25.down_proj,0.0000008392,0.01000,0.751
25,mlp.experts.17.down_proj,0.0000010425,0.01000,0.815
25,mlp.experts.22.down_proj,0.0000017232,0.01000,0.717
25,mlp.experts.27.down_proj,0.0000006868,0.01000,0.783
25,mlp.experts.19.down_proj,0.0000015817,0.01000,0.792
25,mlp.experts.29.down_proj,0.0000007345,0.01000,0.852
25,mlp.experts.18.down_proj,0.0000018901,0.01000,0.817
25,mlp.experts.31.down_proj,0.0000008100,0.01000,0.808
25,mlp.experts.32.down_proj,0.0000023069,0.01000,0.632
25,mlp.experts.23.down_proj,0.0000008363,0.01000,0.858
25,mlp.experts.40.down_proj,0.0000012336,0.01000,0.638
25,mlp.experts.44.down_proj,0.0000014556,0.01000,0.611
25,mlp.experts.36.down_proj,0.0000010310,0.01000,0.888
25,mlp.experts.42.down_proj,0.0000009169,0.01000,0.725
25,mlp.experts.46.down_proj,0.0000020724,0.01000,0.780
25,mlp.experts.41.down_proj,0.0000019983,0.01000,0.753
25,mlp.experts.37.down_proj,0.0000006447,0.01000,0.783
25,mlp.experts.48.down_proj,0.0000019875,0.01000,0.559
25,mlp.experts.33.down_proj,0.0000005888,0.01000,0.760
25,mlp.experts.56.down_proj,0.0000014421,0.01000,0.551
25,mlp.experts.60.down_proj,0.0000021856,0.01000,0.557
25,mlp.experts.43.down_proj,0.0000006998,0.01000,0.742
25,mlp.experts.35.down_proj,0.0000009643,0.01000,0.756
25,mlp.experts.38.down_proj,0.0000014164,0.01000,0.803
25,mlp.experts.45.down_proj,0.0000010844,0.01000,0.756
25,mlp.experts.47.down_proj,0.0000012194,0.01000,0.744
25,mlp.experts.34.down_proj,0.0000005787,0.01000,0.773
25,mlp.experts.39.down_proj,0.0000025116,0.01000,0.756
25,mlp.experts.52.down_proj,0.0000005707,0.01000,0.736
25,mlp.experts.72.down_proj,0.0000006745,0.01000,0.577
25,mlp.experts.64.down_proj,0.0000028324,0.01000,0.621
25,mlp.experts.76.down_proj,0.0000011030,0.01000,0.597
25,mlp.experts.57.down_proj,0.0000009456,0.01000,0.728
25,mlp.experts.49.down_proj,0.0000007759,0.01000,0.709
25,mlp.experts.58.down_proj,0.0000006878,0.01000,0.814
25,mlp.experts.51.down_proj,0.0000010097,0.01000,0.671
25,mlp.experts.59.down_proj,0.0000008024,0.01000,0.709
25,mlp.experts.53.down_proj,0.0000010374,0.01000,0.805
25,mlp.experts.63.down_proj,0.0000006485,0.01000,0.681
25,mlp.experts.62.down_proj,0.0000027010,0.01000,0.885
25,mlp.experts.55.down_proj,0.0000009349,0.01000,0.668
25,mlp.experts.61.down_proj,0.0000010267,0.01000,0.731
25,mlp.experts.54.down_proj,0.0000014768,0.01000,0.814
25,mlp.experts.50.down_proj,0.0000012232,0.01000,0.848
25,mlp.experts.68.down_proj,0.0000013221,0.01000,0.552
25,mlp.experts.88.down_proj,0.0000019937,0.01000,0.545
25,mlp.experts.92.down_proj,0.0000007148,0.01000,0.547
25,mlp.experts.80.down_proj,0.0000014323,0.01000,0.617
25,mlp.experts.67.down_proj,0.0000016704,0.01000,0.650
25,mlp.experts.65.down_proj,0.0000011103,0.01000,0.713
25,mlp.experts.75.down_proj,0.0000012867,0.01000,0.652
25,mlp.experts.74.down_proj,0.0000007585,0.01000,0.716
25,mlp.experts.73.down_proj,0.0000007253,0.01000,0.782
25,mlp.experts.69.down_proj,0.0000010130,0.01000,0.706
25,mlp.experts.71.down_proj,0.0000008540,0.01000,0.648
25,mlp.experts.79.down_proj,0.0000014478,0.01000,0.714
25,mlp.experts.78.down_proj,0.0000013175,0.01000,0.710
25,mlp.experts.84.down_proj,0.0000007922,0.01000,0.568
25,mlp.experts.70.down_proj,0.0000016347,0.01000,0.724
25,mlp.experts.77.down_proj,0.0000014892,0.01000,0.778
25,mlp.experts.104.down_proj,0.0000009945,0.01000,0.565
25,mlp.experts.108.down_proj,0.0000008988,0.01000,0.629
25,mlp.experts.66.down_proj,0.0000007880,0.01000,0.856
25,mlp.experts.96.down_proj,0.0000017471,0.01000,0.671
25,mlp.experts.83.down_proj,0.0000009483,0.01000,0.681
25,mlp.experts.91.down_proj,0.0000007148,0.01000,0.676
25,mlp.experts.81.down_proj,0.0000012459,0.01000,0.705
25,mlp.experts.85.down_proj,0.0000008297,0.01000,0.724
25,mlp.experts.89.down_proj,0.0000017598,0.01000,0.741
25,mlp.experts.95.down_proj,0.0000010724,0.01000,0.693
25,mlp.experts.90.down_proj,0.0000015216,0.01000,0.796
25,mlp.experts.87.down_proj,0.0000006465,0.01000,0.744
25,mlp.experts.100.down_proj,0.0000017999,0.01000,0.718
25,mlp.experts.93.down_proj,0.0000005414,0.01000,0.673
25,mlp.experts.94.down_proj,0.0000018374,0.01000,0.824
25,mlp.experts.120.down_proj,0.0000005696,0.01000,0.699
25,mlp.experts.86.down_proj,0.0000006490,0.01000,0.774
25,mlp.experts.124.down_proj,0.0000011092,0.01000,0.704
25,mlp.experts.112.down_proj,0.0000006576,0.01000,0.688
25,mlp.experts.82.down_proj,0.0000014483,0.01000,0.779
25,mlp.experts.97.down_proj,0.0000007058,0.01000,0.595
25,mlp.experts.116.down_proj,0.0000012036,0.01000,0.440
25,mlp.experts.105.down_proj,0.0000008556,0.01000,0.575
25,mlp.experts.101.down_proj,0.0000009727,0.01000,0.627
25,mlp.experts.109.down_proj,0.0000021484,0.01000,0.582
25,mlp.experts.107.down_proj,0.0000006610,0.01000,0.807
25,mlp.experts.99.down_proj,0.0000002518,0.01000,0.850
25,mlp.experts.111.down_proj,0.0000015389,0.01000,0.752
25,mlp.experts.106.down_proj,0.0000008820,0.01000,0.738
25,mlp.experts.103.down_proj,0.0000010284,0.01000,0.781
25,mlp.experts.110.down_proj,0.0000009841,0.01000,0.771
25,mlp.experts.102.down_proj,0.0000015935,0.01000,0.755
25,mlp.experts.113.down_proj,0.0000016757,0.01000,0.557
25,mlp.experts.121.down_proj,0.0000017769,0.01000,0.543
25,mlp.experts.117.down_proj,0.0000006697,0.01000,0.572
25,mlp.experts.125.down_proj,0.0000007003,0.01000,0.513
25,mlp.experts.98.down_proj,0.0000012808,0.01000,0.806
25,mlp.experts.123.down_proj,0.0000024633,0.01000,0.740
25,mlp.experts.127.down_proj,0.0000009311,0.01000,0.711
25,mlp.experts.115.down_proj,0.0000008471,0.01000,0.752
25,mlp.experts.119.down_proj,0.0000007477,0.01000,0.668
25,mlp.experts.122.down_proj,0.0000008281,0.01000,0.745
25,mlp.experts.118.down_proj,0.0000004959,0.01000,0.579
25,mlp.experts.126.down_proj,0.0000007552,0.01000,0.629
25,mlp.experts.114.down_proj,0.0000012988,0.01000,0.466
26,self_attn.v_proj,0.0000003498,0.01000,0.813
26,self_attn.k_proj,0.0000002513,0.01000,0.813
26,self_attn.q_proj,0.0000018542,0.01000,1.333
26,self_attn.o_proj,0.0000002600,0.01000,1.522
26,mlp.experts.4.gate_proj,0.0000105575,0.01000,1.682
26,mlp.experts.12.gate_proj,0.0000097978,0.01000,1.688
26,mlp.experts.8.gate_proj,0.0000091313,0.01000,1.727
26,mlp.experts.0.gate_proj,0.0000098230,0.01000,1.728
26,mlp.experts.3.gate_proj,0.0000091616,0.01000,2.150
26,mlp.experts.7.gate_proj,0.0000097128,0.01000,2.120
26,mlp.experts.15.gate_proj,0.0000100283,0.01000,2.103
26,mlp.experts.11.gate_proj,0.0000112176,0.01000,2.129
26,mlp.experts.14.gate_proj,0.0000090130,0.01000,2.171
26,mlp.experts.13.gate_proj,0.0000096680,0.01000,2.209
26,mlp.experts.2.gate_proj,0.0000096679,0.01000,2.211
26,mlp.experts.1.gate_proj,0.0000095113,0.01000,2.238
26,mlp.experts.6.gate_proj,0.0000089760,0.01000,2.243
26,mlp.experts.9.gate_proj,0.0000101488,0.01000,2.258
26,mlp.experts.5.gate_proj,0.0000089229,0.01000,2.299
26,mlp.experts.10.gate_proj,0.0000093406,0.01000,2.308
26,mlp.experts.20.gate_proj,0.0000119689,0.01000,1.683
26,mlp.experts.16.gate_proj,0.0000099019,0.01000,1.672
26,mlp.experts.28.gate_proj,0.0000096586,0.01000,1.695
26,mlp.experts.24.gate_proj,0.0000100177,0.01000,1.693
26,mlp.experts.23.gate_proj,0.0000093083,0.01000,1.877
26,mlp.experts.31.gate_proj,0.0000095115,0.01000,1.929
26,mlp.experts.27.gate_proj,0.0000100283,0.01000,1.956
26,mlp.experts.19.gate_proj,0.0000101957,0.01000,1.986
26,mlp.experts.17.gate_proj,0.0000111762,0.01000,1.940
26,mlp.experts.30.gate_proj,0.0000087908,0.01000,2.018
26,mlp.experts.29.gate_proj,0.0000104178,0.01000,1.988
26,mlp.experts.18.gate_proj,0.0000095586,0.01000,2.016
26,mlp.experts.22.gate_proj,0.0000121473,0.01000,2.040
26,mlp.experts.21.gate_proj,0.0000091360,0.01000,1.993
26,mlp.experts.25.gate_proj,0.0000102620,0.01000,2.037
26,mlp.experts.26.gate_proj,0.0000124390,0.01000,2.039
26,mlp.experts.36.gate_proj,0.0000098391,0.01000,1.577
26,mlp.experts.40.gate_proj,0.0000089285,0.01000,1.523
26,mlp.experts.44.gate_proj,0.0000090278,0.01000,1.553
26,mlp.experts.32.gate_proj,0.0000127476,0.01000,1.619
26,mlp.experts.34.gate_proj,0.0000094290,0.01000,2.038
26,mlp.experts.46.gate_proj,0.0000098008,0.01000,2.108
26,mlp.experts.37.gate_proj,0.0000093631,0.01000,2.006
26,mlp.experts.39.gate_proj,0.0000102491,0.01000,2.333
26,mlp.experts.33.gate_proj,0.0000175861,0.01000,2.158
26,mlp.experts.47.gate_proj,0.0000109770,0.01000,2.307
26,mlp.experts.41.gate_proj,0.0000116674,0.01000,2.056
26,mlp.experts.35.gate_proj,0.0000092332,0.01000,2.255
26,mlp.experts.45.gate_proj,0.0000103148,0.01000,2.187
26,mlp.experts.43.gate_proj,0.0000099818,0.01000,2.328
26,mlp.experts.38.gate_proj,0.0000092720,0.01000,2.156
26,mlp.experts.42.gate_proj,0.0000104315,0.01000,2.149
26,mlp.experts.52.gate_proj,0.0000096422,0.01000,1.634
26,mlp.experts.56.gate_proj,0.0000116132,0.01000,1.646
26,mlp.experts.60.gate_proj,0.0000101593,0.01000,1.632
26,mlp.experts.48.gate_proj,0.0000095357,0.01000,1.682
26,mlp.experts.68.gate_proj,0.0000101905,0.01000,1.729
26,mlp.experts.76.gate_proj,0.0000088279,0.01000,1.731
26,mlp.experts.72.gate_proj,0.0000078696,0.01000,1.778
26,mlp.experts.53.gate_proj,0.0000094069,0.01000,2.078
26,mlp.experts.61.gate_proj,0.0000105095,0.01000,2.039
26,mlp.experts.57.gate_proj,0.0000090361,0.01000,2.090
26,mlp.experts.49.gate_proj,0.0000101981,0.01000,2.123
26,mlp.experts.64.gate_proj,0.0000101379,0.01000,1.847
26,mlp.experts.62.gate_proj,0.0000124015,0.01000,2.268
26,mlp.experts.50.gate_proj,0.0000091276,0.01000,2.337
26,mlp.experts.51.gate_proj,0.0000094635,0.01000,2.306
26,mlp.experts.63.gate_proj,0.0000063350,0.01000,2.323
26,mlp.experts.55.gate_proj,0.0000119192,0.01000,2.378
26,mlp.experts.58.gate_proj,0.0000090324,0.01000,2.257
26,mlp.experts.54.gate_proj,0.0000094152,0.01000,2.343
26,mlp.experts.59.gate_proj,0.0000099450,0.01000,2.419
26,mlp.experts.92.gate_proj,0.0000121226,0.01000,2.041
26,mlp.experts.84.gate_proj,0.0000097662,0.01000,2.084
26,mlp.experts.88.gate_proj,0.0000098898,0.01000,2.036
26,mlp.experts.78.gate_proj,0.0000091037,0.01000,1.844
26,mlp.experts.66.gate_proj,0.0000091745,0.01000,1.850
26,mlp.experts.74.gate_proj,0.0000095083,0.01000,1.789
26,mlp.experts.70.gate_proj,0.0000098490,0.01000,1.821
26,mlp.experts.80.gate_proj,0.0000104005,0.01000,2.083
26,mlp.experts.65.gate_proj,0.0000114824,0.01000,2.169
26,mlp.experts.69.gate_proj,0.0000094133,0.01000,2.245
26,mlp.experts.77.gate_proj,0.0000092789,0.01000,2.239
26,mlp.experts.73.gate_proj,0.0000102847,0.01000,2.291
26,mlp.experts.71.gate_proj,0.0000053645,0.01000,2.073
26,mlp.experts.79.gate_proj,0.0000103564,0.01000,2.089
26,mlp.experts.75.gate_proj,0.0000091582,0.01000,2.037
26,mlp.experts.67.gate_proj,0.0000090160,0.01000,2.234
26,mlp.experts.108.gate_proj,0.0000095081,0.01000,1.766
26,mlp.experts.104.gate_proj,0.0000096276,0.01000,1.725
26,mlp.experts.100.gate_proj,0.0000114111,0.01000,1.734
26,mlp.experts.96.gate_proj,0.0000091255,0.01000,1.665
26,mlp.experts.94.gate_proj,0.0000091760,0.01000,2.049
26,mlp.experts.82.gate_proj,0.0000107873,0.01000,2.044
26,mlp.experts.81.gate_proj,0.0000096597,0.01000,2.030
26,mlp.experts.93.gate_proj,0.0000096433,0.01000,2.002
26,mlp.experts.90.gate_proj,0.0000090181,0.01000,2.126
26,mlp.experts.85.gate_proj,0.0000107301,0.01000,2.088
26,mlp.experts.89.gate_proj,0.0000101431,0.01000,2.043
26,mlp.experts.86.gate_proj,0.0000090243,0.01000,2.252
26,mlp.experts.91.gate_proj,0.0000100951,0.01000,2.142
26,mlp.experts.87.gate_proj,0.0000099378,0.01000,2.248
26,mlp.experts.95.gate_proj,0.0000095151,0.01000,2.285
26,mlp.experts.83.gate_proj,0.0000088073,0.01000,2.253
26,mlp.experts.120.gate_proj,0.0000124488,0.01000,1.747
26,mlp.experts.124.gate_proj,0.0000108820,0.01000,1.774
26,mlp.experts.116.gate_proj,0.0000095738,0.01000,1.836
26,mlp.experts.112.gate_proj,0.0000106764,0.01000,1.919
26,mlp.experts.110.gate_proj,0.0000091247,0.01000,1.785
26,mlp.experts.98.gate_proj,0.0000096111,0.01000,1.742
26,mlp.experts.106.gate_proj,0.0000100839,0.01000,1.675
26,mlp.experts.97.gate_proj,0.0000094822,0.01000,1.814
26,mlp.experts.102.gate_proj,0.0000109761,0.01000,1.670
26,mlp.experts.109.gate_proj,0.0000091716,0.01000,1.932
26,mlp.experts.101.gate_proj,0.0000105717,0.01000,2.056
26,mlp.experts.103.gate_proj,0.0000095840,0.01000,1.790
26,mlp.experts.111.gate_proj,0.0000101012,0.01000,1.831
26,mlp.experts.107.gate_proj,0.0000106580,0.01000,1.912
26,mlp.experts.105.gate_proj,0.0000097516,0.01000,2.149
26,mlp.experts.99.gate_proj,0.0000086621,0.01000,1.801
26,mlp.experts.12.up_proj,0.0000092584,0.01000,1.890
26,mlp.experts.8.up_proj,0.0000098208,0.01000,1.946
26,mlp.experts.4.up_proj,0.0000105548,0.01000,1.923
26,mlp.experts.114.gate_proj,0.0000096402,0.01000,1.658
26,mlp.experts.122.gate_proj,0.0000106265,0.01000,1.595
26,mlp.experts.126.gate_proj,0.0000109608,0.01000,1.728
26,mlp.experts.118.gate_proj,0.0000090490,0.01000,1.704
26,mlp.experts.0.up_proj,0.0000099101,0.01000,2.072
26,mlp.experts.113.gate_proj,0.0000095966,0.01000,1.838
26,mlp.experts.117.gate_proj,0.0000108783,0.01000,1.962
26,mlp.experts.125.gate_proj,0.0000090698,0.01000,2.197
26,mlp.experts.119.gate_proj,0.0000099362,0.01000,2.020
26,mlp.experts.127.gate_proj,0.0000102092,0.01000,2.009
26,mlp.experts.115.gate_proj,0.0000094622,0.01000,1.958
26,mlp.experts.123.gate_proj,0.0000100824,0.01000,2.038
26,mlp.experts.121.gate_proj,0.0000098792,0.01000,2.047
26,mlp.experts.2.up_proj,0.0000094561,0.01000,1.610
26,mlp.experts.10.up_proj,0.0000092102,0.01000,1.644
26,mlp.experts.24.up_proj,0.0000097899,0.01000,1.789
26,mlp.experts.28.up_proj,0.0000107610,0.01000,1.816
26,mlp.experts.20.up_proj,0.0000107095,0.01000,1.871
26,mlp.experts.14.up_proj,0.0000085005,0.01000,1.794
26,mlp.experts.6.up_proj,0.0000101270,0.01000,1.616
26,mlp.experts.16.up_proj,0.0000095353,0.01000,1.809
26,mlp.experts.1.up_proj,0.0000098477,0.01000,2.026
26,mlp.experts.5.up_proj,0.0000094993,0.01000,1.769
26,mlp.experts.7.up_proj,0.0000097952,0.01000,1.886
26,mlp.experts.15.up_proj,0.0000097070,0.01000,1.824
26,mlp.experts.9.up_proj,0.0000096368,0.01000,1.747
26,mlp.experts.11.up_proj,0.0000109481,0.01000,1.783
26,mlp.experts.3.up_proj,0.0000098264,0.01000,1.885
26,mlp.experts.13.up_proj,0.0000095536,0.01000,1.996
26,mlp.experts.18.up_proj,0.0000107790,0.01000,1.929
26,mlp.experts.26.up_proj,0.0000106663,0.01000,1.942
26,mlp.experts.44.up_proj,0.0000095139,0.01000,1.940
26,mlp.experts.40.up_proj,0.0000092020,0.01000,1.977
26,mlp.experts.30.up_proj,0.0000087704,0.01000,1.934
26,mlp.experts.36.up_proj,0.0000098379,0.01000,1.965
26,mlp.experts.22.up_proj,0.0000097613,0.01000,1.905
26,mlp.experts.17.up_proj,0.0000102431,0.01000,1.939
26,mlp.experts.32.up_proj,0.0000112473,0.01000,2.206
26,mlp.experts.21.up_proj,0.0000100800,0.01000,1.937
26,mlp.experts.23.up_proj,0.0000094318,0.01000,1.867
26,mlp.experts.25.up_proj,0.0000105832,0.01000,1.854
26,mlp.experts.29.up_proj,0.0000101396,0.01000,1.805
26,mlp.experts.31.up_proj,0.0000098111,0.01000,1.901
26,mlp.experts.19.up_proj,0.0000099714,0.01000,1.851
26,mlp.experts.27.up_proj,0.0000098050,0.01000,1.936
26,mlp.experts.42.up_proj,0.0000082768,0.01000,1.639
26,mlp.experts.34.up_proj,0.0000108473,0.01000,1.697
26,mlp.experts.46.up_proj,0.0000104435,0.01000,1.613
26,mlp.experts.38.up_proj,0.0000092752,0.01000,1.623
26,mlp.experts.60.up_proj,0.0000121109,0.01000,1.984
26,mlp.experts.56.up_proj,0.0000111519,0.01000,2.012
26,mlp.experts.52.up_proj,0.0000104037,0.01000,2.003
26,mlp.experts.37.up_proj,0.0000100626,0.01000,1.851
26,mlp.experts.48.up_proj,0.0000096268,0.01000,2.107
26,mlp.experts.33.up_proj,0.0000118575,0.01000,2.129
26,mlp.experts.45.up_proj,0.0000102531,0.01000,1.960
26,mlp.experts.41.up_proj,0.0000119009,0.01000,2.050
26,mlp.experts.58.up_proj,0.0000102041,0.01000,1.523
26,mlp.experts.35.up_proj,0.0000090831,0.01000,2.062
26,mlp.experts.47.up_proj,0.0000104937,0.01000,2.157
26,mlp.experts.39.up_proj,0.0000117204,0.01000,2.187
26,mlp.experts.50.up_proj,0.0000092251,0.01000,1.677
26,mlp.experts.43.up_proj,0.0000105657,0.01000,2.174
26,mlp.experts.54.up_proj,0.0000097467,0.01000,1.527
26,mlp.experts.62.up_proj,0.0000104414,0.01000,1.573
26,mlp.experts.76.up_proj,0.0000094649,0.01000,2.065
26,mlp.experts.72.up_proj,0.0000077124,0.01000,2.083
26,mlp.experts.68.up_proj,0.0000102576,0.01000,2.149
26,mlp.experts.53.up_proj,0.0000096550,0.01000,1.861
26,mlp.experts.49.up_proj,0.0000098570,0.01000,1.971
26,mlp.experts.74.up_proj,0.0000099362,0.01000,1.720
26,mlp.experts.61.up_proj,0.0000100738,0.01000,1.918
26,mlp.experts.66.up_proj,0.0000089968,0.01000,1.651
26,mlp.experts.64.up_proj,0.0000100606,0.01000,2.166
26,mlp.experts.70.up_proj,0.0000099935,0.01000,1.708
26,mlp.experts.57.up_proj,0.0000096324,0.01000,2.023
26,mlp.experts.78.up_proj,0.0000088691,0.01000,1.793
26,mlp.experts.51.up_proj,0.0000096438,0.01000,2.062
26,mlp.experts.63.up_proj,0.0000063676,0.01000,2.132
26,mlp.experts.59.up_proj,0.0000099012,0.01000,2.051
26,mlp.experts.55.up_proj,0.0000121971,0.01000,2.177
26,mlp.experts.92.up_proj,0.0000095352,0.01000,2.026
26,mlp.experts.88.up_proj,0.0000107938,0.01000,2.149
26,mlp.experts.84.up_proj,0.0000094124,0.01000,2.133
26,mlp.experts.90.up_proj,0.0000094657,0.01000,1.699
26,mlp.experts.82.up_proj,0.0000097985,0.01000,1.666
26,mlp.experts.69.up_proj,0.0000093335,0.01000,2.041
26,mlp.experts.65.up_proj,0.0000118466,0.01000,1.875
26,mlp.experts.86.up_proj,0.0000086153,0.01000,1.729
26,mlp.experts.77.up_proj,0.0000095133,0.01000,1.932
26,mlp.experts.94.up_proj,0.0000088786,0.01000,1.780
26,mlp.experts.67.up_proj,0.0000085321,0.01000,1.858
26,mlp.experts.73.up_proj,0.0000101641,0.01000,2.003
26,mlp.experts.71.up_proj,0.0000054534,0.01000,1.818
26,mlp.experts.80.up_proj,0.0000094053,0.01000,2.253
26,mlp.experts.79.up_proj,0.0000103954,0.01000,1.911
26,mlp.experts.75.up_proj,0.0000093991,0.01000,1.919
26,mlp.experts.108.up_proj,0.0000092805,0.01000,2.087
26,mlp.experts.98.up_proj,0.0000093359,0.01000,1.730
26,mlp.experts.104.up_proj,0.0000096590,0.01000,2.123
26,mlp.experts.100.up_proj,0.0000100191,0.01000,1.972
26,mlp.experts.106.up_proj,0.0000100226,0.01000,1.863
26,mlp.experts.85.up_proj,0.0000099925,0.01000,1.808
26,mlp.experts.102.up_proj,0.0000103918,0.01000,1.772
26,mlp.experts.110.up_proj,0.0000092393,0.01000,1.751
26,mlp.experts.81.up_proj,0.0000094513,0.01000,2.094
26,mlp.experts.89.up_proj,0.0000099608,0.01000,1.781
26,mlp.experts.93.up_proj,0.0000104827,0.01000,2.185
26,mlp.experts.83.up_proj,0.0000081523,0.01000,2.131
26,mlp.experts.91.up_proj,0.0000099275,0.01000,2.043
26,mlp.experts.87.up_proj,0.0000099373,0.01000,2.106
26,mlp.experts.96.up_proj,0.0000092315,0.01000,2.077
26,mlp.experts.95.up_proj,0.0000097253,0.01000,2.157
26,mlp.experts.114.up_proj,0.0000099602,0.01000,1.775
26,mlp.experts.101.up_proj,0.0000101854,0.01000,1.673
26,mlp.experts.124.up_proj,0.0000106857,0.01000,2.044
26,mlp.experts.122.up_proj,0.0000119012,0.01000,1.785
26,mlp.experts.118.up_proj,0.0000094350,0.01000,1.740
26,mlp.experts.120.up_proj,0.0000114012,0.01000,1.903
26,mlp.experts.116.up_proj,0.0000094001,0.01000,1.882
26,mlp.experts.126.up_proj,0.0000105815,0.01000,1.673
26,mlp.experts.105.up_proj,0.0000093619,0.01000,1.701
26,mlp.experts.97.up_proj,0.0000095131,0.01000,1.835
26,mlp.experts.112.up_proj,0.0000112053,0.01000,1.342
26,mlp.experts.109.up_proj,0.0000085515,0.01000,1.885
26,mlp.experts.99.up_proj,0.0000094458,0.01000,2.045
26,mlp.experts.107.up_proj,0.0000112882,0.01000,2.031
26,mlp.experts.103.up_proj,0.0000096478,0.01000,2.078
26,mlp.experts.111.up_proj,0.0000105883,0.01000,2.085
26,mlp.experts.117.up_proj,0.0000104305,0.01000,1.705
26,mlp.experts.121.up_proj,0.0000097223,0.01000,1.650
26,mlp.experts.113.up_proj,0.0000093534,0.01000,1.935
26,mlp.experts.125.up_proj,0.0000089345,0.01000,1.756
26,mlp.experts.115.up_proj,0.0000090623,0.01000,2.248
26,mlp.experts.123.up_proj,0.0000101419,0.01000,2.158
26,mlp.experts.127.up_proj,0.0000106171,0.01000,2.102
26,mlp.experts.119.up_proj,0.0000097928,0.01000,2.216
26,mlp.experts.4.down_proj,0.0000012445,0.01000,1.084
26,mlp.experts.8.down_proj,0.0000011070,0.01000,1.085
26,mlp.experts.12.down_proj,0.0000008244,0.01000,1.083
26,mlp.experts.2.down_proj,0.0000008379,0.01000,1.162
26,mlp.experts.10.down_proj,0.0000012079,0.01000,1.148
26,mlp.experts.0.down_proj,0.0000009659,0.01000,1.187
26,mlp.experts.6.down_proj,0.0000010812,0.01000,1.199
26,mlp.experts.14.down_proj,0.0000005703,0.01000,1.182
26,mlp.experts.9.down_proj,0.0000008126,0.01000,1.301
26,mlp.experts.1.down_proj,0.0000008698,0.01000,1.346
26,mlp.experts.5.down_proj,0.0000013058,0.01000,1.357
26,mlp.experts.13.down_proj,0.0000008842,0.01000,1.336
26,mlp.experts.15.down_proj,0.0000011305,0.01000,1.356
26,mlp.experts.3.down_proj,0.0000012507,0.01000,1.385
26,mlp.experts.11.down_proj,0.0000020118,0.01000,1.393
26,mlp.experts.7.down_proj,0.0000011616,0.01000,1.406
26,mlp.experts.20.down_proj,0.0000017614,0.01000,0.685
26,mlp.experts.18.down_proj,0.0000027198,0.01000,0.621
26,mlp.experts.26.down_proj,0.0000009309,0.01000,0.626
26,mlp.experts.28.down_proj,0.0000020517,0.01000,0.701
26,mlp.experts.22.down_proj,0.0000008805,0.01000,0.630
26,mlp.experts.30.down_proj,0.0000008047,0.01000,0.635
26,mlp.experts.16.down_proj,0.0000011587,0.01000,0.755
26,mlp.experts.24.down_proj,0.0000007283,0.01000,0.954
26,mlp.experts.25.down_proj,0.0000017369,0.01000,0.783
26,mlp.experts.29.down_proj,0.0000009279,0.01000,0.761
26,mlp.experts.21.down_proj,0.0000015254,0.01000,0.789
26,mlp.experts.17.down_proj,0.0000011515,0.01000,0.823
26,mlp.experts.19.down_proj,0.0000009156,0.01000,0.802
26,mlp.experts.31.down_proj,0.0000010055,0.01000,0.866
26,mlp.experts.23.down_proj,0.0000009435,0.01000,0.822
26,mlp.experts.27.down_proj,0.0000009350,0.01000,0.837
26,mlp.experts.42.down_proj,0.0000005498,0.01000,0.635
26,mlp.experts.34.down_proj,0.0000012158,0.01000,0.671
26,mlp.experts.38.down_proj,0.0000008195,0.01000,0.642
26,mlp.experts.46.down_proj,0.0000021072,0.01000,0.646
26,mlp.experts.36.down_proj,0.0000009922,0.01000,0.824
26,mlp.experts.44.down_proj,0.0000009173,0.01000,0.892
26,mlp.experts.41.down_proj,0.0000026254,0.01000,0.696
26,mlp.experts.32.down_proj,0.0000023748,0.01000,0.885
26,mlp.experts.45.down_proj,0.0000011356,0.01000,0.738
26,mlp.experts.33.down_proj,0.0000011531,0.01000,0.763
26,mlp.experts.37.down_proj,0.0000010323,0.01000,0.773
26,mlp.experts.40.down_proj,0.0000008342,0.01000,0.869
26,mlp.experts.35.down_proj,0.0000007535,0.01000,0.851
26,mlp.experts.58.down_proj,0.0000015956,0.01000,0.658
26,mlp.experts.47.down_proj,0.0000011639,0.01000,0.838
26,mlp.experts.39.down_proj,0.0000017555,0.01000,0.853
26,mlp.experts.43.down_proj,0.0000015434,0.01000,0.869
26,mlp.experts.50.down_proj,0.0000008161,0.01000,0.696
26,mlp.experts.54.down_proj,0.0000010435,0.01000,0.661
26,mlp.experts.62.down_proj,0.0000013323,0.01000,0.676
26,mlp.experts.57.down_proj,0.0000008531,0.01000,0.610
26,mlp.experts.52.down_proj,0.0000015528,0.01000,0.848
26,mlp.experts.61.down_proj,0.0000011859,0.01000,0.614
26,mlp.experts.53.down_proj,0.0000010902,0.01000,0.608
26,mlp.experts.49.down_proj,0.0000008370,0.01000,0.632
26,mlp.experts.60.down_proj,0.0000019286,0.01000,0.843
26,mlp.experts.48.down_proj,0.0000013630,0.01000,0.860
26,mlp.experts.51.down_proj,0.0000009581,0.01000,0.730
26,mlp.experts.56.down_proj,0.0000017461,0.01000,0.832
26,mlp.experts.74.down_proj,0.0000009633,0.01000,0.725
26,mlp.experts.63.down_proj,0.0000003610,0.01000,0.739
26,mlp.experts.55.down_proj,0.0000014758,0.01000,0.749
26,mlp.experts.70.down_proj,0.0000009597,0.01000,0.716
26,mlp.experts.66.down_proj,0.0000008431,0.01000,0.731
26,mlp.experts.78.down_proj,0.0000006985,0.01000,0.726
26,mlp.experts.59.down_proj,0.0000008683,0.01000,0.776
26,mlp.experts.73.down_proj,0.0000011891,0.01000,0.593
26,mlp.experts.77.down_proj,0.0000009075,0.01000,0.586
26,mlp.experts.69.down_proj,0.0000008985,0.01000,0.591
26,mlp.experts.65.down_proj,0.0000019730,0.01000,0.596
26,mlp.experts.68.down_proj,0.0000016658,0.01000,0.754
26,mlp.experts.76.down_proj,0.0000010165,0.01000,0.771
26,mlp.experts.64.down_proj,0.0000012063,0.01000,0.790
26,mlp.experts.67.down_proj,0.0000007703,0.01000,0.805
26,mlp.experts.89.down_proj,0.0000010045,0.01000,0.585
26,mlp.experts.90.down_proj,0.0000009378,0.01000,0.777
26,mlp.experts.72.down_proj,0.0000005287,0.01000,0.828
26,mlp.experts.86.down_proj,0.0000006113,0.01000,0.746
26,mlp.experts.79.down_proj,0.0000013229,0.01000,0.797
26,mlp.experts.71.down_proj,0.0000002580,0.01000,0.807
26,mlp.experts.93.down_proj,0.0000012237,0.01000,0.606
26,mlp.experts.94.down_proj,0.0000008049,0.01000,0.766
26,mlp.experts.82.down_proj,0.0000011256,0.01000,0.769
26,mlp.experts.75.down_proj,0.0000010374,0.01000,0.795
26,mlp.experts.81.down_proj,0.0000009258,0.01000,0.572
26,mlp.experts.85.down_proj,0.0000012173,0.01000,0.604
26,mlp.experts.84.down_proj,0.0000009012,0.01000,0.935
26,mlp.experts.105.down_proj,0.0000008415,0.01000,0.633
26,mlp.experts.92.down_proj,0.0000006466,0.01000,0.930
26,mlp.experts.109.down_proj,0.0000006622,0.01000,0.639
26,mlp.experts.101.down_proj,0.0000010955,0.01000,0.646
26,mlp.experts.97.down_proj,0.0000009332,0.01000,0.660
26,mlp.experts.83.down_proj,0.0000005961,0.01000,0.803
26,mlp.experts.88.down_proj,0.0000014653,0.01000,0.789
26,mlp.experts.80.down_proj,0.0000011326,0.01000,0.945
26,mlp.experts.95.down_proj,0.0000009627,0.01000,0.806
26,mlp.experts.87.down_proj,0.0000007718,0.01000,0.798
26,mlp.experts.91.down_proj,0.0000009948,0.01000,0.770
26,mlp.experts.102.down_proj,0.0000011327,0.01000,0.893
26,mlp.experts.106.down_proj,0.0000021606,0.01000,0.943
26,mlp.experts.110.down_proj,0.0000008406,0.01000,0.900
26,mlp.experts.98.down_proj,0.0000010186,0.01000,0.942
26,mlp.experts.121.down_proj,0.0000009970,0.01000,0.605
26,mlp.experts.100.down_proj,0.0000010616,0.01000,0.745
26,mlp.experts.125.down_proj,0.0000008146,0.01000,0.642
26,mlp.experts.113.down_proj,0.0000007641,0.01000,0.607
26,mlp.experts.117.down_proj,0.0000011651,0.01000,0.619
26,mlp.experts.108.down_proj,0.0000007825,0.01000,0.775
26,mlp.experts.104.down_proj,0.0000008896,0.01000,0.764
26,mlp.experts.99.down_proj,0.0000009348,0.01000,0.786
26,mlp.experts.111.down_proj,0.0000012866,0.01000,0.744
26,mlp.experts.96.down_proj,0.0000009857,0.01000,0.754
26,mlp.experts.103.down_proj,0.0000011741,0.01000,0.795
26,mlp.experts.107.down_proj,0.0000017853,0.01000,0.794
26,mlp.experts.122.down_proj,0.0000029335,0.01000,0.755
26,mlp.experts.118.down_proj,0.0000011791,0.01000,0.777
26,mlp.experts.114.down_proj,0.0000009111,0.01000,0.714
26,mlp.experts.126.down_proj,0.0000015053,0.01000,0.754
26,mlp.experts.116.down_proj,0.0000007790,0.01000,0.617
26,mlp.experts.124.down_proj,0.0000013690,0.01000,0.536
26,mlp.experts.120.down_proj,0.0000018816,0.01000,0.519
26,mlp.experts.112.down_proj,0.0000016882,0.01000,0.480
26,mlp.experts.115.down_proj,0.0000008782,0.01000,0.715
26,mlp.experts.127.down_proj,0.0000015208,0.01000,0.728
26,mlp.experts.123.down_proj,0.0000012317,0.01000,0.686
26,mlp.experts.119.down_proj,0.0000014988,0.01000,0.695
27,self_attn.q_proj,0.0000013918,0.01000,0.802
27,self_attn.k_proj,0.0000001732,0.01000,0.876
27,self_attn.v_proj,0.0000002298,0.01000,0.893
27,self_attn.o_proj,0.0000002147,0.01000,1.599
27,mlp.experts.0.gate_proj,0.0000171814,0.01000,2.247
27,mlp.experts.12.gate_proj,0.0000118380,0.01000,2.263
27,mlp.experts.15.gate_proj,0.0000111118,0.01000,2.301
27,mlp.experts.4.gate_proj,0.0000107735,0.01000,2.316
27,mlp.experts.11.gate_proj,0.0000123469,0.01000,2.337
27,mlp.experts.8.gate_proj,0.0000107064,0.01000,2.417
27,mlp.experts.3.gate_proj,0.0000095877,0.01000,2.430
27,mlp.experts.5.gate_proj,0.0000113268,0.01000,2.472
27,mlp.experts.7.gate_proj,0.0000111122,0.01000,2.478
27,mlp.experts.1.gate_proj,0.0000106043,0.01000,2.504
27,mlp.experts.14.gate_proj,0.0000111666,0.01000,2.499
27,mlp.experts.10.gate_proj,0.0000117641,0.01000,2.519
27,mlp.experts.9.gate_proj,0.0000117025,0.01000,2.528
27,mlp.experts.6.gate_proj,0.0000104895,0.01000,2.565
27,mlp.experts.2.gate_proj,0.0000112057,0.01000,2.624
27,mlp.experts.13.gate_proj,0.0000110330,0.01000,2.619
27,mlp.experts.31.gate_proj,0.0000104435,0.01000,1.730
27,mlp.experts.27.gate_proj,0.0000119860,0.01000,1.711
27,mlp.experts.16.gate_proj,0.0000101798,0.01000,1.837
27,mlp.experts.19.gate_proj,0.0000123667,0.01000,1.713
27,mlp.experts.28.gate_proj,0.0000122214,0.01000,1.871
27,mlp.experts.23.gate_proj,0.0000103862,0.01000,1.746
27,mlp.experts.24.gate_proj,0.0000113067,0.01000,1.894
27,mlp.experts.20.gate_proj,0.0000113949,0.01000,2.038
27,mlp.experts.30.gate_proj,0.0000114019,0.01000,1.917
27,mlp.experts.22.gate_proj,0.0000114327,0.01000,1.937
27,mlp.experts.26.gate_proj,0.0000114912,0.01000,1.977
27,mlp.experts.18.gate_proj,0.0000108709,0.01000,1.915
27,mlp.experts.21.gate_proj,0.0000117720,0.01000,2.147
27,mlp.experts.17.gate_proj,0.0000105413,0.01000,2.119
27,mlp.experts.29.gate_proj,0.0000122721,0.01000,2.025
27,mlp.experts.25.gate_proj,0.0000166154,0.01000,2.226
27,mlp.experts.43.gate_proj,0.0000160682,0.01000,1.639
27,mlp.experts.47.gate_proj,0.0000126845,0.01000,1.680
27,mlp.experts.35.gate_proj,0.0000109035,0.01000,1.667
27,mlp.experts.39.gate_proj,0.0000105763,0.01000,1.661
27,mlp.experts.32.gate_proj,0.0000135862,0.01000,2.039
27,mlp.experts.44.gate_proj,0.0000110394,0.01000,2.170
27,mlp.experts.46.gate_proj,0.0000135430,0.01000,1.920
27,mlp.experts.40.gate_proj,0.0000108961,0.01000,2.036
27,mlp.experts.34.gate_proj,0.0000112350,0.01000,1.914
27,mlp.experts.42.gate_proj,0.0000135990,0.01000,1.963
27,mlp.experts.38.gate_proj,0.0000105320,0.01000,1.979
27,mlp.experts.36.gate_proj,0.0000117060,0.01000,2.190
27,mlp.experts.37.gate_proj,0.0000113374,0.01000,2.031
27,mlp.experts.33.gate_proj,0.0000118000,0.01000,2.096
27,mlp.experts.45.gate_proj,0.0000112023,0.01000,2.083
27,mlp.experts.41.gate_proj,0.0000125002,0.01000,2.237
27,mlp.experts.63.gate_proj,0.0000114115,0.01000,1.482
27,mlp.experts.59.gate_proj,0.0000125963,0.01000,1.567
27,mlp.experts.51.gate_proj,0.0000129002,0.01000,1.513
27,mlp.experts.55.gate_proj,0.0000106953,0.01000,1.571
27,mlp.experts.48.gate_proj,0.0000104695,0.01000,2.043
27,mlp.experts.60.gate_proj,0.0000105872,0.01000,2.003
27,mlp.experts.62.gate_proj,0.0000131446,0.01000,1.997
27,mlp.experts.56.gate_proj,0.0000104448,0.01000,2.005
27,mlp.experts.50.gate_proj,0.0000114328,0.01000,2.027
27,mlp.experts.58.gate_proj,0.0000108713,0.01000,2.007
27,mlp.experts.54.gate_proj,0.0000111311,0.01000,2.039
27,mlp.experts.52.gate_proj,0.0000198191,0.01000,2.068
27,mlp.experts.61.gate_proj,0.0000109607,0.01000,1.917
27,mlp.experts.75.gate_proj,0.0000115767,0.01000,1.479
27,mlp.experts.49.gate_proj,0.0000119306,0.01000,2.070
27,mlp.experts.67.gate_proj,0.0000112899,0.01000,1.469
27,mlp.experts.71.gate_proj,0.0000116680,0.01000,1.475
27,mlp.experts.79.gate_proj,0.0000125651,0.01000,1.820
27,mlp.experts.53.gate_proj,0.0000125851,0.01000,2.415
27,mlp.experts.57.gate_proj,0.0000119445,0.01000,2.106
27,mlp.experts.64.gate_proj,0.0000119209,0.01000,1.902
27,mlp.experts.78.gate_proj,0.0000124007,0.01000,1.785
27,mlp.experts.76.gate_proj,0.0000118311,0.01000,1.880
27,mlp.experts.72.gate_proj,0.0000111589,0.01000,1.862
27,mlp.experts.83.gate_proj,0.0000108629,0.01000,1.438
27,mlp.experts.66.gate_proj,0.0000141844,0.01000,1.778
27,mlp.experts.70.gate_proj,0.0000117862,0.01000,1.753
27,mlp.experts.91.gate_proj,0.0000102759,0.01000,1.571
27,mlp.experts.87.gate_proj,0.0000117753,0.01000,1.455
27,mlp.experts.74.gate_proj,0.0000143231,0.01000,1.931
27,mlp.experts.95.gate_proj,0.0000107897,0.01000,1.451
27,mlp.experts.77.gate_proj,0.0000122999,0.01000,1.974
27,mlp.experts.68.gate_proj,0.0000102710,0.01000,2.123
27,mlp.experts.65.gate_proj,0.0000121432,0.01000,2.071
27,mlp.experts.73.gate_proj,0.0000125011,0.01000,1.991
27,mlp.experts.69.gate_proj,0.0000114809,0.01000,2.272
27,mlp.experts.99.gate_proj,0.0000108649,0.01000,1.455
27,mlp.experts.103.gate_proj,0.0000105455,0.01000,1.439
27,mlp.experts.107.gate_proj,0.0000120057,0.01000,1.551
27,mlp.experts.94.gate_proj,0.0000107013,0.01000,1.752
27,mlp.experts.111.gate_proj,0.0000121870,0.01000,1.461
27,mlp.experts.80.gate_proj,0.0000189953,0.01000,1.914
27,mlp.experts.86.gate_proj,0.0000112413,0.01000,1.736
27,mlp.experts.82.gate_proj,0.0000107690,0.01000,1.784
27,mlp.experts.88.gate_proj,0.0000107269,0.01000,1.932
27,mlp.experts.92.gate_proj,0.0000159773,0.01000,1.956
27,mlp.experts.90.gate_proj,0.0000112532,0.01000,1.899
27,mlp.experts.93.gate_proj,0.0000127850,0.01000,2.045
27,mlp.experts.84.gate_proj,0.0000120329,0.01000,2.125
27,mlp.experts.81.gate_proj,0.0000120621,0.01000,2.130
27,mlp.experts.89.gate_proj,0.0000126232,0.01000,2.009
27,mlp.experts.115.gate_proj,0.0000108435,0.01000,1.602
27,mlp.experts.119.gate_proj,0.0000133839,0.01000,1.549
27,mlp.experts.85.gate_proj,0.0000104936,0.01000,2.100
27,mlp.experts.127.gate_proj,0.0000104797,0.01000,1.536
27,mlp.experts.123.gate_proj,0.0000122054,0.01000,1.630
27,mlp.experts.110.gate_proj,0.0000114313,0.01000,1.762
27,mlp.experts.98.gate_proj,0.0000122019,0.01000,1.817
27,mlp.experts.102.gate_proj,0.0000124638,0.01000,1.943
27,mlp.experts.96.gate_proj,0.0000106474,0.01000,2.199
27,mlp.experts.108.gate_proj,0.0000122941,0.01000,2.063
27,mlp.experts.106.gate_proj,0.0000121279,0.01000,1.930
27,mlp.experts.104.gate_proj,0.0000112583,0.01000,2.164
27,mlp.experts.109.gate_proj,0.0000110144,0.01000,2.085
27,mlp.experts.3.up_proj,0.0000098302,0.01000,1.465
27,mlp.experts.7.up_proj,0.0000116721,0.01000,1.488
27,mlp.experts.100.gate_proj,0.0000118793,0.01000,2.099
27,mlp.experts.15.up_proj,0.0000107119,0.01000,1.492
27,mlp.experts.97.gate_proj,0.0000128034,0.01000,2.103
27,mlp.experts.105.gate_proj,0.0000120739,0.01000,2.097
27,mlp.experts.11.up_proj,0.0000121859,0.01000,1.918
27,mlp.experts.101.gate_proj,0.0000149155,0.01000,2.185
27,mlp.experts.126.gate_proj,0.0000111511,0.01000,2.084
27,mlp.experts.114.gate_proj,0.0000137851,0.01000,1.983
27,mlp.experts.118.gate_proj,0.0000111478,0.01000,1.957
27,mlp.experts.122.gate_proj,0.0000117535,0.01000,1.949
27,mlp.experts.112.gate_proj,0.0000126589,0.01000,2.231
27,mlp.experts.19.up_proj,0.0000118113,0.01000,1.707
27,mlp.experts.124.gate_proj,0.0000124272,0.01000,2.265
27,mlp.experts.23.up_proj,0.0000104083,0.01000,1.775
27,mlp.experts.120.gate_proj,0.0000116287,0.01000,2.325
27,mlp.experts.31.up_proj,0.0000119278,0.01000,1.720
27,mlp.experts.125.gate_proj,0.0000118723,0.01000,2.006
27,mlp.experts.27.up_proj,0.0000116882,0.01000,1.696
27,mlp.experts.113.gate_proj,0.0000128065,0.01000,2.050
27,mlp.experts.121.gate_proj,0.0000109168,0.01000,1.943
27,mlp.experts.116.gate_proj,0.0000113311,0.01000,2.254
27,mlp.experts.117.gate_proj,0.0000118759,0.01000,2.036
27,mlp.experts.14.up_proj,0.0000110309,0.01000,2.045
27,mlp.experts.2.up_proj,0.0000109849,0.01000,2.009
27,mlp.experts.6.up_proj,0.0000114473,0.01000,2.031
27,mlp.experts.35.up_proj,0.0000118299,0.01000,1.676
27,mlp.experts.39.up_proj,0.0000102667,0.01000,1.707
27,mlp.experts.10.up_proj,0.0000119169,0.01000,2.218
27,mlp.experts.0.up_proj,0.0000117558,0.01000,2.046
27,mlp.experts.12.up_proj,0.0000115099,0.01000,2.006
27,mlp.experts.8.up_proj,0.0000115186,0.01000,2.047
27,mlp.experts.47.up_proj,0.0000128056,0.01000,2.037
27,mlp.experts.13.up_proj,0.0000113200,0.01000,1.992
27,mlp.experts.9.up_proj,0.0000114210,0.01000,1.804
27,mlp.experts.1.up_proj,0.0000131127,0.01000,1.852
27,mlp.experts.43.up_proj,0.0000146729,0.01000,1.931
27,mlp.experts.4.up_proj,0.0000162628,0.01000,1.948
27,mlp.experts.5.up_proj,0.0000112718,0.01000,1.778
27,mlp.experts.30.up_proj,0.0000119535,0.01000,2.065
27,mlp.experts.18.up_proj,0.0000113327,0.01000,2.102
27,mlp.experts.22.up_proj,0.0000123148,0.01000,2.045
27,mlp.experts.51.up_proj,0.0000116923,0.01000,2.012
27,mlp.experts.55.up_proj,0.0000117222,0.01000,1.926
27,mlp.experts.26.up_proj,0.0000113731,0.01000,2.015
27,mlp.experts.16.up_proj,0.0000106415,0.01000,1.995
27,mlp.experts.28.up_proj,0.0000119881,0.01000,2.003
27,mlp.experts.29.up_proj,0.0000109822,0.01000,1.881
27,mlp.experts.24.up_proj,0.0000110257,0.01000,1.947
27,mlp.experts.63.up_proj,0.0000112134,0.01000,2.076
27,mlp.experts.25.up_proj,0.0000126425,0.01000,1.946
27,mlp.experts.17.up_proj,0.0000109033,0.01000,2.050
27,mlp.experts.59.up_proj,0.0000117809,0.01000,2.070
27,mlp.experts.20.up_proj,0.0000130584,0.01000,2.063
27,mlp.experts.21.up_proj,0.0000113135,0.01000,1.936
27,mlp.experts.46.up_proj,0.0000119527,0.01000,2.087
27,mlp.experts.38.up_proj,0.0000107870,0.01000,2.011
27,mlp.experts.34.up_proj,0.0000112555,0.01000,2.066
27,mlp.experts.67.up_proj,0.0000117111,0.01000,2.094
27,mlp.experts.42.up_proj,0.0000139736,0.01000,1.971
27,mlp.experts.44.up_proj,0.0000107075,0.01000,1.936
27,mlp.experts.45.up_proj,0.0000110792,0.01000,1.825
27,mlp.experts.71.up_proj,0.0000123459,0.01000,2.192
27,mlp.experts.32.up_proj,0.0000114378,0.01000,2.037
27,mlp.experts.40.up_proj,0.0000114583,0.01000,1.929
27,mlp.experts.41.up_proj,0.0000121703,0.01000,1.808
27,mlp.experts.33.up_proj,0.0000114186,0.01000,1.854
27,mlp.experts.79.up_proj,0.0000120320,0.01000,2.119
27,mlp.experts.36.up_proj,0.0000120891,0.01000,1.872
27,mlp.experts.37.up_proj,0.0000125575,0.01000,1.724
27,mlp.experts.75.up_proj,0.0000111939,0.01000,2.055
27,mlp.experts.50.up_proj,0.0000114174,0.01000,1.965
27,mlp.experts.54.up_proj,0.0000122135,0.01000,2.049
27,mlp.experts.62.up_proj,0.0000131152,0.01000,2.141
27,mlp.experts.60.up_proj,0.0000112217,0.01000,1.707
27,mlp.experts.56.up_proj,0.0000125124,0.01000,1.729
27,mlp.experts.61.up_proj,0.0000113957,0.01000,1.841
27,mlp.experts.83.up_proj,0.0000108445,0.01000,2.096
27,mlp.experts.48.up_proj,0.0000103231,0.01000,1.907
27,mlp.experts.58.up_proj,0.0000116071,0.01000,2.031
27,mlp.experts.57.up_proj,0.0000119848,0.01000,1.755
27,mlp.experts.87.up_proj,0.0000115232,0.01000,2.190
27,mlp.experts.49.up_proj,0.0000115297,0.01000,1.835
27,mlp.experts.52.up_proj,0.0000144797,0.01000,1.811
27,mlp.experts.53.up_proj,0.0000129538,0.01000,1.836
27,mlp.experts.95.up_proj,0.0000127196,0.01000,2.114
27,mlp.experts.91.up_proj,0.0000110599,0.01000,2.163
27,mlp.experts.76.up_proj,0.0000124633,0.01000,1.671
27,mlp.experts.72.up_proj,0.0000109831,0.01000,1.718
27,mlp.experts.66.up_proj,0.0000139593,0.01000,2.066
27,mlp.experts.78.up_proj,0.0000124378,0.01000,1.998
27,mlp.experts.70.up_proj,0.0000114118,0.01000,2.053
27,mlp.experts.77.up_proj,0.0000118449,0.01000,1.794
27,mlp.experts.64.up_proj,0.0000116630,0.01000,1.771
27,mlp.experts.73.up_proj,0.0000113061,0.01000,1.778
27,mlp.experts.99.up_proj,0.0000109560,0.01000,1.923
27,mlp.experts.103.up_proj,0.0000105858,0.01000,1.732
27,mlp.experts.74.up_proj,0.0000129110,0.01000,2.062
27,mlp.experts.65.up_proj,0.0000122508,0.01000,1.794
27,mlp.experts.69.up_proj,0.0000120957,0.01000,1.688
27,mlp.experts.68.up_proj,0.0000101792,0.01000,1.856
27,mlp.experts.111.up_proj,0.0000117385,0.01000,1.937
27,mlp.experts.107.up_proj,0.0000116785,0.01000,2.027
27,mlp.experts.92.up_proj,0.0000137746,0.01000,1.839
27,mlp.experts.93.up_proj,0.0000129790,0.01000,1.742
27,mlp.experts.88.up_proj,0.0000102993,0.01000,1.827
27,mlp.experts.89.up_proj,0.0000122928,0.01000,1.707
27,mlp.experts.80.up_proj,0.0000133983,0.01000,1.819
27,mlp.experts.115.up_proj,0.0000112085,0.01000,1.831
27,mlp.experts.86.up_proj,0.0000118671,0.01000,2.075
27,mlp.experts.82.up_proj,0.0000112536,0.01000,2.114
27,mlp.experts.94.up_proj,0.0000113349,0.01000,2.120
27,mlp.experts.119.up_proj,0.0000104234,0.01000,1.923
27,mlp.experts.81.up_proj,0.0000125852,0.01000,1.894
27,mlp.experts.85.up_proj,0.0000118148,0.01000,1.813
27,mlp.experts.90.up_proj,0.0000109899,0.01000,2.082
27,mlp.experts.127.up_proj,0.0000099225,0.01000,1.628
27,mlp.experts.123.up_proj,0.0000127547,0.01000,1.267
27,mlp.experts.84.up_proj,0.0000116592,0.01000,1.949
27,mlp.experts.108.up_proj,0.0000122656,0.01000,1.814
27,mlp.experts.104.up_proj,0.0000112996,0.01000,1.748
27,mlp.experts.109.up_proj,0.0000112296,0.01000,1.767
27,mlp.experts.105.up_proj,0.0000128259,0.01000,1.802
27,mlp.experts.96.up_proj,0.0000112150,0.01000,1.787
27,mlp.experts.97.up_proj,0.0000134268,0.01000,1.782
27,mlp.experts.98.up_proj,0.0000121952,0.01000,2.076
27,mlp.experts.110.up_proj,0.0000113117,0.01000,2.126
27,mlp.experts.101.up_proj,0.0000127863,0.01000,1.859
27,mlp.experts.102.up_proj,0.0000119319,0.01000,2.219
27,mlp.experts.100.up_proj,0.0000113994,0.01000,1.915
27,mlp.experts.106.up_proj,0.0000114019,0.01000,2.073
27,mlp.experts.124.up_proj,0.0000126513,0.01000,1.784
27,mlp.experts.120.up_proj,0.0000118227,0.01000,1.747
27,mlp.experts.125.up_proj,0.0000109124,0.01000,1.851
27,mlp.experts.112.up_proj,0.0000121507,0.01000,1.720
27,mlp.experts.121.up_proj,0.0000112154,0.01000,1.840
27,mlp.experts.113.up_proj,0.0000136168,0.01000,1.679
27,mlp.experts.116.up_proj,0.0000111640,0.01000,1.271
27,mlp.experts.117.up_proj,0.0000115197,0.01000,1.701
27,mlp.experts.114.up_proj,0.0000131142,0.01000,1.942
27,mlp.experts.126.up_proj,0.0000114888,0.01000,1.928
27,mlp.experts.118.up_proj,0.0000113010,0.01000,1.907
27,mlp.experts.122.up_proj,0.0000113289,0.01000,1.830
27,mlp.experts.8.down_proj,0.0000011914,0.01000,0.932
27,mlp.experts.4.down_proj,0.0000035082,0.01000,0.974
27,mlp.experts.0.down_proj,0.0000009378,0.01000,0.969
27,mlp.experts.12.down_proj,0.0000010595,0.01000,1.001
27,mlp.experts.1.down_proj,0.0000014242,0.01000,1.278
27,mlp.experts.3.down_proj,0.0000010880,0.01000,1.302
27,mlp.experts.13.down_proj,0.0000010761,0.01000,1.303
27,mlp.experts.11.down_proj,0.0000013467,0.01000,1.320
27,mlp.experts.7.down_proj,0.0000014018,0.01000,1.326
27,mlp.experts.5.down_proj,0.0000012230,0.01000,1.326
27,mlp.experts.15.down_proj,0.0000009943,0.01000,1.343
27,mlp.experts.9.down_proj,0.0000011603,0.01000,1.376
27,mlp.experts.2.down_proj,0.0000013076,0.01000,1.430
27,mlp.experts.10.down_proj,0.0000014410,0.01000,1.438
27,mlp.experts.6.down_proj,0.0000011842,0.01000,1.460
27,mlp.experts.14.down_proj,0.0000009622,0.01000,1.467
27,mlp.experts.20.down_proj,0.0000025704,0.01000,0.850
27,mlp.experts.24.down_proj,0.0000010677,0.01000,0.914
27,mlp.experts.16.down_proj,0.0000009651,0.01000,0.905
27,mlp.experts.28.down_proj,0.0000019126,0.01000,0.898
27,mlp.experts.18.down_proj,0.0000012300,0.01000,0.606
27,mlp.experts.22.down_proj,0.0000022399,0.01000,0.590
27,mlp.experts.19.down_proj,0.0000011795,0.01000,0.741
27,mlp.experts.30.down_proj,0.0000016965,0.01000,0.594
27,mlp.experts.26.down_proj,0.0000011337,0.01000,0.617
27,mlp.experts.21.down_proj,0.0000009802,0.01000,0.791
27,mlp.experts.23.down_proj,0.0000012434,0.01000,0.809
27,mlp.experts.29.down_proj,0.0000011492,0.01000,0.853
27,mlp.experts.31.down_proj,0.0000014056,0.01000,0.822
27,mlp.experts.27.down_proj,0.0000011571,0.01000,0.850
27,mlp.experts.17.down_proj,0.0000010346,0.01000,0.906
27,mlp.experts.25.down_proj,0.0000011371,0.01000,0.865
27,mlp.experts.34.down_proj,0.0000012918,0.01000,0.573
27,mlp.experts.46.down_proj,0.0000012946,0.01000,0.557
27,mlp.experts.38.down_proj,0.0000020446,0.01000,0.581
27,mlp.experts.40.down_proj,0.0000012390,0.01000,0.788
27,mlp.experts.42.down_proj,0.0000026243,0.01000,0.573
27,mlp.experts.44.down_proj,0.0000009102,0.01000,0.822
27,mlp.experts.32.down_proj,0.0000012836,0.01000,0.901
27,mlp.experts.36.down_proj,0.0000031059,0.01000,0.970
27,mlp.experts.35.down_proj,0.0000012605,0.01000,0.866
27,mlp.experts.37.down_proj,0.0000020312,0.01000,0.787
27,mlp.experts.45.down_proj,0.0000014389,0.01000,0.779
27,mlp.experts.39.down_proj,0.0000008950,0.01000,0.855
27,mlp.experts.41.down_proj,0.0000017020,0.01000,0.782
27,mlp.experts.43.down_proj,0.0000034050,0.01000,0.838
27,mlp.experts.33.down_proj,0.0000010488,0.01000,0.865
27,mlp.experts.47.down_proj,0.0000024391,0.01000,0.880
27,mlp.experts.50.down_proj,0.0000012336,0.01000,0.689
27,mlp.experts.56.down_proj,0.0000012434,0.01000,0.668
27,mlp.experts.60.down_proj,0.0000017015,0.01000,0.598
27,mlp.experts.54.down_proj,0.0000022553,0.01000,0.724
27,mlp.experts.48.down_proj,0.0000008838,0.01000,0.587
27,mlp.experts.52.down_proj,0.0000025673,0.01000,0.612
27,mlp.experts.58.down_proj,0.0000011037,0.01000,0.796
27,mlp.experts.62.down_proj,0.0000021275,0.01000,0.840
27,mlp.experts.61.down_proj,0.0000012715,0.01000,0.785
27,mlp.experts.53.down_proj,0.0000022844,0.01000,0.818
27,mlp.experts.51.down_proj,0.0000010089,0.01000,0.827
27,mlp.experts.55.down_proj,0.0000011535,0.01000,0.796
27,mlp.experts.49.down_proj,0.0000012194,0.01000,0.768
27,mlp.experts.57.down_proj,0.0000013881,0.01000,0.822
27,mlp.experts.59.down_proj,0.0000012195,0.01000,0.822
27,mlp.experts.63.down_proj,0.0000010157,0.01000,0.803
27,mlp.experts.76.down_proj,0.0000017029,0.01000,0.593
27,mlp.experts.72.down_proj,0.0000012409,0.01000,0.624
27,mlp.experts.64.down_proj,0.0000012092,0.01000,0.598
27,mlp.experts.68.down_proj,0.0000008265,0.01000,0.603
27,mlp.experts.66.down_proj,0.0000021142,0.01000,0.719
27,mlp.experts.70.down_proj,0.0000013587,0.01000,0.720
27,mlp.experts.74.down_proj,0.0000029880,0.01000,0.728
27,mlp.experts.78.down_proj,0.0000016269,0.01000,0.745
27,mlp.experts.77.down_proj,0.0000014011,0.01000,0.732
27,mlp.experts.67.down_proj,0.0000012566,0.01000,0.733
27,mlp.experts.69.down_proj,0.0000015618,0.01000,0.761
27,mlp.experts.92.down_proj,0.0000030063,0.01000,0.588
27,mlp.experts.80.down_proj,0.0000015014,0.01000,0.557
27,mlp.experts.88.down_proj,0.0000008035,0.01000,0.595
27,mlp.experts.71.down_proj,0.0000017545,0.01000,0.756
27,mlp.experts.84.down_proj,0.0000012546,0.01000,0.568
27,mlp.experts.75.down_proj,0.0000012894,0.01000,0.717
27,mlp.experts.79.down_proj,0.0000012230,0.01000,0.703
27,mlp.experts.73.down_proj,0.0000010013,0.01000,0.734
27,mlp.experts.65.down_proj,0.0000025785,0.01000,0.759
27,mlp.experts.82.down_proj,0.0000012233,0.01000,0.702
27,mlp.experts.86.down_proj,0.0000012564,0.01000,0.770
27,mlp.experts.94.down_proj,0.0000010371,0.01000,0.724
27,mlp.experts.90.down_proj,0.0000011657,0.01000,0.787
27,mlp.experts.104.down_proj,0.0000012839,0.01000,0.581
27,mlp.experts.108.down_proj,0.0000013225,0.01000,0.604
27,mlp.experts.96.down_proj,0.0000011391,0.01000,0.614
27,mlp.experts.100.down_proj,0.0000011510,0.01000,0.592
27,mlp.experts.93.down_proj,0.0000023351,0.01000,0.732
27,mlp.experts.83.down_proj,0.0000010681,0.01000,0.708
27,mlp.experts.85.down_proj,0.0000015408,0.01000,0.753
27,mlp.experts.89.down_proj,0.0000015159,0.01000,0.697
27,mlp.experts.87.down_proj,0.0000011177,0.01000,0.764
27,mlp.experts.91.down_proj,0.0000012230,0.01000,0.740
27,mlp.experts.81.down_proj,0.0000016970,0.01000,0.737
27,mlp.experts.95.down_proj,0.0000012665,0.01000,0.771
27,mlp.experts.98.down_proj,0.0000012741,0.01000,0.763
27,mlp.experts.102.down_proj,0.0000014628,0.01000,0.792
27,mlp.experts.112.down_proj,0.0000011269,0.01000,0.555
27,mlp.experts.120.down_proj,0.0000014862,0.01000,0.586
27,mlp.experts.124.down_proj,0.0000016594,0.01000,0.574
27,mlp.experts.110.down_proj,0.0000007931,0.01000,0.791
27,mlp.experts.116.down_proj,0.0000009601,0.01000,0.558
27,mlp.experts.106.down_proj,0.0000009203,0.01000,0.773
27,mlp.experts.99.down_proj,0.0000011181,0.01000,0.720
27,mlp.experts.109.down_proj,0.0000011373,0.01000,0.794
27,mlp.experts.101.down_proj,0.0000018944,0.01000,0.737
27,mlp.experts.105.down_proj,0.0000020510,0.01000,0.738
27,mlp.experts.107.down_proj,0.0000011534,0.01000,0.735
27,mlp.experts.111.down_proj,0.0000011394,0.01000,0.705
27,mlp.experts.103.down_proj,0.0000012115,0.01000,0.766
27,mlp.experts.97.down_proj,0.0000024465,0.01000,0.760
27,mlp.experts.114.down_proj,0.0000027286,0.01000,0.652
27,mlp.experts.118.down_proj,0.0000012036,0.01000,0.670
27,mlp.experts.122.down_proj,0.0000010391,0.01000,0.593
27,mlp.experts.126.down_proj,0.0000015055,0.01000,0.618
27,mlp.experts.115.down_proj,0.0000012919,0.01000,0.695
27,mlp.experts.127.down_proj,0.0000008535,0.01000,0.631
27,mlp.experts.125.down_proj,0.0000008059,0.01000,0.706
27,mlp.experts.123.down_proj,0.0000018065,0.01000,0.648
27,mlp.experts.119.down_proj,0.0000008335,0.01000,0.625
27,mlp.experts.121.down_proj,0.0000012140,0.01000,0.698
27,mlp.experts.117.down_proj,0.0000012491,0.01000,0.711
27,mlp.experts.113.down_proj,0.0000023758,0.01000,0.677
28,self_attn.k_proj,0.0000001751,0.01000,0.787
28,self_attn.q_proj,0.0000014672,0.01000,0.795
28,self_attn.v_proj,0.0000002207,0.01000,0.801
28,self_attn.o_proj,0.0000002342,0.01000,1.455
28,mlp.experts.13.gate_proj,0.0000120057,0.01000,1.779
28,mlp.experts.5.gate_proj,0.0000126104,0.01000,1.946
28,mlp.experts.1.gate_proj,0.0000121974,0.01000,1.976
28,mlp.experts.9.gate_proj,0.0000118656,0.01000,2.029
28,mlp.experts.0.gate_proj,0.0000174676,0.01000,2.052
28,mlp.experts.15.gate_proj,0.0000117804,0.01000,2.063
28,mlp.experts.11.gate_proj,0.0000114943,0.01000,2.098
28,mlp.experts.3.gate_proj,0.0000123208,0.01000,2.114
28,mlp.experts.6.gate_proj,0.0000130217,0.01000,2.132
28,mlp.experts.4.gate_proj,0.0000113645,0.01000,2.143
28,mlp.experts.7.gate_proj,0.0000122046,0.01000,2.136
28,mlp.experts.8.gate_proj,0.0000118343,0.01000,2.150
28,mlp.experts.12.gate_proj,0.0000119566,0.01000,2.153
28,mlp.experts.14.gate_proj,0.0000118904,0.01000,2.094
28,mlp.experts.2.gate_proj,0.0000139102,0.01000,2.333
28,mlp.experts.10.gate_proj,0.0000112231,0.01000,2.367
28,mlp.experts.22.gate_proj,0.0000121851,0.01000,1.684
28,mlp.experts.21.gate_proj,0.0000151245,0.01000,1.888
28,mlp.experts.17.gate_proj,0.0000117040,0.01000,1.912
28,mlp.experts.25.gate_proj,0.0000104065,0.01000,1.882
28,mlp.experts.27.gate_proj,0.0000119872,0.01000,1.871
28,mlp.experts.19.gate_proj,0.0000112487,0.01000,1.864
28,mlp.experts.31.gate_proj,0.0000150302,0.01000,1.918
28,mlp.experts.29.gate_proj,0.0000120125,0.01000,2.066
28,mlp.experts.30.gate_proj,0.0000130652,0.01000,1.914
28,mlp.experts.26.gate_proj,0.0000113376,0.01000,1.814
28,mlp.experts.23.gate_proj,0.0000134087,0.01000,2.049
28,mlp.experts.20.gate_proj,0.0000115628,0.01000,2.141
28,mlp.experts.18.gate_proj,0.0000104603,0.01000,2.002
28,mlp.experts.24.gate_proj,0.0000115539,0.01000,2.242
28,mlp.experts.28.gate_proj,0.0000123155,0.01000,2.292
28,mlp.experts.16.gate_proj,0.0000124219,0.01000,2.416
28,mlp.experts.38.gate_proj,0.0000146856,0.01000,1.810
28,mlp.experts.37.gate_proj,0.0000115856,0.01000,1.892
28,mlp.experts.41.gate_proj,0.0000131544,0.01000,1.958
28,mlp.experts.33.gate_proj,0.0000117490,0.01000,2.036
28,mlp.experts.46.gate_proj,0.0000119551,0.01000,1.847
28,mlp.experts.35.gate_proj,0.0000150034,0.01000,2.044
28,mlp.experts.47.gate_proj,0.0000133401,0.01000,2.064
28,mlp.experts.43.gate_proj,0.0000105743,0.01000,2.090
28,mlp.experts.42.gate_proj,0.0000119297,0.01000,1.975
28,mlp.experts.45.gate_proj,0.0000113004,0.01000,2.256
28,mlp.experts.34.gate_proj,0.0000126911,0.01000,1.925
28,mlp.experts.39.gate_proj,0.0000106354,0.01000,2.115
28,mlp.experts.36.gate_proj,0.0000126914,0.01000,2.028
28,mlp.experts.40.gate_proj,0.0000124374,0.01000,2.053
28,mlp.experts.32.gate_proj,0.0000127456,0.01000,2.199
28,mlp.experts.44.gate_proj,0.0000110140,0.01000,2.303
28,mlp.experts.53.gate_proj,0.0000121585,0.01000,1.905
28,mlp.experts.62.gate_proj,0.0000103703,0.01000,1.723
28,mlp.experts.54.gate_proj,0.0000124028,0.01000,2.054
28,mlp.experts.57.gate_proj,0.0000118769,0.01000,1.885
28,mlp.experts.49.gate_proj,0.0000116118,0.01000,1.886
28,mlp.experts.51.gate_proj,0.0000122683,0.01000,1.895
28,mlp.experts.59.gate_proj,0.0000134880,0.01000,1.922
28,mlp.experts.58.gate_proj,0.0000129608,0.01000,1.830
28,mlp.experts.63.gate_proj,0.0000111810,0.01000,1.964
28,mlp.experts.52.gate_proj,0.0000115062,0.01000,1.930
28,mlp.experts.50.gate_proj,0.0000133235,0.01000,2.015
28,mlp.experts.55.gate_proj,0.0000119325,0.01000,2.043
28,mlp.experts.56.gate_proj,0.0000121199,0.01000,1.973
28,mlp.experts.61.gate_proj,0.0000154191,0.01000,2.319
28,mlp.experts.48.gate_proj,0.0000104316,0.01000,2.077
28,mlp.experts.60.gate_proj,0.0000114005,0.01000,2.174
28,mlp.experts.70.gate_proj,0.0000128198,0.01000,1.646
28,mlp.experts.78.gate_proj,0.0000116423,0.01000,1.773
28,mlp.experts.69.gate_proj,0.0000116244,0.01000,1.885
28,mlp.experts.73.gate_proj,0.0000112345,0.01000,1.870
28,mlp.experts.65.gate_proj,0.0000114810,0.01000,1.877
28,mlp.experts.67.gate_proj,0.0000141475,0.01000,1.916
28,mlp.experts.74.gate_proj,0.0000133152,0.01000,1.874
28,mlp.experts.79.gate_proj,0.0000117217,0.01000,1.912
28,mlp.experts.75.gate_proj,0.0000119287,0.01000,1.978
28,mlp.experts.68.gate_proj,0.0000138329,0.01000,1.837
28,mlp.experts.72.gate_proj,0.0000126201,0.01000,1.799
28,mlp.experts.66.gate_proj,0.0000126881,0.01000,2.038
28,mlp.experts.71.gate_proj,0.0000117844,0.01000,1.964
28,mlp.experts.77.gate_proj,0.0000113896,0.01000,2.019
28,mlp.experts.64.gate_proj,0.0000116154,0.01000,1.862
28,mlp.experts.76.gate_proj,0.0000123403,0.01000,1.910
28,mlp.experts.86.gate_proj,0.0000124692,0.01000,1.656
28,mlp.experts.85.gate_proj,0.0000122870,0.01000,1.810
28,mlp.experts.89.gate_proj,0.0000125852,0.01000,1.813
28,mlp.experts.94.gate_proj,0.0000130971,0.01000,2.056
28,mlp.experts.81.gate_proj,0.0000122252,0.01000,1.813
28,mlp.experts.90.gate_proj,0.0000121845,0.01000,1.946
28,mlp.experts.84.gate_proj,0.0000141140,0.01000,1.924
28,mlp.experts.83.gate_proj,0.0000117820,0.01000,2.194
28,mlp.experts.95.gate_proj,0.0000134695,0.01000,2.126
28,mlp.experts.91.gate_proj,0.0000110080,0.01000,2.132
28,mlp.experts.82.gate_proj,0.0000119077,0.01000,1.777
28,mlp.experts.88.gate_proj,0.0000109335,0.01000,1.985
28,mlp.experts.93.gate_proj,0.0000130042,0.01000,1.894
28,mlp.experts.87.gate_proj,0.0000116919,0.01000,2.193
28,mlp.experts.80.gate_proj,0.0000121939,0.01000,2.023
28,mlp.experts.92.gate_proj,0.0000128882,0.01000,1.965
28,mlp.experts.102.gate_proj,0.0000112632,0.01000,1.847
28,mlp.experts.101.gate_proj,0.0000115966,0.01000,1.854
28,mlp.experts.110.gate_proj,0.0000142530,0.01000,1.814
28,mlp.experts.105.gate_proj,0.0000121342,0.01000,1.885
28,mlp.experts.97.gate_proj,0.0000113989,0.01000,1.884
28,mlp.experts.106.gate_proj,0.0000113582,0.01000,1.828
28,mlp.experts.98.gate_proj,0.0000116543,0.01000,1.714
28,mlp.experts.100.gate_proj,0.0000105948,0.01000,1.956
28,mlp.experts.111.gate_proj,0.0000125121,0.01000,2.145
28,mlp.experts.99.gate_proj,0.0000159496,0.01000,2.208
28,mlp.experts.104.gate_proj,0.0000121621,0.01000,2.044
28,mlp.experts.109.gate_proj,0.0000136870,0.01000,1.916
28,mlp.experts.107.gate_proj,0.0000116199,0.01000,2.494
28,mlp.experts.96.gate_proj,0.0000114609,0.01000,2.056
28,mlp.experts.103.gate_proj,0.0000114051,0.01000,2.244
28,mlp.experts.126.gate_proj,0.0000132112,0.01000,1.555
28,mlp.experts.108.gate_proj,0.0000112079,0.01000,2.094
28,mlp.experts.118.gate_proj,0.0000126461,0.01000,2.125
28,mlp.experts.117.gate_proj,0.0000112784,0.01000,1.830
28,mlp.experts.121.gate_proj,0.0000128464,0.01000,1.881
28,mlp.experts.122.gate_proj,0.0000118181,0.01000,1.587
28,mlp.experts.113.gate_proj,0.0000132468,0.01000,1.899
28,mlp.experts.114.gate_proj,0.0000125063,0.01000,1.550
28,mlp.experts.116.gate_proj,0.0000120991,0.01000,1.941
28,mlp.experts.120.gate_proj,0.0000129560,0.01000,2.008
28,mlp.experts.125.gate_proj,0.0000144463,0.01000,2.115
28,mlp.experts.115.gate_proj,0.0000113851,0.01000,2.385
28,mlp.experts.14.up_proj,0.0000114729,0.01000,1.784
28,mlp.experts.112.gate_proj,0.0000120347,0.01000,1.982
28,mlp.experts.127.gate_proj,0.0000117101,0.01000,2.533
28,mlp.experts.124.gate_proj,0.0000116496,0.01000,1.947
28,mlp.experts.123.gate_proj,0.0000144873,0.01000,2.320
28,mlp.experts.5.up_proj,0.0000126324,0.01000,1.927
28,mlp.experts.10.up_proj,0.0000112111,0.01000,1.730
28,mlp.experts.2.up_proj,0.0000130725,0.01000,1.716
28,mlp.experts.9.up_proj,0.0000116133,0.01000,1.887
28,mlp.experts.1.up_proj,0.0000119886,0.01000,1.889
28,mlp.experts.119.gate_proj,0.0000123391,0.01000,2.477
28,mlp.experts.6.up_proj,0.0000124979,0.01000,2.282
28,mlp.experts.4.up_proj,0.0000111203,0.01000,2.138
28,mlp.experts.30.up_proj,0.0000120493,0.01000,1.586
28,mlp.experts.8.up_proj,0.0000121532,0.01000,2.133
28,mlp.experts.26.up_proj,0.0000105885,0.01000,1.593
28,mlp.experts.13.up_proj,0.0000123845,0.01000,2.084
28,mlp.experts.15.up_proj,0.0000119416,0.01000,1.931
28,mlp.experts.18.up_proj,0.0000110003,0.01000,1.591
28,mlp.experts.3.up_proj,0.0000126937,0.01000,2.062
28,mlp.experts.0.up_proj,0.0000128351,0.01000,2.220
28,mlp.experts.22.up_proj,0.0000121147,0.01000,1.635
28,mlp.experts.21.up_proj,0.0000137243,0.01000,1.977
28,mlp.experts.11.up_proj,0.0000115076,0.01000,2.025
28,mlp.experts.25.up_proj,0.0000097180,0.01000,1.995
28,mlp.experts.12.up_proj,0.0000119398,0.01000,2.272
28,mlp.experts.7.up_proj,0.0000117531,0.01000,1.897
28,mlp.experts.17.up_proj,0.0000118895,0.01000,2.040
28,mlp.experts.46.up_proj,0.0000119696,0.01000,1.553
28,mlp.experts.20.up_proj,0.0000119300,0.01000,1.985
28,mlp.experts.42.up_proj,0.0000101750,0.01000,1.465
28,mlp.experts.34.up_proj,0.0000122390,0.01000,1.449
28,mlp.experts.38.up_proj,0.0000142895,0.01000,1.524
28,mlp.experts.24.up_proj,0.0000111617,0.01000,2.036
28,mlp.experts.31.up_proj,0.0000140844,0.01000,1.851
28,mlp.experts.19.up_proj,0.0000111894,0.01000,1.923
28,mlp.experts.29.up_proj,0.0000121557,0.01000,2.070
28,mlp.experts.27.up_proj,0.0000117715,0.01000,1.894
28,mlp.experts.37.up_proj,0.0000113663,0.01000,2.025
28,mlp.experts.16.up_proj,0.0000117494,0.01000,2.099
28,mlp.experts.23.up_proj,0.0000121172,0.01000,1.945
28,mlp.experts.33.up_proj,0.0000121036,0.01000,1.902
28,mlp.experts.41.up_proj,0.0000121429,0.01000,2.026
28,mlp.experts.28.up_proj,0.0000118147,0.01000,2.129
28,mlp.experts.62.up_proj,0.0000107615,0.01000,1.756
28,mlp.experts.58.up_proj,0.0000124400,0.01000,1.570
28,mlp.experts.50.up_proj,0.0000128923,0.01000,1.698
28,mlp.experts.36.up_proj,0.0000132503,0.01000,2.066
28,mlp.experts.54.up_proj,0.0000119601,0.01000,1.896
28,mlp.experts.40.up_proj,0.0000120095,0.01000,1.991
28,mlp.experts.45.up_proj,0.0000131856,0.01000,1.932
28,mlp.experts.47.up_proj,0.0000134710,0.01000,2.108
28,mlp.experts.35.up_proj,0.0000114984,0.01000,2.114
28,mlp.experts.53.up_proj,0.0000119933,0.01000,1.799
28,mlp.experts.43.up_proj,0.0000133730,0.01000,2.055
28,mlp.experts.49.up_proj,0.0000109537,0.01000,1.803
28,mlp.experts.57.up_proj,0.0000119642,0.01000,1.793
28,mlp.experts.32.up_proj,0.0000118965,0.01000,2.066
28,mlp.experts.39.up_proj,0.0000109552,0.01000,2.076
28,mlp.experts.74.up_proj,0.0000116695,0.01000,1.670
28,mlp.experts.78.up_proj,0.0000110947,0.01000,1.755
28,mlp.experts.44.up_proj,0.0000127627,0.01000,2.125
28,mlp.experts.66.up_proj,0.0000125438,0.01000,1.862
28,mlp.experts.70.up_proj,0.0000123541,0.01000,1.747
28,mlp.experts.52.up_proj,0.0000115658,0.01000,2.110
28,mlp.experts.63.up_proj,0.0000114278,0.01000,1.842
28,mlp.experts.61.up_proj,0.0000139553,0.01000,1.964
28,mlp.experts.51.up_proj,0.0000117770,0.01000,1.882
28,mlp.experts.69.up_proj,0.0000116838,0.01000,1.873
28,mlp.experts.56.up_proj,0.0000121100,0.01000,2.271
28,mlp.experts.59.up_proj,0.0000140404,0.01000,1.865
28,mlp.experts.65.up_proj,0.0000125236,0.01000,1.889
28,mlp.experts.73.up_proj,0.0000113192,0.01000,1.956
28,mlp.experts.90.up_proj,0.0000121656,0.01000,1.632
28,mlp.experts.94.up_proj,0.0000124807,0.01000,1.631
28,mlp.experts.55.up_proj,0.0000117884,0.01000,1.962
28,mlp.experts.48.up_proj,0.0000104209,0.01000,2.150
28,mlp.experts.82.up_proj,0.0000108051,0.01000,1.709
28,mlp.experts.60.up_proj,0.0000116503,0.01000,2.174
28,mlp.experts.86.up_proj,0.0000113787,0.01000,1.504
28,mlp.experts.68.up_proj,0.0000128133,0.01000,2.121
28,mlp.experts.106.up_proj,0.0000115648,0.01000,1.479
28,mlp.experts.110.up_proj,0.0000130444,0.01000,1.495
28,mlp.experts.85.up_proj,0.0000122522,0.01000,1.972
28,mlp.experts.77.up_proj,0.0000124239,0.01000,2.067
28,mlp.experts.79.up_proj,0.0000119461,0.01000,2.193
28,mlp.experts.67.up_proj,0.0000140038,0.01000,2.129
28,mlp.experts.81.up_proj,0.0000120537,0.01000,1.948
28,mlp.experts.89.up_proj,0.0000134175,0.01000,1.926
28,mlp.experts.72.up_proj,0.0000108807,0.01000,2.127
28,mlp.experts.75.up_proj,0.0000116371,0.01000,2.090
28,mlp.experts.98.up_proj,0.0000118083,0.01000,1.544
28,mlp.experts.102.up_proj,0.0000124787,0.01000,1.529
28,mlp.experts.71.up_proj,0.0000125160,0.01000,2.243
28,mlp.experts.64.up_proj,0.0000119523,0.01000,2.212
28,mlp.experts.76.up_proj,0.0000120397,0.01000,2.296
28,mlp.experts.122.up_proj,0.0000118986,0.01000,1.630
28,mlp.experts.126.up_proj,0.0000135825,0.01000,1.611
28,mlp.experts.114.up_proj,0.0000124691,0.01000,1.458
28,mlp.experts.101.up_proj,0.0000129058,0.01000,1.889
28,mlp.experts.118.up_proj,0.0000124316,0.01000,1.370
28,mlp.experts.84.up_proj,0.0000132327,0.01000,2.170
28,mlp.experts.97.up_proj,0.0000106771,0.01000,1.878
28,mlp.experts.105.up_proj,0.0000128740,0.01000,1.836
28,mlp.experts.93.up_proj,0.0000122253,0.01000,2.055
28,mlp.experts.83.up_proj,0.0000120731,0.01000,2.095
28,mlp.experts.95.up_proj,0.0000134474,0.01000,2.181
28,mlp.experts.91.up_proj,0.0000108952,0.01000,2.070
28,mlp.experts.88.up_proj,0.0000115994,0.01000,2.215
28,mlp.experts.80.up_proj,0.0000120117,0.01000,2.027
28,mlp.experts.87.up_proj,0.0000116042,0.01000,2.192
28,mlp.experts.92.up_proj,0.0000126207,0.01000,1.877
28,mlp.experts.100.up_proj,0.0000106419,0.01000,1.814
28,mlp.experts.117.up_proj,0.0000126269,0.01000,1.867
28,mlp.experts.121.up_proj,0.0000120698,0.01000,1.811
28,mlp.experts.113.up_proj,0.0000119804,0.01000,1.821
28,mlp.experts.109.up_proj,0.0000121891,0.01000,1.854
28,mlp.experts.99.up_proj,0.0000136140,0.01000,2.087
28,mlp.experts.107.up_proj,0.0000116516,0.01000,2.158
28,mlp.experts.104.up_proj,0.0000115262,0.01000,2.026
28,mlp.experts.111.up_proj,0.0000121998,0.01000,2.260
28,mlp.experts.125.up_proj,0.0000143315,0.01000,0.759
28,mlp.experts.96.up_proj,0.0000108383,0.01000,1.975
28,mlp.experts.103.up_proj,0.0000109754,0.01000,2.059
28,mlp.experts.108.up_proj,0.0000137014,0.01000,2.133
28,mlp.experts.116.up_proj,0.0000120782,0.01000,1.893
28,mlp.experts.120.up_proj,0.0000133768,0.01000,2.089
28,mlp.experts.123.up_proj,0.0000125785,0.01000,2.142
28,mlp.experts.115.up_proj,0.0000122120,0.01000,2.305
28,mlp.experts.112.up_proj,0.0000119258,0.01000,1.890
28,mlp.experts.124.up_proj,0.0000123890,0.01000,1.565
28,mlp.experts.127.up_proj,0.0000113226,0.01000,2.397
28,mlp.experts.119.up_proj,0.0000114866,0.01000,1.949
28,mlp.experts.0.down_proj,0.0000024071,0.01000,1.011
28,mlp.experts.4.down_proj,0.0000012296,0.01000,1.117
28,mlp.experts.12.down_proj,0.0000013243,0.01000,1.114
28,mlp.experts.8.down_proj,0.0000019018,0.01000,1.231
28,mlp.experts.1.down_proj,0.0000016007,0.01000,1.247
28,mlp.experts.9.down_proj,0.0000011222,0.01000,1.236
28,mlp.experts.5.down_proj,0.0000018659,0.01000,1.260
28,mlp.experts.2.down_proj,0.0000015958,0.01000,1.282
28,mlp.experts.13.down_proj,0.0000015389,0.01000,1.146
28,mlp.experts.14.down_proj,0.0000011044,0.01000,1.181
28,mlp.experts.10.down_proj,0.0000010756,0.01000,1.305
28,mlp.experts.6.down_proj,0.0000012154,0.01000,1.323
28,mlp.experts.3.down_proj,0.0000014334,0.01000,1.321
28,mlp.experts.15.down_proj,0.0000015912,0.01000,1.160
28,mlp.experts.11.down_proj,0.0000016004,0.01000,1.346
28,mlp.experts.7.down_proj,0.0000012485,0.01000,1.394
28,mlp.experts.16.down_proj,0.0000011155,0.01000,0.803
28,mlp.experts.17.down_proj,0.0000013507,0.01000,0.600
28,mlp.experts.25.down_proj,0.0000007177,0.01000,0.625
28,mlp.experts.21.down_proj,0.0000020905,0.01000,0.621
28,mlp.experts.29.down_proj,0.0000015443,0.01000,0.589
28,mlp.experts.20.down_proj,0.0000016104,0.01000,0.801
28,mlp.experts.28.down_proj,0.0000009426,0.01000,0.818
28,mlp.experts.26.down_proj,0.0000008594,0.01000,0.765
28,mlp.experts.18.down_proj,0.0000010222,0.01000,0.802
28,mlp.experts.31.down_proj,0.0000024299,0.01000,0.751
28,mlp.experts.30.down_proj,0.0000011310,0.01000,0.780
28,mlp.experts.27.down_proj,0.0000009845,0.01000,0.750
28,mlp.experts.19.down_proj,0.0000010592,0.01000,0.769
28,mlp.experts.24.down_proj,0.0000010839,0.01000,0.863
28,mlp.experts.22.down_proj,0.0000013637,0.01000,0.777
28,mlp.experts.23.down_proj,0.0000011978,0.01000,0.777
28,mlp.experts.33.down_proj,0.0000016653,0.01000,0.593
28,mlp.experts.45.down_proj,0.0000014417,0.01000,0.605
28,mlp.experts.41.down_proj,0.0000011279,0.01000,0.627
28,mlp.experts.37.down_proj,0.0000010329,0.01000,0.633
28,mlp.experts.32.down_proj,0.0000016295,0.01000,0.733
28,mlp.experts.36.down_proj,0.0000022685,0.01000,0.688
28,mlp.experts.44.down_proj,0.0000027953,0.01000,0.712
28,mlp.experts.34.down_proj,0.0000015269,0.01000,0.644
28,mlp.experts.38.down_proj,0.0000026210,0.01000,0.627
28,mlp.experts.42.down_proj,0.0000008350,0.01000,0.658
28,mlp.experts.46.down_proj,0.0000012899,0.01000,0.651
28,mlp.experts.40.down_proj,0.0000014171,0.01000,0.744
28,mlp.experts.47.down_proj,0.0000022099,0.01000,0.792
28,mlp.experts.43.down_proj,0.0000017821,0.01000,0.799
28,mlp.experts.35.down_proj,0.0000010277,0.01000,0.843
28,mlp.experts.39.down_proj,0.0000009064,0.01000,0.787
28,mlp.experts.49.down_proj,0.0000009145,0.01000,0.604
28,mlp.experts.61.down_proj,0.0000029104,0.01000,0.620
28,mlp.experts.57.down_proj,0.0000012314,0.01000,0.613
28,mlp.experts.53.down_proj,0.0000013278,0.01000,0.602
28,mlp.experts.48.down_proj,0.0000010645,0.01000,0.678
28,mlp.experts.50.down_proj,0.0000017839,0.01000,0.575
28,mlp.experts.60.down_proj,0.0000015670,0.01000,0.676
28,mlp.experts.52.down_proj,0.0000010851,0.01000,0.720
28,mlp.experts.54.down_proj,0.0000012487,0.01000,0.589
28,mlp.experts.62.down_proj,0.0000009306,0.01000,0.585
28,mlp.experts.58.down_proj,0.0000013181,0.01000,0.593
28,mlp.experts.56.down_proj,0.0000018723,0.01000,0.687
28,mlp.experts.59.down_proj,0.0000023483,0.01000,0.709
28,mlp.experts.65.down_proj,0.0000013469,0.01000,0.592
28,mlp.experts.63.down_proj,0.0000011339,0.01000,0.836
28,mlp.experts.69.down_proj,0.0000010619,0.01000,0.601
28,mlp.experts.77.down_proj,0.0000019415,0.01000,0.607
28,mlp.experts.73.down_proj,0.0000010622,0.01000,0.611
28,mlp.experts.55.down_proj,0.0000014246,0.01000,0.790
28,mlp.experts.51.down_proj,0.0000014668,0.01000,0.867
28,mlp.experts.66.down_proj,0.0000014670,0.01000,0.585
28,mlp.experts.64.down_proj,0.0000017497,0.01000,0.719
28,mlp.experts.78.down_proj,0.0000009912,0.01000,0.602
28,mlp.experts.70.down_proj,0.0000013012,0.01000,0.604
28,mlp.experts.74.down_proj,0.0000011668,0.01000,0.612
28,mlp.experts.76.down_proj,0.0000012065,0.01000,0.759
28,mlp.experts.68.down_proj,0.0000019623,0.01000,0.751
28,mlp.experts.81.down_proj,0.0000012972,0.01000,0.596
28,mlp.experts.72.down_proj,0.0000009487,0.01000,0.703
28,mlp.experts.85.down_proj,0.0000013395,0.01000,0.604
28,mlp.experts.89.down_proj,0.0000023923,0.01000,0.608
28,mlp.experts.93.down_proj,0.0000011700,0.01000,0.626
28,mlp.experts.75.down_proj,0.0000010961,0.01000,0.838
28,mlp.experts.79.down_proj,0.0000011230,0.01000,0.759
28,mlp.experts.71.down_proj,0.0000011343,0.01000,0.812
28,mlp.experts.82.down_proj,0.0000009625,0.01000,0.691
28,mlp.experts.94.down_proj,0.0000014219,0.01000,0.651
28,mlp.experts.90.down_proj,0.0000017329,0.01000,0.654
28,mlp.experts.86.down_proj,0.0000011445,0.01000,0.660
28,mlp.experts.67.down_proj,0.0000025933,0.01000,0.851
28,mlp.experts.80.down_proj,0.0000013641,0.01000,0.713
28,mlp.experts.92.down_proj,0.0000017748,0.01000,0.745
28,mlp.experts.84.down_proj,0.0000018760,0.01000,0.753
28,mlp.experts.97.down_proj,0.0000008832,0.01000,0.617
28,mlp.experts.101.down_proj,0.0000013760,0.01000,0.622
28,mlp.experts.105.down_proj,0.0000021651,0.01000,0.630
28,mlp.experts.88.down_proj,0.0000014277,0.01000,0.765
28,mlp.experts.109.down_proj,0.0000011140,0.01000,0.730
28,mlp.experts.91.down_proj,0.0000010219,0.01000,0.729
28,mlp.experts.95.down_proj,0.0000018806,0.01000,0.718
28,mlp.experts.98.down_proj,0.0000016302,0.01000,0.715
28,mlp.experts.110.down_proj,0.0000021790,0.01000,0.693
28,mlp.experts.106.down_proj,0.0000011894,0.01000,0.695
28,mlp.experts.102.down_proj,0.0000011284,0.01000,0.730
28,mlp.experts.87.down_proj,0.0000012213,0.01000,0.795
28,mlp.experts.113.down_proj,0.0000013793,0.01000,0.602
28,mlp.experts.96.down_proj,0.0000010848,0.01000,0.802
28,mlp.experts.117.down_proj,0.0000013281,0.01000,0.590
28,mlp.experts.121.down_proj,0.0000013476,0.01000,0.588
28,mlp.experts.100.down_proj,0.0000009517,0.01000,0.753
28,mlp.experts.83.down_proj,0.0000014700,0.01000,0.956
28,mlp.experts.108.down_proj,0.0000019435,0.01000,0.817
28,mlp.experts.125.down_proj,0.0000030529,0.01000,0.544
28,mlp.experts.104.down_proj,0.0000013955,0.01000,0.755
28,mlp.experts.111.down_proj,0.0000013337,0.01000,0.680
28,mlp.experts.107.down_proj,0.0000011525,0.01000,0.704
28,mlp.experts.103.down_proj,0.0000010413,0.01000,0.670
28,mlp.experts.114.down_proj,0.0000016091,0.01000,0.734
28,mlp.experts.122.down_proj,0.0000015904,0.01000,0.727
28,mlp.experts.118.down_proj,0.0000013258,0.01000,0.763
28,mlp.experts.126.down_proj,0.0000017115,0.01000,0.839
28,mlp.experts.112.down_proj,0.0000018483,0.01000,0.738
28,mlp.experts.116.down_proj,0.0000012255,0.01000,0.681
28,mlp.experts.99.down_proj,0.0000021511,0.01000,0.684
28,mlp.experts.124.down_proj,0.0000016779,0.01000,0.705
28,mlp.experts.120.down_proj,0.0000021008,0.01000,0.621
28,mlp.experts.127.down_proj,0.0000011083,0.01000,0.581
28,mlp.experts.123.down_proj,0.0000012579,0.01000,0.686
28,mlp.experts.119.down_proj,0.0000014197,0.01000,0.557
28,mlp.experts.115.down_proj,0.0000014752,0.01000,0.411
29,self_attn.q_proj,0.0000012909,0.01000,0.780
29,self_attn.v_proj,0.0000002049,0.01000,0.838
29,self_attn.k_proj,0.0000001672,0.01000,0.879
29,self_attn.o_proj,0.0000001896,0.01000,1.479
29,mlp.experts.8.gate_proj,0.0000142652,0.01000,1.826
29,mlp.experts.0.gate_proj,0.0000126360,0.01000,1.928
29,mlp.experts.4.gate_proj,0.0000116588,0.01000,1.937
29,mlp.experts.12.gate_proj,0.0000122199,0.01000,1.923
29,mlp.experts.11.gate_proj,0.0000109469,0.01000,1.993
29,mlp.experts.15.gate_proj,0.0000122394,0.01000,2.023
29,mlp.experts.2.gate_proj,0.0000124183,0.01000,2.080
29,mlp.experts.14.gate_proj,0.0000131817,0.01000,2.090
29,mlp.experts.6.gate_proj,0.0000116161,0.01000,2.095
29,mlp.experts.7.gate_proj,0.0000117497,0.01000,2.154
29,mlp.experts.3.gate_proj,0.0000110624,0.01000,2.163
29,mlp.experts.9.gate_proj,0.0000125938,0.01000,2.099
29,mlp.experts.5.gate_proj,0.0000127981,0.01000,2.277
29,mlp.experts.1.gate_proj,0.0000110503,0.01000,2.304
29,mlp.experts.10.gate_proj,0.0000108526,0.01000,2.327
29,mlp.experts.13.gate_proj,0.0000131210,0.01000,2.390
29,mlp.experts.24.gate_proj,0.0000130618,0.01000,1.831
29,mlp.experts.28.gate_proj,0.0000122657,0.01000,1.769
29,mlp.experts.20.gate_proj,0.0000120148,0.01000,1.862
29,mlp.experts.16.gate_proj,0.0000149575,0.01000,1.914
29,mlp.experts.31.gate_proj,0.0000148914,0.01000,1.837
29,mlp.experts.19.gate_proj,0.0000122497,0.01000,1.807
29,mlp.experts.27.gate_proj,0.0000114554,0.01000,2.013
29,mlp.experts.22.gate_proj,0.0000122992,0.01000,1.934
29,mlp.experts.23.gate_proj,0.0000160148,0.01000,1.893
29,mlp.experts.30.gate_proj,0.0000127333,0.01000,1.992
29,mlp.experts.18.gate_proj,0.0000116290,0.01000,2.073
29,mlp.experts.26.gate_proj,0.0000152064,0.01000,1.936
29,mlp.experts.25.gate_proj,0.0000128944,0.01000,2.079
29,mlp.experts.21.gate_proj,0.0000128537,0.01000,2.117
29,mlp.experts.17.gate_proj,0.0000117481,0.01000,2.140
29,mlp.experts.29.gate_proj,0.0000146333,0.01000,2.057
29,mlp.experts.40.gate_proj,0.0000119757,0.01000,1.926
29,mlp.experts.44.gate_proj,0.0000131768,0.01000,1.964
29,mlp.experts.47.gate_proj,0.0000132118,0.01000,1.851
29,mlp.experts.32.gate_proj,0.0000156118,0.01000,2.025
29,mlp.experts.36.gate_proj,0.0000102927,0.01000,2.072
29,mlp.experts.38.gate_proj,0.0000147535,0.01000,1.826
29,mlp.experts.35.gate_proj,0.0000122762,0.01000,2.008
29,mlp.experts.46.gate_proj,0.0000118973,0.01000,1.958
29,mlp.experts.43.gate_proj,0.0000140911,0.01000,2.076
29,mlp.experts.39.gate_proj,0.0000130419,0.01000,2.097
29,mlp.experts.34.gate_proj,0.0000121862,0.01000,2.014
29,mlp.experts.42.gate_proj,0.0000157123,0.01000,1.911
29,mlp.experts.41.gate_proj,0.0000183885,0.01000,1.944
29,mlp.experts.45.gate_proj,0.0000131301,0.01000,1.976
29,mlp.experts.33.gate_proj,0.0000128097,0.01000,2.044
29,mlp.experts.37.gate_proj,0.0000109792,0.01000,2.123
29,mlp.experts.56.gate_proj,0.0000124667,0.01000,1.996
29,mlp.experts.63.gate_proj,0.0000133150,0.01000,1.950
29,mlp.experts.60.gate_proj,0.0000128830,0.01000,2.019
29,mlp.experts.51.gate_proj,0.0000118806,0.01000,1.865
29,mlp.experts.54.gate_proj,0.0000135255,0.01000,1.968
29,mlp.experts.48.gate_proj,0.0000141466,0.01000,1.997
29,mlp.experts.52.gate_proj,0.0000126246,0.01000,1.999
29,mlp.experts.62.gate_proj,0.0000133721,0.01000,2.006
29,mlp.experts.59.gate_proj,0.0000121132,0.01000,1.975
29,mlp.experts.58.gate_proj,0.0000123882,0.01000,1.941
29,mlp.experts.57.gate_proj,0.0000180770,0.01000,1.874
29,mlp.experts.55.gate_proj,0.0000119695,0.01000,2.006
29,mlp.experts.50.gate_proj,0.0000138714,0.01000,2.006
29,mlp.experts.61.gate_proj,0.0000136317,0.01000,1.798
29,mlp.experts.53.gate_proj,0.0000119494,0.01000,1.798
29,mlp.experts.49.gate_proj,0.0000133036,0.01000,1.916
29,mlp.experts.79.gate_proj,0.0000134026,0.01000,1.845
29,mlp.experts.67.gate_proj,0.0000131168,0.01000,1.782
29,mlp.experts.72.gate_proj,0.0000113435,0.01000,2.213
29,mlp.experts.70.gate_proj,0.0000125295,0.01000,1.986
29,mlp.experts.75.gate_proj,0.0000125398,0.01000,1.793
29,mlp.experts.71.gate_proj,0.0000144805,0.01000,1.764
29,mlp.experts.68.gate_proj,0.0000124025,0.01000,2.072
29,mlp.experts.76.gate_proj,0.0000132757,0.01000,2.268
29,mlp.experts.64.gate_proj,0.0000124961,0.01000,2.130
29,mlp.experts.78.gate_proj,0.0000123534,0.01000,1.991
29,mlp.experts.74.gate_proj,0.0000132285,0.01000,2.013
29,mlp.experts.73.gate_proj,0.0000114282,0.01000,2.046
29,mlp.experts.66.gate_proj,0.0000118654,0.01000,2.058
29,mlp.experts.77.gate_proj,0.0000130114,0.01000,2.056
29,mlp.experts.69.gate_proj,0.0000123926,0.01000,2.033
29,mlp.experts.65.gate_proj,0.0000121684,0.01000,2.100
29,mlp.experts.95.gate_proj,0.0000123027,0.01000,1.677
29,mlp.experts.83.gate_proj,0.0000121461,0.01000,1.682
29,mlp.experts.91.gate_proj,0.0000142005,0.01000,1.655
29,mlp.experts.87.gate_proj,0.0000129633,0.01000,1.639
29,mlp.experts.88.gate_proj,0.0000125962,0.01000,1.908
29,mlp.experts.86.gate_proj,0.0000151564,0.01000,2.001
29,mlp.experts.84.gate_proj,0.0000138817,0.01000,1.924
29,mlp.experts.92.gate_proj,0.0000138732,0.01000,1.994
29,mlp.experts.80.gate_proj,0.0000137436,0.01000,2.036
29,mlp.experts.90.gate_proj,0.0000117547,0.01000,1.962
29,mlp.experts.94.gate_proj,0.0000126298,0.01000,2.089
29,mlp.experts.89.gate_proj,0.0000131832,0.01000,2.074
29,mlp.experts.82.gate_proj,0.0000127439,0.01000,2.112
29,mlp.experts.85.gate_proj,0.0000115041,0.01000,2.161
29,mlp.experts.93.gate_proj,0.0000122700,0.01000,2.354
29,mlp.experts.81.gate_proj,0.0000143740,0.01000,2.222
29,mlp.experts.111.gate_proj,0.0000124642,0.01000,1.723
29,mlp.experts.99.gate_proj,0.0000068997,0.01000,1.702
29,mlp.experts.107.gate_proj,0.0000118989,0.01000,1.654
29,mlp.experts.103.gate_proj,0.0000112104,0.01000,1.786
29,mlp.experts.104.gate_proj,0.0000116191,0.01000,1.743
29,mlp.experts.100.gate_proj,0.0000124623,0.01000,1.829
29,mlp.experts.108.gate_proj,0.0000134935,0.01000,1.830
29,mlp.experts.102.gate_proj,0.0000120652,0.01000,2.002
29,mlp.experts.96.gate_proj,0.0000126930,0.01000,1.944
29,mlp.experts.106.gate_proj,0.0000114344,0.01000,2.005
29,mlp.experts.110.gate_proj,0.0000158246,0.01000,2.225
29,mlp.experts.98.gate_proj,0.0000160475,0.01000,2.176
29,mlp.experts.105.gate_proj,0.0000121322,0.01000,2.253
29,mlp.experts.101.gate_proj,0.0000118194,0.01000,2.061
29,mlp.experts.127.gate_proj,0.0000137071,0.01000,1.713
29,mlp.experts.115.gate_proj,0.0000132052,0.01000,1.769
29,mlp.experts.97.gate_proj,0.0000124644,0.01000,2.070
29,mlp.experts.109.gate_proj,0.0000127190,0.01000,2.205
29,mlp.experts.123.gate_proj,0.0000126188,0.01000,1.680
29,mlp.experts.119.gate_proj,0.0000141126,0.01000,1.669
29,mlp.experts.120.gate_proj,0.0000120350,0.01000,1.820
29,mlp.experts.116.gate_proj,0.0000123191,0.01000,1.729
29,mlp.experts.124.gate_proj,0.0000122693,0.01000,1.720
29,mlp.experts.112.gate_proj,0.0000123247,0.01000,1.720
29,mlp.experts.118.gate_proj,0.0000125343,0.01000,1.956
29,mlp.experts.122.gate_proj,0.0000077306,0.01000,2.024
29,mlp.experts.15.up_proj,0.0000128380,0.01000,1.761
29,mlp.experts.126.gate_proj,0.0000122524,0.01000,2.136
29,mlp.experts.3.up_proj,0.0000106209,0.01000,1.732
29,mlp.experts.114.gate_proj,0.0000127327,0.01000,2.114
29,mlp.experts.11.up_proj,0.0000156248,0.01000,1.791
29,mlp.experts.117.gate_proj,0.0000121004,0.01000,2.086
29,mlp.experts.121.gate_proj,0.0000128980,0.01000,2.180
29,mlp.experts.7.up_proj,0.0000116401,0.01000,1.754
29,mlp.experts.8.up_proj,0.0000139269,0.01000,1.504
29,mlp.experts.125.gate_proj,0.0000121275,0.01000,2.028
29,mlp.experts.4.up_proj,0.0000116747,0.01000,1.588
29,mlp.experts.113.gate_proj,0.0000139852,0.01000,2.258
29,mlp.experts.12.up_proj,0.0000114847,0.01000,1.618
29,mlp.experts.0.up_proj,0.0000131221,0.01000,1.592
29,mlp.experts.6.up_proj,0.0000112985,0.01000,1.969
29,mlp.experts.31.up_proj,0.0000145732,0.01000,1.586
29,mlp.experts.10.up_proj,0.0000155557,0.01000,1.950
29,mlp.experts.19.up_proj,0.0000139254,0.01000,1.691
29,mlp.experts.27.up_proj,0.0000123015,0.01000,1.618
29,mlp.experts.23.up_proj,0.0000151065,0.01000,1.635
29,mlp.experts.24.up_proj,0.0000119822,0.01000,1.659
29,mlp.experts.14.up_proj,0.0000128525,0.01000,2.090
29,mlp.experts.28.up_proj,0.0000128917,0.01000,1.680
29,mlp.experts.2.up_proj,0.0000134930,0.01000,2.175
29,mlp.experts.5.up_proj,0.0000132432,0.01000,2.162
29,mlp.experts.13.up_proj,0.0000131330,0.01000,1.981
29,mlp.experts.9.up_proj,0.0000126002,0.01000,2.256
29,mlp.experts.16.up_proj,0.0000144823,0.01000,1.690
29,mlp.experts.20.up_proj,0.0000127259,0.01000,1.994
29,mlp.experts.1.up_proj,0.0000120352,0.01000,2.271
29,mlp.experts.47.up_proj,0.0000114975,0.01000,1.665
29,mlp.experts.22.up_proj,0.0000119945,0.01000,1.987
29,mlp.experts.43.up_proj,0.0000142622,0.01000,1.670
29,mlp.experts.35.up_proj,0.0000123346,0.01000,1.851
29,mlp.experts.26.up_proj,0.0000133133,0.01000,2.045
29,mlp.experts.40.up_proj,0.0000121357,0.01000,1.717
29,mlp.experts.39.up_proj,0.0000120335,0.01000,1.874
29,mlp.experts.44.up_proj,0.0000128740,0.01000,1.674
29,mlp.experts.32.up_proj,0.0000147652,0.01000,1.659
29,mlp.experts.30.up_proj,0.0000123770,0.01000,2.079
29,mlp.experts.36.up_proj,0.0000222610,0.01000,1.883
29,mlp.experts.25.up_proj,0.0000134921,0.01000,1.984
29,mlp.experts.18.up_proj,0.0000129235,0.01000,2.143
29,mlp.experts.21.up_proj,0.0000124939,0.01000,2.134
29,mlp.experts.29.up_proj,0.0000143036,0.01000,2.222
29,mlp.experts.17.up_proj,0.0000136051,0.01000,2.106
29,mlp.experts.63.up_proj,0.0000131460,0.01000,1.907
29,mlp.experts.38.up_proj,0.0000135343,0.01000,2.003
29,mlp.experts.51.up_proj,0.0000119530,0.01000,1.769
29,mlp.experts.59.up_proj,0.0000121216,0.01000,1.919
29,mlp.experts.56.up_proj,0.0000130481,0.01000,1.739
29,mlp.experts.42.up_proj,0.0000138444,0.01000,1.931
29,mlp.experts.55.up_proj,0.0000116992,0.01000,1.922
29,mlp.experts.60.up_proj,0.0000132009,0.01000,1.776
29,mlp.experts.48.up_proj,0.0000127850,0.01000,1.792
29,mlp.experts.46.up_proj,0.0000128260,0.01000,1.912
29,mlp.experts.41.up_proj,0.0000151281,0.01000,1.876
29,mlp.experts.52.up_proj,0.0000126208,0.01000,1.984
29,mlp.experts.37.up_proj,0.0000107414,0.01000,1.993
29,mlp.experts.34.up_proj,0.0000120169,0.01000,2.008
29,mlp.experts.45.up_proj,0.0000132000,0.01000,2.069
29,mlp.experts.79.up_proj,0.0000119093,0.01000,1.876
29,mlp.experts.33.up_proj,0.0000126698,0.01000,2.051
29,mlp.experts.72.up_proj,0.0000111882,0.01000,1.741
29,mlp.experts.54.up_proj,0.0000130597,0.01000,1.885
29,mlp.experts.75.up_proj,0.0000123050,0.01000,1.815
29,mlp.experts.67.up_proj,0.0000146584,0.01000,1.920
29,mlp.experts.58.up_proj,0.0000127730,0.01000,1.884
29,mlp.experts.76.up_proj,0.0000129490,0.01000,1.692
29,mlp.experts.71.up_proj,0.0000146001,0.01000,1.923
29,mlp.experts.64.up_proj,0.0000131695,0.01000,1.704
29,mlp.experts.62.up_proj,0.0000123747,0.01000,1.930
29,mlp.experts.57.up_proj,0.0000141992,0.01000,2.055
29,mlp.experts.68.up_proj,0.0000112945,0.01000,2.025
29,mlp.experts.53.up_proj,0.0000129161,0.01000,1.985
29,mlp.experts.50.up_proj,0.0000121508,0.01000,2.004
29,mlp.experts.49.up_proj,0.0000125206,0.01000,1.835
29,mlp.experts.61.up_proj,0.0000129642,0.01000,2.192
29,mlp.experts.95.up_proj,0.0000125835,0.01000,1.915
29,mlp.experts.88.up_proj,0.0000119892,0.01000,1.757
29,mlp.experts.70.up_proj,0.0000122663,0.01000,1.941
29,mlp.experts.83.up_proj,0.0000124173,0.01000,1.925
29,mlp.experts.91.up_proj,0.0000138042,0.01000,2.049
29,mlp.experts.92.up_proj,0.0000129786,0.01000,1.790
29,mlp.experts.74.up_proj,0.0000136811,0.01000,1.929
29,mlp.experts.80.up_proj,0.0000121406,0.01000,1.784
29,mlp.experts.87.up_proj,0.0000115423,0.01000,1.866
29,mlp.experts.78.up_proj,0.0000123513,0.01000,2.008
29,mlp.experts.66.up_proj,0.0000122800,0.01000,2.050
29,mlp.experts.84.up_proj,0.0000136342,0.01000,2.119
29,mlp.experts.73.up_proj,0.0000106730,0.01000,2.155
29,mlp.experts.69.up_proj,0.0000128679,0.01000,2.118
29,mlp.experts.111.up_proj,0.0000133668,0.01000,1.930
29,mlp.experts.65.up_proj,0.0000133932,0.01000,2.045
29,mlp.experts.104.up_proj,0.0000111069,0.01000,1.966
29,mlp.experts.77.up_proj,0.0000122467,0.01000,2.243
29,mlp.experts.86.up_proj,0.0000143992,0.01000,2.020
29,mlp.experts.99.up_proj,0.0000073558,0.01000,1.977
29,mlp.experts.108.up_proj,0.0000139467,0.01000,1.924
29,mlp.experts.107.up_proj,0.0000124831,0.01000,1.969
29,mlp.experts.90.up_proj,0.0000120276,0.01000,1.968
29,mlp.experts.96.up_proj,0.0000126821,0.01000,1.969
29,mlp.experts.103.up_proj,0.0000129398,0.01000,1.938
29,mlp.experts.94.up_proj,0.0000125510,0.01000,1.949
29,mlp.experts.127.up_proj,0.0000130357,0.01000,1.797
29,mlp.experts.85.up_proj,0.0000145429,0.01000,2.037
29,mlp.experts.82.up_proj,0.0000123617,0.01000,2.097
29,mlp.experts.100.up_proj,0.0000120134,0.01000,2.141
29,mlp.experts.89.up_proj,0.0000131275,0.01000,2.177
29,mlp.experts.81.up_proj,0.0000161020,0.01000,2.062
29,mlp.experts.123.up_proj,0.0000126898,0.01000,1.747
29,mlp.experts.115.up_proj,0.0000129021,0.01000,1.821
29,mlp.experts.120.up_proj,0.0000120995,0.01000,2.137
29,mlp.experts.119.up_proj,0.0000139545,0.01000,1.668
29,mlp.experts.93.up_proj,0.0000118184,0.01000,2.072
29,mlp.experts.102.up_proj,0.0000122359,0.01000,2.101
29,mlp.experts.124.up_proj,0.0000121795,0.01000,2.088
29,mlp.experts.112.up_proj,0.0000125403,0.01000,1.962
29,mlp.experts.106.up_proj,0.0000132868,0.01000,2.050
29,mlp.experts.116.up_proj,0.0000121618,0.01000,1.090
29,mlp.experts.110.up_proj,0.0000151721,0.01000,1.989
29,mlp.experts.101.up_proj,0.0000128266,0.01000,1.813
29,mlp.experts.105.up_proj,0.0000120065,0.01000,1.807
29,mlp.experts.98.up_proj,0.0000141901,0.01000,1.937
29,mlp.experts.97.up_proj,0.0000134823,0.01000,1.735
29,mlp.experts.109.up_proj,0.0000125012,0.01000,1.742
29,mlp.experts.118.up_proj,0.0000129559,0.01000,1.947
29,mlp.experts.122.up_proj,0.0000081070,0.01000,1.800
29,mlp.experts.126.up_proj,0.0000124460,0.01000,1.615
29,mlp.experts.114.up_proj,0.0000124886,0.01000,1.328
29,mlp.experts.117.up_proj,0.0000137992,0.01000,1.635
29,mlp.experts.121.up_proj,0.0000121590,0.01000,1.581
29,mlp.experts.113.up_proj,0.0000143679,0.01000,1.564
29,mlp.experts.125.up_proj,0.0000118374,0.01000,1.409
29,mlp.experts.8.down_proj,0.0000018183,0.01000,0.832
29,mlp.experts.4.down_proj,0.0000011393,0.01000,0.861
29,mlp.experts.0.down_proj,0.0000022917,0.01000,0.862
29,mlp.experts.12.down_proj,0.0000009911,0.01000,0.886
29,mlp.experts.1.down_proj,0.0000012650,0.01000,1.341
29,mlp.experts.5.down_proj,0.0000018702,0.01000,1.362
29,mlp.experts.11.down_proj,0.0000022548,0.01000,1.371
29,mlp.experts.15.down_proj,0.0000018050,0.01000,1.378
29,mlp.experts.9.down_proj,0.0000013283,0.01000,1.405
29,mlp.experts.3.down_proj,0.0000008950,0.01000,1.404
29,mlp.experts.7.down_proj,0.0000016310,0.01000,1.408
29,mlp.experts.13.down_proj,0.0000018190,0.01000,1.418
29,mlp.experts.14.down_proj,0.0000012969,0.01000,1.443
29,mlp.experts.2.down_proj,0.0000018511,0.01000,1.447
29,mlp.experts.10.down_proj,0.0000014369,0.01000,1.464
29,mlp.experts.24.down_proj,0.0000012275,0.01000,0.631
29,mlp.experts.20.down_proj,0.0000015643,0.01000,0.611
29,mlp.experts.6.down_proj,0.0000008996,0.01000,1.488
29,mlp.experts.16.down_proj,0.0000021759,0.01000,0.623
29,mlp.experts.28.down_proj,0.0000014497,0.01000,0.607
29,mlp.experts.17.down_proj,0.0000018401,0.01000,0.640
29,mlp.experts.27.down_proj,0.0000012111,0.01000,0.650
29,mlp.experts.21.down_proj,0.0000013503,0.01000,0.661
29,mlp.experts.31.down_proj,0.0000020699,0.01000,0.647
29,mlp.experts.40.down_proj,0.0000012712,0.01000,0.586
29,mlp.experts.36.down_proj,0.0000036418,0.01000,0.585
29,mlp.experts.23.down_proj,0.0000029264,0.01000,0.653
29,mlp.experts.32.down_proj,0.0000024960,0.01000,0.580
29,mlp.experts.44.down_proj,0.0000014809,0.01000,0.597
29,mlp.experts.29.down_proj,0.0000030029,0.01000,0.690
29,mlp.experts.19.down_proj,0.0000021756,0.01000,0.723
29,mlp.experts.25.down_proj,0.0000013020,0.01000,0.742
29,mlp.experts.30.down_proj,0.0000013885,0.01000,0.771
29,mlp.experts.18.down_proj,0.0000012425,0.01000,0.799
29,mlp.experts.26.down_proj,0.0000013694,0.01000,0.840
29,mlp.experts.22.down_proj,0.0000011898,0.01000,0.875
29,mlp.experts.33.down_proj,0.0000013372,0.01000,0.630
29,mlp.experts.56.down_proj,0.0000014805,0.01000,0.607
29,mlp.experts.52.down_proj,0.0000016107,0.01000,0.601
29,mlp.experts.48.down_proj,0.0000013666,0.01000,0.597
29,mlp.experts.60.down_proj,0.0000016392,0.01000,0.604
29,mlp.experts.37.down_proj,0.0000009120,0.01000,0.672
29,mlp.experts.43.down_proj,0.0000026851,0.01000,0.688
29,mlp.experts.47.down_proj,0.0000010015,0.01000,0.705
29,mlp.experts.39.down_proj,0.0000012659,0.01000,0.691
29,mlp.experts.45.down_proj,0.0000013165,0.01000,0.651
29,mlp.experts.41.down_proj,0.0000032462,0.01000,0.633
29,mlp.experts.35.down_proj,0.0000018670,0.01000,0.837
29,mlp.experts.46.down_proj,0.0000015839,0.01000,0.837
29,mlp.experts.34.down_proj,0.0000009924,0.01000,0.829
29,mlp.experts.42.down_proj,0.0000023741,0.01000,0.811
29,mlp.experts.38.down_proj,0.0000020942,0.01000,0.819
29,mlp.experts.49.down_proj,0.0000011485,0.01000,0.710
29,mlp.experts.72.down_proj,0.0000010432,0.01000,0.701
29,mlp.experts.68.down_proj,0.0000009634,0.01000,0.706
29,mlp.experts.64.down_proj,0.0000016127,0.01000,0.732
29,mlp.experts.76.down_proj,0.0000014596,0.01000,0.704
29,mlp.experts.63.down_proj,0.0000013990,0.01000,0.685
29,mlp.experts.53.down_proj,0.0000018405,0.01000,0.721
29,mlp.experts.59.down_proj,0.0000011814,0.01000,0.711
29,mlp.experts.55.down_proj,0.0000011443,0.01000,0.692
29,mlp.experts.61.down_proj,0.0000013128,0.01000,0.746
29,mlp.experts.57.down_proj,0.0000024527,0.01000,0.768
29,mlp.experts.51.down_proj,0.0000011428,0.01000,0.672
29,mlp.experts.62.down_proj,0.0000012636,0.01000,0.661
29,mlp.experts.50.down_proj,0.0000012188,0.01000,0.683
29,mlp.experts.58.down_proj,0.0000013513,0.01000,0.675
29,mlp.experts.54.down_proj,0.0000011908,0.01000,0.652
29,mlp.experts.65.down_proj,0.0000014916,0.01000,0.628
29,mlp.experts.88.down_proj,0.0000012944,0.01000,0.623
29,mlp.experts.69.down_proj,0.0000013871,0.01000,0.641
29,mlp.experts.80.down_proj,0.0000011177,0.01000,0.679
29,mlp.experts.92.down_proj,0.0000017528,0.01000,0.702
29,mlp.experts.84.down_proj,0.0000016022,0.01000,0.772
29,mlp.experts.77.down_proj,0.0000012745,0.01000,0.656
29,mlp.experts.73.down_proj,0.0000008032,0.01000,0.623
29,mlp.experts.79.down_proj,0.0000010527,0.01000,0.791
29,mlp.experts.75.down_proj,0.0000010647,0.01000,0.828
29,mlp.experts.71.down_proj,0.0000024147,0.01000,0.835
29,mlp.experts.67.down_proj,0.0000037197,0.01000,0.754
29,mlp.experts.78.down_proj,0.0000015149,0.01000,0.681
29,mlp.experts.66.down_proj,0.0000013118,0.01000,0.657
29,mlp.experts.74.down_proj,0.0000017825,0.01000,0.704
29,mlp.experts.70.down_proj,0.0000021564,0.01000,0.687
29,mlp.experts.81.down_proj,0.0000025423,0.01000,0.611
29,mlp.experts.85.down_proj,0.0000015666,0.01000,0.635
29,mlp.experts.104.down_proj,0.0000009202,0.01000,0.788
29,mlp.experts.89.down_proj,0.0000016327,0.01000,0.673
29,mlp.experts.93.down_proj,0.0000011387,0.01000,0.681
29,mlp.experts.96.down_proj,0.0000011850,0.01000,0.768
29,mlp.experts.108.down_proj,0.0000038091,0.01000,0.768
29,mlp.experts.100.down_proj,0.0000009933,0.01000,0.786
29,mlp.experts.95.down_proj,0.0000012756,0.01000,0.769
29,mlp.experts.91.down_proj,0.0000021980,0.01000,0.745
29,mlp.experts.94.down_proj,0.0000014404,0.01000,0.633
29,mlp.experts.82.down_proj,0.0000012223,0.01000,0.629
29,mlp.experts.87.down_proj,0.0000010020,0.01000,0.766
29,mlp.experts.90.down_proj,0.0000015300,0.01000,0.617
29,mlp.experts.83.down_proj,0.0000012379,0.01000,0.732
29,mlp.experts.97.down_proj,0.0000024372,0.01000,0.616
29,mlp.experts.86.down_proj,0.0000022844,0.01000,0.757
29,mlp.experts.101.down_proj,0.0000014214,0.01000,0.626
29,mlp.experts.109.down_proj,0.0000012886,0.01000,0.615
29,mlp.experts.105.down_proj,0.0000012097,0.01000,0.633
29,mlp.experts.112.down_proj,0.0000013512,0.01000,0.655
29,mlp.experts.120.down_proj,0.0000012016,0.01000,0.791
29,mlp.experts.116.down_proj,0.0000011641,0.01000,0.657
29,mlp.experts.124.down_proj,0.0000015276,0.01000,0.736
29,mlp.experts.110.down_proj,0.0000021785,0.01000,0.628
29,mlp.experts.98.down_proj,0.0000037965,0.01000,0.625
29,mlp.experts.106.down_proj,0.0000013512,0.01000,0.631
29,mlp.experts.107.down_proj,0.0000012468,0.01000,0.733
29,mlp.experts.111.down_proj,0.0000014457,0.01000,0.777
29,mlp.experts.103.down_proj,0.0000014624,0.01000,0.717
29,mlp.experts.99.down_proj,0.0000006194,0.01000,0.714
29,mlp.experts.113.down_proj,0.0000020000,0.01000,0.719
29,mlp.experts.117.down_proj,0.0000017471,0.01000,0.624
29,mlp.experts.125.down_proj,0.0000011919,0.01000,0.550
29,mlp.experts.121.down_proj,0.0000011413,0.01000,0.547
29,mlp.experts.102.down_proj,0.0000012856,0.01000,0.770
29,mlp.experts.126.down_proj,0.0000015133,0.01000,0.607
29,mlp.experts.114.down_proj,0.0000012452,0.01000,0.623
29,mlp.experts.122.down_proj,0.0000005349,0.01000,0.590
29,mlp.experts.123.down_proj,0.0000014445,0.01000,0.748
29,mlp.experts.118.down_proj,0.0000011421,0.01000,0.453
29,mlp.experts.127.down_proj,0.0000015048,0.01000,0.746
29,mlp.experts.119.down_proj,0.0000020423,0.01000,0.749
29,mlp.experts.115.down_proj,0.0000013098,0.01000,0.699
30,self_attn.q_proj,0.0000014649,0.01000,0.769
30,self_attn.k_proj,0.0000002371,0.01000,0.825
30,self_attn.v_proj,0.0000002635,0.01000,1.306
30,self_attn.o_proj,0.0000002063,0.01000,2.576
30,mlp.experts.8.gate_proj,0.0000170513,0.01000,2.022
30,mlp.experts.13.gate_proj,0.0000169724,0.01000,2.047
30,mlp.experts.5.gate_proj,0.0000185555,0.01000,1.938
30,mlp.experts.1.gate_proj,0.0000162058,0.01000,2.093
30,mlp.experts.0.gate_proj,0.0000160495,0.01000,2.107
30,mlp.experts.9.gate_proj,0.0000164498,0.01000,1.971
30,mlp.experts.12.gate_proj,0.0000159392,0.01000,2.037
30,mlp.experts.4.gate_proj,0.0000159626,0.01000,2.275
30,mlp.experts.10.gate_proj,0.0000130176,0.01000,3.446
30,mlp.experts.3.gate_proj,0.0000160746,0.01000,3.329
30,mlp.experts.14.gate_proj,0.0000142781,0.01000,3.476
30,mlp.experts.11.gate_proj,0.0000160065,0.01000,3.385
30,mlp.experts.7.gate_proj,0.0000150746,0.01000,3.423
30,mlp.experts.2.gate_proj,0.0000137181,0.01000,3.569
30,mlp.experts.15.gate_proj,0.0000159088,0.01000,3.575
30,mlp.experts.6.gate_proj,0.0000161690,0.01000,3.646
30,mlp.experts.17.gate_proj,0.0000187137,0.01000,1.711
30,mlp.experts.29.gate_proj,0.0000176111,0.01000,1.770
30,mlp.experts.25.gate_proj,0.0000158902,0.01000,1.744
30,mlp.experts.21.gate_proj,0.0000195417,0.01000,1.854
30,mlp.experts.16.gate_proj,0.0000162027,0.01000,1.989
30,mlp.experts.24.gate_proj,0.0000156186,0.01000,2.164
30,mlp.experts.20.gate_proj,0.0000184816,0.01000,1.985
30,mlp.experts.28.gate_proj,0.0000155901,0.01000,2.280
30,mlp.experts.33.gate_proj,0.0000164998,0.01000,1.636
30,mlp.experts.41.gate_proj,0.0000149232,0.01000,1.669
30,mlp.experts.45.gate_proj,0.0000176342,0.01000,1.707
30,mlp.experts.37.gate_proj,0.0000169054,0.01000,1.667
30,mlp.experts.32.gate_proj,0.0000181212,0.01000,1.659
30,mlp.experts.36.gate_proj,0.0000135736,0.01000,1.644
30,mlp.experts.40.gate_proj,0.0000173657,0.01000,1.771
30,mlp.experts.44.gate_proj,0.0000160934,0.01000,2.068
30,mlp.experts.27.gate_proj,0.0000154054,0.01000,3.087
30,mlp.experts.19.gate_proj,0.0000139054,0.01000,3.144
30,mlp.experts.26.gate_proj,0.0000161485,0.01000,3.169
30,mlp.experts.30.gate_proj,0.0000135987,0.01000,3.198
30,mlp.experts.31.gate_proj,0.0000186697,0.01000,3.137
30,mlp.experts.18.gate_proj,0.0000154858,0.01000,3.173
30,mlp.experts.22.gate_proj,0.0000160174,0.01000,3.197
30,mlp.experts.23.gate_proj,0.0000139176,0.01000,3.332
30,mlp.experts.49.gate_proj,0.0000162276,0.01000,1.931
30,mlp.experts.57.gate_proj,0.0000161763,0.01000,1.960
30,mlp.experts.61.gate_proj,0.0000146139,0.01000,1.970
30,mlp.experts.53.gate_proj,0.0000160089,0.01000,1.972
30,mlp.experts.52.gate_proj,0.0000130309,0.01000,1.791
30,mlp.experts.56.gate_proj,0.0000131824,0.01000,1.932
30,mlp.experts.48.gate_proj,0.0000144757,0.01000,2.375
30,mlp.experts.60.gate_proj,0.0000152564,0.01000,1.871
30,mlp.experts.65.gate_proj,0.0000152282,0.01000,2.129
30,mlp.experts.35.gate_proj,0.0000150869,0.01000,3.096
30,mlp.experts.46.gate_proj,0.0000166788,0.01000,3.042
30,mlp.experts.43.gate_proj,0.0000152486,0.01000,3.106
30,mlp.experts.68.gate_proj,0.0000180300,0.01000,2.044
30,mlp.experts.73.gate_proj,0.0000165773,0.01000,2.239
30,mlp.experts.42.gate_proj,0.0000132599,0.01000,3.141
30,mlp.experts.77.gate_proj,0.0000160047,0.01000,2.306
30,mlp.experts.69.gate_proj,0.0000185155,0.01000,2.330
30,mlp.experts.38.gate_proj,0.0000143599,0.01000,3.108
30,mlp.experts.34.gate_proj,0.0000145442,0.01000,3.231
30,mlp.experts.39.gate_proj,0.0000156348,0.01000,3.109
30,mlp.experts.72.gate_proj,0.0000157923,0.01000,2.162
30,mlp.experts.47.gate_proj,0.0000171440,0.01000,3.445
30,mlp.experts.64.gate_proj,0.0000141204,0.01000,2.082
30,mlp.experts.76.gate_proj,0.0000160554,0.01000,2.098
30,mlp.experts.81.gate_proj,0.0000174977,0.01000,2.114
30,mlp.experts.89.gate_proj,0.0000158607,0.01000,2.075
30,mlp.experts.85.gate_proj,0.0000128175,0.01000,1.994
30,mlp.experts.93.gate_proj,0.0000145753,0.01000,2.097
30,mlp.experts.84.gate_proj,0.0000155830,0.01000,2.177
30,mlp.experts.88.gate_proj,0.0000147452,0.01000,2.224
30,mlp.experts.80.gate_proj,0.0000155246,0.01000,2.272
30,mlp.experts.62.gate_proj,0.0000149888,0.01000,2.841
30,mlp.experts.58.gate_proj,0.0000152455,0.01000,2.850
30,mlp.experts.92.gate_proj,0.0000165052,0.01000,2.219
30,mlp.experts.54.gate_proj,0.0000161881,0.01000,3.061
30,mlp.experts.50.gate_proj,0.0000188500,0.01000,3.137
30,mlp.experts.59.gate_proj,0.0000174169,0.01000,3.407
30,mlp.experts.51.gate_proj,0.0000191689,0.01000,3.466
30,mlp.experts.97.gate_proj,0.0000153652,0.01000,1.787
30,mlp.experts.55.gate_proj,0.0000157384,0.01000,3.566
30,mlp.experts.63.gate_proj,0.0000158886,0.01000,3.487
30,mlp.experts.105.gate_proj,0.0000145201,0.01000,1.821
30,mlp.experts.109.gate_proj,0.0000162548,0.01000,1.748
30,mlp.experts.101.gate_proj,0.0000166466,0.01000,1.901
30,mlp.experts.100.gate_proj,0.0000143597,0.01000,2.146
30,mlp.experts.104.gate_proj,0.0000162120,0.01000,2.206
30,mlp.experts.96.gate_proj,0.0000166501,0.01000,2.259
30,mlp.experts.108.gate_proj,0.0000153033,0.01000,2.165
30,mlp.experts.113.gate_proj,0.0000170232,0.01000,2.169
30,mlp.experts.125.gate_proj,0.0000150404,0.01000,2.127
30,mlp.experts.78.gate_proj,0.0000214998,0.01000,3.246
30,mlp.experts.74.gate_proj,0.0000163903,0.01000,3.291
30,mlp.experts.121.gate_proj,0.0000164013,0.01000,2.267
30,mlp.experts.117.gate_proj,0.0000147444,0.01000,2.177
30,mlp.experts.66.gate_proj,0.0000168452,0.01000,3.089
30,mlp.experts.70.gate_proj,0.0000179219,0.01000,3.248
30,mlp.experts.116.gate_proj,0.0000151705,0.01000,2.291
30,mlp.experts.75.gate_proj,0.0000133152,0.01000,3.254
30,mlp.experts.67.gate_proj,0.0000157370,0.01000,3.199
30,mlp.experts.120.gate_proj,0.0000148167,0.01000,2.212
30,mlp.experts.79.gate_proj,0.0000149542,0.01000,3.070
30,mlp.experts.71.gate_proj,0.0000155191,0.01000,3.186
30,mlp.experts.112.gate_proj,0.0000167291,0.01000,2.197
30,mlp.experts.124.gate_proj,0.0000159640,0.01000,2.131
30,mlp.experts.1.up_proj,0.0000164541,0.01000,1.973
30,mlp.experts.13.up_proj,0.0000156708,0.01000,2.042
30,mlp.experts.9.up_proj,0.0000159773,0.01000,1.953
30,mlp.experts.5.up_proj,0.0000192617,0.01000,1.948
30,mlp.experts.4.up_proj,0.0000145455,0.01000,1.888
30,mlp.experts.8.up_proj,0.0000180443,0.01000,2.111
30,mlp.experts.94.gate_proj,0.0000169470,0.01000,3.108
30,mlp.experts.0.up_proj,0.0000147658,0.01000,2.075
30,mlp.experts.12.up_proj,0.0000148452,0.01000,2.081
30,mlp.experts.90.gate_proj,0.0000175072,0.01000,3.323
30,mlp.experts.86.gate_proj,0.0000135123,0.01000,3.072
30,mlp.experts.17.up_proj,0.0000158865,0.01000,1.821
30,mlp.experts.29.up_proj,0.0000157646,0.01000,1.658
30,mlp.experts.82.gate_proj,0.0000166794,0.01000,3.415
30,mlp.experts.21.up_proj,0.0000181843,0.01000,1.685
30,mlp.experts.25.up_proj,0.0000145977,0.01000,1.738
30,mlp.experts.91.gate_proj,0.0000176120,0.01000,3.259
30,mlp.experts.83.gate_proj,0.0000136788,0.01000,3.499
30,mlp.experts.95.gate_proj,0.0000154156,0.01000,3.429
30,mlp.experts.87.gate_proj,0.0000158940,0.01000,3.633
30,mlp.experts.20.up_proj,0.0000169952,0.01000,2.288
30,mlp.experts.24.up_proj,0.0000160918,0.01000,2.245
30,mlp.experts.16.up_proj,0.0000158214,0.01000,2.204
30,mlp.experts.28.up_proj,0.0000145574,0.01000,2.194
30,mlp.experts.33.up_proj,0.0000154034,0.01000,1.916
30,mlp.experts.45.up_proj,0.0000177473,0.01000,2.081
30,mlp.experts.41.up_proj,0.0000155323,0.01000,2.019
30,mlp.experts.37.up_proj,0.0000158875,0.01000,2.115
30,mlp.experts.110.gate_proj,0.0000137484,0.01000,3.196
30,mlp.experts.106.gate_proj,0.0000157750,0.01000,3.167
30,mlp.experts.102.gate_proj,0.0000183756,0.01000,3.177
30,mlp.experts.98.gate_proj,0.0000146347,0.01000,3.073
30,mlp.experts.36.up_proj,0.0000126634,0.01000,2.124
30,mlp.experts.107.gate_proj,0.0000136516,0.01000,3.430
30,mlp.experts.40.up_proj,0.0000167364,0.01000,2.097
30,mlp.experts.99.gate_proj,0.0000160273,0.01000,3.392
30,mlp.experts.32.up_proj,0.0000165742,0.01000,2.084
30,mlp.experts.44.up_proj,0.0000158113,0.01000,2.049
30,mlp.experts.49.up_proj,0.0000142683,0.01000,2.214
30,mlp.experts.111.gate_proj,0.0000154684,0.01000,3.407
30,mlp.experts.103.gate_proj,0.0000146602,0.01000,3.348
30,mlp.experts.61.up_proj,0.0000132599,0.01000,2.215
30,mlp.experts.57.up_proj,0.0000169771,0.01000,2.250
30,mlp.experts.53.up_proj,0.0000152179,0.01000,2.196
30,mlp.experts.52.up_proj,0.0000140211,0.01000,2.070
30,mlp.experts.126.gate_proj,0.0000157444,0.01000,3.110
30,mlp.experts.56.up_proj,0.0000177418,0.01000,2.127
30,mlp.experts.118.gate_proj,0.0000162673,0.01000,2.941
30,mlp.experts.122.gate_proj,0.0000165159,0.01000,3.051
30,mlp.experts.60.up_proj,0.0000173051,0.01000,2.143
30,mlp.experts.48.up_proj,0.0000131666,0.01000,2.184
30,mlp.experts.114.gate_proj,0.0000164434,0.01000,3.024
30,mlp.experts.65.up_proj,0.0000152169,0.01000,2.303
30,mlp.experts.123.gate_proj,0.0000133972,0.01000,2.937
30,mlp.experts.77.up_proj,0.0000152551,0.01000,2.394
30,mlp.experts.73.up_proj,0.0000174203,0.01000,2.304
30,mlp.experts.115.gate_proj,0.0000161807,0.01000,3.000
30,mlp.experts.69.up_proj,0.0000178827,0.01000,2.411
30,mlp.experts.127.gate_proj,0.0000148200,0.01000,2.952
30,mlp.experts.119.gate_proj,0.0000168274,0.01000,2.983
30,mlp.experts.68.up_proj,0.0000172612,0.01000,2.085
30,mlp.experts.72.up_proj,0.0000160610,0.01000,1.965
30,mlp.experts.76.up_proj,0.0000168524,0.01000,1.901
30,mlp.experts.64.up_proj,0.0000148507,0.01000,1.928
30,mlp.experts.81.up_proj,0.0000185750,0.01000,2.180
30,mlp.experts.14.up_proj,0.0000167928,0.01000,3.046
30,mlp.experts.93.up_proj,0.0000138731,0.01000,2.077
30,mlp.experts.89.up_proj,0.0000146305,0.01000,2.066
30,mlp.experts.85.up_proj,0.0000156913,0.01000,2.033
30,mlp.experts.6.up_proj,0.0000149996,0.01000,3.136
30,mlp.experts.10.up_proj,0.0000167701,0.01000,3.158
30,mlp.experts.84.up_proj,0.0000145534,0.01000,1.995
30,mlp.experts.2.up_proj,0.0000162524,0.01000,3.204
30,mlp.experts.11.up_proj,0.0000163641,0.01000,3.085
30,mlp.experts.88.up_proj,0.0000156380,0.01000,1.941
30,mlp.experts.3.up_proj,0.0000155698,0.01000,3.132
30,mlp.experts.80.up_proj,0.0000165728,0.01000,2.103
30,mlp.experts.92.up_proj,0.0000146366,0.01000,2.218
30,mlp.experts.15.up_proj,0.0000147450,0.01000,3.175
30,mlp.experts.7.up_proj,0.0000149519,0.01000,3.167
30,mlp.experts.97.up_proj,0.0000139797,0.01000,2.101
30,mlp.experts.109.up_proj,0.0000155868,0.01000,2.093
30,mlp.experts.105.up_proj,0.0000183286,0.01000,2.239
30,mlp.experts.101.up_proj,0.0000154415,0.01000,2.271
30,mlp.experts.100.up_proj,0.0000151180,0.01000,2.180
30,mlp.experts.30.up_proj,0.0000155189,0.01000,3.115
30,mlp.experts.104.up_proj,0.0000163679,0.01000,2.239
30,mlp.experts.22.up_proj,0.0000148625,0.01000,2.994
30,mlp.experts.96.up_proj,0.0000154662,0.01000,2.094
30,mlp.experts.26.up_proj,0.0000169276,0.01000,3.110
30,mlp.experts.108.up_proj,0.0000162463,0.01000,2.100
30,mlp.experts.18.up_proj,0.0000156104,0.01000,3.193
30,mlp.experts.113.up_proj,0.0000179076,0.01000,2.130
30,mlp.experts.125.up_proj,0.0000151613,0.01000,1.995
30,mlp.experts.121.up_proj,0.0000148264,0.01000,1.890
30,mlp.experts.117.up_proj,0.0000146040,0.01000,1.799
30,mlp.experts.27.up_proj,0.0000162070,0.01000,3.588
30,mlp.experts.19.up_proj,0.0000169902,0.01000,3.556
30,mlp.experts.31.up_proj,0.0000177842,0.01000,3.543
30,mlp.experts.116.up_proj,0.0000159732,0.01000,2.199
30,mlp.experts.23.up_proj,0.0000149428,0.01000,3.448
30,mlp.experts.120.up_proj,0.0000144751,0.01000,2.017
30,mlp.experts.124.up_proj,0.0000153104,0.01000,1.848
30,mlp.experts.112.up_proj,0.0000177632,0.01000,1.934
30,mlp.experts.46.up_proj,0.0000164942,0.01000,3.235
30,mlp.experts.38.up_proj,0.0000150211,0.01000,3.078
30,mlp.experts.42.up_proj,0.0000164947,0.01000,3.229
30,mlp.experts.34.up_proj,0.0000152119,0.01000,3.113
30,mlp.experts.35.up_proj,0.0000193464,0.01000,2.805
30,mlp.experts.43.up_proj,0.0000153181,0.01000,3.110
30,mlp.experts.47.up_proj,0.0000172312,0.01000,2.822
30,mlp.experts.39.up_proj,0.0000161693,0.01000,2.810
30,mlp.experts.62.up_proj,0.0000142331,0.01000,2.649
30,mlp.experts.54.up_proj,0.0000143666,0.01000,2.702
30,mlp.experts.58.up_proj,0.0000134625,0.01000,2.953
30,mlp.experts.50.up_proj,0.0000170964,0.01000,2.966
30,mlp.experts.51.up_proj,0.0000177271,0.01000,2.873
30,mlp.experts.59.up_proj,0.0000170262,0.01000,3.000
30,mlp.experts.63.up_proj,0.0000150943,0.01000,2.923
30,mlp.experts.55.up_proj,0.0000157086,0.01000,2.974
30,mlp.experts.78.up_proj,0.0000188429,0.01000,2.793
30,mlp.experts.70.up_proj,0.0000171811,0.01000,2.767
30,mlp.experts.74.up_proj,0.0000159797,0.01000,2.845
30,mlp.experts.66.up_proj,0.0000170285,0.01000,2.537
30,mlp.experts.67.up_proj,0.0000154270,0.01000,2.410
30,mlp.experts.75.up_proj,0.0000133591,0.01000,2.582
30,mlp.experts.79.up_proj,0.0000149892,0.01000,2.575
30,mlp.experts.71.up_proj,0.0000143255,0.01000,2.455
30,mlp.experts.94.up_proj,0.0000153395,0.01000,2.541
30,mlp.experts.86.up_proj,0.0000146148,0.01000,2.595
30,mlp.experts.82.up_proj,0.0000162063,0.01000,2.628
30,mlp.experts.90.up_proj,0.0000159292,0.01000,2.720
30,mlp.experts.83.up_proj,0.0000136918,0.01000,3.081
30,mlp.experts.91.up_proj,0.0000164492,0.01000,3.014
30,mlp.experts.95.up_proj,0.0000156748,0.01000,2.951
30,mlp.experts.87.up_proj,0.0000138527,0.01000,2.976
30,mlp.experts.110.up_proj,0.0000141196,0.01000,2.588
30,mlp.experts.102.up_proj,0.0000181148,0.01000,2.571
30,mlp.experts.98.up_proj,0.0000145327,0.01000,2.519
30,mlp.experts.106.up_proj,0.0000155722,0.01000,2.563
30,mlp.experts.99.up_proj,0.0000154651,0.01000,2.871
30,mlp.experts.111.up_proj,0.0000158146,0.01000,2.896
30,mlp.experts.107.up_proj,0.0000127669,0.01000,2.992
30,mlp.experts.103.up_proj,0.0000170051,0.01000,2.990
30,mlp.experts.126.up_proj,0.0000154619,0.01000,2.574
30,mlp.experts.118.up_proj,0.0000190315,0.01000,2.534
30,mlp.experts.114.up_proj,0.0000146974,0.01000,2.235
30,mlp.experts.122.up_proj,0.0000155572,0.01000,2.179
30,mlp.experts.115.up_proj,0.0000157417,0.01000,3.330
30,mlp.experts.123.up_proj,0.0000165585,0.01000,3.386
30,mlp.experts.127.up_proj,0.0000150243,0.01000,3.449
30,mlp.experts.119.up_proj,0.0000150475,0.01000,3.345
30,mlp.experts.4.down_proj,0.0000013708,0.01000,0.864
30,mlp.experts.0.down_proj,0.0000012756,0.01000,0.836
30,mlp.experts.8.down_proj,0.0000030677,0.01000,0.805
30,mlp.experts.12.down_proj,0.0000013680,0.01000,0.857
30,mlp.experts.5.down_proj,0.0000033169,0.01000,1.079
30,mlp.experts.1.down_proj,0.0000017610,0.01000,1.168
30,mlp.experts.13.down_proj,0.0000013948,0.01000,1.072
30,mlp.experts.9.down_proj,0.0000015890,0.01000,1.144
30,mlp.experts.11.down_proj,0.0000016055,0.01000,1.435
30,mlp.experts.2.down_proj,0.0000020978,0.01000,1.541
30,mlp.experts.7.down_proj,0.0000013200,0.01000,1.461
30,mlp.experts.6.down_proj,0.0000013383,0.01000,1.537
30,mlp.experts.16.down_proj,0.0000017069,0.01000,0.686
30,mlp.experts.14.down_proj,0.0000021586,0.01000,1.485
30,mlp.experts.15.down_proj,0.0000012012,0.01000,1.490
30,mlp.experts.3.down_proj,0.0000015098,0.01000,1.582
30,mlp.experts.24.down_proj,0.0000020530,0.01000,0.720
30,mlp.experts.20.down_proj,0.0000015886,0.01000,0.754
30,mlp.experts.10.down_proj,0.0000018230,0.01000,1.560
30,mlp.experts.28.down_proj,0.0000015783,0.01000,0.724
30,mlp.experts.29.down_proj,0.0000012930,0.01000,0.713
30,mlp.experts.25.down_proj,0.0000013461,0.01000,0.740
30,mlp.experts.17.down_proj,0.0000019737,0.01000,0.746
30,mlp.experts.21.down_proj,0.0000023594,0.01000,0.749
30,mlp.experts.32.down_proj,0.0000017159,0.01000,0.623
30,mlp.experts.40.down_proj,0.0000025323,0.01000,0.645
30,mlp.experts.36.down_proj,0.0000010126,0.01000,0.675
30,mlp.experts.44.down_proj,0.0000015569,0.01000,0.639
30,mlp.experts.27.down_proj,0.0000017775,0.01000,0.985
30,mlp.experts.31.down_proj,0.0000025653,0.01000,0.983
30,mlp.experts.23.down_proj,0.0000013445,0.01000,1.034
30,mlp.experts.45.down_proj,0.0000033015,0.01000,0.684
30,mlp.experts.19.down_proj,0.0000022652,0.01000,1.031
30,mlp.experts.33.down_proj,0.0000013772,0.01000,0.681
30,mlp.experts.37.down_proj,0.0000015125,0.01000,0.706
30,mlp.experts.41.down_proj,0.0000016305,0.01000,0.712
30,mlp.experts.18.down_proj,0.0000015502,0.01000,1.199
30,mlp.experts.22.down_proj,0.0000012996,0.01000,1.181
30,mlp.experts.30.down_proj,0.0000018834,0.01000,1.173
30,mlp.experts.48.down_proj,0.0000010842,0.01000,0.630
30,mlp.experts.26.down_proj,0.0000017987,0.01000,1.191
30,mlp.experts.56.down_proj,0.0000020897,0.01000,0.651
30,mlp.experts.60.down_proj,0.0000029391,0.01000,0.654
30,mlp.experts.52.down_proj,0.0000013237,0.01000,0.687
30,mlp.experts.61.down_proj,0.0000011123,0.01000,0.805
30,mlp.experts.53.down_proj,0.0000015939,0.01000,0.774
30,mlp.experts.64.down_proj,0.0000014628,0.01000,0.616
30,mlp.experts.49.down_proj,0.0000012688,0.01000,0.837
30,mlp.experts.57.down_proj,0.0000018883,0.01000,0.843
30,mlp.experts.72.down_proj,0.0000015326,0.01000,0.609
30,mlp.experts.43.down_proj,0.0000017755,0.01000,1.026
30,mlp.experts.47.down_proj,0.0000022765,0.01000,1.059
30,mlp.experts.76.down_proj,0.0000017715,0.01000,0.660
30,mlp.experts.68.down_proj,0.0000020240,0.01000,0.666
30,mlp.experts.34.down_proj,0.0000014800,0.01000,0.953
30,mlp.experts.39.down_proj,0.0000016420,0.01000,1.136
30,mlp.experts.38.down_proj,0.0000013994,0.01000,1.005
30,mlp.experts.35.down_proj,0.0000028086,0.01000,1.133
30,mlp.experts.46.down_proj,0.0000019052,0.01000,1.029
30,mlp.experts.42.down_proj,0.0000019478,0.01000,0.942
30,mlp.experts.80.down_proj,0.0000022615,0.01000,0.683
30,mlp.experts.88.down_proj,0.0000023864,0.01000,0.665
30,mlp.experts.69.down_proj,0.0000024142,0.01000,0.790
30,mlp.experts.92.down_proj,0.0000011766,0.01000,0.630
30,mlp.experts.77.down_proj,0.0000015664,0.01000,0.880
30,mlp.experts.73.down_proj,0.0000021669,0.01000,0.805
30,mlp.experts.84.down_proj,0.0000013306,0.01000,0.631
30,mlp.experts.65.down_proj,0.0000014797,0.01000,0.849
30,mlp.experts.63.down_proj,0.0000015492,0.01000,0.954
30,mlp.experts.59.down_proj,0.0000020941,0.01000,1.071
30,mlp.experts.50.down_proj,0.0000024422,0.01000,0.957
30,mlp.experts.55.down_proj,0.0000015030,0.01000,0.971
30,mlp.experts.62.down_proj,0.0000012187,0.01000,0.932
30,mlp.experts.51.down_proj,0.0000021021,0.01000,0.966
30,mlp.experts.58.down_proj,0.0000011608,0.01000,0.960
30,mlp.experts.96.down_proj,0.0000015366,0.01000,0.643
30,mlp.experts.54.down_proj,0.0000012021,0.01000,1.032
30,mlp.experts.104.down_proj,0.0000023521,0.01000,0.645
30,mlp.experts.108.down_proj,0.0000015476,0.01000,0.670
30,mlp.experts.100.down_proj,0.0000013758,0.01000,0.630
30,mlp.experts.85.down_proj,0.0000015579,0.01000,0.779
30,mlp.experts.93.down_proj,0.0000012073,0.01000,0.732
30,mlp.experts.89.down_proj,0.0000012949,0.01000,0.743
30,mlp.experts.81.down_proj,0.0000028795,0.01000,0.774
30,mlp.experts.120.down_proj,0.0000013233,0.01000,0.620
30,mlp.experts.112.down_proj,0.0000041546,0.01000,0.725
30,mlp.experts.116.down_proj,0.0000016340,0.01000,0.597
30,mlp.experts.79.down_proj,0.0000015239,0.01000,0.977
30,mlp.experts.124.down_proj,0.0000016613,0.01000,0.652
30,mlp.experts.66.down_proj,0.0000016444,0.01000,0.966
30,mlp.experts.75.down_proj,0.0000010835,0.01000,0.999
30,mlp.experts.71.down_proj,0.0000013554,0.01000,0.947
30,mlp.experts.101.down_proj,0.0000014888,0.01000,0.650
30,mlp.experts.109.down_proj,0.0000013616,0.01000,0.670
30,mlp.experts.67.down_proj,0.0000014915,0.01000,0.972
30,mlp.experts.74.down_proj,0.0000014684,0.01000,0.960
30,mlp.experts.97.down_proj,0.0000011359,0.01000,0.649
30,mlp.experts.105.down_proj,0.0000031051,0.01000,0.706
30,mlp.experts.70.down_proj,0.0000022461,0.01000,0.975
30,mlp.experts.78.down_proj,0.0000029584,0.01000,1.142
30,mlp.experts.117.down_proj,0.0000013802,0.01000,0.714
30,mlp.experts.125.down_proj,0.0000014819,0.01000,0.721
30,mlp.experts.121.down_proj,0.0000013970,0.01000,0.689
30,mlp.experts.113.down_proj,0.0000027631,0.01000,0.713
30,mlp.experts.95.down_proj,0.0000015178,0.01000,0.993
30,mlp.experts.82.down_proj,0.0000016078,0.01000,0.955
30,mlp.experts.87.down_proj,0.0000012089,0.01000,0.965
30,mlp.experts.91.down_proj,0.0000015705,0.01000,1.006
30,mlp.experts.90.down_proj,0.0000013441,0.01000,0.919
30,mlp.experts.83.down_proj,0.0000012740,0.01000,0.986
30,mlp.experts.86.down_proj,0.0000013994,0.01000,0.930
30,mlp.experts.94.down_proj,0.0000013984,0.01000,0.958
30,mlp.experts.98.down_proj,0.0000010612,0.01000,0.963
30,mlp.experts.106.down_proj,0.0000016235,0.01000,0.904
30,mlp.experts.111.down_proj,0.0000015882,0.01000,1.005
30,mlp.experts.102.down_proj,0.0000022233,0.01000,0.899
30,mlp.experts.103.down_proj,0.0000020684,0.01000,0.996
30,mlp.experts.107.down_proj,0.0000009725,0.01000,1.002
30,mlp.experts.99.down_proj,0.0000016173,0.01000,1.013
30,mlp.experts.110.down_proj,0.0000012810,0.01000,0.928
30,mlp.experts.122.down_proj,0.0000014712,0.01000,0.834
30,mlp.experts.118.down_proj,0.0000033530,0.01000,0.826
30,mlp.experts.114.down_proj,0.0000014689,0.01000,0.899
30,mlp.experts.126.down_proj,0.0000021414,0.01000,0.745
30,mlp.experts.127.down_proj,0.0000015130,0.01000,1.010
30,mlp.experts.119.down_proj,0.0000015359,0.01000,0.980
30,mlp.experts.123.down_proj,0.0000021742,0.01000,0.995
30,mlp.experts.115.down_proj,0.0000017045,0.01000,0.940
31,self_attn.q_proj,0.0000012059,0.01000,0.744
31,self_attn.k_proj,0.0000001662,0.01000,0.881
31,self_attn.v_proj,0.0000001872,0.01000,1.292
31,self_attn.o_proj,0.0000001945,0.01000,2.497
31,mlp.experts.8.gate_proj,0.0000167987,0.01000,1.826
31,mlp.experts.12.gate_proj,0.0000154436,0.01000,1.877
31,mlp.experts.4.gate_proj,0.0000153263,0.01000,1.888
31,mlp.experts.0.gate_proj,0.0000173046,0.01000,2.036
31,mlp.experts.13.gate_proj,0.0000155103,0.01000,2.349
31,mlp.experts.1.gate_proj,0.0000152913,0.01000,2.371
31,mlp.experts.5.gate_proj,0.0000145758,0.01000,2.399
31,mlp.experts.9.gate_proj,0.0000157554,0.01000,2.640
31,mlp.experts.6.gate_proj,0.0000171221,0.01000,2.761
31,mlp.experts.10.gate_proj,0.0000154010,0.01000,2.792
31,mlp.experts.2.gate_proj,0.0000138112,0.01000,2.798
31,mlp.experts.14.gate_proj,0.0000192877,0.01000,2.995
31,mlp.experts.3.gate_proj,0.0000141998,0.01000,3.255
31,mlp.experts.11.gate_proj,0.0000155467,0.01000,3.271
31,mlp.experts.15.gate_proj,0.0000142058,0.01000,3.301
31,mlp.experts.7.gate_proj,0.0000154941,0.01000,3.314
31,mlp.experts.24.gate_proj,0.0000144859,0.01000,2.043
31,mlp.experts.20.gate_proj,0.0000144101,0.01000,2.016
31,mlp.experts.16.gate_proj,0.0000136817,0.01000,2.139
31,mlp.experts.17.gate_proj,0.0000159245,0.01000,1.894
31,mlp.experts.28.gate_proj,0.0000172388,0.01000,2.388
31,mlp.experts.29.gate_proj,0.0000157027,0.01000,1.928
31,mlp.experts.21.gate_proj,0.0000154326,0.01000,1.944
31,mlp.experts.25.gate_proj,0.0000148989,0.01000,1.782
31,mlp.experts.22.gate_proj,0.0000163412,0.01000,2.574
31,mlp.experts.26.gate_proj,0.0000134853,0.01000,2.576
31,mlp.experts.30.gate_proj,0.0000158175,0.01000,2.625
31,mlp.experts.18.gate_proj,0.0000162538,0.01000,2.844
31,mlp.experts.33.gate_proj,0.0000147336,0.01000,1.617
31,mlp.experts.45.gate_proj,0.0000138234,0.01000,1.672
31,mlp.experts.37.gate_proj,0.0000158333,0.01000,1.629
31,mlp.experts.36.gate_proj,0.0000158038,0.01000,2.103
31,mlp.experts.41.gate_proj,0.0000143595,0.01000,1.657
31,mlp.experts.40.gate_proj,0.0000149546,0.01000,2.215
31,mlp.experts.27.gate_proj,0.0000155365,0.01000,2.837
31,mlp.experts.23.gate_proj,0.0000163213,0.01000,2.846
31,mlp.experts.31.gate_proj,0.0000138381,0.01000,2.882
31,mlp.experts.19.gate_proj,0.0000151732,0.01000,2.949
31,mlp.experts.32.gate_proj,0.0000153207,0.01000,2.084
31,mlp.experts.44.gate_proj,0.0000165058,0.01000,2.211
31,mlp.experts.53.gate_proj,0.0000148543,0.01000,1.598
31,mlp.experts.49.gate_proj,0.0000142917,0.01000,1.686
31,mlp.experts.61.gate_proj,0.0000156009,0.01000,1.617
31,mlp.experts.57.gate_proj,0.0000166368,0.01000,1.643
31,mlp.experts.38.gate_proj,0.0000151539,0.01000,2.583
31,mlp.experts.52.gate_proj,0.0000142542,0.01000,1.930
31,mlp.experts.42.gate_proj,0.0000156088,0.01000,2.618
31,mlp.experts.56.gate_proj,0.0000138232,0.01000,2.043
31,mlp.experts.46.gate_proj,0.0000150364,0.01000,2.614
31,mlp.experts.48.gate_proj,0.0000124981,0.01000,2.044
31,mlp.experts.34.gate_proj,0.0000126066,0.01000,2.879
31,mlp.experts.60.gate_proj,0.0000135869,0.01000,2.128
31,mlp.experts.43.gate_proj,0.0000144352,0.01000,2.633
31,mlp.experts.39.gate_proj,0.0000130657,0.01000,2.716
31,mlp.experts.47.gate_proj,0.0000144808,0.01000,2.747
31,mlp.experts.35.gate_proj,0.0000167972,0.01000,2.746
31,mlp.experts.69.gate_proj,0.0000156981,0.01000,1.564
31,mlp.experts.65.gate_proj,0.0000170056,0.01000,1.617
31,mlp.experts.77.gate_proj,0.0000157661,0.01000,1.638
31,mlp.experts.73.gate_proj,0.0000148571,0.01000,1.582
31,mlp.experts.68.gate_proj,0.0000153337,0.01000,2.118
31,mlp.experts.72.gate_proj,0.0000163200,0.01000,1.925
31,mlp.experts.64.gate_proj,0.0000144350,0.01000,2.048
31,mlp.experts.76.gate_proj,0.0000146000,0.01000,1.966
31,mlp.experts.85.gate_proj,0.0000157993,0.01000,1.629
31,mlp.experts.81.gate_proj,0.0000156949,0.01000,1.598
31,mlp.experts.93.gate_proj,0.0000130617,0.01000,1.607
31,mlp.experts.89.gate_proj,0.0000144668,0.01000,1.759
31,mlp.experts.54.gate_proj,0.0000163513,0.01000,3.196
31,mlp.experts.58.gate_proj,0.0000158570,0.01000,3.125
31,mlp.experts.62.gate_proj,0.0000157241,0.01000,3.056
31,mlp.experts.59.gate_proj,0.0000149385,0.01000,2.856
31,mlp.experts.50.gate_proj,0.0000136698,0.01000,3.180
31,mlp.experts.63.gate_proj,0.0000164674,0.01000,2.867
31,mlp.experts.55.gate_proj,0.0000145902,0.01000,2.928
31,mlp.experts.51.gate_proj,0.0000125234,0.01000,2.912
31,mlp.experts.84.gate_proj,0.0000149994,0.01000,2.113
31,mlp.experts.88.gate_proj,0.0000152997,0.01000,2.306
31,mlp.experts.101.gate_proj,0.0000194058,0.01000,1.658
31,mlp.experts.109.gate_proj,0.0000156744,0.01000,1.642
31,mlp.experts.97.gate_proj,0.0000171185,0.01000,1.701
31,mlp.experts.80.gate_proj,0.0000169222,0.01000,2.165
31,mlp.experts.105.gate_proj,0.0000183849,0.01000,1.704
31,mlp.experts.92.gate_proj,0.0000166458,0.01000,2.248
31,mlp.experts.70.gate_proj,0.0000163446,0.01000,2.945
31,mlp.experts.100.gate_proj,0.0000141268,0.01000,2.007
31,mlp.experts.78.gate_proj,0.0000190596,0.01000,2.947
31,mlp.experts.74.gate_proj,0.0000143792,0.01000,3.140
31,mlp.experts.117.gate_proj,0.0000160326,0.01000,1.866
31,mlp.experts.125.gate_proj,0.0000148314,0.01000,1.902
31,mlp.experts.113.gate_proj,0.0000159534,0.01000,1.920
31,mlp.experts.75.gate_proj,0.0000148359,0.01000,2.845
31,mlp.experts.104.gate_proj,0.0000167698,0.01000,2.193
31,mlp.experts.79.gate_proj,0.0000151136,0.01000,2.806
31,mlp.experts.71.gate_proj,0.0000162588,0.01000,2.805
31,mlp.experts.96.gate_proj,0.0000147538,0.01000,2.100
31,mlp.experts.67.gate_proj,0.0000150065,0.01000,2.962
31,mlp.experts.66.gate_proj,0.0000159823,0.01000,3.118
31,mlp.experts.121.gate_proj,0.0000149665,0.01000,2.043
31,mlp.experts.108.gate_proj,0.0000162911,0.01000,2.220
31,mlp.experts.116.gate_proj,0.0000149233,0.01000,2.064
31,mlp.experts.5.up_proj,0.0000144111,0.01000,2.008
31,mlp.experts.13.up_proj,0.0000149719,0.01000,2.017
31,mlp.experts.1.up_proj,0.0000144637,0.01000,2.014
31,mlp.experts.120.gate_proj,0.0000163856,0.01000,2.088
31,mlp.experts.112.gate_proj,0.0000147622,0.01000,2.185
31,mlp.experts.86.gate_proj,0.0000147258,0.01000,2.747
31,mlp.experts.9.up_proj,0.0000156512,0.01000,2.000
31,mlp.experts.94.gate_proj,0.0000158394,0.01000,2.821
31,mlp.experts.90.gate_proj,0.0000170781,0.01000,2.819
31,mlp.experts.91.gate_proj,0.0000159639,0.01000,2.789
31,mlp.experts.124.gate_proj,0.0000142788,0.01000,2.229
31,mlp.experts.87.gate_proj,0.0000153504,0.01000,2.809
31,mlp.experts.95.gate_proj,0.0000134992,0.01000,2.857
31,mlp.experts.82.gate_proj,0.0000158716,0.01000,2.958
31,mlp.experts.21.up_proj,0.0000151302,0.01000,1.953
31,mlp.experts.29.up_proj,0.0000155079,0.01000,1.911
31,mlp.experts.17.up_proj,0.0000151482,0.01000,1.902
31,mlp.experts.4.up_proj,0.0000146922,0.01000,2.089
31,mlp.experts.83.gate_proj,0.0000159289,0.01000,3.555
31,mlp.experts.0.up_proj,0.0000166183,0.01000,1.874
31,mlp.experts.25.up_proj,0.0000147355,0.01000,1.887
31,mlp.experts.8.up_proj,0.0000165196,0.01000,2.062
31,mlp.experts.12.up_proj,0.0000139938,0.01000,1.905
31,mlp.experts.102.gate_proj,0.0000142724,0.01000,2.761
31,mlp.experts.110.gate_proj,0.0000137077,0.01000,2.761
31,mlp.experts.107.gate_proj,0.0000183725,0.01000,2.894
31,mlp.experts.106.gate_proj,0.0000149645,0.01000,3.074
31,mlp.experts.37.up_proj,0.0000163613,0.01000,1.881
31,mlp.experts.45.up_proj,0.0000142773,0.01000,1.861
31,mlp.experts.33.up_proj,0.0000142658,0.01000,1.858
31,mlp.experts.103.gate_proj,0.0000147066,0.01000,2.938
31,mlp.experts.111.gate_proj,0.0000167212,0.01000,2.947
31,mlp.experts.20.up_proj,0.0000140695,0.01000,2.143
31,mlp.experts.98.gate_proj,0.0000121776,0.01000,2.772
31,mlp.experts.16.up_proj,0.0000156841,0.01000,2.034
31,mlp.experts.41.up_proj,0.0000144198,0.01000,2.097
31,mlp.experts.24.up_proj,0.0000142650,0.01000,2.108
31,mlp.experts.28.up_proj,0.0000151945,0.01000,2.050
31,mlp.experts.99.gate_proj,0.0000148752,0.01000,3.003
31,mlp.experts.61.up_proj,0.0000152757,0.01000,1.904
31,mlp.experts.53.up_proj,0.0000151977,0.01000,1.966
31,mlp.experts.49.up_proj,0.0000163618,0.01000,1.922
31,mlp.experts.118.gate_proj,0.0000182184,0.01000,2.627
31,mlp.experts.32.up_proj,0.0000144383,0.01000,1.825
31,mlp.experts.126.gate_proj,0.0000160010,0.01000,2.923
31,mlp.experts.36.up_proj,0.0000156870,0.01000,2.268
31,mlp.experts.57.up_proj,0.0000178976,0.01000,1.952
31,mlp.experts.122.gate_proj,0.0000152365,0.01000,2.690
31,mlp.experts.44.up_proj,0.0000158608,0.01000,1.678
31,mlp.experts.123.gate_proj,0.0000149588,0.01000,2.862
31,mlp.experts.40.up_proj,0.0000138943,0.01000,2.158
31,mlp.experts.127.gate_proj,0.0000162265,0.01000,2.839
31,mlp.experts.119.gate_proj,0.0000142321,0.01000,2.906
31,mlp.experts.114.gate_proj,0.0000161598,0.01000,2.850
31,mlp.experts.77.up_proj,0.0000181807,0.01000,1.912
31,mlp.experts.69.up_proj,0.0000167745,0.01000,1.921
31,mlp.experts.65.up_proj,0.0000155202,0.01000,1.922
31,mlp.experts.115.gate_proj,0.0000151001,0.01000,2.773
31,mlp.experts.48.up_proj,0.0000141464,0.01000,1.816
31,mlp.experts.52.up_proj,0.0000127098,0.01000,1.659
31,mlp.experts.60.up_proj,0.0000144258,0.01000,1.637
31,mlp.experts.56.up_proj,0.0000122322,0.01000,1.609
31,mlp.experts.73.up_proj,0.0000157330,0.01000,1.998
31,mlp.experts.6.up_proj,0.0000168279,0.01000,3.033
31,mlp.experts.11.up_proj,0.0000143473,0.01000,2.667
31,mlp.experts.81.up_proj,0.0000159780,0.01000,1.790
31,mlp.experts.14.up_proj,0.0000173032,0.01000,3.158
31,mlp.experts.93.up_proj,0.0000134989,0.01000,1.946
31,mlp.experts.7.up_proj,0.0000152890,0.01000,2.757
31,mlp.experts.15.up_proj,0.0000135927,0.01000,2.828
31,mlp.experts.85.up_proj,0.0000165103,0.01000,2.052
31,mlp.experts.68.up_proj,0.0000149786,0.01000,1.681
31,mlp.experts.10.up_proj,0.0000156746,0.01000,3.296
31,mlp.experts.72.up_proj,0.0000153313,0.01000,1.612
31,mlp.experts.76.up_proj,0.0000131517,0.01000,1.666
31,mlp.experts.64.up_proj,0.0000162906,0.01000,1.895
31,mlp.experts.89.up_proj,0.0000138820,0.01000,1.843
31,mlp.experts.2.up_proj,0.0000153271,0.01000,3.249
31,mlp.experts.3.up_proj,0.0000152190,0.01000,2.796
31,mlp.experts.84.up_proj,0.0000151915,0.01000,1.634
31,mlp.experts.88.up_proj,0.0000154666,0.01000,1.633
31,mlp.experts.109.up_proj,0.0000153353,0.01000,1.953
31,mlp.experts.92.up_proj,0.0000164037,0.01000,1.655
31,mlp.experts.97.up_proj,0.0000159477,0.01000,2.125
31,mlp.experts.101.up_proj,0.0000170258,0.01000,1.971
31,mlp.experts.80.up_proj,0.0000165931,0.01000,1.941
31,mlp.experts.22.up_proj,0.0000153479,0.01000,2.985
31,mlp.experts.27.up_proj,0.0000162485,0.01000,3.011
31,mlp.experts.105.up_proj,0.0000172021,0.01000,2.230
31,mlp.experts.23.up_proj,0.0000175928,0.01000,2.917
31,mlp.experts.30.up_proj,0.0000163220,0.01000,3.144
31,mlp.experts.31.up_proj,0.0000148503,0.01000,3.069
31,mlp.experts.26.up_proj,0.0000147109,0.01000,3.281
31,mlp.experts.100.up_proj,0.0000148563,0.01000,1.697
31,mlp.experts.104.up_proj,0.0000155816,0.01000,1.756
31,mlp.experts.108.up_proj,0.0000143984,0.01000,1.804
31,mlp.experts.125.up_proj,0.0000141553,0.01000,1.933
31,mlp.experts.113.up_proj,0.0000209652,0.01000,1.866
31,mlp.experts.19.up_proj,0.0000156928,0.01000,2.929
31,mlp.experts.117.up_proj,0.0000166438,0.01000,1.882
31,mlp.experts.18.up_proj,0.0000155213,0.01000,3.387
31,mlp.experts.121.up_proj,0.0000140515,0.01000,1.401
31,mlp.experts.96.up_proj,0.0000174647,0.01000,2.075
31,mlp.experts.38.up_proj,0.0000143672,0.01000,3.112
31,mlp.experts.116.up_proj,0.0000145858,0.01000,1.871
31,mlp.experts.120.up_proj,0.0000160807,0.01000,1.893
31,mlp.experts.124.up_proj,0.0000170537,0.01000,1.796
31,mlp.experts.43.up_proj,0.0000165011,0.01000,3.017
31,mlp.experts.112.up_proj,0.0000165530,0.01000,1.498
31,mlp.experts.39.up_proj,0.0000137318,0.01000,2.879
31,mlp.experts.47.up_proj,0.0000137378,0.01000,2.910
31,mlp.experts.46.up_proj,0.0000159252,0.01000,3.322
31,mlp.experts.42.up_proj,0.0000151205,0.01000,3.257
31,mlp.experts.35.up_proj,0.0000159956,0.01000,2.985
31,mlp.experts.34.up_proj,0.0000158634,0.01000,3.032
31,mlp.experts.54.up_proj,0.0000151691,0.01000,2.890
31,mlp.experts.59.up_proj,0.0000145576,0.01000,2.893
31,mlp.experts.55.up_proj,0.0000163156,0.01000,2.906
31,mlp.experts.63.up_proj,0.0000157311,0.01000,2.976
31,mlp.experts.62.up_proj,0.0000164397,0.01000,3.142
31,mlp.experts.58.up_proj,0.0000155617,0.01000,3.099
31,mlp.experts.51.up_proj,0.0000148271,0.01000,3.092
31,mlp.experts.50.up_proj,0.0000161695,0.01000,3.037
31,mlp.experts.70.up_proj,0.0000160964,0.01000,3.120
31,mlp.experts.75.up_proj,0.0000144222,0.01000,2.911
31,mlp.experts.71.up_proj,0.0000158873,0.01000,2.916
31,mlp.experts.79.up_proj,0.0000140114,0.01000,2.954
31,mlp.experts.78.up_proj,0.0000171534,0.01000,2.769
31,mlp.experts.74.up_proj,0.0000151457,0.01000,2.906
31,mlp.experts.67.up_proj,0.0000162938,0.01000,3.048
31,mlp.experts.66.up_proj,0.0000151753,0.01000,3.085
31,mlp.experts.91.up_proj,0.0000149752,0.01000,3.038
31,mlp.experts.87.up_proj,0.0000150516,0.01000,3.097
31,mlp.experts.86.up_proj,0.0000147281,0.01000,3.590
31,mlp.experts.94.up_proj,0.0000153546,0.01000,2.864
31,mlp.experts.95.up_proj,0.0000150326,0.01000,3.165
31,mlp.experts.90.up_proj,0.0000174380,0.01000,2.882
31,mlp.experts.82.up_proj,0.0000151357,0.01000,2.825
31,mlp.experts.83.up_proj,0.0000156631,0.01000,3.147
31,mlp.experts.102.up_proj,0.0000142206,0.01000,2.538
31,mlp.experts.107.up_proj,0.0000174568,0.01000,3.047
31,mlp.experts.110.up_proj,0.0000141602,0.01000,2.428
31,mlp.experts.103.up_proj,0.0000173427,0.01000,3.190
31,mlp.experts.106.up_proj,0.0000153997,0.01000,2.381
31,mlp.experts.111.up_proj,0.0000168233,0.01000,3.041
31,mlp.experts.98.up_proj,0.0000143423,0.01000,2.479
31,mlp.experts.99.up_proj,0.0000141210,0.01000,3.016
31,mlp.experts.118.up_proj,0.0000168560,0.01000,2.430
31,mlp.experts.126.up_proj,0.0000149841,0.01000,2.409
31,mlp.experts.122.up_proj,0.0000156197,0.01000,2.302
31,mlp.experts.114.up_proj,0.0000144492,0.01000,1.956
31,mlp.experts.123.up_proj,0.0000151800,0.01000,2.925
31,mlp.experts.119.up_proj,0.0000145627,0.01000,2.960
31,mlp.experts.127.up_proj,0.0000158032,0.01000,2.852
31,mlp.experts.115.up_proj,0.0000134916,0.01000,2.257
31,mlp.experts.4.down_proj,0.0000013328,0.01000,0.867
31,mlp.experts.8.down_proj,0.0000019535,0.01000,0.887
31,mlp.experts.12.down_proj,0.0000012759,0.01000,0.949
31,mlp.experts.0.down_proj,0.0000021633,0.01000,0.968
31,mlp.experts.1.down_proj,0.0000012665,0.01000,1.165
31,mlp.experts.13.down_proj,0.0000012555,0.01000,1.148
31,mlp.experts.9.down_proj,0.0000015841,0.01000,1.190
31,mlp.experts.5.down_proj,0.0000013158,0.01000,1.240
31,mlp.experts.20.down_proj,0.0000011750,0.01000,0.726
31,mlp.experts.14.down_proj,0.0000024807,0.01000,1.600
31,mlp.experts.2.down_proj,0.0000017792,0.01000,1.601
31,mlp.experts.6.down_proj,0.0000019693,0.01000,1.623
31,mlp.experts.10.down_proj,0.0000018922,0.01000,1.628
31,mlp.experts.7.down_proj,0.0000011362,0.01000,1.625
31,mlp.experts.11.down_proj,0.0000013100,0.01000,1.667
31,mlp.experts.3.down_proj,0.0000016879,0.01000,1.672
31,mlp.experts.15.down_proj,0.0000011847,0.01000,1.660
31,mlp.experts.16.down_proj,0.0000020985,0.01000,0.737
31,mlp.experts.24.down_proj,0.0000013942,0.01000,0.824
31,mlp.experts.28.down_proj,0.0000015869,0.01000,0.824
31,mlp.experts.29.down_proj,0.0000015449,0.01000,0.774
31,mlp.experts.17.down_proj,0.0000013859,0.01000,0.873
31,mlp.experts.21.down_proj,0.0000014392,0.01000,0.808
31,mlp.experts.25.down_proj,0.0000012830,0.01000,0.905
31,mlp.experts.36.down_proj,0.0000015559,0.01000,0.755
31,mlp.experts.32.down_proj,0.0000011640,0.01000,0.682
31,mlp.experts.40.down_proj,0.0000012484,0.01000,0.878
31,mlp.experts.44.down_proj,0.0000014740,0.01000,0.891
31,mlp.experts.30.down_proj,0.0000020292,0.01000,1.068
31,mlp.experts.18.down_proj,0.0000018334,0.01000,1.081
31,mlp.experts.26.down_proj,0.0000014533,0.01000,1.084
31,mlp.experts.22.down_proj,0.0000014996,0.01000,1.107
31,mlp.experts.45.down_proj,0.0000014123,0.01000,0.788
31,mlp.experts.23.down_proj,0.0000026682,0.01000,1.124
31,mlp.experts.31.down_proj,0.0000015060,0.01000,1.126
31,mlp.experts.33.down_proj,0.0000013306,0.01000,0.777
31,mlp.experts.27.down_proj,0.0000017778,0.01000,1.156
31,mlp.experts.37.down_proj,0.0000018646,0.01000,0.785
31,mlp.experts.19.down_proj,0.0000013541,0.01000,1.165
31,mlp.experts.41.down_proj,0.0000015425,0.01000,0.816
31,mlp.experts.48.down_proj,0.0000013142,0.01000,0.685
31,mlp.experts.52.down_proj,0.0000010729,0.01000,0.775
31,mlp.experts.56.down_proj,0.0000010242,0.01000,0.818
31,mlp.experts.61.down_proj,0.0000014686,0.01000,0.782
31,mlp.experts.60.down_proj,0.0000014211,0.01000,0.875
31,mlp.experts.49.down_proj,0.0000030653,0.01000,0.749
31,mlp.experts.53.down_proj,0.0000014855,0.01000,0.741
31,mlp.experts.57.down_proj,0.0000033107,0.01000,0.753
31,mlp.experts.46.down_proj,0.0000017347,0.01000,1.113
31,mlp.experts.34.down_proj,0.0000019150,0.01000,1.131
31,mlp.experts.38.down_proj,0.0000014811,0.01000,1.112
31,mlp.experts.39.down_proj,0.0000011763,0.01000,1.095
31,mlp.experts.42.down_proj,0.0000014088,0.01000,1.159
31,mlp.experts.64.down_proj,0.0000017296,0.01000,0.817
31,mlp.experts.68.down_proj,0.0000013939,0.01000,0.773
31,mlp.experts.47.down_proj,0.0000012141,0.01000,1.117
31,mlp.experts.43.down_proj,0.0000025633,0.01000,1.134
31,mlp.experts.35.down_proj,0.0000016548,0.01000,1.153
31,mlp.experts.72.down_proj,0.0000014438,0.01000,0.705
31,mlp.experts.77.down_proj,0.0000037803,0.01000,0.671
31,mlp.experts.65.down_proj,0.0000014133,0.01000,0.647
31,mlp.experts.69.down_proj,0.0000020247,0.01000,0.638
31,mlp.experts.73.down_proj,0.0000015736,0.01000,0.689
31,mlp.experts.76.down_proj,0.0000012648,0.01000,0.829
31,mlp.experts.84.down_proj,0.0000014226,0.01000,0.801
31,mlp.experts.80.down_proj,0.0000020390,0.01000,0.900
31,mlp.experts.62.down_proj,0.0000019818,0.01000,1.098
31,mlp.experts.81.down_proj,0.0000016248,0.01000,0.679
31,mlp.experts.85.down_proj,0.0000022754,0.01000,0.681
31,mlp.experts.93.down_proj,0.0000011113,0.01000,0.756
31,mlp.experts.54.down_proj,0.0000013997,0.01000,1.114
31,mlp.experts.55.down_proj,0.0000028091,0.01000,1.098
31,mlp.experts.50.down_proj,0.0000021647,0.01000,1.160
31,mlp.experts.58.down_proj,0.0000015337,0.01000,1.132
31,mlp.experts.63.down_proj,0.0000015575,0.01000,1.092
31,mlp.experts.88.down_proj,0.0000014514,0.01000,0.895
31,mlp.experts.59.down_proj,0.0000014850,0.01000,1.069
31,mlp.experts.51.down_proj,0.0000015641,0.01000,1.069
31,mlp.experts.89.down_proj,0.0000012140,0.01000,0.763
31,mlp.experts.92.down_proj,0.0000019790,0.01000,0.812
31,mlp.experts.97.down_proj,0.0000018554,0.01000,0.649
31,mlp.experts.101.down_proj,0.0000022463,0.01000,0.649
31,mlp.experts.100.down_proj,0.0000016153,0.01000,0.852
31,mlp.experts.109.down_proj,0.0000016571,0.01000,0.660
31,mlp.experts.96.down_proj,0.0000027299,0.01000,0.933
31,mlp.experts.105.down_proj,0.0000022859,0.01000,0.720
31,mlp.experts.108.down_proj,0.0000013542,0.01000,0.730
31,mlp.experts.104.down_proj,0.0000016815,0.01000,0.906
31,mlp.experts.78.down_proj,0.0000020609,0.01000,1.116
31,mlp.experts.79.down_proj,0.0000012090,0.01000,1.021
31,mlp.experts.75.down_proj,0.0000013878,0.01000,1.009
31,mlp.experts.71.down_proj,0.0000021647,0.01000,1.083
31,mlp.experts.67.down_proj,0.0000016761,0.01000,1.017
31,mlp.experts.70.down_proj,0.0000015264,0.01000,1.121
31,mlp.experts.66.down_proj,0.0000014320,0.01000,1.154
31,mlp.experts.74.down_proj,0.0000014215,0.01000,1.165
31,mlp.experts.113.down_proj,0.0000024897,0.01000,0.714
31,mlp.experts.117.down_proj,0.0000024528,0.01000,0.732
31,mlp.experts.125.down_proj,0.0000013076,0.01000,0.712
31,mlp.experts.116.down_proj,0.0000013456,0.01000,0.775
31,mlp.experts.121.down_proj,0.0000013473,0.01000,0.560
31,mlp.experts.112.down_proj,0.0000021064,0.01000,0.782
31,mlp.experts.120.down_proj,0.0000016374,0.01000,0.609
31,mlp.experts.124.down_proj,0.0000020614,0.01000,0.648
31,mlp.experts.91.down_proj,0.0000013354,0.01000,1.048
31,mlp.experts.95.down_proj,0.0000016431,0.01000,1.060
31,mlp.experts.83.down_proj,0.0000014257,0.01000,1.020
31,mlp.experts.94.down_proj,0.0000015628,0.01000,1.112
31,mlp.experts.87.down_proj,0.0000015126,0.01000,1.098
31,mlp.experts.86.down_proj,0.0000013475,0.01000,1.159
31,mlp.experts.82.down_proj,0.0000014626,0.01000,1.104
31,mlp.experts.90.down_proj,0.0000025508,0.01000,1.170
31,mlp.experts.107.down_proj,0.0000026096,0.01000,1.137
31,mlp.experts.111.down_proj,0.0000018733,0.01000,1.157
31,mlp.experts.99.down_proj,0.0000012673,0.01000,1.182
31,mlp.experts.110.down_proj,0.0000013530,0.01000,1.167
31,mlp.experts.103.down_proj,0.0000028942,0.01000,1.162
31,mlp.experts.102.down_proj,0.0000014991,0.01000,1.071
31,mlp.experts.98.down_proj,0.0000014340,0.01000,1.141
31,mlp.experts.106.down_proj,0.0000016318,0.01000,1.125
31,mlp.experts.127.down_proj,0.0000014127,0.01000,0.989
31,mlp.experts.123.down_proj,0.0000016186,0.01000,1.015
31,mlp.experts.115.down_proj,0.0000012426,0.01000,0.977
31,mlp.experts.119.down_proj,0.0000017274,0.01000,0.997
31,mlp.experts.118.down_proj,0.0000017882,0.01000,1.085
31,mlp.experts.126.down_proj,0.0000013090,0.01000,1.123
31,mlp.experts.122.down_proj,0.0000015161,0.01000,1.020
31,mlp.experts.114.down_proj,0.0000014359,0.01000,1.117
32,self_attn.q_proj,0.0000015401,0.01000,0.759
32,self_attn.k_proj,0.0000002130,0.01000,0.836
32,self_attn.v_proj,0.0000003358,0.01000,1.307
32,self_attn.o_proj,0.0000002118,0.01000,2.380
32,mlp.experts.0.gate_proj,0.0000150740,0.01000,2.208
32,mlp.experts.4.gate_proj,0.0000161212,0.01000,2.176
32,mlp.experts.12.gate_proj,0.0000152603,0.01000,2.307
32,mlp.experts.8.gate_proj,0.0000149995,0.01000,2.326
32,mlp.experts.1.gate_proj,0.0000169113,0.01000,2.667
32,mlp.experts.13.gate_proj,0.0000166601,0.01000,2.406
32,mlp.experts.5.gate_proj,0.0000141645,0.01000,2.734
32,mlp.experts.9.gate_proj,0.0000141115,0.01000,3.009
32,mlp.experts.10.gate_proj,0.0000148288,0.01000,2.848
32,mlp.experts.2.gate_proj,0.0000151072,0.01000,3.204
32,mlp.experts.6.gate_proj,0.0000169489,0.01000,2.869
32,mlp.experts.14.gate_proj,0.0000135645,0.01000,3.477
32,mlp.experts.15.gate_proj,0.0000138673,0.01000,3.554
32,mlp.experts.11.gate_proj,0.0000149089,0.01000,3.674
32,mlp.experts.3.gate_proj,0.0000140683,0.01000,3.692
32,mlp.experts.7.gate_proj,0.0000165780,0.01000,3.760
32,mlp.experts.20.gate_proj,0.0000142214,0.01000,2.023
32,mlp.experts.16.gate_proj,0.0000185162,0.01000,2.193
32,mlp.experts.17.gate_proj,0.0000145952,0.01000,2.006
32,mlp.experts.28.gate_proj,0.0000149071,0.01000,2.052
32,mlp.experts.29.gate_proj,0.0000144592,0.01000,2.002
32,mlp.experts.24.gate_proj,0.0000183212,0.01000,2.234
32,mlp.experts.21.gate_proj,0.0000149576,0.01000,2.139
32,mlp.experts.25.gate_proj,0.0000140210,0.01000,2.108
32,mlp.experts.18.gate_proj,0.0000148438,0.01000,3.046
32,mlp.experts.26.gate_proj,0.0000144128,0.01000,3.051
32,mlp.experts.36.gate_proj,0.0000146398,0.01000,1.981
32,mlp.experts.22.gate_proj,0.0000197519,0.01000,3.089
32,mlp.experts.32.gate_proj,0.0000154574,0.01000,2.013
32,mlp.experts.30.gate_proj,0.0000165610,0.01000,3.076
32,mlp.experts.44.gate_proj,0.0000133760,0.01000,1.961
32,mlp.experts.45.gate_proj,0.0000145130,0.01000,1.990
32,mlp.experts.31.gate_proj,0.0000179980,0.01000,3.069
32,mlp.experts.23.gate_proj,0.0000145528,0.01000,3.030
32,mlp.experts.27.gate_proj,0.0000137045,0.01000,3.116
32,mlp.experts.19.gate_proj,0.0000156823,0.01000,3.127
32,mlp.experts.33.gate_proj,0.0000131333,0.01000,2.137
32,mlp.experts.40.gate_proj,0.0000150776,0.01000,2.085
32,mlp.experts.37.gate_proj,0.0000148937,0.01000,2.114
32,mlp.experts.41.gate_proj,0.0000158984,0.01000,2.026
32,mlp.experts.52.gate_proj,0.0000158080,0.01000,1.719
32,mlp.experts.48.gate_proj,0.0000147612,0.01000,1.768
32,mlp.experts.60.gate_proj,0.0000166064,0.01000,1.683
32,mlp.experts.49.gate_proj,0.0000168313,0.01000,1.906
32,mlp.experts.53.gate_proj,0.0000152680,0.01000,1.797
32,mlp.experts.56.gate_proj,0.0000146645,0.01000,1.952
32,mlp.experts.61.gate_proj,0.0000138081,0.01000,2.213
32,mlp.experts.57.gate_proj,0.0000149511,0.01000,1.973
32,mlp.experts.42.gate_proj,0.0000151941,0.01000,3.093
32,mlp.experts.38.gate_proj,0.0000146124,0.01000,3.044
32,mlp.experts.34.gate_proj,0.0000162834,0.01000,3.151
32,mlp.experts.68.gate_proj,0.0000147383,0.01000,1.677
32,mlp.experts.47.gate_proj,0.0000148478,0.01000,2.911
32,mlp.experts.35.gate_proj,0.0000135210,0.01000,2.964
32,mlp.experts.46.gate_proj,0.0000138750,0.01000,3.219
32,mlp.experts.64.gate_proj,0.0000136221,0.01000,1.679
32,mlp.experts.43.gate_proj,0.0000146696,0.01000,3.042
32,mlp.experts.39.gate_proj,0.0000129360,0.01000,3.072
32,mlp.experts.76.gate_proj,0.0000148635,0.01000,1.681
32,mlp.experts.65.gate_proj,0.0000153972,0.01000,2.015
32,mlp.experts.69.gate_proj,0.0000147100,0.01000,1.988
32,mlp.experts.72.gate_proj,0.0000146215,0.01000,1.988
32,mlp.experts.77.gate_proj,0.0000181261,0.01000,2.081
32,mlp.experts.73.gate_proj,0.0000165844,0.01000,1.971
32,mlp.experts.84.gate_proj,0.0000129559,0.01000,1.913
32,mlp.experts.80.gate_proj,0.0000144647,0.01000,1.929
32,mlp.experts.92.gate_proj,0.0000149442,0.01000,2.011
32,mlp.experts.58.gate_proj,0.0000152947,0.01000,3.222
32,mlp.experts.50.gate_proj,0.0000171532,0.01000,3.203
32,mlp.experts.54.gate_proj,0.0000150682,0.01000,3.311
32,mlp.experts.88.gate_proj,0.0000175192,0.01000,1.987
32,mlp.experts.81.gate_proj,0.0000151004,0.01000,2.158
32,mlp.experts.63.gate_proj,0.0000169381,0.01000,3.266
32,mlp.experts.85.gate_proj,0.0000142116,0.01000,2.177
32,mlp.experts.51.gate_proj,0.0000147196,0.01000,3.192
32,mlp.experts.55.gate_proj,0.0000147164,0.01000,3.123
32,mlp.experts.59.gate_proj,0.0000137106,0.01000,3.239
32,mlp.experts.62.gate_proj,0.0000139941,0.01000,3.400
32,mlp.experts.93.gate_proj,0.0000165878,0.01000,2.221
32,mlp.experts.89.gate_proj,0.0000177066,0.01000,2.219
32,mlp.experts.100.gate_proj,0.0000148100,0.01000,1.994
32,mlp.experts.96.gate_proj,0.0000170562,0.01000,2.103
32,mlp.experts.108.gate_proj,0.0000147683,0.01000,2.128
32,mlp.experts.101.gate_proj,0.0000143093,0.01000,2.037
32,mlp.experts.97.gate_proj,0.0000199218,0.01000,2.082
32,mlp.experts.104.gate_proj,0.0000143489,0.01000,2.233
32,mlp.experts.109.gate_proj,0.0000147737,0.01000,2.014
32,mlp.experts.105.gate_proj,0.0000134131,0.01000,2.077
32,mlp.experts.116.gate_proj,0.0000133052,0.01000,2.197
32,mlp.experts.66.gate_proj,0.0000158799,0.01000,3.240
32,mlp.experts.70.gate_proj,0.0000150961,0.01000,3.227
32,mlp.experts.74.gate_proj,0.0000142273,0.01000,3.348
32,mlp.experts.112.gate_proj,0.0000149337,0.01000,2.114
32,mlp.experts.71.gate_proj,0.0000162714,0.01000,3.164
32,mlp.experts.124.gate_proj,0.0000144891,0.01000,2.044
32,mlp.experts.79.gate_proj,0.0000147328,0.01000,3.293
32,mlp.experts.67.gate_proj,0.0000152493,0.01000,3.359
32,mlp.experts.78.gate_proj,0.0000151199,0.01000,3.170
32,mlp.experts.75.gate_proj,0.0000147945,0.01000,3.315
32,mlp.experts.117.gate_proj,0.0000158576,0.01000,2.160
32,mlp.experts.120.gate_proj,0.0000176253,0.01000,2.065
32,mlp.experts.113.gate_proj,0.0000153102,0.01000,2.222
32,mlp.experts.125.gate_proj,0.0000148599,0.01000,2.139
32,mlp.experts.121.gate_proj,0.0000133207,0.01000,2.114
32,mlp.experts.4.up_proj,0.0000159409,0.01000,2.104
32,mlp.experts.0.up_proj,0.0000141320,0.01000,2.089
32,mlp.experts.12.up_proj,0.0000162529,0.01000,2.049
32,mlp.experts.82.gate_proj,0.0000147421,0.01000,3.237
32,mlp.experts.86.gate_proj,0.0000147819,0.01000,3.233
32,mlp.experts.90.gate_proj,0.0000132146,0.01000,3.205
32,mlp.experts.13.up_proj,0.0000153790,0.01000,1.908
32,mlp.experts.95.gate_proj,0.0000127965,0.01000,3.099
32,mlp.experts.5.up_proj,0.0000138792,0.01000,2.183
32,mlp.experts.87.gate_proj,0.0000171452,0.01000,3.209
32,mlp.experts.8.up_proj,0.0000152031,0.01000,2.161
32,mlp.experts.83.gate_proj,0.0000174300,0.01000,3.044
32,mlp.experts.1.up_proj,0.0000176023,0.01000,2.175
32,mlp.experts.9.up_proj,0.0000135060,0.01000,1.904
32,mlp.experts.91.gate_proj,0.0000141974,0.01000,3.133
32,mlp.experts.94.gate_proj,0.0000142679,0.01000,3.218
32,mlp.experts.20.up_proj,0.0000187653,0.01000,2.010
32,mlp.experts.16.up_proj,0.0000166216,0.01000,2.089
32,mlp.experts.28.up_proj,0.0000147465,0.01000,2.008
32,mlp.experts.21.up_proj,0.0000152739,0.01000,1.862
32,mlp.experts.17.up_proj,0.0000135659,0.01000,1.933
32,mlp.experts.25.up_proj,0.0000146765,0.01000,2.032
32,mlp.experts.24.up_proj,0.0000169709,0.01000,2.160
32,mlp.experts.29.up_proj,0.0000143098,0.01000,2.224
32,mlp.experts.36.up_proj,0.0000153098,0.01000,1.868
32,mlp.experts.32.up_proj,0.0000149806,0.01000,1.855
32,mlp.experts.44.up_proj,0.0000169155,0.01000,1.836
32,mlp.experts.102.gate_proj,0.0000162648,0.01000,3.073
32,mlp.experts.106.gate_proj,0.0000133965,0.01000,3.077
32,mlp.experts.98.gate_proj,0.0000201666,0.01000,3.147
32,mlp.experts.111.gate_proj,0.0000155202,0.01000,3.007
32,mlp.experts.103.gate_proj,0.0000131821,0.01000,3.005
32,mlp.experts.99.gate_proj,0.0000144965,0.01000,3.018
32,mlp.experts.107.gate_proj,0.0000142615,0.01000,3.049
32,mlp.experts.110.gate_proj,0.0000149505,0.01000,3.136
32,mlp.experts.37.up_proj,0.0000156050,0.01000,1.854
32,mlp.experts.33.up_proj,0.0000137289,0.01000,1.923
32,mlp.experts.40.up_proj,0.0000154125,0.01000,1.846
32,mlp.experts.45.up_proj,0.0000144288,0.01000,1.991
32,mlp.experts.41.up_proj,0.0000169044,0.01000,2.101
32,mlp.experts.52.up_proj,0.0000179189,0.01000,1.869
32,mlp.experts.48.up_proj,0.0000151610,0.01000,1.848
32,mlp.experts.60.up_proj,0.0000172010,0.01000,1.932
32,mlp.experts.53.up_proj,0.0000146734,0.01000,1.889
32,mlp.experts.122.gate_proj,0.0000141080,0.01000,3.036
32,mlp.experts.56.up_proj,0.0000145325,0.01000,1.861
32,mlp.experts.127.gate_proj,0.0000135756,0.01000,2.934
32,mlp.experts.114.gate_proj,0.0000163058,0.01000,3.073
32,mlp.experts.119.gate_proj,0.0000167943,0.01000,2.910
32,mlp.experts.118.gate_proj,0.0000149668,0.01000,3.122
32,mlp.experts.49.up_proj,0.0000180772,0.01000,2.009
32,mlp.experts.115.gate_proj,0.0000147226,0.01000,3.022
32,mlp.experts.68.up_proj,0.0000150958,0.01000,1.858
32,mlp.experts.61.up_proj,0.0000157626,0.01000,1.974
32,mlp.experts.123.gate_proj,0.0000149861,0.01000,2.923
32,mlp.experts.64.up_proj,0.0000148089,0.01000,1.831
32,mlp.experts.57.up_proj,0.0000151726,0.01000,2.132
32,mlp.experts.126.gate_proj,0.0000147002,0.01000,3.095
32,mlp.experts.76.up_proj,0.0000149859,0.01000,1.784
32,mlp.experts.72.up_proj,0.0000151684,0.01000,1.789
32,mlp.experts.69.up_proj,0.0000148861,0.01000,2.200
32,mlp.experts.84.up_proj,0.0000148827,0.01000,1.774
32,mlp.experts.65.up_proj,0.0000183552,0.01000,2.112
32,mlp.experts.77.up_proj,0.0000173465,0.01000,2.004
32,mlp.experts.80.up_proj,0.0000155448,0.01000,1.825
32,mlp.experts.92.up_proj,0.0000138793,0.01000,1.839
32,mlp.experts.73.up_proj,0.0000181050,0.01000,1.965
32,mlp.experts.15.up_proj,0.0000149460,0.01000,2.624
32,mlp.experts.7.up_proj,0.0000166242,0.01000,2.639
32,mlp.experts.11.up_proj,0.0000148876,0.01000,2.650
32,mlp.experts.10.up_proj,0.0000147792,0.01000,3.098
32,mlp.experts.6.up_proj,0.0000165040,0.01000,3.050
32,mlp.experts.3.up_proj,0.0000140867,0.01000,2.921
32,mlp.experts.2.up_proj,0.0000149997,0.01000,3.157
32,mlp.experts.14.up_proj,0.0000150982,0.01000,3.133
32,mlp.experts.88.up_proj,0.0000167376,0.01000,1.926
32,mlp.experts.100.up_proj,0.0000145630,0.01000,1.909
32,mlp.experts.85.up_proj,0.0000136051,0.01000,2.114
32,mlp.experts.81.up_proj,0.0000172926,0.01000,1.946
32,mlp.experts.96.up_proj,0.0000168511,0.01000,1.934
32,mlp.experts.93.up_proj,0.0000176779,0.01000,2.132
32,mlp.experts.108.up_proj,0.0000151500,0.01000,2.024
32,mlp.experts.89.up_proj,0.0000173909,0.01000,2.126
32,mlp.experts.31.up_proj,0.0000180194,0.01000,2.905
32,mlp.experts.23.up_proj,0.0000152694,0.01000,2.902
32,mlp.experts.104.up_proj,0.0000142533,0.01000,1.870
32,mlp.experts.27.up_proj,0.0000148226,0.01000,3.015
32,mlp.experts.101.up_proj,0.0000151942,0.01000,2.007
32,mlp.experts.116.up_proj,0.0000148140,0.01000,2.196
32,mlp.experts.26.up_proj,0.0000146499,0.01000,3.071
32,mlp.experts.22.up_proj,0.0000194125,0.01000,3.049
32,mlp.experts.97.up_proj,0.0000203098,0.01000,2.051
32,mlp.experts.19.up_proj,0.0000166355,0.01000,3.080
32,mlp.experts.112.up_proj,0.0000161606,0.01000,1.963
32,mlp.experts.18.up_proj,0.0000150079,0.01000,3.145
32,mlp.experts.124.up_proj,0.0000139536,0.01000,1.913
32,mlp.experts.109.up_proj,0.0000160676,0.01000,1.980
32,mlp.experts.105.up_proj,0.0000136879,0.01000,1.952
32,mlp.experts.30.up_proj,0.0000168747,0.01000,3.136
32,mlp.experts.120.up_proj,0.0000172417,0.01000,1.408
32,mlp.experts.117.up_proj,0.0000164165,0.01000,1.851
32,mlp.experts.113.up_proj,0.0000153662,0.01000,1.831
32,mlp.experts.125.up_proj,0.0000164298,0.01000,1.891
32,mlp.experts.121.up_proj,0.0000170813,0.01000,1.807
32,mlp.experts.47.up_proj,0.0000150268,0.01000,2.878
32,mlp.experts.39.up_proj,0.0000177462,0.01000,2.909
32,mlp.experts.42.up_proj,0.0000153907,0.01000,2.432
32,mlp.experts.38.up_proj,0.0000186971,0.01000,2.480
32,mlp.experts.43.up_proj,0.0000158396,0.01000,2.773
32,mlp.experts.34.up_proj,0.0000181301,0.01000,2.666
32,mlp.experts.35.up_proj,0.0000172133,0.01000,2.807
32,mlp.experts.46.up_proj,0.0000149907,0.01000,2.658
32,mlp.experts.63.up_proj,0.0000175291,0.01000,2.903
32,mlp.experts.55.up_proj,0.0000174029,0.01000,2.917
32,mlp.experts.58.up_proj,0.0000188443,0.01000,3.058
32,mlp.experts.59.up_proj,0.0000157621,0.01000,2.942
32,mlp.experts.54.up_proj,0.0000154652,0.01000,3.219
32,mlp.experts.51.up_proj,0.0000149947,0.01000,3.101
32,mlp.experts.50.up_proj,0.0000163415,0.01000,3.148
32,mlp.experts.62.up_proj,0.0000143466,0.01000,3.204
32,mlp.experts.79.up_proj,0.0000171025,0.01000,3.037
32,mlp.experts.71.up_proj,0.0000161582,0.01000,3.032
32,mlp.experts.74.up_proj,0.0000144934,0.01000,3.078
32,mlp.experts.75.up_proj,0.0000151362,0.01000,3.258
32,mlp.experts.70.up_proj,0.0000154316,0.01000,3.283
32,mlp.experts.67.up_proj,0.0000155040,0.01000,3.142
32,mlp.experts.66.up_proj,0.0000169081,0.01000,3.309
32,mlp.experts.78.up_proj,0.0000147061,0.01000,3.011
32,mlp.experts.95.up_proj,0.0000136812,0.01000,3.057
32,mlp.experts.87.up_proj,0.0000158843,0.01000,3.032
32,mlp.experts.91.up_proj,0.0000142015,0.01000,3.109
32,mlp.experts.90.up_proj,0.0000130709,0.01000,3.333
32,mlp.experts.86.up_proj,0.0000151403,0.01000,3.057
32,mlp.experts.83.up_proj,0.0000158143,0.01000,3.114
32,mlp.experts.94.up_proj,0.0000183926,0.01000,3.048
32,mlp.experts.82.up_proj,0.0000151011,0.01000,3.454
32,mlp.experts.111.up_proj,0.0000170614,0.01000,2.847
32,mlp.experts.103.up_proj,0.0000157423,0.01000,2.877
32,mlp.experts.107.up_proj,0.0000148399,0.01000,2.836
32,mlp.experts.106.up_proj,0.0000157454,0.01000,3.070
32,mlp.experts.102.up_proj,0.0000156202,0.01000,2.931
32,mlp.experts.99.up_proj,0.0000152060,0.01000,2.954
32,mlp.experts.110.up_proj,0.0000140871,0.01000,3.164
32,mlp.experts.98.up_proj,0.0000179025,0.01000,3.231
32,mlp.experts.127.up_proj,0.0000152455,0.01000,3.111
32,mlp.experts.119.up_proj,0.0000166131,0.01000,3.162
32,mlp.experts.123.up_proj,0.0000148747,0.01000,2.918
32,mlp.experts.115.up_proj,0.0000147244,0.01000,2.620
32,mlp.experts.122.up_proj,0.0000167818,0.01000,3.038
32,mlp.experts.118.up_proj,0.0000151594,0.01000,3.101
32,mlp.experts.126.up_proj,0.0000153254,0.01000,2.765
32,mlp.experts.114.up_proj,0.0000178401,0.01000,2.602
32,mlp.experts.12.down_proj,0.0000020675,0.01000,1.009
32,mlp.experts.0.down_proj,0.0000015374,0.01000,1.027
32,mlp.experts.4.down_proj,0.0000020876,0.01000,1.045
32,mlp.experts.8.down_proj,0.0000015272,0.01000,1.061
32,mlp.experts.13.down_proj,0.0000019768,0.01000,1.531
32,mlp.experts.5.down_proj,0.0000012702,0.01000,1.548
32,mlp.experts.9.down_proj,0.0000017654,0.01000,1.566
32,mlp.experts.1.down_proj,0.0000025514,0.01000,1.573
32,mlp.experts.28.down_proj,0.0000018222,0.01000,0.695
32,mlp.experts.20.down_proj,0.0000050623,0.01000,0.733
32,mlp.experts.24.down_proj,0.0000018629,0.01000,0.724
32,mlp.experts.16.down_proj,0.0000020739,0.01000,0.771
32,mlp.experts.3.down_proj,0.0000014103,0.01000,1.954
32,mlp.experts.2.down_proj,0.0000021083,0.01000,1.980
32,mlp.experts.10.down_proj,0.0000015720,0.01000,1.977
32,mlp.experts.15.down_proj,0.0000020383,0.01000,1.941
32,mlp.experts.6.down_proj,0.0000019661,0.01000,1.993
32,mlp.experts.14.down_proj,0.0000019198,0.01000,1.983
32,mlp.experts.11.down_proj,0.0000015752,0.01000,2.072
32,mlp.experts.7.down_proj,0.0000021754,0.01000,2.090
32,mlp.experts.29.down_proj,0.0000015500,0.01000,0.730
32,mlp.experts.21.down_proj,0.0000015954,0.01000,0.762
32,mlp.experts.17.down_proj,0.0000012878,0.01000,0.746
32,mlp.experts.25.down_proj,0.0000012737,0.01000,0.772
32,mlp.experts.44.down_proj,0.0000022316,0.01000,0.705
32,mlp.experts.32.down_proj,0.0000014596,0.01000,0.711
32,mlp.experts.36.down_proj,0.0000018894,0.01000,0.776
32,mlp.experts.40.down_proj,0.0000016371,0.01000,0.788
32,mlp.experts.45.down_proj,0.0000015144,0.01000,0.727
32,mlp.experts.37.down_proj,0.0000017289,0.01000,0.724
32,mlp.experts.33.down_proj,0.0000011672,0.01000,0.736
32,mlp.experts.19.down_proj,0.0000020182,0.01000,1.136
32,mlp.experts.41.down_proj,0.0000028789,0.01000,0.764
32,mlp.experts.18.down_proj,0.0000027584,0.01000,1.159
32,mlp.experts.31.down_proj,0.0000029731,0.01000,1.137
32,mlp.experts.60.down_proj,0.0000023356,0.01000,0.717
32,mlp.experts.22.down_proj,0.0000028090,0.01000,1.180
32,mlp.experts.23.down_proj,0.0000015571,0.01000,1.116
32,mlp.experts.30.down_proj,0.0000022226,0.01000,1.206
32,mlp.experts.26.down_proj,0.0000015603,0.01000,1.223
32,mlp.experts.48.down_proj,0.0000015851,0.01000,0.715
32,mlp.experts.27.down_proj,0.0000020618,0.01000,1.205
32,mlp.experts.52.down_proj,0.0000025976,0.01000,0.745
32,mlp.experts.56.down_proj,0.0000014696,0.01000,0.764
32,mlp.experts.61.down_proj,0.0000022720,0.01000,0.764
32,mlp.experts.49.down_proj,0.0000032267,0.01000,0.762
32,mlp.experts.53.down_proj,0.0000017586,0.01000,0.786
32,mlp.experts.76.down_proj,0.0000016313,0.01000,0.736
32,mlp.experts.57.down_proj,0.0000018250,0.01000,0.787
32,mlp.experts.64.down_proj,0.0000018936,0.01000,0.729
32,mlp.experts.68.down_proj,0.0000015272,0.01000,0.718
32,mlp.experts.72.down_proj,0.0000020743,0.01000,0.755
32,mlp.experts.47.down_proj,0.0000014810,0.01000,1.146
32,mlp.experts.35.down_proj,0.0000040368,0.01000,1.196
32,mlp.experts.34.down_proj,0.0000034367,0.01000,1.165
32,mlp.experts.38.down_proj,0.0000030424,0.01000,1.217
32,mlp.experts.46.down_proj,0.0000017060,0.01000,1.204
32,mlp.experts.42.down_proj,0.0000016127,0.01000,1.236
32,mlp.experts.39.down_proj,0.0000029842,0.01000,1.280
32,mlp.experts.43.down_proj,0.0000019451,0.01000,1.279
32,mlp.experts.77.down_proj,0.0000026824,0.01000,0.789
32,mlp.experts.69.down_proj,0.0000014344,0.01000,0.814
32,mlp.experts.65.down_proj,0.0000032930,0.01000,0.817
32,mlp.experts.73.down_proj,0.0000039098,0.01000,0.812
32,mlp.experts.92.down_proj,0.0000014109,0.01000,0.859
32,mlp.experts.80.down_proj,0.0000016670,0.01000,0.876
32,mlp.experts.84.down_proj,0.0000023884,0.01000,0.827
32,mlp.experts.88.down_proj,0.0000019717,0.01000,0.888
32,mlp.experts.93.down_proj,0.0000030742,0.01000,0.763
32,mlp.experts.85.down_proj,0.0000012655,0.01000,0.738
32,mlp.experts.81.down_proj,0.0000034648,0.01000,0.748
32,mlp.experts.63.down_proj,0.0000030253,0.01000,1.154
32,mlp.experts.89.down_proj,0.0000039453,0.01000,0.738
32,mlp.experts.108.down_proj,0.0000017694,0.01000,0.744
32,mlp.experts.51.down_proj,0.0000018647,0.01000,1.220
32,mlp.experts.50.down_proj,0.0000019671,0.01000,1.222
32,mlp.experts.54.down_proj,0.0000017739,0.01000,1.177
32,mlp.experts.55.down_proj,0.0000024287,0.01000,1.107
32,mlp.experts.62.down_proj,0.0000013667,0.01000,1.191
32,mlp.experts.58.down_proj,0.0000047813,0.01000,1.182
32,mlp.experts.100.down_proj,0.0000013960,0.01000,0.821
32,mlp.experts.59.down_proj,0.0000020219,0.01000,1.125
32,mlp.experts.96.down_proj,0.0000022907,0.01000,0.881
32,mlp.experts.104.down_proj,0.0000012819,0.01000,0.796
32,mlp.experts.109.down_proj,0.0000022144,0.01000,0.780
32,mlp.experts.97.down_proj,0.0000036788,0.01000,0.762
32,mlp.experts.101.down_proj,0.0000020508,0.01000,0.778
32,mlp.experts.105.down_proj,0.0000012112,0.01000,0.755
32,mlp.experts.124.down_proj,0.0000014177,0.01000,0.876
32,mlp.experts.116.down_proj,0.0000017755,0.01000,0.737
32,mlp.experts.112.down_proj,0.0000020837,0.01000,0.729
32,mlp.experts.120.down_proj,0.0000022694,0.01000,0.693
32,mlp.experts.79.down_proj,0.0000024468,0.01000,1.143
32,mlp.experts.66.down_proj,0.0000038886,0.01000,1.116
32,mlp.experts.70.down_proj,0.0000016761,0.01000,1.100
32,mlp.experts.67.down_proj,0.0000017433,0.01000,1.191
32,mlp.experts.71.down_proj,0.0000023343,0.01000,1.120
32,mlp.experts.74.down_proj,0.0000014256,0.01000,1.140
32,mlp.experts.78.down_proj,0.0000014053,0.01000,1.176
32,mlp.experts.75.down_proj,0.0000015416,0.01000,1.140
32,mlp.experts.125.down_proj,0.0000023205,0.01000,0.722
32,mlp.experts.113.down_proj,0.0000016919,0.01000,0.722
32,mlp.experts.117.down_proj,0.0000017395,0.01000,0.724
32,mlp.experts.121.down_proj,0.0000031857,0.01000,0.684
32,mlp.experts.82.down_proj,0.0000015690,0.01000,1.088
32,mlp.experts.95.down_proj,0.0000011175,0.01000,1.155
32,mlp.experts.86.down_proj,0.0000015956,0.01000,1.086
32,mlp.experts.83.down_proj,0.0000016767,0.01000,1.115
32,mlp.experts.87.down_proj,0.0000016396,0.01000,1.112
32,mlp.experts.90.down_proj,0.0000013825,0.01000,1.138
32,mlp.experts.91.down_proj,0.0000013048,0.01000,1.121
32,mlp.experts.94.down_proj,0.0000029761,0.01000,1.178
32,mlp.experts.98.down_proj,0.0000022186,0.01000,1.086
32,mlp.experts.102.down_proj,0.0000017667,0.01000,1.086
32,mlp.experts.111.down_proj,0.0000022364,0.01000,1.201
32,mlp.experts.99.down_proj,0.0000017297,0.01000,1.149
32,mlp.experts.103.down_proj,0.0000018834,0.01000,1.173
32,mlp.experts.106.down_proj,0.0000016408,0.01000,1.138
32,mlp.experts.107.down_proj,0.0000014965,0.01000,1.149
32,mlp.experts.110.down_proj,0.0000012553,0.01000,1.168
32,mlp.experts.114.down_proj,0.0000026943,0.01000,1.080
32,mlp.experts.118.down_proj,0.0000016302,0.01000,1.078
32,mlp.experts.122.down_proj,0.0000022696,0.01000,1.013
32,mlp.experts.126.down_proj,0.0000014641,0.01000,0.962
32,mlp.experts.115.down_proj,0.0000014548,0.01000,1.198
32,mlp.experts.119.down_proj,0.0000023485,0.01000,1.179
32,mlp.experts.127.down_proj,0.0000017443,0.01000,1.237
32,mlp.experts.123.down_proj,0.0000015378,0.01000,1.104
33,self_attn.q_proj,0.0000020362,0.01000,0.754
33,self_attn.k_proj,0.0000002812,0.01000,1.171
33,self_attn.v_proj,0.0000003680,0.01000,1.613
33,self_attn.o_proj,0.0000003080,0.01000,2.457
33,mlp.experts.4.gate_proj,0.0000152817,0.01000,2.066
33,mlp.experts.0.gate_proj,0.0000166188,0.01000,2.070
33,mlp.experts.8.gate_proj,0.0000153022,0.01000,2.060
33,mlp.experts.12.gate_proj,0.0000152228,0.01000,2.158
33,mlp.experts.5.gate_proj,0.0000144277,0.01000,2.351
33,mlp.experts.1.gate_proj,0.0000134629,0.01000,2.486
33,mlp.experts.9.gate_proj,0.0000139588,0.01000,2.448
33,mlp.experts.13.gate_proj,0.0000152109,0.01000,2.558
33,mlp.experts.15.gate_proj,0.0000154795,0.01000,3.656
33,mlp.experts.11.gate_proj,0.0000157911,0.01000,3.615
33,mlp.experts.3.gate_proj,0.0000163647,0.01000,3.689
33,mlp.experts.7.gate_proj,0.0000148566,0.01000,3.615
33,mlp.experts.6.gate_proj,0.0000146809,0.01000,3.690
33,mlp.experts.14.gate_proj,0.0000143520,0.01000,3.809
33,mlp.experts.2.gate_proj,0.0000145206,0.01000,3.738
33,mlp.experts.16.gate_proj,0.0000155840,0.01000,1.749
33,mlp.experts.20.gate_proj,0.0000150525,0.01000,1.814
33,mlp.experts.24.gate_proj,0.0000139982,0.01000,1.819
33,mlp.experts.28.gate_proj,0.0000150171,0.01000,1.763
33,mlp.experts.10.gate_proj,0.0000145672,0.01000,4.049
33,mlp.experts.25.gate_proj,0.0000137973,0.01000,1.934
33,mlp.experts.21.gate_proj,0.0000154614,0.01000,2.005
33,mlp.experts.29.gate_proj,0.0000164921,0.01000,1.988
33,mlp.experts.17.gate_proj,0.0000146296,0.01000,2.285
33,mlp.experts.32.gate_proj,0.0000159761,0.01000,1.889
33,mlp.experts.36.gate_proj,0.0000178514,0.01000,1.967
33,mlp.experts.40.gate_proj,0.0000135639,0.01000,1.899
33,mlp.experts.44.gate_proj,0.0000145257,0.01000,1.914
33,mlp.experts.41.gate_proj,0.0000151079,0.01000,1.963
33,mlp.experts.37.gate_proj,0.0000144749,0.01000,2.104
33,mlp.experts.45.gate_proj,0.0000129136,0.01000,1.945
33,mlp.experts.23.gate_proj,0.0000138531,0.01000,3.123
33,mlp.experts.31.gate_proj,0.0000170677,0.01000,3.160
33,mlp.experts.27.gate_proj,0.0000151769,0.01000,3.152
33,mlp.experts.33.gate_proj,0.0000159394,0.01000,2.136
33,mlp.experts.19.gate_proj,0.0000143715,0.01000,3.273
33,mlp.experts.18.gate_proj,0.0000158982,0.01000,3.224
33,mlp.experts.22.gate_proj,0.0000131750,0.01000,3.329
33,mlp.experts.30.gate_proj,0.0000147448,0.01000,3.289
33,mlp.experts.26.gate_proj,0.0000151493,0.01000,3.268
33,mlp.experts.48.gate_proj,0.0000127799,0.01000,2.141
33,mlp.experts.60.gate_proj,0.0000141033,0.01000,2.005
33,mlp.experts.52.gate_proj,0.0000139119,0.01000,2.097
33,mlp.experts.56.gate_proj,0.0000131939,0.01000,2.162
33,mlp.experts.57.gate_proj,0.0000149937,0.01000,2.098
33,mlp.experts.61.gate_proj,0.0000180054,0.01000,2.071
33,mlp.experts.53.gate_proj,0.0000151000,0.01000,2.185
33,mlp.experts.49.gate_proj,0.0000141362,0.01000,2.049
33,mlp.experts.64.gate_proj,0.0000148276,0.01000,1.716
33,mlp.experts.68.gate_proj,0.0000154539,0.01000,1.643
33,mlp.experts.76.gate_proj,0.0000148918,0.01000,1.690
33,mlp.experts.72.gate_proj,0.0000163577,0.01000,1.667
33,mlp.experts.39.gate_proj,0.0000155315,0.01000,3.272
33,mlp.experts.43.gate_proj,0.0000146785,0.01000,3.309
33,mlp.experts.47.gate_proj,0.0000176371,0.01000,3.395
33,mlp.experts.35.gate_proj,0.0000136462,0.01000,3.309
33,mlp.experts.73.gate_proj,0.0000143546,0.01000,2.022
33,mlp.experts.77.gate_proj,0.0000149513,0.01000,1.972
33,mlp.experts.69.gate_proj,0.0000159452,0.01000,1.947
33,mlp.experts.38.gate_proj,0.0000156045,0.01000,3.593
33,mlp.experts.34.gate_proj,0.0000150847,0.01000,3.811
33,mlp.experts.46.gate_proj,0.0000140977,0.01000,3.750
33,mlp.experts.65.gate_proj,0.0000139569,0.01000,1.892
33,mlp.experts.42.gate_proj,0.0000166219,0.01000,3.610
33,mlp.experts.80.gate_proj,0.0000147770,0.01000,2.138
33,mlp.experts.92.gate_proj,0.0000145004,0.01000,2.109
33,mlp.experts.84.gate_proj,0.0000146941,0.01000,2.151
33,mlp.experts.88.gate_proj,0.0000152950,0.01000,2.158
33,mlp.experts.89.gate_proj,0.0000144011,0.01000,1.932
33,mlp.experts.85.gate_proj,0.0000155845,0.01000,1.838
33,mlp.experts.93.gate_proj,0.0000168984,0.01000,1.895
33,mlp.experts.81.gate_proj,0.0000139212,0.01000,1.944
33,mlp.experts.59.gate_proj,0.0000163100,0.01000,3.511
33,mlp.experts.63.gate_proj,0.0000144671,0.01000,3.459
33,mlp.experts.55.gate_proj,0.0000149821,0.01000,3.718
33,mlp.experts.51.gate_proj,0.0000154960,0.01000,3.544
33,mlp.experts.62.gate_proj,0.0000151132,0.01000,3.250
33,mlp.experts.54.gate_proj,0.0000145933,0.01000,3.438
33,mlp.experts.96.gate_proj,0.0000136879,0.01000,2.462
33,mlp.experts.100.gate_proj,0.0000211922,0.01000,2.423
33,mlp.experts.108.gate_proj,0.0000141557,0.01000,2.463
33,mlp.experts.104.gate_proj,0.0000159960,0.01000,2.407
33,mlp.experts.58.gate_proj,0.0000150841,0.01000,3.397
33,mlp.experts.50.gate_proj,0.0000154220,0.01000,3.461
33,mlp.experts.101.gate_proj,0.0000140794,0.01000,2.196
33,mlp.experts.105.gate_proj,0.0000146963,0.01000,2.346
33,mlp.experts.109.gate_proj,0.0000156851,0.01000,2.301
33,mlp.experts.97.gate_proj,0.0000144782,0.01000,2.312
33,mlp.experts.112.gate_proj,0.0000135679,0.01000,2.168
33,mlp.experts.124.gate_proj,0.0000150607,0.01000,2.172
33,mlp.experts.120.gate_proj,0.0000159178,0.01000,2.158
33,mlp.experts.116.gate_proj,0.0000149356,0.01000,2.256
33,mlp.experts.117.gate_proj,0.0000133428,0.01000,2.231
33,mlp.experts.121.gate_proj,0.0000179240,0.01000,2.271
33,mlp.experts.75.gate_proj,0.0000159715,0.01000,3.431
33,mlp.experts.125.gate_proj,0.0000121684,0.01000,2.249
33,mlp.experts.79.gate_proj,0.0000155807,0.01000,3.540
33,mlp.experts.67.gate_proj,0.0000156189,0.01000,3.412
33,mlp.experts.71.gate_proj,0.0000143222,0.01000,3.476
33,mlp.experts.113.gate_proj,0.0000141191,0.01000,2.174
33,mlp.experts.78.gate_proj,0.0000170707,0.01000,3.528
33,mlp.experts.70.gate_proj,0.0000159996,0.01000,3.537
33,mlp.experts.66.gate_proj,0.0000143562,0.01000,3.425
33,mlp.experts.74.gate_proj,0.0000162529,0.01000,3.513
33,mlp.experts.0.up_proj,0.0000166565,0.01000,2.189
33,mlp.experts.12.up_proj,0.0000161621,0.01000,2.160
33,mlp.experts.4.up_proj,0.0000148740,0.01000,2.187
33,mlp.experts.8.up_proj,0.0000154577,0.01000,2.241
33,mlp.experts.5.up_proj,0.0000147929,0.01000,2.048
33,mlp.experts.13.up_proj,0.0000157226,0.01000,2.053
33,mlp.experts.9.up_proj,0.0000153634,0.01000,2.118
33,mlp.experts.1.up_proj,0.0000155414,0.01000,2.060
33,mlp.experts.83.gate_proj,0.0000158558,0.01000,3.158
33,mlp.experts.94.gate_proj,0.0000169168,0.01000,2.779
33,mlp.experts.91.gate_proj,0.0000167278,0.01000,3.355
33,mlp.experts.82.gate_proj,0.0000155314,0.01000,2.735
33,mlp.experts.95.gate_proj,0.0000164507,0.01000,3.309
33,mlp.experts.16.up_proj,0.0000168731,0.01000,2.059
33,mlp.experts.90.gate_proj,0.0000144656,0.01000,2.813
33,mlp.experts.86.gate_proj,0.0000148747,0.01000,3.003
33,mlp.experts.20.up_proj,0.0000159388,0.01000,2.038
33,mlp.experts.24.up_proj,0.0000159016,0.01000,2.025
33,mlp.experts.87.gate_proj,0.0000151413,0.01000,3.457
33,mlp.experts.28.up_proj,0.0000157778,0.01000,2.189
33,mlp.experts.21.up_proj,0.0000153709,0.01000,2.177
33,mlp.experts.25.up_proj,0.0000144828,0.01000,2.314
33,mlp.experts.29.up_proj,0.0000175342,0.01000,2.401
33,mlp.experts.17.up_proj,0.0000152357,0.01000,2.291
33,mlp.experts.32.up_proj,0.0000155506,0.01000,1.852
33,mlp.experts.40.up_proj,0.0000235752,0.01000,1.902
33,mlp.experts.36.up_proj,0.0000183536,0.01000,2.074
33,mlp.experts.44.up_proj,0.0000144860,0.01000,2.033
33,mlp.experts.110.gate_proj,0.0000139279,0.01000,2.704
33,mlp.experts.37.up_proj,0.0000156901,0.01000,2.002
33,mlp.experts.98.gate_proj,0.0000137153,0.01000,2.725
33,mlp.experts.102.gate_proj,0.0000141643,0.01000,2.709
33,mlp.experts.41.up_proj,0.0000155605,0.01000,1.938
33,mlp.experts.99.gate_proj,0.0000135984,0.01000,3.090
33,mlp.experts.107.gate_proj,0.0000145844,0.01000,3.067
33,mlp.experts.45.up_proj,0.0000169197,0.01000,2.015
33,mlp.experts.111.gate_proj,0.0000137936,0.01000,3.132
33,mlp.experts.106.gate_proj,0.0000162025,0.01000,3.094
33,mlp.experts.33.up_proj,0.0000157436,0.01000,2.226
33,mlp.experts.103.gate_proj,0.0000138331,0.01000,3.185
33,mlp.experts.48.up_proj,0.0000168813,0.01000,2.065
33,mlp.experts.56.up_proj,0.0000154969,0.01000,2.074
33,mlp.experts.60.up_proj,0.0000159277,0.01000,1.945
33,mlp.experts.52.up_proj,0.0000158305,0.01000,2.089
33,mlp.experts.53.up_proj,0.0000146689,0.01000,2.102
33,mlp.experts.57.up_proj,0.0000166245,0.01000,2.345
33,mlp.experts.61.up_proj,0.0000184109,0.01000,2.344
33,mlp.experts.49.up_proj,0.0000166657,0.01000,2.203
33,mlp.experts.115.gate_proj,0.0000152363,0.01000,2.958
33,mlp.experts.64.up_proj,0.0000142558,0.01000,1.902
33,mlp.experts.126.gate_proj,0.0000169201,0.01000,3.388
33,mlp.experts.123.gate_proj,0.0000134756,0.01000,3.027
33,mlp.experts.72.up_proj,0.0000178318,0.01000,1.927
33,mlp.experts.127.gate_proj,0.0000125473,0.01000,2.942
33,mlp.experts.76.up_proj,0.0000146117,0.01000,1.903
33,mlp.experts.114.gate_proj,0.0000147288,0.01000,3.443
33,mlp.experts.68.up_proj,0.0000169604,0.01000,1.938
33,mlp.experts.118.gate_proj,0.0000138094,0.01000,3.437
33,mlp.experts.119.gate_proj,0.0000142777,0.01000,3.050
33,mlp.experts.122.gate_proj,0.0000155002,0.01000,3.362
33,mlp.experts.69.up_proj,0.0000159427,0.01000,1.988
33,mlp.experts.77.up_proj,0.0000152416,0.01000,2.151
33,mlp.experts.73.up_proj,0.0000150110,0.01000,2.266
33,mlp.experts.65.up_proj,0.0000143656,0.01000,2.116
33,mlp.experts.80.up_proj,0.0000148442,0.01000,1.877
33,mlp.experts.92.up_proj,0.0000145288,0.01000,1.798
33,mlp.experts.88.up_proj,0.0000170018,0.01000,1.897
33,mlp.experts.84.up_proj,0.0000155702,0.01000,1.855
33,mlp.experts.85.up_proj,0.0000155235,0.01000,1.999
33,mlp.experts.3.up_proj,0.0000208633,0.01000,3.188
33,mlp.experts.14.up_proj,0.0000142883,0.01000,3.203
33,mlp.experts.15.up_proj,0.0000155612,0.01000,3.186
33,mlp.experts.11.up_proj,0.0000154716,0.01000,3.261
33,mlp.experts.2.up_proj,0.0000142967,0.01000,3.224
33,mlp.experts.6.up_proj,0.0000142578,0.01000,3.252
33,mlp.experts.7.up_proj,0.0000168377,0.01000,3.095
33,mlp.experts.89.up_proj,0.0000152154,0.01000,2.034
33,mlp.experts.96.up_proj,0.0000143585,0.01000,1.929
33,mlp.experts.108.up_proj,0.0000156091,0.01000,1.823
33,mlp.experts.10.up_proj,0.0000153714,0.01000,3.181
33,mlp.experts.104.up_proj,0.0000167497,0.01000,1.796
33,mlp.experts.81.up_proj,0.0000138623,0.01000,2.135
33,mlp.experts.93.up_proj,0.0000183564,0.01000,2.313
33,mlp.experts.100.up_proj,0.0000204830,0.01000,1.771
33,mlp.experts.101.up_proj,0.0000168901,0.01000,1.983
33,mlp.experts.124.up_proj,0.0000146797,0.01000,1.863
33,mlp.experts.120.up_proj,0.0000163092,0.01000,1.856
33,mlp.experts.112.up_proj,0.0000160665,0.01000,2.022
33,mlp.experts.116.up_proj,0.0000163028,0.01000,1.889
33,mlp.experts.105.up_proj,0.0000160440,0.01000,2.241
33,mlp.experts.19.up_proj,0.0000157278,0.01000,2.813
33,mlp.experts.97.up_proj,0.0000155563,0.01000,2.131
33,mlp.experts.27.up_proj,0.0000164501,0.01000,2.792
33,mlp.experts.109.up_proj,0.0000151396,0.01000,2.191
33,mlp.experts.31.up_proj,0.0000184277,0.01000,3.002
33,mlp.experts.23.up_proj,0.0000160380,0.01000,2.918
33,mlp.experts.30.up_proj,0.0000190472,0.01000,3.280
33,mlp.experts.18.up_proj,0.0000169591,0.01000,3.227
33,mlp.experts.22.up_proj,0.0000155804,0.01000,3.268
33,mlp.experts.117.up_proj,0.0000160634,0.01000,2.138
33,mlp.experts.26.up_proj,0.0000153850,0.01000,3.271
33,mlp.experts.121.up_proj,0.0000176642,0.01000,1.821
33,mlp.experts.113.up_proj,0.0000149268,0.01000,1.880
33,mlp.experts.125.up_proj,0.0000230989,0.01000,1.773
33,mlp.experts.35.up_proj,0.0000212318,0.01000,3.253
33,mlp.experts.43.up_proj,0.0000147435,0.01000,3.309
33,mlp.experts.47.up_proj,0.0000232350,0.01000,3.149
33,mlp.experts.46.up_proj,0.0000145217,0.01000,3.254
33,mlp.experts.39.up_proj,0.0000156045,0.01000,3.290
33,mlp.experts.34.up_proj,0.0000152296,0.01000,3.562
33,mlp.experts.38.up_proj,0.0000155756,0.01000,3.352
33,mlp.experts.42.up_proj,0.0000175217,0.01000,3.682
33,mlp.experts.51.up_proj,0.0000153366,0.01000,3.124
33,mlp.experts.63.up_proj,0.0000138052,0.01000,3.112
33,mlp.experts.59.up_proj,0.0000170533,0.01000,3.277
33,mlp.experts.55.up_proj,0.0000147717,0.01000,3.108
33,mlp.experts.62.up_proj,0.0000171131,0.01000,3.567
33,mlp.experts.50.up_proj,0.0000166191,0.01000,3.200
33,mlp.experts.54.up_proj,0.0000176122,0.01000,3.221
33,mlp.experts.58.up_proj,0.0000153414,0.01000,2.941
33,mlp.experts.67.up_proj,0.0000154601,0.01000,3.119
33,mlp.experts.79.up_proj,0.0000166817,0.01000,3.203
33,mlp.experts.75.up_proj,0.0000158084,0.01000,3.145
33,mlp.experts.71.up_proj,0.0000153179,0.01000,3.236
33,mlp.experts.70.up_proj,0.0000156540,0.01000,2.852
33,mlp.experts.66.up_proj,0.0000151065,0.01000,2.952
33,mlp.experts.78.up_proj,0.0000175655,0.01000,3.269
33,mlp.experts.74.up_proj,0.0000180558,0.01000,3.277
33,mlp.experts.83.up_proj,0.0000167227,0.01000,3.064
33,mlp.experts.95.up_proj,0.0000162412,0.01000,3.078
33,mlp.experts.91.up_proj,0.0000155073,0.01000,3.101
33,mlp.experts.86.up_proj,0.0000159542,0.01000,2.871
33,mlp.experts.87.up_proj,0.0000155154,0.01000,3.119
33,mlp.experts.94.up_proj,0.0000159768,0.01000,2.960
33,mlp.experts.82.up_proj,0.0000212338,0.01000,3.248
33,mlp.experts.90.up_proj,0.0000180449,0.01000,3.228
33,mlp.experts.99.up_proj,0.0000149699,0.01000,3.145
33,mlp.experts.111.up_proj,0.0000167953,0.01000,3.181
33,mlp.experts.107.up_proj,0.0000143832,0.01000,3.266
33,mlp.experts.102.up_proj,0.0000152675,0.01000,3.102
33,mlp.experts.103.up_proj,0.0000156758,0.01000,3.149
33,mlp.experts.110.up_proj,0.0000165930,0.01000,2.919
33,mlp.experts.98.up_proj,0.0000172635,0.01000,3.277
33,mlp.experts.106.up_proj,0.0000164229,0.01000,3.046
33,mlp.experts.115.up_proj,0.0000150089,0.01000,3.572
33,mlp.experts.123.up_proj,0.0000131371,0.01000,3.128
33,mlp.experts.118.up_proj,0.0000150371,0.01000,3.105
33,mlp.experts.119.up_proj,0.0000155147,0.01000,3.053
33,mlp.experts.127.up_proj,0.0000180283,0.01000,3.446
33,mlp.experts.126.up_proj,0.0000178160,0.01000,3.106
33,mlp.experts.114.up_proj,0.0000161978,0.01000,3.035
33,mlp.experts.122.up_proj,0.0000164026,0.01000,2.755
33,mlp.experts.8.down_proj,0.0000018028,0.01000,0.877
33,mlp.experts.12.down_proj,0.0000017770,0.01000,0.898
33,mlp.experts.0.down_proj,0.0000026302,0.01000,0.953
33,mlp.experts.4.down_proj,0.0000014601,0.01000,0.977
33,mlp.experts.13.down_proj,0.0000021522,0.01000,1.247
33,mlp.experts.9.down_proj,0.0000027648,0.01000,1.271
33,mlp.experts.1.down_proj,0.0000016132,0.01000,1.351
33,mlp.experts.5.down_proj,0.0000016440,0.01000,1.368
33,mlp.experts.24.down_proj,0.0000018733,0.01000,0.949
33,mlp.experts.28.down_proj,0.0000019870,0.01000,0.945
33,mlp.experts.16.down_proj,0.0000043189,0.01000,0.957
33,mlp.experts.11.down_proj,0.0000016791,0.01000,1.824
33,mlp.experts.20.down_proj,0.0000020613,0.01000,0.965
33,mlp.experts.15.down_proj,0.0000016950,0.01000,1.948
33,mlp.experts.3.down_proj,0.0000062817,0.01000,1.961
33,mlp.experts.10.down_proj,0.0000021782,0.01000,1.994
33,mlp.experts.6.down_proj,0.0000011952,0.01000,1.990
33,mlp.experts.14.down_proj,0.0000013347,0.01000,2.006
33,mlp.experts.7.down_proj,0.0000024192,0.01000,1.913
33,mlp.experts.2.down_proj,0.0000013470,0.01000,2.045
33,mlp.experts.29.down_proj,0.0000030150,0.01000,0.982
33,mlp.experts.25.down_proj,0.0000023677,0.01000,0.960
33,mlp.experts.21.down_proj,0.0000016114,0.01000,0.959
33,mlp.experts.17.down_proj,0.0000019573,0.01000,0.971
33,mlp.experts.40.down_proj,0.0000051188,0.01000,0.834
33,mlp.experts.32.down_proj,0.0000020560,0.01000,0.783
33,mlp.experts.44.down_proj,0.0000015008,0.01000,0.847
33,mlp.experts.36.down_proj,0.0000028926,0.01000,0.846
33,mlp.experts.41.down_proj,0.0000018278,0.01000,0.800
33,mlp.experts.45.down_proj,0.0000034894,0.01000,0.813
33,mlp.experts.37.down_proj,0.0000016771,0.01000,0.786
33,mlp.experts.33.down_proj,0.0000018459,0.01000,0.790
33,mlp.experts.31.down_proj,0.0000033052,0.01000,1.204
33,mlp.experts.19.down_proj,0.0000015505,0.01000,1.245
33,mlp.experts.27.down_proj,0.0000024933,0.01000,1.259
33,mlp.experts.23.down_proj,0.0000020052,0.01000,1.194
33,mlp.experts.22.down_proj,0.0000022046,0.01000,1.268
33,mlp.experts.30.down_proj,0.0000047359,0.01000,1.257
33,mlp.experts.18.down_proj,0.0000027812,0.01000,1.275
33,mlp.experts.26.down_proj,0.0000016824,0.01000,1.345
33,mlp.experts.48.down_proj,0.0000029067,0.01000,0.770
33,mlp.experts.60.down_proj,0.0000018899,0.01000,0.755
33,mlp.experts.56.down_proj,0.0000015647,0.01000,0.811
33,mlp.experts.52.down_proj,0.0000016548,0.01000,0.795
33,mlp.experts.57.down_proj,0.0000023111,0.01000,0.871
33,mlp.experts.61.down_proj,0.0000029575,0.01000,0.871
33,mlp.experts.49.down_proj,0.0000025594,0.01000,0.832
33,mlp.experts.53.down_proj,0.0000014758,0.01000,0.890
33,mlp.experts.64.down_proj,0.0000014567,0.01000,0.773
33,mlp.experts.76.down_proj,0.0000015229,0.01000,0.786
33,mlp.experts.72.down_proj,0.0000028688,0.01000,0.794
33,mlp.experts.35.down_proj,0.0000046537,0.01000,1.107
33,mlp.experts.43.down_proj,0.0000017768,0.01000,1.114
33,mlp.experts.47.down_proj,0.0000080425,0.01000,1.196
33,mlp.experts.68.down_proj,0.0000020863,0.01000,0.835
33,mlp.experts.39.down_proj,0.0000017355,0.01000,1.305
33,mlp.experts.38.down_proj,0.0000017155,0.01000,1.312
33,mlp.experts.46.down_proj,0.0000014840,0.01000,1.314
33,mlp.experts.73.down_proj,0.0000016480,0.01000,0.637
33,mlp.experts.42.down_proj,0.0000026262,0.01000,1.255
33,mlp.experts.34.down_proj,0.0000018032,0.01000,1.286
33,mlp.experts.77.down_proj,0.0000015614,0.01000,0.635
33,mlp.experts.65.down_proj,0.0000017039,0.01000,0.642
33,mlp.experts.69.down_proj,0.0000025314,0.01000,0.638
33,mlp.experts.80.down_proj,0.0000016460,0.01000,0.841
33,mlp.experts.92.down_proj,0.0000013779,0.01000,0.833
33,mlp.experts.88.down_proj,0.0000027391,0.01000,0.847
33,mlp.experts.89.down_proj,0.0000016297,0.01000,0.638
33,mlp.experts.81.down_proj,0.0000013917,0.01000,0.649
33,mlp.experts.84.down_proj,0.0000020155,0.01000,0.832
33,mlp.experts.85.down_proj,0.0000016330,0.01000,0.651
33,mlp.experts.93.down_proj,0.0000039577,0.01000,0.721
33,mlp.experts.51.down_proj,0.0000018461,0.01000,1.240
33,mlp.experts.59.down_proj,0.0000026248,0.01000,1.279
33,mlp.experts.63.down_proj,0.0000012852,0.01000,1.302
33,mlp.experts.55.down_proj,0.0000015808,0.01000,1.221
33,mlp.experts.105.down_proj,0.0000020444,0.01000,0.665
33,mlp.experts.58.down_proj,0.0000016386,0.01000,1.304
33,mlp.experts.62.down_proj,0.0000030678,0.01000,1.350
33,mlp.experts.54.down_proj,0.0000032070,0.01000,1.361
33,mlp.experts.97.down_proj,0.0000016901,0.01000,0.712
33,mlp.experts.50.down_proj,0.0000026737,0.01000,1.369
33,mlp.experts.109.down_proj,0.0000016241,0.01000,0.658
33,mlp.experts.96.down_proj,0.0000017065,0.01000,0.916
33,mlp.experts.101.down_proj,0.0000030474,0.01000,0.714
33,mlp.experts.108.down_proj,0.0000020455,0.01000,0.992
33,mlp.experts.104.down_proj,0.0000032553,0.01000,0.968
33,mlp.experts.100.down_proj,0.0000045519,0.01000,0.996
33,mlp.experts.75.down_proj,0.0000016436,0.01000,1.153
33,mlp.experts.67.down_proj,0.0000014572,0.01000,1.221
33,mlp.experts.121.down_proj,0.0000031910,0.01000,0.864
33,mlp.experts.125.down_proj,0.0000039479,0.01000,0.871
33,mlp.experts.112.down_proj,0.0000019554,0.01000,0.862
33,mlp.experts.79.down_proj,0.0000035278,0.01000,1.230
33,mlp.experts.71.down_proj,0.0000017589,0.01000,1.163
33,mlp.experts.113.down_proj,0.0000019000,0.01000,0.915
33,mlp.experts.117.down_proj,0.0000023981,0.01000,0.880
33,mlp.experts.124.down_proj,0.0000015950,0.01000,0.826
33,mlp.experts.120.down_proj,0.0000020370,0.01000,0.860
33,mlp.experts.116.down_proj,0.0000022648,0.01000,0.701
33,mlp.experts.74.down_proj,0.0000041275,0.01000,1.260
33,mlp.experts.78.down_proj,0.0000028676,0.01000,1.362
33,mlp.experts.66.down_proj,0.0000019696,0.01000,1.321
33,mlp.experts.70.down_proj,0.0000019305,0.01000,1.367
33,mlp.experts.83.down_proj,0.0000026018,0.01000,0.935
33,mlp.experts.91.down_proj,0.0000019226,0.01000,0.942
33,mlp.experts.95.down_proj,0.0000017867,0.01000,0.968
33,mlp.experts.87.down_proj,0.0000016794,0.01000,0.984
33,mlp.experts.90.down_proj,0.0000036827,0.01000,1.189
33,mlp.experts.94.down_proj,0.0000020004,0.01000,1.179
33,mlp.experts.86.down_proj,0.0000020454,0.01000,1.218
33,mlp.experts.82.down_proj,0.0000032291,0.01000,1.234
33,mlp.experts.107.down_proj,0.0000014010,0.01000,0.954
33,mlp.experts.99.down_proj,0.0000017783,0.01000,0.957
33,mlp.experts.111.down_proj,0.0000032832,0.01000,0.973
33,mlp.experts.103.down_proj,0.0000017114,0.01000,1.127
33,mlp.experts.106.down_proj,0.0000022884,0.01000,1.164
33,mlp.experts.102.down_proj,0.0000018999,0.01000,1.126
33,mlp.experts.110.down_proj,0.0000036763,0.01000,1.180
33,mlp.experts.98.down_proj,0.0000037275,0.01000,1.168
33,mlp.experts.123.down_proj,0.0000012794,0.01000,1.135
33,mlp.experts.115.down_proj,0.0000015865,0.01000,1.138
33,mlp.experts.127.down_proj,0.0000024342,0.01000,1.019
33,mlp.experts.119.down_proj,0.0000018127,0.01000,0.926
33,mlp.experts.122.down_proj,0.0000025948,0.01000,1.387
33,mlp.experts.118.down_proj,0.0000016670,0.01000,1.290
33,mlp.experts.114.down_proj,0.0000029594,0.01000,1.242
33,mlp.experts.126.down_proj,0.0000024079,0.01000,1.318
34,self_attn.k_proj,0.0000003150,0.01000,0.974
34,self_attn.q_proj,0.0000024682,0.01000,1.043
34,self_attn.v_proj,0.0000004203,0.01000,1.079
34,self_attn.o_proj,0.0000002909,0.01000,1.479
34,mlp.experts.4.gate_proj,0.0000192920,0.01000,1.806
34,mlp.experts.12.gate_proj,0.0000157102,0.01000,1.856
34,mlp.experts.0.gate_proj,0.0000173046,0.01000,1.895
34,mlp.experts.2.gate_proj,0.0000154987,0.01000,1.954
34,mlp.experts.3.gate_proj,0.0000163954,0.01000,1.980
34,mlp.experts.7.gate_proj,0.0000168229,0.01000,1.989
34,mlp.experts.10.gate_proj,0.0000163408,0.01000,1.993
34,mlp.experts.11.gate_proj,0.0000148946,0.01000,2.012
34,mlp.experts.8.gate_proj,0.0000173271,0.01000,2.044
34,mlp.experts.5.gate_proj,0.0000145099,0.01000,2.089
34,mlp.experts.15.gate_proj,0.0000163886,0.01000,2.097
34,mlp.experts.6.gate_proj,0.0000251116,0.01000,2.117
34,mlp.experts.9.gate_proj,0.0000206783,0.01000,2.139
34,mlp.experts.1.gate_proj,0.0000175199,0.01000,2.162
34,mlp.experts.13.gate_proj,0.0000148923,0.01000,2.144
34,mlp.experts.14.gate_proj,0.0000149732,0.01000,2.210
34,mlp.experts.20.gate_proj,0.0000154155,0.01000,1.653
34,mlp.experts.28.gate_proj,0.0000182737,0.01000,1.671
34,mlp.experts.16.gate_proj,0.0000171965,0.01000,1.638
34,mlp.experts.26.gate_proj,0.0000163324,0.01000,1.783
34,mlp.experts.21.gate_proj,0.0000176129,0.01000,1.776
34,mlp.experts.24.gate_proj,0.0000171891,0.01000,1.835
34,mlp.experts.25.gate_proj,0.0000160964,0.01000,1.774
34,mlp.experts.29.gate_proj,0.0000170799,0.01000,1.788
34,mlp.experts.30.gate_proj,0.0000148218,0.01000,1.791
34,mlp.experts.19.gate_proj,0.0000173605,0.01000,2.051
34,mlp.experts.27.gate_proj,0.0000220526,0.01000,2.027
34,mlp.experts.18.gate_proj,0.0000149706,0.01000,2.107
34,mlp.experts.17.gate_proj,0.0000177805,0.01000,1.949
34,mlp.experts.23.gate_proj,0.0000195091,0.01000,2.172
34,mlp.experts.22.gate_proj,0.0000171046,0.01000,2.053
34,mlp.experts.31.gate_proj,0.0000174058,0.01000,2.147
34,mlp.experts.44.gate_proj,0.0000180712,0.01000,1.854
34,mlp.experts.36.gate_proj,0.0000175657,0.01000,1.995
34,mlp.experts.32.gate_proj,0.0000166973,0.01000,1.905
34,mlp.experts.42.gate_proj,0.0000157079,0.01000,1.791
34,mlp.experts.46.gate_proj,0.0000175538,0.01000,1.662
34,mlp.experts.35.gate_proj,0.0000163187,0.01000,1.728
34,mlp.experts.37.gate_proj,0.0000168177,0.01000,1.904
34,mlp.experts.43.gate_proj,0.0000182161,0.01000,1.735
34,mlp.experts.40.gate_proj,0.0000147410,0.01000,1.943
34,mlp.experts.41.gate_proj,0.0000162467,0.01000,1.947
34,mlp.experts.39.gate_proj,0.0000155144,0.01000,1.720
34,mlp.experts.45.gate_proj,0.0000173037,0.01000,1.940
34,mlp.experts.47.gate_proj,0.0000189501,0.01000,1.725
34,mlp.experts.33.gate_proj,0.0000163298,0.01000,2.023
34,mlp.experts.34.gate_proj,0.0000169549,0.01000,2.117
34,mlp.experts.38.gate_proj,0.0000174652,0.01000,2.175
34,mlp.experts.60.gate_proj,0.0000154443,0.01000,1.773
34,mlp.experts.52.gate_proj,0.0000146730,0.01000,1.822
34,mlp.experts.48.gate_proj,0.0000158923,0.01000,1.845
34,mlp.experts.51.gate_proj,0.0000168656,0.01000,1.625
34,mlp.experts.59.gate_proj,0.0000180028,0.01000,1.646
34,mlp.experts.55.gate_proj,0.0000243644,0.01000,1.665
34,mlp.experts.63.gate_proj,0.0000178118,0.01000,1.636
34,mlp.experts.62.gate_proj,0.0000157676,0.01000,2.025
34,mlp.experts.53.gate_proj,0.0000149797,0.01000,1.943
34,mlp.experts.58.gate_proj,0.0000158794,0.01000,2.198
34,mlp.experts.57.gate_proj,0.0000211314,0.01000,2.005
34,mlp.experts.61.gate_proj,0.0000144477,0.01000,1.990
34,mlp.experts.56.gate_proj,0.0000144949,0.01000,2.053
34,mlp.experts.49.gate_proj,0.0000183756,0.01000,1.988
34,mlp.experts.50.gate_proj,0.0000159695,0.01000,2.052
34,mlp.experts.54.gate_proj,0.0000169693,0.01000,2.083
34,mlp.experts.67.gate_proj,0.0000171788,0.01000,1.655
34,mlp.experts.75.gate_proj,0.0000160211,0.01000,1.634
34,mlp.experts.71.gate_proj,0.0000251645,0.01000,1.655
34,mlp.experts.64.gate_proj,0.0000140885,0.01000,1.905
34,mlp.experts.79.gate_proj,0.0000180936,0.01000,1.602
34,mlp.experts.76.gate_proj,0.0000156690,0.01000,2.269
34,mlp.experts.68.gate_proj,0.0000154745,0.01000,2.259
34,mlp.experts.78.gate_proj,0.0000165349,0.01000,1.866
34,mlp.experts.74.gate_proj,0.0000157501,0.01000,1.976
34,mlp.experts.69.gate_proj,0.0000162077,0.01000,2.165
34,mlp.experts.66.gate_proj,0.0000168721,0.01000,1.768
34,mlp.experts.72.gate_proj,0.0000181479,0.01000,2.124
34,mlp.experts.73.gate_proj,0.0000166481,0.01000,2.141
34,mlp.experts.77.gate_proj,0.0000166272,0.01000,2.181
34,mlp.experts.65.gate_proj,0.0000157750,0.01000,2.033
34,mlp.experts.70.gate_proj,0.0000192542,0.01000,1.868
34,mlp.experts.83.gate_proj,0.0000147345,0.01000,1.670
34,mlp.experts.91.gate_proj,0.0000151199,0.01000,1.683
34,mlp.experts.87.gate_proj,0.0000173565,0.01000,1.570
34,mlp.experts.95.gate_proj,0.0000156598,0.01000,1.612
34,mlp.experts.80.gate_proj,0.0000154755,0.01000,2.177
34,mlp.experts.92.gate_proj,0.0000166222,0.01000,2.079
34,mlp.experts.85.gate_proj,0.0000152807,0.01000,1.713
34,mlp.experts.84.gate_proj,0.0000174569,0.01000,2.080
34,mlp.experts.94.gate_proj,0.0000167161,0.01000,2.159
34,mlp.experts.89.gate_proj,0.0000167358,0.01000,1.730
34,mlp.experts.93.gate_proj,0.0000168794,0.01000,1.741
34,mlp.experts.81.gate_proj,0.0000170822,0.01000,1.699
34,mlp.experts.90.gate_proj,0.0000144233,0.01000,2.268
34,mlp.experts.88.gate_proj,0.0000153546,0.01000,2.054
34,mlp.experts.82.gate_proj,0.0000159621,0.01000,2.241
34,mlp.experts.86.gate_proj,0.0000153467,0.01000,1.982
34,mlp.experts.99.gate_proj,0.0000163869,0.01000,1.598
34,mlp.experts.107.gate_proj,0.0000155841,0.01000,1.591
34,mlp.experts.103.gate_proj,0.0000146557,0.01000,1.605
34,mlp.experts.111.gate_proj,0.0000168202,0.01000,1.689
34,mlp.experts.101.gate_proj,0.0000154986,0.01000,1.548
34,mlp.experts.105.gate_proj,0.0000154289,0.01000,1.607
34,mlp.experts.96.gate_proj,0.0000150866,0.01000,2.021
34,mlp.experts.97.gate_proj,0.0000155923,0.01000,1.627
34,mlp.experts.109.gate_proj,0.0000167919,0.01000,1.704
34,mlp.experts.108.gate_proj,0.0000150329,0.01000,1.984
34,mlp.experts.100.gate_proj,0.0000163004,0.01000,2.027
34,mlp.experts.110.gate_proj,0.0000170598,0.01000,2.099
34,mlp.experts.115.gate_proj,0.0000162205,0.01000,1.630
34,mlp.experts.119.gate_proj,0.0000161206,0.01000,1.609
34,mlp.experts.123.gate_proj,0.0000142468,0.01000,1.673
34,mlp.experts.104.gate_proj,0.0000169475,0.01000,1.985
34,mlp.experts.106.gate_proj,0.0000198394,0.01000,2.168
34,mlp.experts.127.gate_proj,0.0000178761,0.01000,1.676
34,mlp.experts.98.gate_proj,0.0000158035,0.01000,2.141
34,mlp.experts.102.gate_proj,0.0000154303,0.01000,2.145
34,mlp.experts.117.gate_proj,0.0000194475,0.01000,1.694
34,mlp.experts.121.gate_proj,0.0000169785,0.01000,1.731
34,mlp.experts.113.gate_proj,0.0000156836,0.01000,1.659
34,mlp.experts.125.gate_proj,0.0000191935,0.01000,1.730
34,mlp.experts.112.gate_proj,0.0000145961,0.01000,1.835
34,mlp.experts.124.gate_proj,0.0000169649,0.01000,1.859
34,mlp.experts.3.up_proj,0.0000167651,0.01000,1.542
34,mlp.experts.11.up_proj,0.0000176525,0.01000,1.549
34,mlp.experts.7.up_proj,0.0000169899,0.01000,1.588
34,mlp.experts.116.gate_proj,0.0000168546,0.01000,2.007
34,mlp.experts.15.up_proj,0.0000200231,0.01000,1.606
34,mlp.experts.126.gate_proj,0.0000175086,0.01000,2.125
34,mlp.experts.120.gate_proj,0.0000178449,0.01000,1.944
34,mlp.experts.122.gate_proj,0.0000185570,0.01000,2.120
34,mlp.experts.114.gate_proj,0.0000163229,0.01000,1.952
34,mlp.experts.118.gate_proj,0.0000177069,0.01000,2.064
34,mlp.experts.5.up_proj,0.0000158054,0.01000,1.741
34,mlp.experts.9.up_proj,0.0000191832,0.01000,1.750
34,mlp.experts.1.up_proj,0.0000171048,0.01000,1.779
34,mlp.experts.13.up_proj,0.0000189653,0.01000,1.726
34,mlp.experts.19.up_proj,0.0000189070,0.01000,1.578
34,mlp.experts.23.up_proj,0.0000200229,0.01000,1.528
34,mlp.experts.27.up_proj,0.0000220890,0.01000,1.603
34,mlp.experts.0.up_proj,0.0000175616,0.01000,2.008
34,mlp.experts.31.up_proj,0.0000193311,0.01000,1.481
34,mlp.experts.12.up_proj,0.0000167932,0.01000,2.061
34,mlp.experts.4.up_proj,0.0000188307,0.01000,2.098
34,mlp.experts.14.up_proj,0.0000162499,0.01000,1.992
34,mlp.experts.8.up_proj,0.0000170639,0.01000,2.089
34,mlp.experts.10.up_proj,0.0000166230,0.01000,1.979
34,mlp.experts.21.up_proj,0.0000180215,0.01000,1.717
34,mlp.experts.2.up_proj,0.0000165410,0.01000,2.060
34,mlp.experts.6.up_proj,0.0000254831,0.01000,1.970
34,mlp.experts.39.up_proj,0.0000176326,0.01000,1.454
34,mlp.experts.35.up_proj,0.0000162022,0.01000,1.533
34,mlp.experts.43.up_proj,0.0000194230,0.01000,1.469
34,mlp.experts.29.up_proj,0.0000169112,0.01000,1.744
34,mlp.experts.47.up_proj,0.0000197234,0.01000,1.489
34,mlp.experts.25.up_proj,0.0000168430,0.01000,1.943
34,mlp.experts.17.up_proj,0.0000196120,0.01000,2.112
34,mlp.experts.16.up_proj,0.0000182728,0.01000,1.956
34,mlp.experts.28.up_proj,0.0000188608,0.01000,2.185
34,mlp.experts.20.up_proj,0.0000183486,0.01000,2.104
34,mlp.experts.55.up_proj,0.0000211185,0.01000,1.487
34,mlp.experts.24.up_proj,0.0000181618,0.01000,1.969
34,mlp.experts.51.up_proj,0.0000172504,0.01000,1.462
34,mlp.experts.37.up_proj,0.0000171384,0.01000,1.820
34,mlp.experts.30.up_proj,0.0000155003,0.01000,2.181
34,mlp.experts.59.up_proj,0.0000177581,0.01000,1.515
34,mlp.experts.63.up_proj,0.0000167820,0.01000,1.473
34,mlp.experts.18.up_proj,0.0000168575,0.01000,2.001
34,mlp.experts.26.up_proj,0.0000172967,0.01000,2.145
34,mlp.experts.45.up_proj,0.0000175287,0.01000,1.731
34,mlp.experts.22.up_proj,0.0000167474,0.01000,2.167
34,mlp.experts.41.up_proj,0.0000171061,0.01000,1.916
34,mlp.experts.33.up_proj,0.0000173037,0.01000,1.809
34,mlp.experts.32.up_proj,0.0000173319,0.01000,1.928
34,mlp.experts.71.up_proj,0.0000210702,0.01000,1.517
34,mlp.experts.67.up_proj,0.0000169464,0.01000,1.524
34,mlp.experts.75.up_proj,0.0000158122,0.01000,1.609
34,mlp.experts.44.up_proj,0.0000218282,0.01000,2.164
34,mlp.experts.79.up_proj,0.0000212183,0.01000,1.665
34,mlp.experts.36.up_proj,0.0000184782,0.01000,2.157
34,mlp.experts.53.up_proj,0.0000226765,0.01000,1.903
34,mlp.experts.40.up_proj,0.0000179834,0.01000,2.077
34,mlp.experts.46.up_proj,0.0000187643,0.01000,2.126
34,mlp.experts.61.up_proj,0.0000185668,0.01000,1.889
34,mlp.experts.57.up_proj,0.0000213850,0.01000,1.676
34,mlp.experts.34.up_proj,0.0000168672,0.01000,2.112
34,mlp.experts.49.up_proj,0.0000198504,0.01000,1.704
34,mlp.experts.42.up_proj,0.0000153389,0.01000,2.229
34,mlp.experts.38.up_proj,0.0000158587,0.01000,2.192
34,mlp.experts.83.up_proj,0.0000201069,0.01000,1.718
34,mlp.experts.87.up_proj,0.0000178696,0.01000,1.756
34,mlp.experts.48.up_proj,0.0000176599,0.01000,2.253
34,mlp.experts.91.up_proj,0.0000164039,0.01000,1.659
34,mlp.experts.69.up_proj,0.0000220765,0.01000,1.599
34,mlp.experts.95.up_proj,0.0000189013,0.01000,1.901
34,mlp.experts.60.up_proj,0.0000164699,0.01000,2.103
34,mlp.experts.73.up_proj,0.0000169583,0.01000,1.714
34,mlp.experts.52.up_proj,0.0000169999,0.01000,2.177
34,mlp.experts.77.up_proj,0.0000160628,0.01000,1.900
34,mlp.experts.62.up_proj,0.0000180060,0.01000,2.024
34,mlp.experts.56.up_proj,0.0000192980,0.01000,2.154
34,mlp.experts.65.up_proj,0.0000183492,0.01000,1.927
34,mlp.experts.50.up_proj,0.0000169585,0.01000,2.035
34,mlp.experts.58.up_proj,0.0000165667,0.01000,2.112
34,mlp.experts.54.up_proj,0.0000171092,0.01000,2.132
34,mlp.experts.99.up_proj,0.0000173078,0.01000,1.684
34,mlp.experts.103.up_proj,0.0000164398,0.01000,1.707
34,mlp.experts.107.up_proj,0.0000178665,0.01000,1.704
34,mlp.experts.85.up_proj,0.0000160818,0.01000,1.655
34,mlp.experts.64.up_proj,0.0000176105,0.01000,1.960
34,mlp.experts.111.up_proj,0.0000178931,0.01000,1.903
34,mlp.experts.89.up_proj,0.0000158601,0.01000,1.804
34,mlp.experts.76.up_proj,0.0000161335,0.01000,2.016
34,mlp.experts.93.up_proj,0.0000184449,0.01000,1.692
34,mlp.experts.81.up_proj,0.0000172743,0.01000,1.700
34,mlp.experts.68.up_proj,0.0000177287,0.01000,2.049
34,mlp.experts.72.up_proj,0.0000193058,0.01000,1.968
34,mlp.experts.78.up_proj,0.0000187030,0.01000,2.156
34,mlp.experts.66.up_proj,0.0000173644,0.01000,1.990
34,mlp.experts.115.up_proj,0.0000161284,0.01000,1.637
34,mlp.experts.119.up_proj,0.0000184222,0.01000,1.611
34,mlp.experts.123.up_proj,0.0000179737,0.01000,1.613
34,mlp.experts.74.up_proj,0.0000164841,0.01000,2.076
34,mlp.experts.70.up_proj,0.0000181682,0.01000,1.921
34,mlp.experts.101.up_proj,0.0000175363,0.01000,1.690
34,mlp.experts.127.up_proj,0.0000193121,0.01000,1.388
34,mlp.experts.80.up_proj,0.0000155856,0.01000,1.858
34,mlp.experts.105.up_proj,0.0000182824,0.01000,1.691
34,mlp.experts.109.up_proj,0.0000173239,0.01000,1.788
34,mlp.experts.97.up_proj,0.0000175046,0.01000,1.635
34,mlp.experts.92.up_proj,0.0000160441,0.01000,1.977
34,mlp.experts.84.up_proj,0.0000173614,0.01000,1.941
34,mlp.experts.88.up_proj,0.0000177179,0.01000,1.944
34,mlp.experts.94.up_proj,0.0000161358,0.01000,1.960
34,mlp.experts.82.up_proj,0.0000179745,0.01000,1.916
34,mlp.experts.117.up_proj,0.0000215044,0.01000,1.679
34,mlp.experts.90.up_proj,0.0000219186,0.01000,1.862
34,mlp.experts.86.up_proj,0.0000161550,0.01000,1.922
34,mlp.experts.96.up_proj,0.0000159813,0.01000,1.949
34,mlp.experts.121.up_proj,0.0000169734,0.01000,1.589
34,mlp.experts.113.up_proj,0.0000187409,0.01000,1.447
34,mlp.experts.125.up_proj,0.0000197140,0.01000,1.622
34,mlp.experts.108.up_proj,0.0000167745,0.01000,1.706
34,mlp.experts.104.up_proj,0.0000181191,0.01000,1.670
34,mlp.experts.100.up_proj,0.0000209962,0.01000,1.768
34,mlp.experts.98.up_proj,0.0000177503,0.01000,1.791
34,mlp.experts.110.up_proj,0.0000172001,0.01000,1.963
34,mlp.experts.102.up_proj,0.0000153261,0.01000,1.701
34,mlp.experts.106.up_proj,0.0000205000,0.01000,1.904
34,mlp.experts.112.up_proj,0.0000159942,0.01000,1.868
34,mlp.experts.124.up_proj,0.0000233012,0.01000,1.696
34,mlp.experts.120.up_proj,0.0000176945,0.01000,1.615
34,mlp.experts.116.up_proj,0.0000167031,0.01000,1.640
34,mlp.experts.114.up_proj,0.0000156393,0.01000,1.815
34,mlp.experts.126.up_proj,0.0000161533,0.01000,1.912
34,mlp.experts.118.up_proj,0.0000160722,0.01000,1.783
34,mlp.experts.122.up_proj,0.0000183012,0.01000,1.723
34,mlp.experts.1.down_proj,0.0000022392,0.01000,0.682
34,mlp.experts.13.down_proj,0.0000051439,0.01000,0.684
34,mlp.experts.5.down_proj,0.0000016924,0.01000,0.707
34,mlp.experts.9.down_proj,0.0000029409,0.01000,0.735
34,mlp.experts.2.down_proj,0.0000025887,0.01000,0.780
34,mlp.experts.14.down_proj,0.0000022866,0.01000,0.788
34,mlp.experts.6.down_proj,0.0000128342,0.01000,0.805
34,mlp.experts.15.down_proj,0.0000035599,0.01000,0.788
34,mlp.experts.10.down_proj,0.0000024375,0.01000,0.798
34,mlp.experts.7.down_proj,0.0000027093,0.01000,0.824
34,mlp.experts.4.down_proj,0.0000027704,0.01000,0.854
34,mlp.experts.8.down_proj,0.0000020369,0.01000,0.858
34,mlp.experts.12.down_proj,0.0000020941,0.01000,0.865
34,mlp.experts.3.down_proj,0.0000018844,0.01000,0.910
34,mlp.experts.11.down_proj,0.0000029536,0.01000,0.915
34,mlp.experts.0.down_proj,0.0000018262,0.01000,0.953
34,mlp.experts.29.down_proj,0.0000018522,0.01000,0.586
34,mlp.experts.21.down_proj,0.0000032277,0.01000,0.583
34,mlp.experts.17.down_proj,0.0000044207,0.01000,0.618
34,mlp.experts.25.down_proj,0.0000019971,0.01000,0.606
34,mlp.experts.18.down_proj,0.0000025553,0.01000,0.734
34,mlp.experts.22.down_proj,0.0000019999,0.01000,0.742
34,mlp.experts.26.down_proj,0.0000019279,0.01000,0.746
34,mlp.experts.30.down_proj,0.0000019325,0.01000,0.795
34,mlp.experts.23.down_proj,0.0000063500,0.01000,0.783
34,mlp.experts.20.down_proj,0.0000035840,0.01000,0.770
34,mlp.experts.31.down_proj,0.0000060634,0.01000,0.813
34,mlp.experts.24.down_proj,0.0000031087,0.01000,0.808
34,mlp.experts.28.down_proj,0.0000026223,0.01000,0.810
34,mlp.experts.19.down_proj,0.0000084775,0.01000,0.813
34,mlp.experts.27.down_proj,0.0000041159,0.01000,0.857
34,mlp.experts.16.down_proj,0.0000036449,0.01000,0.859
34,mlp.experts.45.down_proj,0.0000029192,0.01000,0.652
34,mlp.experts.37.down_proj,0.0000027912,0.01000,0.663
34,mlp.experts.33.down_proj,0.0000037743,0.01000,0.671
34,mlp.experts.41.down_proj,0.0000021993,0.01000,0.625
34,mlp.experts.34.down_proj,0.0000020901,0.01000,0.791
34,mlp.experts.38.down_proj,0.0000017777,0.01000,0.752
34,mlp.experts.42.down_proj,0.0000016347,0.01000,0.767
34,mlp.experts.46.down_proj,0.0000030974,0.01000,0.756
34,mlp.experts.36.down_proj,0.0000084528,0.01000,0.758
34,mlp.experts.35.down_proj,0.0000023092,0.01000,0.674
34,mlp.experts.47.down_proj,0.0000040237,0.01000,0.765
34,mlp.experts.40.down_proj,0.0000031253,0.01000,0.758
34,mlp.experts.39.down_proj,0.0000027782,0.01000,0.823
34,mlp.experts.44.down_proj,0.0000065355,0.01000,0.791
34,mlp.experts.43.down_proj,0.0000032996,0.01000,0.722
34,mlp.experts.61.down_proj,0.0000047813,0.01000,0.602
34,mlp.experts.57.down_proj,0.0000049941,0.01000,0.568
34,mlp.experts.32.down_proj,0.0000021175,0.01000,0.740
34,mlp.experts.49.down_proj,0.0000059555,0.01000,0.595
34,mlp.experts.53.down_proj,0.0000060653,0.01000,0.616
34,mlp.experts.51.down_proj,0.0000022311,0.01000,0.582
34,mlp.experts.50.down_proj,0.0000025150,0.01000,0.715
34,mlp.experts.54.down_proj,0.0000022135,0.01000,0.721
34,mlp.experts.58.down_proj,0.0000018193,0.01000,0.734
34,mlp.experts.73.down_proj,0.0000030791,0.01000,0.569
34,mlp.experts.62.down_proj,0.0000027922,0.01000,0.761
34,mlp.experts.77.down_proj,0.0000019794,0.01000,0.596
34,mlp.experts.59.down_proj,0.0000019591,0.01000,0.638
34,mlp.experts.65.down_proj,0.0000035429,0.01000,0.568
34,mlp.experts.56.down_proj,0.0000059289,0.01000,0.725
34,mlp.experts.69.down_proj,0.0000052500,0.01000,0.573
34,mlp.experts.52.down_proj,0.0000018038,0.01000,0.772
34,mlp.experts.63.down_proj,0.0000017464,0.01000,0.777
34,mlp.experts.60.down_proj,0.0000021273,0.01000,0.743
34,mlp.experts.55.down_proj,0.0000030791,0.01000,0.799
34,mlp.experts.48.down_proj,0.0000019213,0.01000,0.798
34,mlp.experts.89.down_proj,0.0000018026,0.01000,0.570
34,mlp.experts.93.down_proj,0.0000036138,0.01000,0.586
34,mlp.experts.70.down_proj,0.0000031156,0.01000,0.675
34,mlp.experts.85.down_proj,0.0000023532,0.01000,0.563
34,mlp.experts.81.down_proj,0.0000021848,0.01000,0.574
34,mlp.experts.66.down_proj,0.0000019791,0.01000,0.733
34,mlp.experts.74.down_proj,0.0000018996,0.01000,0.679
34,mlp.experts.78.down_proj,0.0000039327,0.01000,0.657
34,mlp.experts.67.down_proj,0.0000021143,0.01000,0.865
34,mlp.experts.68.down_proj,0.0000031827,0.01000,0.712
34,mlp.experts.72.down_proj,0.0000028432,0.01000,0.744
34,mlp.experts.76.down_proj,0.0000016802,0.01000,0.713
34,mlp.experts.71.down_proj,0.0000024087,0.01000,0.714
34,mlp.experts.79.down_proj,0.0000051581,0.01000,0.782
34,mlp.experts.75.down_proj,0.0000020335,0.01000,0.834
34,mlp.experts.64.down_proj,0.0000021810,0.01000,0.829
34,mlp.experts.105.down_proj,0.0000042932,0.01000,0.576
34,mlp.experts.101.down_proj,0.0000025371,0.01000,0.572
34,mlp.experts.109.down_proj,0.0000027785,0.01000,0.593
34,mlp.experts.97.down_proj,0.0000022147,0.01000,0.583
34,mlp.experts.86.down_proj,0.0000021648,0.01000,0.710
34,mlp.experts.94.down_proj,0.0000019672,0.01000,0.727
34,mlp.experts.90.down_proj,0.0000051939,0.01000,0.750
34,mlp.experts.84.down_proj,0.0000022069,0.01000,0.665
34,mlp.experts.88.down_proj,0.0000024718,0.01000,0.651
34,mlp.experts.82.down_proj,0.0000039080,0.01000,0.822
34,mlp.experts.92.down_proj,0.0000017003,0.01000,0.692
34,mlp.experts.91.down_proj,0.0000019820,0.01000,0.709
34,mlp.experts.83.down_proj,0.0000057868,0.01000,0.848
34,mlp.experts.95.down_proj,0.0000049684,0.01000,0.748
34,mlp.experts.87.down_proj,0.0000031603,0.01000,0.838
34,mlp.experts.121.down_proj,0.0000020893,0.01000,0.566
34,mlp.experts.117.down_proj,0.0000073517,0.01000,0.561
34,mlp.experts.113.down_proj,0.0000033235,0.01000,0.564
34,mlp.experts.125.down_proj,0.0000051664,0.01000,0.569
34,mlp.experts.80.down_proj,0.0000015246,0.01000,0.740
34,mlp.experts.100.down_proj,0.0000043477,0.01000,0.667
34,mlp.experts.104.down_proj,0.0000023002,0.01000,0.667
34,mlp.experts.102.down_proj,0.0000014991,0.01000,0.827
34,mlp.experts.108.down_proj,0.0000024543,0.01000,0.662
34,mlp.experts.99.down_proj,0.0000025237,0.01000,0.617
34,mlp.experts.107.down_proj,0.0000028781,0.01000,0.632
34,mlp.experts.106.down_proj,0.0000066971,0.01000,0.830
34,mlp.experts.110.down_proj,0.0000022206,0.01000,0.849
34,mlp.experts.111.down_proj,0.0000030154,0.01000,0.653
34,mlp.experts.96.down_proj,0.0000017579,0.01000,0.619
34,mlp.experts.103.down_proj,0.0000039433,0.01000,0.789
34,mlp.experts.98.down_proj,0.0000028529,0.01000,1.050
34,mlp.experts.116.down_proj,0.0000019304,0.01000,0.623
34,mlp.experts.120.down_proj,0.0000026951,0.01000,0.632
34,mlp.experts.124.down_proj,0.0000077987,0.01000,0.631
34,mlp.experts.118.down_proj,0.0000019412,0.01000,0.761
34,mlp.experts.123.down_proj,0.0000031813,0.01000,0.711
34,mlp.experts.122.down_proj,0.0000020427,0.01000,0.714
34,mlp.experts.112.down_proj,0.0000018190,0.01000,0.507
34,mlp.experts.126.down_proj,0.0000018889,0.01000,0.711
34,mlp.experts.127.down_proj,0.0000066154,0.01000,0.743
34,mlp.experts.115.down_proj,0.0000017307,0.01000,0.831
34,mlp.experts.119.down_proj,0.0000036727,0.01000,0.579
34,mlp.experts.114.down_proj,0.0000016629,0.01000,0.597
35,self_attn.q_proj,0.0000030651,0.01000,0.752
35,self_attn.k_proj,0.0000003773,0.01000,0.792
35,self_attn.v_proj,0.0000004601,0.01000,0.816
35,self_attn.o_proj,0.0000003327,0.01000,1.339
35,mlp.experts.0.gate_proj,0.0000162903,0.01000,1.937
35,mlp.experts.4.gate_proj,0.0000212250,0.01000,1.946
35,mlp.experts.12.gate_proj,0.0000168589,0.01000,1.983
35,mlp.experts.8.gate_proj,0.0000177048,0.01000,2.040
35,mlp.experts.5.gate_proj,0.0000184979,0.01000,2.095
35,mlp.experts.9.gate_proj,0.0000221402,0.01000,2.157
35,mlp.experts.13.gate_proj,0.0000177821,0.01000,2.182
35,mlp.experts.1.gate_proj,0.0000175442,0.01000,2.255
35,mlp.experts.14.gate_proj,0.0000186962,0.01000,2.346
35,mlp.experts.7.gate_proj,0.0000174123,0.01000,2.368
35,mlp.experts.6.gate_proj,0.0000184871,0.01000,2.382
35,mlp.experts.10.gate_proj,0.0000166794,0.01000,2.381
35,mlp.experts.2.gate_proj,0.0000174157,0.01000,2.424
35,mlp.experts.11.gate_proj,0.0000167589,0.01000,2.437
35,mlp.experts.3.gate_proj,0.0000144559,0.01000,2.477
35,mlp.experts.15.gate_proj,0.0000176454,0.01000,2.549
35,mlp.experts.16.gate_proj,0.0000163403,0.01000,1.871
35,mlp.experts.28.gate_proj,0.0000168004,0.01000,1.826
35,mlp.experts.21.gate_proj,0.0000172471,0.01000,1.776
35,mlp.experts.24.gate_proj,0.0000172540,0.01000,1.858
35,mlp.experts.20.gate_proj,0.0000176396,0.01000,2.008
35,mlp.experts.29.gate_proj,0.0000164740,0.01000,1.806
35,mlp.experts.25.gate_proj,0.0000469165,0.01000,1.867
35,mlp.experts.17.gate_proj,0.0000184226,0.01000,1.817
35,mlp.experts.26.gate_proj,0.0000157696,0.01000,1.960
35,mlp.experts.18.gate_proj,0.0000145029,0.01000,1.923
35,mlp.experts.22.gate_proj,0.0000160316,0.01000,1.993
35,mlp.experts.23.gate_proj,0.0000175723,0.01000,2.044
35,mlp.experts.30.gate_proj,0.0000207678,0.01000,2.072
35,mlp.experts.27.gate_proj,0.0000183748,0.01000,2.039
35,mlp.experts.19.gate_proj,0.0000179211,0.01000,2.015
35,mlp.experts.31.gate_proj,0.0000151117,0.01000,2.021
35,mlp.experts.32.gate_proj,0.0000168790,0.01000,1.586
35,mlp.experts.44.gate_proj,0.0000160273,0.01000,1.598
35,mlp.experts.40.gate_proj,0.0000165777,0.01000,1.612
35,mlp.experts.36.gate_proj,0.0000155249,0.01000,1.623
35,mlp.experts.37.gate_proj,0.0000172851,0.01000,1.890
35,mlp.experts.45.gate_proj,0.0000181445,0.01000,1.874
35,mlp.experts.41.gate_proj,0.0000173512,0.01000,1.896
35,mlp.experts.33.gate_proj,0.0000161057,0.01000,1.931
35,mlp.experts.42.gate_proj,0.0000178610,0.01000,1.746
35,mlp.experts.34.gate_proj,0.0000187710,0.01000,1.788
35,mlp.experts.38.gate_proj,0.0000165923,0.01000,1.781
35,mlp.experts.46.gate_proj,0.0000165174,0.01000,1.983
35,mlp.experts.39.gate_proj,0.0000175521,0.01000,2.093
35,mlp.experts.43.gate_proj,0.0000161150,0.01000,2.103
35,mlp.experts.35.gate_proj,0.0000172975,0.01000,2.147
35,mlp.experts.47.gate_proj,0.0000161457,0.01000,2.113
35,mlp.experts.60.gate_proj,0.0000166992,0.01000,1.789
35,mlp.experts.48.gate_proj,0.0000199239,0.01000,1.909
35,mlp.experts.56.gate_proj,0.0000183066,0.01000,1.832
35,mlp.experts.52.gate_proj,0.0000165051,0.01000,1.816
35,mlp.experts.53.gate_proj,0.0000179391,0.01000,1.825
35,mlp.experts.61.gate_proj,0.0000150891,0.01000,1.914
35,mlp.experts.58.gate_proj,0.0000207268,0.01000,1.802
35,mlp.experts.49.gate_proj,0.0000173235,0.01000,1.918
35,mlp.experts.54.gate_proj,0.0000194102,0.01000,1.806
35,mlp.experts.57.gate_proj,0.0000196488,0.01000,2.044
35,mlp.experts.50.gate_proj,0.0000163947,0.01000,1.829
35,mlp.experts.55.gate_proj,0.0000189172,0.01000,1.762
35,mlp.experts.59.gate_proj,0.0000162709,0.01000,1.767
35,mlp.experts.62.gate_proj,0.0000176679,0.01000,1.964
35,mlp.experts.63.gate_proj,0.0000187381,0.01000,1.781
35,mlp.experts.51.gate_proj,0.0000173843,0.01000,1.991
35,mlp.experts.76.gate_proj,0.0000186619,0.01000,1.815
35,mlp.experts.64.gate_proj,0.0000179163,0.01000,1.774
35,mlp.experts.72.gate_proj,0.0000177734,0.01000,1.733
35,mlp.experts.68.gate_proj,0.0000190776,0.01000,1.861
35,mlp.experts.69.gate_proj,0.0000174799,0.01000,2.001
35,mlp.experts.77.gate_proj,0.0000172495,0.01000,1.864
35,mlp.experts.65.gate_proj,0.0000181937,0.01000,1.828
35,mlp.experts.74.gate_proj,0.0000189432,0.01000,1.970
35,mlp.experts.71.gate_proj,0.0000191747,0.01000,1.648
35,mlp.experts.70.gate_proj,0.0000181198,0.01000,1.978
35,mlp.experts.73.gate_proj,0.0000172836,0.01000,1.973
35,mlp.experts.75.gate_proj,0.0000175852,0.01000,1.628
35,mlp.experts.66.gate_proj,0.0000179723,0.01000,2.015
35,mlp.experts.79.gate_proj,0.0000165232,0.01000,1.624
35,mlp.experts.78.gate_proj,0.0000179659,0.01000,1.943
35,mlp.experts.67.gate_proj,0.0000152172,0.01000,1.870
35,mlp.experts.92.gate_proj,0.0000188499,0.01000,1.836
35,mlp.experts.80.gate_proj,0.0000190791,0.01000,1.857
35,mlp.experts.88.gate_proj,0.0000199549,0.01000,1.979
35,mlp.experts.84.gate_proj,0.0000177918,0.01000,1.909
35,mlp.experts.93.gate_proj,0.0000173669,0.01000,1.681
35,mlp.experts.87.gate_proj,0.0000190601,0.01000,1.666
35,mlp.experts.85.gate_proj,0.0000168692,0.01000,1.993
35,mlp.experts.91.gate_proj,0.0000201378,0.01000,1.660
35,mlp.experts.89.gate_proj,0.0000175215,0.01000,1.773
35,mlp.experts.95.gate_proj,0.0000193290,0.01000,1.650
35,mlp.experts.81.gate_proj,0.0000186882,0.01000,2.081
35,mlp.experts.90.gate_proj,0.0000127095,0.01000,2.049
35,mlp.experts.86.gate_proj,0.0000170987,0.01000,2.142
35,mlp.experts.82.gate_proj,0.0000170600,0.01000,2.102
35,mlp.experts.94.gate_proj,0.0000180084,0.01000,1.937
35,mlp.experts.83.gate_proj,0.0000184488,0.01000,1.782
35,mlp.experts.108.gate_proj,0.0000184006,0.01000,1.840
35,mlp.experts.96.gate_proj,0.0000166781,0.01000,1.933
35,mlp.experts.104.gate_proj,0.0000175617,0.01000,1.855
35,mlp.experts.100.gate_proj,0.0000176657,0.01000,1.882
35,mlp.experts.109.gate_proj,0.0000166484,0.01000,1.879
35,mlp.experts.107.gate_proj,0.0000165198,0.01000,1.675
35,mlp.experts.103.gate_proj,0.0000188476,0.01000,1.726
35,mlp.experts.101.gate_proj,0.0000160626,0.01000,1.702
35,mlp.experts.111.gate_proj,0.0000172689,0.01000,1.702
35,mlp.experts.105.gate_proj,0.0000175327,0.01000,1.880
35,mlp.experts.106.gate_proj,0.0000215880,0.01000,1.789
35,mlp.experts.97.gate_proj,0.0000180599,0.01000,1.997
35,mlp.experts.102.gate_proj,0.0000192285,0.01000,1.869
35,mlp.experts.99.gate_proj,0.0000173247,0.01000,1.741
35,mlp.experts.98.gate_proj,0.0000168443,0.01000,1.968
35,mlp.experts.110.gate_proj,0.0000181431,0.01000,1.879
35,mlp.experts.124.gate_proj,0.0000197495,0.01000,1.844
35,mlp.experts.112.gate_proj,0.0000186059,0.01000,1.838
35,mlp.experts.120.gate_proj,0.0000185424,0.01000,1.794
35,mlp.experts.116.gate_proj,0.0000168522,0.01000,1.837
35,mlp.experts.125.gate_proj,0.0000196739,0.01000,1.708
35,mlp.experts.123.gate_proj,0.0000163696,0.01000,1.617
35,mlp.experts.119.gate_proj,0.0000187393,0.01000,1.658
35,mlp.experts.127.gate_proj,0.0000167473,0.01000,1.608
35,mlp.experts.117.gate_proj,0.0000171019,0.01000,1.756
35,mlp.experts.121.gate_proj,0.0000169850,0.01000,1.761
35,mlp.experts.122.gate_proj,0.0000185319,0.01000,1.823
35,mlp.experts.118.gate_proj,0.0000172997,0.01000,1.758
35,mlp.experts.115.gate_proj,0.0000176160,0.01000,1.771
35,mlp.experts.113.gate_proj,0.0000177634,0.01000,1.979
35,mlp.experts.114.gate_proj,0.0000175750,0.01000,1.798
35,mlp.experts.126.gate_proj,0.0000176309,0.01000,1.837
35,mlp.experts.12.up_proj,0.0000179016,0.01000,1.816
35,mlp.experts.0.up_proj,0.0000170242,0.01000,1.715
35,mlp.experts.11.up_proj,0.0000172993,0.01000,1.509
35,mlp.experts.7.up_proj,0.0000185716,0.01000,1.516
35,mlp.experts.8.up_proj,0.0000172679,0.01000,1.878
35,mlp.experts.13.up_proj,0.0000183341,0.01000,1.738
35,mlp.experts.15.up_proj,0.0000174973,0.01000,1.618
35,mlp.experts.4.up_proj,0.0000205864,0.01000,1.821
35,mlp.experts.5.up_proj,0.0000185398,0.01000,2.018
35,mlp.experts.9.up_proj,0.0000225846,0.01000,1.876
35,mlp.experts.10.up_proj,0.0000188851,0.01000,1.839
35,mlp.experts.6.up_proj,0.0000183887,0.01000,1.804
35,mlp.experts.3.up_proj,0.0000215353,0.01000,1.778
35,mlp.experts.1.up_proj,0.0000254232,0.01000,1.850
35,mlp.experts.2.up_proj,0.0000181051,0.01000,1.849
35,mlp.experts.14.up_proj,0.0000183158,0.01000,1.962
35,mlp.experts.27.up_proj,0.0000204526,0.01000,1.629
35,mlp.experts.28.up_proj,0.0000180485,0.01000,1.728
35,mlp.experts.23.up_proj,0.0000235333,0.01000,1.601
35,mlp.experts.16.up_proj,0.0000175893,0.01000,1.749
35,mlp.experts.24.up_proj,0.0000207609,0.01000,1.668
35,mlp.experts.31.up_proj,0.0000211872,0.01000,1.679
35,mlp.experts.20.up_proj,0.0000190925,0.01000,1.653
35,mlp.experts.29.up_proj,0.0000183228,0.01000,1.966
35,mlp.experts.21.up_proj,0.0000177381,0.01000,2.000
35,mlp.experts.26.up_proj,0.0000220697,0.01000,1.747
35,mlp.experts.25.up_proj,0.0000283730,0.01000,2.034
35,mlp.experts.22.up_proj,0.0000173730,0.01000,1.758
35,mlp.experts.19.up_proj,0.0000204447,0.01000,1.732
35,mlp.experts.18.up_proj,0.0000260236,0.01000,1.777
35,mlp.experts.17.up_proj,0.0000180783,0.01000,1.924
35,mlp.experts.43.up_proj,0.0000171421,0.01000,1.615
35,mlp.experts.44.up_proj,0.0000188704,0.01000,1.623
35,mlp.experts.39.up_proj,0.0000182116,0.01000,1.622
35,mlp.experts.32.up_proj,0.0000181710,0.01000,1.602
35,mlp.experts.40.up_proj,0.0000170184,0.01000,1.647
35,mlp.experts.36.up_proj,0.0000231039,0.01000,1.614
35,mlp.experts.30.up_proj,0.0000208506,0.01000,2.051
35,mlp.experts.47.up_proj,0.0000196459,0.01000,1.715
35,mlp.experts.45.up_proj,0.0000190256,0.01000,1.942
35,mlp.experts.35.up_proj,0.0000191180,0.01000,1.599
35,mlp.experts.37.up_proj,0.0000189264,0.01000,2.009
35,mlp.experts.59.up_proj,0.0000264507,0.01000,1.541
35,mlp.experts.41.up_proj,0.0000180007,0.01000,1.994
35,mlp.experts.55.up_proj,0.0000184486,0.01000,1.599
35,mlp.experts.42.up_proj,0.0000187114,0.01000,2.272
35,mlp.experts.38.up_proj,0.0000162900,0.01000,2.234
35,mlp.experts.33.up_proj,0.0000168432,0.01000,1.961
35,mlp.experts.63.up_proj,0.0000212925,0.01000,1.543
35,mlp.experts.60.up_proj,0.0000169844,0.01000,1.898
35,mlp.experts.48.up_proj,0.0000213216,0.01000,1.898
35,mlp.experts.34.up_proj,0.0000193008,0.01000,2.307
35,mlp.experts.56.up_proj,0.0000207110,0.01000,1.914
35,mlp.experts.52.up_proj,0.0000180878,0.01000,1.938
35,mlp.experts.46.up_proj,0.0000197871,0.01000,2.188
35,mlp.experts.61.up_proj,0.0000190854,0.01000,1.886
35,mlp.experts.51.up_proj,0.0000177435,0.01000,1.552
35,mlp.experts.75.up_proj,0.0000174572,0.01000,1.525
35,mlp.experts.71.up_proj,0.0000187082,0.01000,1.544
35,mlp.experts.53.up_proj,0.0000174284,0.01000,1.969
35,mlp.experts.79.up_proj,0.0000170016,0.01000,1.640
35,mlp.experts.57.up_proj,0.0000224489,0.01000,2.055
35,mlp.experts.58.up_proj,0.0000198252,0.01000,1.965
35,mlp.experts.54.up_proj,0.0000233562,0.01000,1.929
35,mlp.experts.76.up_proj,0.0000181885,0.01000,1.987
35,mlp.experts.64.up_proj,0.0000180432,0.01000,1.956
35,mlp.experts.50.up_proj,0.0000176468,0.01000,1.925
35,mlp.experts.49.up_proj,0.0000190445,0.01000,2.238
35,mlp.experts.72.up_proj,0.0000185977,0.01000,1.954
35,mlp.experts.68.up_proj,0.0000185900,0.01000,1.949
35,mlp.experts.62.up_proj,0.0000174039,0.01000,1.882
35,mlp.experts.67.up_proj,0.0000241667,0.01000,1.741
35,mlp.experts.91.up_proj,0.0000225580,0.01000,1.771
35,mlp.experts.87.up_proj,0.0000186091,0.01000,1.863
35,mlp.experts.77.up_proj,0.0000165727,0.01000,2.331
35,mlp.experts.69.up_proj,0.0000194523,0.01000,2.076
35,mlp.experts.95.up_proj,0.0000185726,0.01000,1.995
35,mlp.experts.74.up_proj,0.0000206825,0.01000,1.908
35,mlp.experts.73.up_proj,0.0000278998,0.01000,2.086
35,mlp.experts.70.up_proj,0.0000186931,0.01000,2.040
35,mlp.experts.65.up_proj,0.0000179377,0.01000,1.869
35,mlp.experts.66.up_proj,0.0000176755,0.01000,2.028
35,mlp.experts.92.up_proj,0.0000188875,0.01000,2.207
35,mlp.experts.80.up_proj,0.0000212354,0.01000,2.168
35,mlp.experts.84.up_proj,0.0000182239,0.01000,2.108
35,mlp.experts.88.up_proj,0.0000223374,0.01000,2.209
35,mlp.experts.78.up_proj,0.0000181563,0.01000,2.055
35,mlp.experts.83.up_proj,0.0000178407,0.01000,2.127
35,mlp.experts.93.up_proj,0.0000208499,0.01000,1.629
35,mlp.experts.107.up_proj,0.0000166749,0.01000,2.141
35,mlp.experts.85.up_proj,0.0000184914,0.01000,1.630
35,mlp.experts.103.up_proj,0.0000204440,0.01000,2.144
35,mlp.experts.89.up_proj,0.0000191578,0.01000,1.575
35,mlp.experts.111.up_proj,0.0000183674,0.01000,1.990
35,mlp.experts.81.up_proj,0.0000190581,0.01000,1.625
35,mlp.experts.90.up_proj,0.0000266828,0.01000,2.146
35,mlp.experts.86.up_proj,0.0000180044,0.01000,2.040
35,mlp.experts.82.up_proj,0.0000172675,0.01000,1.963
35,mlp.experts.108.up_proj,0.0000186126,0.01000,2.059
35,mlp.experts.96.up_proj,0.0000175607,0.01000,2.060
35,mlp.experts.100.up_proj,0.0000177170,0.01000,2.025
35,mlp.experts.109.up_proj,0.0000198125,0.01000,1.609
35,mlp.experts.104.up_proj,0.0000175398,0.01000,2.029
35,mlp.experts.94.up_proj,0.0000177187,0.01000,1.958
35,mlp.experts.99.up_proj,0.0000190297,0.01000,2.028
35,mlp.experts.101.up_proj,0.0000168167,0.01000,1.570
35,mlp.experts.105.up_proj,0.0000192246,0.01000,1.552
35,mlp.experts.123.up_proj,0.0000202556,0.01000,2.021
35,mlp.experts.119.up_proj,0.0000211109,0.01000,1.947
35,mlp.experts.97.up_proj,0.0000214442,0.01000,1.582
35,mlp.experts.127.up_proj,0.0000182820,0.01000,1.903
35,mlp.experts.106.up_proj,0.0000218588,0.01000,1.814
35,mlp.experts.102.up_proj,0.0000188105,0.01000,1.898
35,mlp.experts.98.up_proj,0.0000204245,0.01000,1.815
35,mlp.experts.115.up_proj,0.0000184411,0.01000,1.189
35,mlp.experts.125.up_proj,0.0000228867,0.01000,1.536
35,mlp.experts.117.up_proj,0.0000170184,0.01000,1.436
35,mlp.experts.110.up_proj,0.0000182543,0.01000,1.762
35,mlp.experts.121.up_proj,0.0000167533,0.01000,1.348
35,mlp.experts.112.up_proj,0.0000198755,0.01000,2.082
35,mlp.experts.124.up_proj,0.0000182580,0.01000,2.095
35,mlp.experts.120.up_proj,0.0000185297,0.01000,1.990
35,mlp.experts.116.up_proj,0.0000175859,0.01000,2.070
35,mlp.experts.113.up_proj,0.0000183063,0.01000,1.224
35,mlp.experts.122.up_proj,0.0000228171,0.01000,2.173
35,mlp.experts.118.up_proj,0.0000181786,0.01000,2.039
35,mlp.experts.114.up_proj,0.0000176944,0.01000,2.114
35,mlp.experts.126.up_proj,0.0000195493,0.01000,1.896
35,mlp.experts.0.down_proj,0.0000018380,0.01000,0.611
35,mlp.experts.8.down_proj,0.0000022788,0.01000,0.625
35,mlp.experts.12.down_proj,0.0000021362,0.01000,0.659
35,mlp.experts.4.down_proj,0.0000155660,0.01000,0.683
35,mlp.experts.13.down_proj,0.0000032727,0.01000,0.691
35,mlp.experts.1.down_proj,0.0000078450,0.01000,0.774
35,mlp.experts.5.down_proj,0.0000024037,0.01000,0.789
35,mlp.experts.9.down_proj,0.0000086772,0.01000,0.818
35,mlp.experts.15.down_proj,0.0000022798,0.01000,0.830
35,mlp.experts.11.down_proj,0.0000022177,0.01000,0.835
35,mlp.experts.7.down_proj,0.0000027494,0.01000,0.863
35,mlp.experts.3.down_proj,0.0000032772,0.01000,0.911
35,mlp.experts.10.down_proj,0.0000048400,0.01000,0.933
35,mlp.experts.2.down_proj,0.0000023553,0.01000,0.947
35,mlp.experts.6.down_proj,0.0000023779,0.01000,0.965
35,mlp.experts.14.down_proj,0.0000020276,0.01000,0.971
35,mlp.experts.16.down_proj,0.0000029337,0.01000,0.603
35,mlp.experts.24.down_proj,0.0000058264,0.01000,0.607
35,mlp.experts.29.down_proj,0.0000029408,0.01000,0.654
35,mlp.experts.17.down_proj,0.0000025022,0.01000,0.643
35,mlp.experts.28.down_proj,0.0000024183,0.01000,0.759
35,mlp.experts.21.down_proj,0.0000031385,0.01000,0.647
35,mlp.experts.25.down_proj,0.0000056825,0.01000,0.639
35,mlp.experts.31.down_proj,0.0000044024,0.01000,0.658
35,mlp.experts.27.down_proj,0.0000051697,0.01000,0.667
35,mlp.experts.20.down_proj,0.0000029633,0.01000,0.820
35,mlp.experts.23.down_proj,0.0000085249,0.01000,0.654
35,mlp.experts.18.down_proj,0.0000066553,0.01000,0.654
35,mlp.experts.26.down_proj,0.0000050756,0.01000,0.655
35,mlp.experts.30.down_proj,0.0000044440,0.01000,0.680
35,mlp.experts.22.down_proj,0.0000042545,0.01000,0.699
35,mlp.experts.19.down_proj,0.0000046540,0.01000,0.764
35,mlp.experts.32.down_proj,0.0000021801,0.01000,0.654
35,mlp.experts.40.down_proj,0.0000020103,0.01000,0.701
35,mlp.experts.45.down_proj,0.0000042031,0.01000,0.702
35,mlp.experts.44.down_proj,0.0000025151,0.01000,0.693
35,mlp.experts.41.down_proj,0.0000021453,0.01000,0.674
35,mlp.experts.37.down_proj,0.0000028331,0.01000,0.739
35,mlp.experts.33.down_proj,0.0000019726,0.01000,0.769
35,mlp.experts.47.down_proj,0.0000052099,0.01000,0.757
35,mlp.experts.39.down_proj,0.0000023394,0.01000,0.741
35,mlp.experts.43.down_proj,0.0000021391,0.01000,0.759
35,mlp.experts.36.down_proj,0.0000021876,0.01000,0.762
35,mlp.experts.34.down_proj,0.0000025806,0.01000,0.681
35,mlp.experts.42.down_proj,0.0000048158,0.01000,0.684
35,mlp.experts.46.down_proj,0.0000049323,0.01000,0.697
35,mlp.experts.38.down_proj,0.0000022243,0.01000,0.694
35,mlp.experts.35.down_proj,0.0000075727,0.01000,0.777
35,mlp.experts.56.down_proj,0.0000037197,0.01000,0.689
35,mlp.experts.48.down_proj,0.0000033082,0.01000,0.771
35,mlp.experts.61.down_proj,0.0000031207,0.01000,0.656
35,mlp.experts.60.down_proj,0.0000020170,0.01000,0.705
35,mlp.experts.53.down_proj,0.0000018408,0.01000,0.661
35,mlp.experts.57.down_proj,0.0000094416,0.01000,0.708
35,mlp.experts.52.down_proj,0.0000022621,0.01000,0.687
35,mlp.experts.55.down_proj,0.0000039907,0.01000,0.711
35,mlp.experts.49.down_proj,0.0000045278,0.01000,0.788
35,mlp.experts.63.down_proj,0.0000077230,0.01000,0.730
35,mlp.experts.59.down_proj,0.0000064211,0.01000,0.724
35,mlp.experts.58.down_proj,0.0000031359,0.01000,0.740
35,mlp.experts.50.down_proj,0.0000035468,0.01000,0.760
35,mlp.experts.62.down_proj,0.0000021864,0.01000,0.788
35,mlp.experts.54.down_proj,0.0000069675,0.01000,0.777
35,mlp.experts.51.down_proj,0.0000027504,0.01000,0.729
35,mlp.experts.72.down_proj,0.0000039974,0.01000,0.617
35,mlp.experts.64.down_proj,0.0000024864,0.01000,0.607
35,mlp.experts.77.down_proj,0.0000016306,0.01000,0.689
35,mlp.experts.76.down_proj,0.0000022675,0.01000,0.684
35,mlp.experts.73.down_proj,0.0000063592,0.01000,0.689
35,mlp.experts.69.down_proj,0.0000054082,0.01000,0.740
35,mlp.experts.68.down_proj,0.0000026422,0.01000,0.653
35,mlp.experts.65.down_proj,0.0000019471,0.01000,0.647
35,mlp.experts.71.down_proj,0.0000023719,0.01000,0.715
35,mlp.experts.79.down_proj,0.0000027183,0.01000,0.739
35,mlp.experts.75.down_proj,0.0000019277,0.01000,0.737
35,mlp.experts.74.down_proj,0.0000067714,0.01000,0.790
35,mlp.experts.66.down_proj,0.0000021118,0.01000,0.798
35,mlp.experts.80.down_proj,0.0000086171,0.01000,0.616
35,mlp.experts.70.down_proj,0.0000022936,0.01000,0.765
35,mlp.experts.88.down_proj,0.0000061775,0.01000,0.683
35,mlp.experts.67.down_proj,0.0000067163,0.01000,0.752
35,mlp.experts.78.down_proj,0.0000026746,0.01000,0.828
35,mlp.experts.92.down_proj,0.0000041001,0.01000,0.636
35,mlp.experts.93.down_proj,0.0000081931,0.01000,0.776
35,mlp.experts.89.down_proj,0.0000037904,0.01000,0.655
35,mlp.experts.84.down_proj,0.0000023340,0.01000,0.598
35,mlp.experts.81.down_proj,0.0000024785,0.01000,0.596
35,mlp.experts.85.down_proj,0.0000028678,0.01000,0.779
35,mlp.experts.87.down_proj,0.0000027513,0.01000,0.753
35,mlp.experts.96.down_proj,0.0000024688,0.01000,0.615
35,mlp.experts.95.down_proj,0.0000029524,0.01000,0.766
35,mlp.experts.91.down_proj,0.0000053092,0.01000,0.768
35,mlp.experts.104.down_proj,0.0000022767,0.01000,0.621
35,mlp.experts.90.down_proj,0.0000078679,0.01000,0.776
35,mlp.experts.82.down_proj,0.0000021882,0.01000,0.761
35,mlp.experts.86.down_proj,0.0000034686,0.01000,0.803
35,mlp.experts.94.down_proj,0.0000027978,0.01000,0.752
35,mlp.experts.83.down_proj,0.0000024394,0.01000,0.808
35,mlp.experts.108.down_proj,0.0000026140,0.01000,0.630
35,mlp.experts.100.down_proj,0.0000034066,0.01000,0.616
35,mlp.experts.109.down_proj,0.0000031991,0.01000,0.681
35,mlp.experts.97.down_proj,0.0000065689,0.01000,0.643
35,mlp.experts.105.down_proj,0.0000032975,0.01000,0.704
35,mlp.experts.101.down_proj,0.0000019505,0.01000,0.760
35,mlp.experts.120.down_proj,0.0000027277,0.01000,0.624
35,mlp.experts.112.down_proj,0.0000030028,0.01000,0.699
35,mlp.experts.103.down_proj,0.0000058807,0.01000,0.747
35,mlp.experts.107.down_proj,0.0000016040,0.01000,0.761
35,mlp.experts.111.down_proj,0.0000026514,0.01000,0.784
35,mlp.experts.124.down_proj,0.0000024991,0.01000,0.514
35,mlp.experts.116.down_proj,0.0000025684,0.01000,0.473
35,mlp.experts.106.down_proj,0.0000107709,0.01000,0.772
35,mlp.experts.98.down_proj,0.0000033779,0.01000,0.766
35,mlp.experts.110.down_proj,0.0000027510,0.01000,0.744
35,mlp.experts.99.down_proj,0.0000026316,0.01000,0.724
35,mlp.experts.102.down_proj,0.0000025678,0.01000,0.790
35,mlp.experts.125.down_proj,0.0000066807,0.01000,0.693
35,mlp.experts.121.down_proj,0.0000018484,0.01000,0.676
35,mlp.experts.113.down_proj,0.0000023518,0.01000,0.737
35,mlp.experts.117.down_proj,0.0000021089,0.01000,0.582
35,mlp.experts.119.down_proj,0.0000064491,0.01000,0.716
35,mlp.experts.127.down_proj,0.0000032324,0.01000,0.657
35,mlp.experts.123.down_proj,0.0000034548,0.01000,0.679
35,mlp.experts.115.down_proj,0.0000030329,0.01000,0.543
35,mlp.experts.122.down_proj,0.0000047966,0.01000,0.768
35,mlp.experts.114.down_proj,0.0000027742,0.01000,0.783
35,mlp.experts.126.down_proj,0.0000031053,0.01000,0.744
35,mlp.experts.118.down_proj,0.0000027216,0.01000,0.713
36,self_attn.q_proj,0.0000044895,0.01000,0.746
36,self_attn.v_proj,0.0000006947,0.01000,0.809
36,self_attn.k_proj,0.0000005528,0.01000,0.822
36,self_attn.o_proj,0.0000004951,0.01000,1.393
36,mlp.experts.12.gate_proj,0.0000181849,0.01000,1.587
36,mlp.experts.0.gate_proj,0.0000189731,0.01000,1.614
36,mlp.experts.8.gate_proj,0.0000188174,0.01000,1.645
36,mlp.experts.4.gate_proj,0.0000190039,0.01000,1.696
36,mlp.experts.15.gate_proj,0.0000199628,0.01000,1.981
36,mlp.experts.7.gate_proj,0.0000189616,0.01000,2.065
36,mlp.experts.5.gate_proj,0.0000217373,0.01000,2.149
36,mlp.experts.3.gate_proj,0.0000187916,0.01000,2.103
36,mlp.experts.13.gate_proj,0.0000177891,0.01000,2.124
36,mlp.experts.2.gate_proj,0.0000170029,0.01000,2.209
36,mlp.experts.10.gate_proj,0.0000199169,0.01000,2.119
36,mlp.experts.1.gate_proj,0.0000178870,0.01000,2.215
36,mlp.experts.6.gate_proj,0.0000179615,0.01000,2.212
36,mlp.experts.11.gate_proj,0.0000193082,0.01000,2.242
36,mlp.experts.14.gate_proj,0.0000174857,0.01000,2.179
36,mlp.experts.9.gate_proj,0.0000178908,0.01000,2.292
36,mlp.experts.28.gate_proj,0.0000196551,0.01000,1.714
36,mlp.experts.20.gate_proj,0.0000190794,0.01000,1.709
36,mlp.experts.24.gate_proj,0.0000253997,0.01000,1.818
36,mlp.experts.16.gate_proj,0.0000203068,0.01000,1.902
36,mlp.experts.31.gate_proj,0.0000199122,0.01000,1.945
36,mlp.experts.21.gate_proj,0.0000163205,0.01000,1.820
36,mlp.experts.23.gate_proj,0.0000221631,0.01000,2.000
36,mlp.experts.17.gate_proj,0.0000184652,0.01000,1.871
36,mlp.experts.19.gate_proj,0.0000192311,0.01000,1.960
36,mlp.experts.25.gate_proj,0.0000231224,0.01000,1.894
36,mlp.experts.27.gate_proj,0.0000178042,0.01000,1.959
36,mlp.experts.29.gate_proj,0.0000173236,0.01000,2.027
36,mlp.experts.26.gate_proj,0.0000175916,0.01000,2.073
36,mlp.experts.30.gate_proj,0.0000231582,0.01000,2.022
36,mlp.experts.18.gate_proj,0.0000177470,0.01000,2.087
36,mlp.experts.22.gate_proj,0.0000228318,0.01000,2.110
36,mlp.experts.44.gate_proj,0.0000187268,0.01000,1.562
36,mlp.experts.36.gate_proj,0.0000179578,0.01000,1.535
36,mlp.experts.32.gate_proj,0.0000176387,0.01000,1.526
36,mlp.experts.40.gate_proj,0.0000181854,0.01000,1.574
36,mlp.experts.47.gate_proj,0.0000190871,0.01000,1.933
36,mlp.experts.33.gate_proj,0.0000183507,0.01000,1.893
36,mlp.experts.39.gate_proj,0.0000282597,0.01000,1.932
36,mlp.experts.45.gate_proj,0.0000186454,0.01000,1.770
36,mlp.experts.37.gate_proj,0.0000197040,0.01000,2.071
36,mlp.experts.35.gate_proj,0.0000216106,0.01000,1.907
36,mlp.experts.43.gate_proj,0.0000189949,0.01000,2.025
36,mlp.experts.41.gate_proj,0.0000195257,0.01000,2.098
36,mlp.experts.34.gate_proj,0.0000176641,0.01000,2.107
36,mlp.experts.60.gate_proj,0.0000171071,0.01000,1.543
36,mlp.experts.38.gate_proj,0.0000180980,0.01000,2.089
36,mlp.experts.46.gate_proj,0.0000166206,0.01000,2.191
36,mlp.experts.52.gate_proj,0.0000205446,0.01000,1.574
36,mlp.experts.48.gate_proj,0.0000189180,0.01000,1.584
36,mlp.experts.56.gate_proj,0.0000187340,0.01000,1.596
36,mlp.experts.42.gate_proj,0.0000170258,0.01000,2.357
36,mlp.experts.63.gate_proj,0.0000192969,0.01000,1.978
36,mlp.experts.55.gate_proj,0.0000219016,0.01000,1.891
36,mlp.experts.61.gate_proj,0.0000178220,0.01000,1.929
36,mlp.experts.49.gate_proj,0.0000177599,0.01000,1.940
36,mlp.experts.53.gate_proj,0.0000197490,0.01000,2.015
36,mlp.experts.51.gate_proj,0.0000181216,0.01000,1.985
36,mlp.experts.57.gate_proj,0.0000190066,0.01000,1.802
36,mlp.experts.76.gate_proj,0.0000171816,0.01000,1.729
36,mlp.experts.68.gate_proj,0.0000176566,0.01000,1.747
36,mlp.experts.54.gate_proj,0.0000179815,0.01000,1.862
36,mlp.experts.59.gate_proj,0.0000188393,0.01000,2.058
36,mlp.experts.50.gate_proj,0.0000179388,0.01000,1.886
36,mlp.experts.64.gate_proj,0.0000211297,0.01000,1.759
36,mlp.experts.72.gate_proj,0.0000215596,0.01000,1.926
36,mlp.experts.58.gate_proj,0.0000176287,0.01000,1.920
36,mlp.experts.62.gate_proj,0.0000188454,0.01000,2.082
36,mlp.experts.71.gate_proj,0.0000234991,0.01000,1.780
36,mlp.experts.79.gate_proj,0.0000180072,0.01000,1.875
36,mlp.experts.67.gate_proj,0.0000210001,0.01000,1.735
36,mlp.experts.77.gate_proj,0.0000188407,0.01000,1.929
36,mlp.experts.69.gate_proj,0.0000200681,0.01000,1.852
36,mlp.experts.92.gate_proj,0.0000204278,0.01000,1.854
36,mlp.experts.65.gate_proj,0.0000219881,0.01000,2.099
36,mlp.experts.84.gate_proj,0.0000181538,0.01000,1.845
36,mlp.experts.75.gate_proj,0.0000173046,0.01000,1.815
36,mlp.experts.73.gate_proj,0.0000234096,0.01000,2.060
36,mlp.experts.80.gate_proj,0.0000172523,0.01000,1.853
36,mlp.experts.70.gate_proj,0.0000198228,0.01000,1.968
36,mlp.experts.66.gate_proj,0.0000184175,0.01000,2.088
36,mlp.experts.88.gate_proj,0.0000208519,0.01000,1.842
36,mlp.experts.74.gate_proj,0.0000173704,0.01000,2.005
36,mlp.experts.78.gate_proj,0.0000173665,0.01000,2.124
36,mlp.experts.87.gate_proj,0.0000160840,0.01000,1.640
36,mlp.experts.95.gate_proj,0.0000181054,0.01000,1.648
36,mlp.experts.83.gate_proj,0.0000180290,0.01000,1.639
36,mlp.experts.85.gate_proj,0.0000189933,0.01000,1.765
36,mlp.experts.81.gate_proj,0.0000200171,0.01000,1.775
36,mlp.experts.93.gate_proj,0.0000186146,0.01000,2.056
36,mlp.experts.91.gate_proj,0.0000199622,0.01000,1.880
36,mlp.experts.100.gate_proj,0.0000178031,0.01000,1.928
36,mlp.experts.108.gate_proj,0.0000164103,0.01000,2.073
36,mlp.experts.96.gate_proj,0.0000217444,0.01000,1.844
36,mlp.experts.89.gate_proj,0.0000176497,0.01000,2.041
36,mlp.experts.104.gate_proj,0.0000255143,0.01000,1.869
36,mlp.experts.86.gate_proj,0.0000237729,0.01000,2.020
36,mlp.experts.82.gate_proj,0.0000193032,0.01000,2.001
36,mlp.experts.90.gate_proj,0.0000180118,0.01000,1.943
36,mlp.experts.94.gate_proj,0.0000142900,0.01000,2.099
36,mlp.experts.103.gate_proj,0.0000268721,0.01000,1.628
36,mlp.experts.111.gate_proj,0.0000194716,0.01000,1.647
36,mlp.experts.99.gate_proj,0.0000197097,0.01000,1.633
36,mlp.experts.97.gate_proj,0.0000182989,0.01000,1.708
36,mlp.experts.109.gate_proj,0.0000200161,0.01000,1.712
36,mlp.experts.107.gate_proj,0.0000179562,0.01000,1.698
36,mlp.experts.101.gate_proj,0.0000210671,0.01000,2.032
36,mlp.experts.116.gate_proj,0.0000176926,0.01000,1.942
36,mlp.experts.112.gate_proj,0.0000222903,0.01000,1.949
36,mlp.experts.124.gate_proj,0.0000184705,0.01000,2.066
36,mlp.experts.105.gate_proj,0.0000194441,0.01000,1.968
36,mlp.experts.102.gate_proj,0.0000178776,0.01000,1.941
36,mlp.experts.120.gate_proj,0.0000177509,0.01000,1.994
36,mlp.experts.98.gate_proj,0.0000186746,0.01000,1.969
36,mlp.experts.106.gate_proj,0.0000191802,0.01000,1.968
36,mlp.experts.110.gate_proj,0.0000176757,0.01000,2.035
36,mlp.experts.119.gate_proj,0.0000185866,0.01000,1.900
36,mlp.experts.115.gate_proj,0.0000189619,0.01000,1.919
36,mlp.experts.127.gate_proj,0.0000173511,0.01000,1.966
36,mlp.experts.113.gate_proj,0.0000188240,0.01000,2.109
36,mlp.experts.125.gate_proj,0.0000197815,0.01000,2.175
36,mlp.experts.117.gate_proj,0.0000216879,0.01000,2.151
36,mlp.experts.123.gate_proj,0.0000191584,0.01000,2.210
36,mlp.experts.4.up_proj,0.0000197489,0.01000,2.003
36,mlp.experts.0.up_proj,0.0000203615,0.01000,2.073
36,mlp.experts.12.up_proj,0.0000197073,0.01000,2.068
36,mlp.experts.8.up_proj,0.0000195679,0.01000,2.005
36,mlp.experts.121.gate_proj,0.0000184362,0.01000,2.180
36,mlp.experts.118.gate_proj,0.0000201264,0.01000,2.319
36,mlp.experts.114.gate_proj,0.0000177901,0.01000,2.264
36,mlp.experts.122.gate_proj,0.0000180831,0.01000,2.220
36,mlp.experts.7.up_proj,0.0000190131,0.01000,2.180
36,mlp.experts.15.up_proj,0.0000205080,0.01000,2.129
36,mlp.experts.126.gate_proj,0.0000189112,0.01000,2.291
36,mlp.experts.3.up_proj,0.0000201740,0.01000,2.188
36,mlp.experts.1.up_proj,0.0000184911,0.01000,2.058
36,mlp.experts.13.up_proj,0.0000197477,0.01000,2.060
36,mlp.experts.5.up_proj,0.0000244943,0.01000,2.038
36,mlp.experts.11.up_proj,0.0000189363,0.01000,2.179
36,mlp.experts.20.up_proj,0.0000188902,0.01000,2.109
36,mlp.experts.16.up_proj,0.0000185290,0.01000,2.033
36,mlp.experts.28.up_proj,0.0000192694,0.01000,2.085
36,mlp.experts.24.up_proj,0.0000214742,0.01000,2.101
36,mlp.experts.9.up_proj,0.0000198476,0.01000,2.064
36,mlp.experts.6.up_proj,0.0000189781,0.01000,2.306
36,mlp.experts.2.up_proj,0.0000196483,0.01000,2.308
36,mlp.experts.10.up_proj,0.0000210475,0.01000,2.281
36,mlp.experts.31.up_proj,0.0000223355,0.01000,2.131
36,mlp.experts.19.up_proj,0.0000185456,0.01000,2.133
36,mlp.experts.23.up_proj,0.0000221251,0.01000,2.280
36,mlp.experts.14.up_proj,0.0000182577,0.01000,2.256
36,mlp.experts.17.up_proj,0.0000190254,0.01000,1.937
36,mlp.experts.29.up_proj,0.0000197959,0.01000,1.875
36,mlp.experts.21.up_proj,0.0000246534,0.01000,1.922
36,mlp.experts.25.up_proj,0.0000248248,0.01000,1.806
36,mlp.experts.27.up_proj,0.0000196677,0.01000,2.206
36,mlp.experts.32.up_proj,0.0000182676,0.01000,2.281
36,mlp.experts.36.up_proj,0.0000194623,0.01000,2.375
36,mlp.experts.22.up_proj,0.0000218145,0.01000,1.734
36,mlp.experts.44.up_proj,0.0000194146,0.01000,2.295
36,mlp.experts.18.up_proj,0.0000176778,0.01000,1.762
36,mlp.experts.40.up_proj,0.0000183199,0.01000,2.305
36,mlp.experts.26.up_proj,0.0000182897,0.01000,1.747
36,mlp.experts.30.up_proj,0.0000229156,0.01000,1.816
36,mlp.experts.33.up_proj,0.0000186010,0.01000,1.648
36,mlp.experts.39.up_proj,0.0000273407,0.01000,2.008
36,mlp.experts.35.up_proj,0.0000224610,0.01000,2.048
36,mlp.experts.45.up_proj,0.0000188513,0.01000,1.625
36,mlp.experts.37.up_proj,0.0000196745,0.01000,1.628
36,mlp.experts.47.up_proj,0.0000189183,0.01000,2.208
36,mlp.experts.41.up_proj,0.0000189792,0.01000,1.612
36,mlp.experts.43.up_proj,0.0000199067,0.01000,2.089
36,mlp.experts.38.up_proj,0.0000192788,0.01000,1.973
36,mlp.experts.48.up_proj,0.0000213013,0.01000,2.190
36,mlp.experts.34.up_proj,0.0000177050,0.01000,1.946
36,mlp.experts.42.up_proj,0.0000184481,0.01000,1.933
36,mlp.experts.52.up_proj,0.0000204768,0.01000,2.180
36,mlp.experts.60.up_proj,0.0000215212,0.01000,2.131
36,mlp.experts.56.up_proj,0.0000199895,0.01000,2.150
36,mlp.experts.49.up_proj,0.0000197647,0.01000,1.715
36,mlp.experts.61.up_proj,0.0000186544,0.01000,1.754
36,mlp.experts.46.up_proj,0.0000194548,0.01000,2.028
36,mlp.experts.53.up_proj,0.0000200371,0.01000,1.808
36,mlp.experts.55.up_proj,0.0000222901,0.01000,2.109
36,mlp.experts.51.up_proj,0.0000215917,0.01000,2.100
36,mlp.experts.63.up_proj,0.0000207917,0.01000,2.074
36,mlp.experts.57.up_proj,0.0000193510,0.01000,1.802
36,mlp.experts.54.up_proj,0.0000179532,0.01000,1.690
36,mlp.experts.50.up_proj,0.0000179130,0.01000,1.659
36,mlp.experts.58.up_proj,0.0000189390,0.01000,1.662
36,mlp.experts.59.up_proj,0.0000186295,0.01000,1.988
36,mlp.experts.64.up_proj,0.0000219530,0.01000,2.016
36,mlp.experts.68.up_proj,0.0000218190,0.01000,1.988
36,mlp.experts.76.up_proj,0.0000204764,0.01000,2.030
36,mlp.experts.72.up_proj,0.0000230308,0.01000,2.007
36,mlp.experts.62.up_proj,0.0000188055,0.01000,1.639
36,mlp.experts.65.up_proj,0.0000232541,0.01000,2.026
36,mlp.experts.77.up_proj,0.0000190500,0.01000,2.011
36,mlp.experts.69.up_proj,0.0000209094,0.01000,2.006
36,mlp.experts.67.up_proj,0.0000214694,0.01000,2.023
36,mlp.experts.71.up_proj,0.0000254668,0.01000,2.098
36,mlp.experts.73.up_proj,0.0000266281,0.01000,1.964
36,mlp.experts.79.up_proj,0.0000211192,0.01000,2.060
36,mlp.experts.70.up_proj,0.0000189402,0.01000,1.886
36,mlp.experts.66.up_proj,0.0000218689,0.01000,1.901
36,mlp.experts.74.up_proj,0.0000190699,0.01000,1.877
36,mlp.experts.75.up_proj,0.0000188581,0.01000,2.099
36,mlp.experts.81.up_proj,0.0000239721,0.01000,1.556
36,mlp.experts.93.up_proj,0.0000180420,0.01000,1.566
36,mlp.experts.80.up_proj,0.0000219526,0.01000,2.092
36,mlp.experts.84.up_proj,0.0000190756,0.01000,2.078
36,mlp.experts.85.up_proj,0.0000191667,0.01000,1.531
36,mlp.experts.92.up_proj,0.0000192995,0.01000,2.066
36,mlp.experts.78.up_proj,0.0000204880,0.01000,2.030
36,mlp.experts.88.up_proj,0.0000243823,0.01000,2.097
36,mlp.experts.89.up_proj,0.0000215176,0.01000,1.606
36,mlp.experts.83.up_proj,0.0000243251,0.01000,2.098
36,mlp.experts.87.up_proj,0.0000187374,0.01000,2.105
36,mlp.experts.95.up_proj,0.0000198681,0.01000,2.108
36,mlp.experts.82.up_proj,0.0000220342,0.01000,2.146
36,mlp.experts.90.up_proj,0.0000190037,0.01000,2.123
36,mlp.experts.86.up_proj,0.0000237425,0.01000,2.219
36,mlp.experts.91.up_proj,0.0000193133,0.01000,2.117
36,mlp.experts.97.up_proj,0.0000199543,0.01000,2.065
36,mlp.experts.109.up_proj,0.0000194660,0.01000,2.035
36,mlp.experts.96.up_proj,0.0000224271,0.01000,2.164
36,mlp.experts.100.up_proj,0.0000192600,0.01000,2.185
36,mlp.experts.101.up_proj,0.0000202046,0.01000,2.150
36,mlp.experts.108.up_proj,0.0000199215,0.01000,2.172
36,mlp.experts.104.up_proj,0.0000279683,0.01000,2.170
36,mlp.experts.94.up_proj,0.0000308578,0.01000,2.235
36,mlp.experts.105.up_proj,0.0000197425,0.01000,2.131
36,mlp.experts.99.up_proj,0.0000273141,0.01000,2.002
36,mlp.experts.103.up_proj,0.0000257155,0.01000,2.039
36,mlp.experts.111.up_proj,0.0000195946,0.01000,2.033
36,mlp.experts.98.up_proj,0.0000191039,0.01000,1.822
36,mlp.experts.102.up_proj,0.0000195732,0.01000,1.795
36,mlp.experts.106.up_proj,0.0000188752,0.01000,1.814
36,mlp.experts.107.up_proj,0.0000200304,0.01000,2.037
36,mlp.experts.113.up_proj,0.0000194216,0.01000,2.056
36,mlp.experts.110.up_proj,0.0000185417,0.01000,1.607
36,mlp.experts.125.up_proj,0.0000187505,0.01000,2.056
36,mlp.experts.117.up_proj,0.0000201959,0.01000,1.948
36,mlp.experts.121.up_proj,0.0000202617,0.01000,1.686
36,mlp.experts.112.up_proj,0.0000239462,0.01000,2.200
36,mlp.experts.116.up_proj,0.0000189533,0.01000,2.183
36,mlp.experts.124.up_proj,0.0000191722,0.01000,2.119
36,mlp.experts.120.up_proj,0.0000197545,0.01000,2.020
36,mlp.experts.115.up_proj,0.0000198384,0.01000,1.899
36,mlp.experts.119.up_proj,0.0000200126,0.01000,1.950
36,mlp.experts.127.up_proj,0.0000201455,0.01000,1.876
36,mlp.experts.114.up_proj,0.0000188269,0.01000,1.558
36,mlp.experts.122.up_proj,0.0000181148,0.01000,1.562
36,mlp.experts.118.up_proj,0.0000202294,0.01000,1.575
36,mlp.experts.123.up_proj,0.0000209960,0.01000,1.330
36,mlp.experts.126.up_proj,0.0000204468,0.01000,1.232
36,mlp.experts.0.down_proj,0.0000059665,0.01000,0.778
36,mlp.experts.12.down_proj,0.0000033325,0.01000,0.776
36,mlp.experts.4.down_proj,0.0000032725,0.01000,0.803
36,mlp.experts.8.down_proj,0.0000023285,0.01000,0.799
36,mlp.experts.6.down_proj,0.0000026308,0.01000,1.171
36,mlp.experts.2.down_proj,0.0000032403,0.01000,1.189
36,mlp.experts.3.down_proj,0.0000056355,0.01000,1.194
36,mlp.experts.5.down_proj,0.0000082055,0.01000,1.210
36,mlp.experts.7.down_proj,0.0000038524,0.01000,1.210
36,mlp.experts.1.down_proj,0.0000038106,0.01000,1.217
36,mlp.experts.10.down_proj,0.0000047884,0.01000,1.217
36,mlp.experts.14.down_proj,0.0000049958,0.01000,1.210
36,mlp.experts.9.down_proj,0.0000034311,0.01000,1.180
36,mlp.experts.11.down_proj,0.0000023574,0.01000,1.214
36,mlp.experts.13.down_proj,0.0000030310,0.01000,1.191
36,mlp.experts.15.down_proj,0.0000043283,0.01000,1.113
36,mlp.experts.28.down_proj,0.0000025438,0.01000,0.702
36,mlp.experts.16.down_proj,0.0000019597,0.01000,0.746
36,mlp.experts.24.down_proj,0.0000048390,0.01000,0.727
36,mlp.experts.20.down_proj,0.0000021312,0.01000,0.771
36,mlp.experts.19.down_proj,0.0000019560,0.01000,0.630
36,mlp.experts.23.down_proj,0.0000082648,0.01000,0.643
36,mlp.experts.29.down_proj,0.0000035423,0.01000,0.647
36,mlp.experts.17.down_proj,0.0000028402,0.01000,0.668
36,mlp.experts.25.down_proj,0.0000079858,0.01000,0.661
36,mlp.experts.27.down_proj,0.0000023243,0.01000,0.696
36,mlp.experts.31.down_proj,0.0000048638,0.01000,0.699
36,mlp.experts.18.down_proj,0.0000027723,0.01000,0.771
36,mlp.experts.22.down_proj,0.0000034462,0.01000,0.774
36,mlp.experts.21.down_proj,0.0000036603,0.01000,0.796
36,mlp.experts.26.down_proj,0.0000037671,0.01000,0.794
36,mlp.experts.30.down_proj,0.0000052992,0.01000,0.791
36,mlp.experts.44.down_proj,0.0000025699,0.01000,0.651
36,mlp.experts.40.down_proj,0.0000022059,0.01000,0.639
36,mlp.experts.32.down_proj,0.0000025568,0.01000,0.809
36,mlp.experts.36.down_proj,0.0000035448,0.01000,0.808
36,mlp.experts.35.down_proj,0.0000063263,0.01000,0.796
36,mlp.experts.39.down_proj,0.0000122611,0.01000,0.771
36,mlp.experts.34.down_proj,0.0000023155,0.01000,0.746
36,mlp.experts.45.down_proj,0.0000024881,0.01000,0.815
36,mlp.experts.33.down_proj,0.0000021950,0.01000,0.820
36,mlp.experts.41.down_proj,0.0000018229,0.01000,0.828
36,mlp.experts.38.down_proj,0.0000048699,0.01000,0.771
36,mlp.experts.43.down_proj,0.0000035266,0.01000,0.827
36,mlp.experts.47.down_proj,0.0000021845,0.01000,0.826
36,mlp.experts.46.down_proj,0.0000035802,0.01000,0.754
36,mlp.experts.42.down_proj,0.0000026558,0.01000,0.796
36,mlp.experts.37.down_proj,0.0000024935,0.01000,0.898
36,mlp.experts.60.down_proj,0.0000070079,0.01000,0.821
36,mlp.experts.56.down_proj,0.0000036754,0.01000,0.790
36,mlp.experts.48.down_proj,0.0000044043,0.01000,0.789
36,mlp.experts.52.down_proj,0.0000024810,0.01000,0.768
36,mlp.experts.51.down_proj,0.0000045056,0.01000,0.740
36,mlp.experts.55.down_proj,0.0000076044,0.01000,0.742
36,mlp.experts.50.down_proj,0.0000021874,0.01000,0.740
36,mlp.experts.57.down_proj,0.0000031229,0.01000,0.744
36,mlp.experts.49.down_proj,0.0000027305,0.01000,0.761
36,mlp.experts.61.down_proj,0.0000022510,0.01000,0.767
36,mlp.experts.63.down_proj,0.0000036528,0.01000,0.708
36,mlp.experts.54.down_proj,0.0000021157,0.01000,0.766
36,mlp.experts.59.down_proj,0.0000023744,0.01000,0.739
36,mlp.experts.62.down_proj,0.0000026112,0.01000,0.754
36,mlp.experts.58.down_proj,0.0000022377,0.01000,0.734
36,mlp.experts.53.down_proj,0.0000033585,0.01000,0.761
36,mlp.experts.76.down_proj,0.0000035381,0.01000,0.720
36,mlp.experts.72.down_proj,0.0000108166,0.01000,0.717
36,mlp.experts.64.down_proj,0.0000048364,0.01000,0.722
36,mlp.experts.68.down_proj,0.0000059576,0.01000,0.724
36,mlp.experts.67.down_proj,0.0000056714,0.01000,0.749
36,mlp.experts.71.down_proj,0.0000146768,0.01000,0.752
36,mlp.experts.65.down_proj,0.0000053213,0.01000,0.687
36,mlp.experts.73.down_proj,0.0000054369,0.01000,0.721
36,mlp.experts.77.down_proj,0.0000025730,0.01000,0.711
36,mlp.experts.66.down_proj,0.0000050696,0.01000,0.780
36,mlp.experts.79.down_proj,0.0000055317,0.01000,0.774
36,mlp.experts.70.down_proj,0.0000028664,0.01000,0.782
36,mlp.experts.75.down_proj,0.0000029206,0.01000,0.798
36,mlp.experts.78.down_proj,0.0000023886,0.01000,0.793
36,mlp.experts.74.down_proj,0.0000028364,0.01000,0.808
36,mlp.experts.92.down_proj,0.0000017457,0.01000,0.702
36,mlp.experts.69.down_proj,0.0000031320,0.01000,0.792
36,mlp.experts.88.down_proj,0.0000085841,0.01000,0.805
36,mlp.experts.80.down_proj,0.0000037023,0.01000,0.718
36,mlp.experts.84.down_proj,0.0000022190,0.01000,0.738
36,mlp.experts.87.down_proj,0.0000021432,0.01000,0.803
36,mlp.experts.83.down_proj,0.0000038087,0.01000,0.817
36,mlp.experts.86.down_proj,0.0000071374,0.01000,0.676
36,mlp.experts.82.down_proj,0.0000052958,0.01000,0.775
36,mlp.experts.89.down_proj,0.0000028928,0.01000,0.825
36,mlp.experts.93.down_proj,0.0000020456,0.01000,0.860
36,mlp.experts.81.down_proj,0.0000081517,0.01000,0.897
36,mlp.experts.94.down_proj,0.0000103280,0.01000,0.738
36,mlp.experts.95.down_proj,0.0000041767,0.01000,0.810
36,mlp.experts.90.down_proj,0.0000022737,0.01000,0.777
36,mlp.experts.91.down_proj,0.0000021757,0.01000,0.819
36,mlp.experts.104.down_proj,0.0000097509,0.01000,0.641
36,mlp.experts.108.down_proj,0.0000043604,0.01000,0.778
36,mlp.experts.96.down_proj,0.0000088834,0.01000,0.614
36,mlp.experts.85.down_proj,0.0000025586,0.01000,0.773
36,mlp.experts.100.down_proj,0.0000028925,0.01000,0.641
36,mlp.experts.103.down_proj,0.0000062728,0.01000,0.679
36,mlp.experts.99.down_proj,0.0000088910,0.01000,0.676
36,mlp.experts.111.down_proj,0.0000019706,0.01000,0.635
36,mlp.experts.102.down_proj,0.0000029378,0.01000,0.772
36,mlp.experts.124.down_proj,0.0000026587,0.01000,0.572
36,mlp.experts.120.down_proj,0.0000038866,0.01000,0.579
36,mlp.experts.112.down_proj,0.0000065088,0.01000,0.566
36,mlp.experts.97.down_proj,0.0000030363,0.01000,0.711
36,mlp.experts.105.down_proj,0.0000043745,0.01000,0.750
36,mlp.experts.109.down_proj,0.0000023873,0.01000,0.727
36,mlp.experts.98.down_proj,0.0000037224,0.01000,0.758
36,mlp.experts.116.down_proj,0.0000029700,0.01000,0.539
36,mlp.experts.110.down_proj,0.0000021904,0.01000,0.742
36,mlp.experts.107.down_proj,0.0000042175,0.01000,0.724
36,mlp.experts.106.down_proj,0.0000021546,0.01000,0.742
36,mlp.experts.101.down_proj,0.0000026962,0.01000,0.819
36,mlp.experts.119.down_proj,0.0000031457,0.01000,0.686
36,mlp.experts.115.down_proj,0.0000030909,0.01000,0.737
36,mlp.experts.127.down_proj,0.0000039326,0.01000,0.655
36,mlp.experts.123.down_proj,0.0000032469,0.01000,0.571
36,mlp.experts.118.down_proj,0.0000026786,0.01000,0.717
36,mlp.experts.114.down_proj,0.0000037384,0.01000,0.691
36,mlp.experts.126.down_proj,0.0000036879,0.01000,0.676
36,mlp.experts.122.down_proj,0.0000023334,0.01000,0.629
36,mlp.experts.113.down_proj,0.0000027114,0.01000,0.762
36,mlp.experts.121.down_proj,0.0000031683,0.01000,0.768
36,mlp.experts.125.down_proj,0.0000026124,0.01000,0.790
36,mlp.experts.117.down_proj,0.0000025507,0.01000,0.606
37,self_attn.q_proj,0.0000059595,0.01000,0.806
37,self_attn.v_proj,0.0000009606,0.01000,0.812
37,self_attn.k_proj,0.0000006992,0.01000,0.844
37,self_attn.o_proj,0.0000006005,0.01000,1.346
37,mlp.experts.6.gate_proj,0.0000210567,0.01000,1.850
37,mlp.experts.10.gate_proj,0.0000191286,0.01000,1.879
37,mlp.experts.14.gate_proj,0.0000211915,0.01000,1.872
37,mlp.experts.2.gate_proj,0.0000220554,0.01000,1.890
37,mlp.experts.4.gate_proj,0.0000228904,0.01000,2.227
37,mlp.experts.13.gate_proj,0.0000207757,0.01000,2.214
37,mlp.experts.9.gate_proj,0.0000316254,0.01000,2.253
37,mlp.experts.15.gate_proj,0.0000260245,0.01000,2.253
37,mlp.experts.5.gate_proj,0.0000247231,0.01000,2.284
37,mlp.experts.12.gate_proj,0.0000234452,0.01000,2.315
37,mlp.experts.11.gate_proj,0.0000208989,0.01000,2.300
37,mlp.experts.7.gate_proj,0.0000236468,0.01000,2.323
37,mlp.experts.1.gate_proj,0.0000227381,0.01000,2.327
37,mlp.experts.3.gate_proj,0.0000257021,0.01000,2.369
37,mlp.experts.0.gate_proj,0.0000210572,0.01000,2.396
37,mlp.experts.8.gate_proj,0.0000252922,0.01000,2.374
37,mlp.experts.30.gate_proj,0.0000226631,0.01000,1.591
37,mlp.experts.18.gate_proj,0.0000259069,0.01000,1.589
37,mlp.experts.22.gate_proj,0.0000235805,0.01000,1.693
37,mlp.experts.26.gate_proj,0.0000240302,0.01000,1.722
37,mlp.experts.31.gate_proj,0.0000214184,0.01000,2.035
37,mlp.experts.29.gate_proj,0.0000227589,0.01000,2.076
37,mlp.experts.19.gate_proj,0.0000293698,0.01000,1.991
37,mlp.experts.27.gate_proj,0.0000214867,0.01000,2.033
37,mlp.experts.23.gate_proj,0.0000195270,0.01000,2.064
37,mlp.experts.25.gate_proj,0.0000212376,0.01000,2.151
37,mlp.experts.21.gate_proj,0.0000204018,0.01000,2.140
37,mlp.experts.17.gate_proj,0.0000247482,0.01000,2.150
37,mlp.experts.20.gate_proj,0.0000203641,0.01000,2.256
37,mlp.experts.24.gate_proj,0.0000281497,0.01000,2.092
37,mlp.experts.16.gate_proj,0.0000218949,0.01000,2.192
37,mlp.experts.28.gate_proj,0.0000199800,0.01000,2.348
37,mlp.experts.34.gate_proj,0.0000199462,0.01000,1.752
37,mlp.experts.46.gate_proj,0.0000246006,0.01000,1.809
37,mlp.experts.42.gate_proj,0.0000208655,0.01000,1.696
37,mlp.experts.38.gate_proj,0.0000230454,0.01000,1.755
37,mlp.experts.40.gate_proj,0.0000205411,0.01000,1.906
37,mlp.experts.45.gate_proj,0.0000185722,0.01000,2.095
37,mlp.experts.43.gate_proj,0.0000204994,0.01000,2.077
37,mlp.experts.41.gate_proj,0.0000267708,0.01000,2.063
37,mlp.experts.47.gate_proj,0.0000210462,0.01000,2.196
37,mlp.experts.39.gate_proj,0.0000233171,0.01000,2.149
37,mlp.experts.37.gate_proj,0.0000256951,0.01000,2.146
37,mlp.experts.33.gate_proj,0.0000207339,0.01000,2.086
37,mlp.experts.35.gate_proj,0.0000217958,0.01000,2.225
37,mlp.experts.32.gate_proj,0.0000231482,0.01000,2.147
37,mlp.experts.36.gate_proj,0.0000238481,0.01000,2.259
37,mlp.experts.50.gate_proj,0.0000199502,0.01000,1.629
37,mlp.experts.54.gate_proj,0.0000268462,0.01000,1.590
37,mlp.experts.62.gate_proj,0.0000209110,0.01000,1.607
37,mlp.experts.58.gate_proj,0.0000193473,0.01000,1.679
37,mlp.experts.44.gate_proj,0.0000223596,0.01000,2.316
37,mlp.experts.61.gate_proj,0.0000336601,0.01000,1.896
37,mlp.experts.57.gate_proj,0.0000212215,0.01000,1.959
37,mlp.experts.66.gate_proj,0.0000228141,0.01000,1.641
37,mlp.experts.49.gate_proj,0.0000298930,0.01000,1.944
37,mlp.experts.78.gate_proj,0.0000291792,0.01000,1.654
37,mlp.experts.70.gate_proj,0.0000240085,0.01000,1.655
37,mlp.experts.59.gate_proj,0.0000259893,0.01000,2.122
37,mlp.experts.55.gate_proj,0.0000216358,0.01000,2.030
37,mlp.experts.74.gate_proj,0.0000210260,0.01000,1.648
37,mlp.experts.56.gate_proj,0.0000211433,0.01000,2.218
37,mlp.experts.53.gate_proj,0.0000210753,0.01000,2.097
37,mlp.experts.51.gate_proj,0.0000207831,0.01000,2.086
37,mlp.experts.63.gate_proj,0.0000237930,0.01000,2.148
37,mlp.experts.48.gate_proj,0.0000307434,0.01000,2.211
37,mlp.experts.52.gate_proj,0.0000244545,0.01000,2.213
37,mlp.experts.60.gate_proj,0.0000227148,0.01000,2.198
37,mlp.experts.77.gate_proj,0.0000214453,0.01000,1.989
37,mlp.experts.73.gate_proj,0.0000200655,0.01000,1.939
37,mlp.experts.90.gate_proj,0.0000227052,0.01000,1.835
37,mlp.experts.94.gate_proj,0.0000258338,0.01000,1.904
37,mlp.experts.82.gate_proj,0.0000206245,0.01000,1.963
37,mlp.experts.65.gate_proj,0.0000192206,0.01000,2.021
37,mlp.experts.72.gate_proj,0.0000215063,0.01000,1.955
37,mlp.experts.71.gate_proj,0.0000192661,0.01000,2.020
37,mlp.experts.86.gate_proj,0.0000208283,0.01000,2.051
37,mlp.experts.75.gate_proj,0.0000240395,0.01000,2.054
37,mlp.experts.67.gate_proj,0.0000268163,0.01000,1.968
37,mlp.experts.69.gate_proj,0.0000204833,0.01000,2.018
37,mlp.experts.79.gate_proj,0.0000225866,0.01000,2.107
37,mlp.experts.68.gate_proj,0.0000210885,0.01000,1.948
37,mlp.experts.64.gate_proj,0.0000230107,0.01000,2.092
37,mlp.experts.76.gate_proj,0.0000202064,0.01000,2.045
37,mlp.experts.93.gate_proj,0.0000209182,0.01000,1.912
37,mlp.experts.89.gate_proj,0.0000205539,0.01000,1.941
37,mlp.experts.81.gate_proj,0.0000234682,0.01000,1.995
37,mlp.experts.87.gate_proj,0.0000239217,0.01000,1.983
37,mlp.experts.83.gate_proj,0.0000220016,0.01000,1.944
37,mlp.experts.91.gate_proj,0.0000265914,0.01000,2.023
37,mlp.experts.85.gate_proj,0.0000221879,0.01000,1.970
37,mlp.experts.95.gate_proj,0.0000212026,0.01000,2.008
37,mlp.experts.110.gate_proj,0.0000194911,0.01000,2.331
37,mlp.experts.106.gate_proj,0.0000199082,0.01000,2.374
37,mlp.experts.88.gate_proj,0.0000230464,0.01000,2.296
37,mlp.experts.98.gate_proj,0.0000237201,0.01000,2.409
37,mlp.experts.102.gate_proj,0.0000236660,0.01000,2.411
37,mlp.experts.84.gate_proj,0.0000221502,0.01000,2.375
37,mlp.experts.80.gate_proj,0.0000201337,0.01000,2.434
37,mlp.experts.92.gate_proj,0.0000237287,0.01000,2.437
37,mlp.experts.109.gate_proj,0.0000203406,0.01000,1.859
37,mlp.experts.105.gate_proj,0.0000198908,0.01000,1.899
37,mlp.experts.99.gate_proj,0.0000246248,0.01000,1.637
37,mlp.experts.103.gate_proj,0.0000215513,0.01000,1.702
37,mlp.experts.107.gate_proj,0.0000223808,0.01000,1.662
37,mlp.experts.97.gate_proj,0.0000216825,0.01000,1.867
37,mlp.experts.111.gate_proj,0.0000216155,0.01000,1.673
37,mlp.experts.101.gate_proj,0.0000197010,0.01000,1.849
37,mlp.experts.126.gate_proj,0.0000227631,0.01000,2.221
37,mlp.experts.122.gate_proj,0.0000201414,0.01000,2.197
37,mlp.experts.114.gate_proj,0.0000231022,0.01000,2.253
37,mlp.experts.104.gate_proj,0.0000228021,0.01000,2.334
37,mlp.experts.118.gate_proj,0.0000249110,0.01000,2.193
37,mlp.experts.100.gate_proj,0.0000277272,0.01000,2.504
37,mlp.experts.96.gate_proj,0.0000233280,0.01000,2.527
37,mlp.experts.125.gate_proj,0.0000198055,0.01000,1.983
37,mlp.experts.108.gate_proj,0.0000218227,0.01000,2.411
37,mlp.experts.115.gate_proj,0.0000232954,0.01000,1.922
37,mlp.experts.121.gate_proj,0.0000218638,0.01000,1.952
37,mlp.experts.119.gate_proj,0.0000218604,0.01000,1.958
37,mlp.experts.113.gate_proj,0.0000201043,0.01000,1.855
37,mlp.experts.123.gate_proj,0.0000215535,0.01000,1.971
37,mlp.experts.117.gate_proj,0.0000226309,0.01000,1.906
37,mlp.experts.127.gate_proj,0.0000202326,0.01000,2.054
37,mlp.experts.14.up_proj,0.0000209804,0.01000,2.071
37,mlp.experts.120.gate_proj,0.0000202890,0.01000,1.876
37,mlp.experts.10.up_proj,0.0000209144,0.01000,2.079
37,mlp.experts.2.up_proj,0.0000216975,0.01000,2.111
37,mlp.experts.6.up_proj,0.0000258580,0.01000,2.111
37,mlp.experts.112.gate_proj,0.0000234170,0.01000,1.580
37,mlp.experts.116.gate_proj,0.0000234141,0.01000,1.822
37,mlp.experts.124.gate_proj,0.0000210647,0.01000,1.608
37,mlp.experts.13.up_proj,0.0000210006,0.01000,2.287
37,mlp.experts.9.up_proj,0.0000289015,0.01000,2.278
37,mlp.experts.3.up_proj,0.0000263898,0.01000,2.283
37,mlp.experts.7.up_proj,0.0000256694,0.01000,2.320
37,mlp.experts.11.up_proj,0.0000211993,0.01000,2.349
37,mlp.experts.1.up_proj,0.0000219191,0.01000,2.441
37,mlp.experts.8.up_proj,0.0000239690,0.01000,1.654
37,mlp.experts.15.up_proj,0.0000273810,0.01000,2.235
37,mlp.experts.5.up_proj,0.0000266031,0.01000,2.361
37,mlp.experts.0.up_proj,0.0000213125,0.01000,1.702
37,mlp.experts.30.up_proj,0.0000215730,0.01000,2.229
37,mlp.experts.26.up_proj,0.0000241808,0.01000,2.271
37,mlp.experts.4.up_proj,0.0000223759,0.01000,1.773
37,mlp.experts.18.up_proj,0.0000255814,0.01000,2.199
37,mlp.experts.12.up_proj,0.0000223693,0.01000,1.764
37,mlp.experts.22.up_proj,0.0000267485,0.01000,2.226
37,mlp.experts.19.up_proj,0.0000259605,0.01000,1.887
37,mlp.experts.23.up_proj,0.0000207200,0.01000,1.892
37,mlp.experts.27.up_proj,0.0000223575,0.01000,1.877
37,mlp.experts.31.up_proj,0.0000212102,0.01000,1.877
37,mlp.experts.29.up_proj,0.0000221794,0.01000,2.376
37,mlp.experts.25.up_proj,0.0000219276,0.01000,2.309
37,mlp.experts.24.up_proj,0.0000253495,0.01000,2.167
37,mlp.experts.17.up_proj,0.0000235959,0.01000,2.263
37,mlp.experts.21.up_proj,0.0000226358,0.01000,2.218
37,mlp.experts.46.up_proj,0.0000262405,0.01000,2.018
37,mlp.experts.42.up_proj,0.0000215309,0.01000,2.003
37,mlp.experts.34.up_proj,0.0000195276,0.01000,1.978
37,mlp.experts.16.up_proj,0.0000217663,0.01000,2.177
37,mlp.experts.38.up_proj,0.0000242913,0.01000,2.005
37,mlp.experts.20.up_proj,0.0000275337,0.01000,2.186
37,mlp.experts.28.up_proj,0.0000224578,0.01000,2.137
37,mlp.experts.35.up_proj,0.0000213433,0.01000,1.579
37,mlp.experts.39.up_proj,0.0000279636,0.01000,1.630
37,mlp.experts.43.up_proj,0.0000217535,0.01000,1.634
37,mlp.experts.47.up_proj,0.0000234365,0.01000,1.673
37,mlp.experts.45.up_proj,0.0000278486,0.01000,2.097
37,mlp.experts.41.up_proj,0.0000243982,0.01000,2.099
37,mlp.experts.33.up_proj,0.0000386294,0.01000,2.217
37,mlp.experts.40.up_proj,0.0000217377,0.01000,2.276
37,mlp.experts.37.up_proj,0.0000214190,0.01000,2.313
37,mlp.experts.62.up_proj,0.0000323641,0.01000,1.999
37,mlp.experts.58.up_proj,0.0000272126,0.01000,2.041
37,mlp.experts.50.up_proj,0.0000205387,0.01000,2.096
37,mlp.experts.51.up_proj,0.0000204449,0.01000,1.649
37,mlp.experts.55.up_proj,0.0000241134,0.01000,1.530
37,mlp.experts.54.up_proj,0.0000268063,0.01000,2.052
37,mlp.experts.59.up_proj,0.0000238070,0.01000,1.574
37,mlp.experts.32.up_proj,0.0000249663,0.01000,2.345
37,mlp.experts.36.up_proj,0.0000225057,0.01000,2.258
37,mlp.experts.44.up_proj,0.0000221347,0.01000,2.276
37,mlp.experts.63.up_proj,0.0000259619,0.01000,1.612
37,mlp.experts.67.up_proj,0.0000253700,0.01000,1.590
37,mlp.experts.57.up_proj,0.0000233587,0.01000,2.398
37,mlp.experts.71.up_proj,0.0000198151,0.01000,1.635
37,mlp.experts.61.up_proj,0.0000279748,0.01000,2.437
37,mlp.experts.75.up_proj,0.0000232716,0.01000,1.579
37,mlp.experts.78.up_proj,0.0000273748,0.01000,2.080
37,mlp.experts.56.up_proj,0.0000232561,0.01000,2.290
37,mlp.experts.74.up_proj,0.0000209201,0.01000,2.063
37,mlp.experts.79.up_proj,0.0000228309,0.01000,1.646
37,mlp.experts.53.up_proj,0.0000210418,0.01000,2.275
37,mlp.experts.49.up_proj,0.0000252362,0.01000,2.392
37,mlp.experts.66.up_proj,0.0000239291,0.01000,2.121
37,mlp.experts.70.up_proj,0.0000250421,0.01000,2.057
37,mlp.experts.52.up_proj,0.0000220723,0.01000,2.207
37,mlp.experts.48.up_proj,0.0000271450,0.01000,2.278
37,mlp.experts.60.up_proj,0.0000250886,0.01000,2.227
37,mlp.experts.83.up_proj,0.0000233045,0.01000,1.679
37,mlp.experts.87.up_proj,0.0000214626,0.01000,1.679
37,mlp.experts.91.up_proj,0.0000245970,0.01000,1.633
37,mlp.experts.95.up_proj,0.0000215180,0.01000,1.667
37,mlp.experts.73.up_proj,0.0000215222,0.01000,2.207
37,mlp.experts.77.up_proj,0.0000234684,0.01000,2.242
37,mlp.experts.94.up_proj,0.0000262656,0.01000,2.117
37,mlp.experts.90.up_proj,0.0000258716,0.01000,2.121
37,mlp.experts.72.up_proj,0.0000211936,0.01000,2.187
37,mlp.experts.86.up_proj,0.0000205801,0.01000,2.122
37,mlp.experts.65.up_proj,0.0000227001,0.01000,2.258
37,mlp.experts.82.up_proj,0.0000211735,0.01000,2.157
37,mlp.experts.69.up_proj,0.0000226048,0.01000,2.321
37,mlp.experts.68.up_proj,0.0000216188,0.01000,2.140
37,mlp.experts.76.up_proj,0.0000210697,0.01000,2.139
37,mlp.experts.64.up_proj,0.0000244971,0.01000,2.142
37,mlp.experts.99.up_proj,0.0000285228,0.01000,1.636
37,mlp.experts.107.up_proj,0.0000255606,0.01000,1.570
37,mlp.experts.103.up_proj,0.0000221224,0.01000,1.644
37,mlp.experts.111.up_proj,0.0000226974,0.01000,1.540
37,mlp.experts.88.up_proj,0.0000248793,0.01000,1.952
37,mlp.experts.89.up_proj,0.0000208584,0.01000,2.215
37,mlp.experts.110.up_proj,0.0000226185,0.01000,2.116
37,mlp.experts.93.up_proj,0.0000242750,0.01000,2.271
37,mlp.experts.106.up_proj,0.0000212221,0.01000,2.151
37,mlp.experts.102.up_proj,0.0000221632,0.01000,2.141
37,mlp.experts.98.up_proj,0.0000252284,0.01000,2.148
37,mlp.experts.84.up_proj,0.0000217486,0.01000,1.824
37,mlp.experts.80.up_proj,0.0000255230,0.01000,1.806
37,mlp.experts.115.up_proj,0.0000244875,0.01000,1.591
37,mlp.experts.123.up_proj,0.0000246556,0.01000,1.582
37,mlp.experts.119.up_proj,0.0000218103,0.01000,1.561
37,mlp.experts.92.up_proj,0.0000233312,0.01000,1.876
37,mlp.experts.81.up_proj,0.0000259958,0.01000,2.292
37,mlp.experts.127.up_proj,0.0000220389,0.01000,1.429
37,mlp.experts.85.up_proj,0.0000220621,0.01000,2.315
37,mlp.experts.104.up_proj,0.0000230635,0.01000,1.752
37,mlp.experts.105.up_proj,0.0000214708,0.01000,1.912
37,mlp.experts.109.up_proj,0.0000227029,0.01000,1.924
37,mlp.experts.100.up_proj,0.0000280678,0.01000,1.781
37,mlp.experts.96.up_proj,0.0000258631,0.01000,1.753
37,mlp.experts.126.up_proj,0.0000213648,0.01000,2.142
37,mlp.experts.108.up_proj,0.0000204410,0.01000,1.737
37,mlp.experts.122.up_proj,0.0000210716,0.01000,2.112
37,mlp.experts.101.up_proj,0.0000216304,0.01000,1.750
37,mlp.experts.118.up_proj,0.0000255316,0.01000,2.062
37,mlp.experts.97.up_proj,0.0000214069,0.01000,1.916
37,mlp.experts.114.up_proj,0.0000238510,0.01000,2.060
37,mlp.experts.120.up_proj,0.0000230155,0.01000,1.601
37,mlp.experts.124.up_proj,0.0000222091,0.01000,1.452
37,mlp.experts.112.up_proj,0.0000227967,0.01000,1.505
37,mlp.experts.121.up_proj,0.0000229964,0.01000,1.752
37,mlp.experts.116.up_proj,0.0000215946,0.01000,1.526
37,mlp.experts.125.up_proj,0.0000212716,0.01000,1.686
37,mlp.experts.117.up_proj,0.0000232636,0.01000,1.623
37,mlp.experts.113.up_proj,0.0000215037,0.01000,1.723
37,mlp.experts.0.down_proj,0.0000033926,0.01000,0.743
37,mlp.experts.12.down_proj,0.0000064871,0.01000,0.823
37,mlp.experts.4.down_proj,0.0000048928,0.01000,0.870
37,mlp.experts.8.down_proj,0.0000100844,0.01000,0.829
37,mlp.experts.9.down_proj,0.0000165923,0.01000,0.956
37,mlp.experts.10.down_proj,0.0000032116,0.01000,0.974
37,mlp.experts.2.down_proj,0.0000063822,0.01000,1.038
37,mlp.experts.1.down_proj,0.0000031970,0.01000,1.040
37,mlp.experts.6.down_proj,0.0000055555,0.01000,1.038
37,mlp.experts.3.down_proj,0.0000159815,0.01000,1.043
37,mlp.experts.14.down_proj,0.0000039128,0.01000,0.971
37,mlp.experts.13.down_proj,0.0000036763,0.01000,0.977
37,mlp.experts.5.down_proj,0.0000080811,0.01000,1.037
37,mlp.experts.15.down_proj,0.0000107172,0.01000,0.992
37,mlp.experts.7.down_proj,0.0000060559,0.01000,1.085
37,mlp.experts.11.down_proj,0.0000032576,0.01000,1.081
37,mlp.experts.16.down_proj,0.0000051441,0.01000,0.609
37,mlp.experts.20.down_proj,0.0000120640,0.01000,0.592
37,mlp.experts.24.down_proj,0.0000063417,0.01000,0.596
37,mlp.experts.28.down_proj,0.0000058298,0.01000,0.659
37,mlp.experts.25.down_proj,0.0000042913,0.01000,0.731
37,mlp.experts.17.down_proj,0.0000060288,0.01000,0.718
37,mlp.experts.21.down_proj,0.0000058933,0.01000,0.730
37,mlp.experts.29.down_proj,0.0000039804,0.01000,0.752
37,mlp.experts.22.down_proj,0.0000117586,0.01000,0.778
37,mlp.experts.26.down_proj,0.0000082868,0.01000,0.821
37,mlp.experts.30.down_proj,0.0000059950,0.01000,0.801
37,mlp.experts.31.down_proj,0.0000031197,0.01000,0.813
37,mlp.experts.19.down_proj,0.0000172355,0.01000,0.851
37,mlp.experts.23.down_proj,0.0000041087,0.01000,0.859
37,mlp.experts.27.down_proj,0.0000081026,0.01000,0.859
37,mlp.experts.18.down_proj,0.0000099198,0.01000,0.969
37,mlp.experts.32.down_proj,0.0000088455,0.01000,0.734
37,mlp.experts.36.down_proj,0.0000059034,0.01000,0.743
37,mlp.experts.44.down_proj,0.0000051010,0.01000,0.749
37,mlp.experts.40.down_proj,0.0000042384,0.01000,0.755
37,mlp.experts.33.down_proj,0.0000205832,0.01000,0.667
37,mlp.experts.37.down_proj,0.0000036199,0.01000,0.654
37,mlp.experts.41.down_proj,0.0000083075,0.01000,0.691
37,mlp.experts.45.down_proj,0.0000079859,0.01000,0.698
37,mlp.experts.46.down_proj,0.0000156482,0.01000,0.802
37,mlp.experts.35.down_proj,0.0000046047,0.01000,0.758
37,mlp.experts.47.down_proj,0.0000058039,0.01000,0.792
37,mlp.experts.42.down_proj,0.0000043538,0.01000,0.859
37,mlp.experts.38.down_proj,0.0000073013,0.01000,0.893
37,mlp.experts.43.down_proj,0.0000035047,0.01000,0.774
37,mlp.experts.39.down_proj,0.0000134166,0.01000,0.800
37,mlp.experts.34.down_proj,0.0000027861,0.01000,0.801
37,mlp.experts.48.down_proj,0.0000163827,0.01000,0.792
37,mlp.experts.52.down_proj,0.0000035801,0.01000,0.758
37,mlp.experts.60.down_proj,0.0000091023,0.01000,0.724
37,mlp.experts.56.down_proj,0.0000053619,0.01000,0.728
37,mlp.experts.49.down_proj,0.0000046829,0.01000,0.686
37,mlp.experts.57.down_proj,0.0000080333,0.01000,0.670
37,mlp.experts.53.down_proj,0.0000034932,0.01000,0.682
37,mlp.experts.61.down_proj,0.0000106640,0.01000,0.664
37,mlp.experts.63.down_proj,0.0000143740,0.01000,0.730
37,mlp.experts.51.down_proj,0.0000035415,0.01000,0.744
37,mlp.experts.59.down_proj,0.0000045754,0.01000,0.733
37,mlp.experts.55.down_proj,0.0000052942,0.01000,0.788
37,mlp.experts.62.down_proj,0.0000150739,0.01000,0.877
37,mlp.experts.58.down_proj,0.0000049026,0.01000,0.831
37,mlp.experts.50.down_proj,0.0000036846,0.01000,0.779
37,mlp.experts.54.down_proj,0.0000139094,0.01000,0.873
37,mlp.experts.64.down_proj,0.0000161913,0.01000,0.732
37,mlp.experts.68.down_proj,0.0000051466,0.01000,0.707
37,mlp.experts.76.down_proj,0.0000027566,0.01000,0.772
37,mlp.experts.72.down_proj,0.0000033309,0.01000,0.771
37,mlp.experts.65.down_proj,0.0000050530,0.01000,0.712
37,mlp.experts.69.down_proj,0.0000040261,0.01000,0.703
37,mlp.experts.73.down_proj,0.0000051112,0.01000,0.750
37,mlp.experts.77.down_proj,0.0000039930,0.01000,0.703
37,mlp.experts.79.down_proj,0.0000045833,0.01000,0.730
37,mlp.experts.67.down_proj,0.0000086141,0.01000,0.751
37,mlp.experts.75.down_proj,0.0000042169,0.01000,0.732
37,mlp.experts.71.down_proj,0.0000035517,0.01000,0.772
37,mlp.experts.80.down_proj,0.0000074122,0.01000,0.711
37,mlp.experts.74.down_proj,0.0000035251,0.01000,0.788
37,mlp.experts.78.down_proj,0.0000092655,0.01000,0.811
37,mlp.experts.70.down_proj,0.0000068252,0.01000,0.769
37,mlp.experts.84.down_proj,0.0000031565,0.01000,0.702
37,mlp.experts.66.down_proj,0.0000073146,0.01000,0.788
37,mlp.experts.92.down_proj,0.0000050780,0.01000,0.739
37,mlp.experts.88.down_proj,0.0000094420,0.01000,0.756
37,mlp.experts.81.down_proj,0.0000059127,0.01000,0.754
37,mlp.experts.85.down_proj,0.0000037915,0.01000,0.784
37,mlp.experts.89.down_proj,0.0000072842,0.01000,0.744
37,mlp.experts.93.down_proj,0.0000038419,0.01000,0.798
37,mlp.experts.95.down_proj,0.0000044027,0.01000,0.694
37,mlp.experts.83.down_proj,0.0000068666,0.01000,0.679
37,mlp.experts.91.down_proj,0.0000036416,0.01000,0.723
37,mlp.experts.87.down_proj,0.0000023569,0.01000,0.672
37,mlp.experts.96.down_proj,0.0000113145,0.01000,0.792
37,mlp.experts.94.down_proj,0.0000135793,0.01000,0.801
37,mlp.experts.90.down_proj,0.0000091813,0.01000,0.829
37,mlp.experts.100.down_proj,0.0000146327,0.01000,0.801
37,mlp.experts.82.down_proj,0.0000047654,0.01000,0.810
37,mlp.experts.86.down_proj,0.0000032539,0.01000,0.827
37,mlp.experts.104.down_proj,0.0000071560,0.01000,0.818
37,mlp.experts.108.down_proj,0.0000033452,0.01000,0.844
37,mlp.experts.97.down_proj,0.0000027361,0.01000,0.775
37,mlp.experts.105.down_proj,0.0000034597,0.01000,0.737
37,mlp.experts.109.down_proj,0.0000069512,0.01000,0.689
37,mlp.experts.101.down_proj,0.0000042656,0.01000,0.750
37,mlp.experts.111.down_proj,0.0000052240,0.01000,0.819
37,mlp.experts.99.down_proj,0.0000087792,0.01000,0.822
37,mlp.experts.107.down_proj,0.0000092347,0.01000,0.804
37,mlp.experts.103.down_proj,0.0000051498,0.01000,0.859
37,mlp.experts.106.down_proj,0.0000068579,0.01000,0.703
37,mlp.experts.112.down_proj,0.0000052374,0.01000,0.779
37,mlp.experts.110.down_proj,0.0000032349,0.01000,0.742
37,mlp.experts.102.down_proj,0.0000050825,0.01000,0.718
37,mlp.experts.98.down_proj,0.0000065932,0.01000,0.721
37,mlp.experts.116.down_proj,0.0000056608,0.01000,0.780
37,mlp.experts.125.down_proj,0.0000039729,0.01000,0.594
37,mlp.experts.117.down_proj,0.0000095351,0.01000,0.600
37,mlp.experts.121.down_proj,0.0000063038,0.01000,0.614
37,mlp.experts.113.down_proj,0.0000059742,0.01000,0.618
37,mlp.experts.124.down_proj,0.0000053269,0.01000,0.688
37,mlp.experts.120.down_proj,0.0000064762,0.01000,0.700
37,mlp.experts.115.down_proj,0.0000044862,0.01000,0.719
37,mlp.experts.127.down_proj,0.0000046937,0.01000,0.731
37,mlp.experts.123.down_proj,0.0000081227,0.01000,0.695
37,mlp.experts.119.down_proj,0.0000034497,0.01000,0.618
37,mlp.experts.122.down_proj,0.0000036660,0.01000,0.700
37,mlp.experts.118.down_proj,0.0000114710,0.01000,0.674
37,mlp.experts.126.down_proj,0.0000031779,0.01000,0.688
37,mlp.experts.114.down_proj,0.0000062488,0.01000,0.678
38,self_attn.q_proj,0.0000140110,0.01000,0.697
38,self_attn.v_proj,0.0000024818,0.01000,0.709
38,self_attn.k_proj,0.0000017126,0.01000,0.713
38,self_attn.o_proj,0.0000015936,0.01000,1.409
38,mlp.experts.9.gate_proj,0.0000279470,0.01000,1.739
38,mlp.experts.1.gate_proj,0.0000230772,0.01000,1.786
38,mlp.experts.13.gate_proj,0.0000224585,0.01000,1.806
38,mlp.experts.5.gate_proj,0.0000215702,0.01000,1.870
38,mlp.experts.12.gate_proj,0.0000205124,0.01000,2.007
38,mlp.experts.0.gate_proj,0.0000220073,0.01000,2.031
38,mlp.experts.4.gate_proj,0.0000248346,0.01000,2.055
38,mlp.experts.10.gate_proj,0.0000221406,0.01000,2.070
38,mlp.experts.6.gate_proj,0.0000208252,0.01000,2.077
38,mlp.experts.8.gate_proj,0.0000203953,0.01000,2.120
38,mlp.experts.14.gate_proj,0.0000204347,0.01000,2.108
38,mlp.experts.3.gate_proj,0.0000207879,0.01000,2.122
38,mlp.experts.11.gate_proj,0.0000313237,0.01000,2.121
38,mlp.experts.2.gate_proj,0.0000219407,0.01000,2.185
38,mlp.experts.7.gate_proj,0.0000217727,0.01000,2.200
38,mlp.experts.15.gate_proj,0.0000224592,0.01000,2.269
38,mlp.experts.25.gate_proj,0.0000233057,0.01000,2.064
38,mlp.experts.27.gate_proj,0.0000229787,0.01000,1.702
38,mlp.experts.19.gate_proj,0.0000223336,0.01000,1.705
38,mlp.experts.17.gate_proj,0.0000281960,0.01000,2.059
38,mlp.experts.21.gate_proj,0.0000220736,0.01000,2.042
38,mlp.experts.28.gate_proj,0.0000227206,0.01000,1.911
38,mlp.experts.29.gate_proj,0.0000235128,0.01000,2.128
38,mlp.experts.23.gate_proj,0.0000216284,0.01000,1.746
38,mlp.experts.20.gate_proj,0.0000287303,0.01000,1.950
38,mlp.experts.22.gate_proj,0.0000300510,0.01000,1.965
38,mlp.experts.30.gate_proj,0.0000206890,0.01000,1.916
38,mlp.experts.16.gate_proj,0.0000234188,0.01000,2.026
38,mlp.experts.31.gate_proj,0.0000210945,0.01000,1.821
38,mlp.experts.18.gate_proj,0.0000230585,0.01000,2.097
38,mlp.experts.26.gate_proj,0.0000343487,0.01000,2.267
38,mlp.experts.24.gate_proj,0.0000236099,0.01000,2.247
38,mlp.experts.35.gate_proj,0.0000212622,0.01000,1.771
38,mlp.experts.43.gate_proj,0.0000235454,0.01000,1.825
38,mlp.experts.39.gate_proj,0.0000203677,0.01000,1.789
38,mlp.experts.41.gate_proj,0.0000274102,0.01000,1.988
38,mlp.experts.44.gate_proj,0.0000213524,0.01000,1.873
38,mlp.experts.37.gate_proj,0.0000220338,0.01000,1.928
38,mlp.experts.33.gate_proj,0.0000366332,0.01000,2.005
38,mlp.experts.47.gate_proj,0.0000274274,0.01000,1.797
38,mlp.experts.45.gate_proj,0.0000236519,0.01000,1.994
38,mlp.experts.38.gate_proj,0.0000216733,0.01000,1.910
38,mlp.experts.32.gate_proj,0.0000398070,0.01000,1.907
38,mlp.experts.36.gate_proj,0.0000218136,0.01000,1.961
38,mlp.experts.46.gate_proj,0.0000232611,0.01000,2.037
38,mlp.experts.40.gate_proj,0.0000213162,0.01000,1.886
38,mlp.experts.42.gate_proj,0.0000274522,0.01000,1.943
38,mlp.experts.34.gate_proj,0.0000201915,0.01000,2.226
38,mlp.experts.57.gate_proj,0.0000211779,0.01000,1.633
38,mlp.experts.51.gate_proj,0.0000218637,0.01000,1.865
38,mlp.experts.53.gate_proj,0.0000208715,0.01000,1.678
38,mlp.experts.49.gate_proj,0.0000234949,0.01000,1.698
38,mlp.experts.61.gate_proj,0.0000260767,0.01000,1.637
38,mlp.experts.55.gate_proj,0.0000287895,0.01000,1.883
38,mlp.experts.59.gate_proj,0.0000229387,0.01000,1.967
38,mlp.experts.63.gate_proj,0.0000276526,0.01000,1.961
38,mlp.experts.60.gate_proj,0.0000213614,0.01000,2.099
38,mlp.experts.52.gate_proj,0.0000220282,0.01000,2.118
38,mlp.experts.48.gate_proj,0.0000233617,0.01000,2.156
38,mlp.experts.54.gate_proj,0.0000208403,0.01000,2.218
38,mlp.experts.62.gate_proj,0.0000330253,0.01000,2.129
38,mlp.experts.56.gate_proj,0.0000279890,0.01000,2.166
38,mlp.experts.58.gate_proj,0.0000198235,0.01000,2.208
38,mlp.experts.50.gate_proj,0.0000215699,0.01000,2.221
38,mlp.experts.73.gate_proj,0.0000275191,0.01000,1.702
38,mlp.experts.65.gate_proj,0.0000287765,0.01000,1.710
38,mlp.experts.77.gate_proj,0.0000208297,0.01000,1.689
38,mlp.experts.69.gate_proj,0.0000227925,0.01000,1.750
38,mlp.experts.67.gate_proj,0.0000242505,0.01000,2.341
38,mlp.experts.71.gate_proj,0.0000206208,0.01000,2.322
38,mlp.experts.76.gate_proj,0.0000212650,0.01000,2.047
38,mlp.experts.75.gate_proj,0.0000217290,0.01000,2.337
38,mlp.experts.68.gate_proj,0.0000244493,0.01000,2.057
38,mlp.experts.64.gate_proj,0.0000254710,0.01000,2.050
38,mlp.experts.79.gate_proj,0.0000259116,0.01000,2.356
38,mlp.experts.70.gate_proj,0.0000229441,0.01000,2.209
38,mlp.experts.78.gate_proj,0.0000223622,0.01000,2.205
38,mlp.experts.72.gate_proj,0.0000170116,0.01000,2.018
38,mlp.experts.74.gate_proj,0.0000244846,0.01000,2.214
38,mlp.experts.89.gate_proj,0.0000228215,0.01000,1.686
38,mlp.experts.66.gate_proj,0.0000235853,0.01000,2.144
38,mlp.experts.85.gate_proj,0.0000270894,0.01000,1.684
38,mlp.experts.93.gate_proj,0.0000224601,0.01000,1.685
38,mlp.experts.81.gate_proj,0.0000221634,0.01000,1.723
38,mlp.experts.92.gate_proj,0.0000249479,0.01000,1.884
38,mlp.experts.84.gate_proj,0.0000262521,0.01000,1.827
38,mlp.experts.80.gate_proj,0.0000262330,0.01000,1.816
38,mlp.experts.83.gate_proj,0.0000207964,0.01000,2.154
38,mlp.experts.87.gate_proj,0.0000259510,0.01000,2.134
38,mlp.experts.91.gate_proj,0.0000221411,0.01000,2.180
38,mlp.experts.88.gate_proj,0.0000238106,0.01000,1.823
38,mlp.experts.95.gate_proj,0.0000214159,0.01000,2.180
38,mlp.experts.94.gate_proj,0.0000222571,0.01000,2.166
38,mlp.experts.86.gate_proj,0.0000267208,0.01000,2.232
38,mlp.experts.105.gate_proj,0.0000246709,0.01000,1.876
38,mlp.experts.90.gate_proj,0.0000206214,0.01000,2.188
38,mlp.experts.109.gate_proj,0.0000220698,0.01000,1.998
38,mlp.experts.101.gate_proj,0.0000256029,0.01000,2.018
38,mlp.experts.97.gate_proj,0.0000229291,0.01000,2.041
38,mlp.experts.82.gate_proj,0.0000288147,0.01000,2.272
38,mlp.experts.108.gate_proj,0.0000224320,0.01000,1.609
38,mlp.experts.96.gate_proj,0.0000217143,0.01000,1.616
38,mlp.experts.100.gate_proj,0.0000268177,0.01000,1.650
38,mlp.experts.104.gate_proj,0.0000235989,0.01000,1.720
38,mlp.experts.99.gate_proj,0.0000201931,0.01000,2.206
38,mlp.experts.103.gate_proj,0.0000212779,0.01000,2.306
38,mlp.experts.107.gate_proj,0.0000230131,0.01000,2.267
38,mlp.experts.121.gate_proj,0.0000236213,0.01000,1.924
38,mlp.experts.111.gate_proj,0.0000221951,0.01000,2.318
38,mlp.experts.110.gate_proj,0.0000211463,0.01000,2.200
38,mlp.experts.102.gate_proj,0.0000277367,0.01000,2.223
38,mlp.experts.125.gate_proj,0.0000201272,0.01000,1.868
38,mlp.experts.117.gate_proj,0.0000255108,0.01000,1.895
38,mlp.experts.113.gate_proj,0.0000216228,0.01000,1.861
38,mlp.experts.106.gate_proj,0.0000254109,0.01000,2.218
38,mlp.experts.98.gate_proj,0.0000227862,0.01000,2.109
38,mlp.experts.124.gate_proj,0.0000234111,0.01000,2.008
38,mlp.experts.116.gate_proj,0.0000209488,0.01000,2.031
38,mlp.experts.112.gate_proj,0.0000240795,0.01000,2.125
38,mlp.experts.120.gate_proj,0.0000271117,0.01000,2.087
38,mlp.experts.9.up_proj,0.0000238200,0.01000,1.646
38,mlp.experts.115.gate_proj,0.0000224781,0.01000,2.182
38,mlp.experts.13.up_proj,0.0000229308,0.01000,1.648
38,mlp.experts.1.up_proj,0.0000236768,0.01000,1.614
38,mlp.experts.123.gate_proj,0.0000242502,0.01000,2.102
38,mlp.experts.5.up_proj,0.0000225138,0.01000,1.653
38,mlp.experts.119.gate_proj,0.0000238053,0.01000,2.192
38,mlp.experts.127.gate_proj,0.0000227307,0.01000,2.117
38,mlp.experts.126.gate_proj,0.0000270388,0.01000,2.061
38,mlp.experts.118.gate_proj,0.0000222494,0.01000,2.082
38,mlp.experts.122.gate_proj,0.0000248492,0.01000,2.032
38,mlp.experts.114.gate_proj,0.0000228798,0.01000,2.038
38,mlp.experts.12.up_proj,0.0000253160,0.01000,1.885
38,mlp.experts.4.up_proj,0.0000287144,0.01000,1.860
38,mlp.experts.0.up_proj,0.0000227717,0.01000,1.867
38,mlp.experts.8.up_proj,0.0000225691,0.01000,1.760
38,mlp.experts.25.up_proj,0.0000247555,0.01000,2.034
38,mlp.experts.3.up_proj,0.0000222176,0.01000,2.152
38,mlp.experts.17.up_proj,0.0000263131,0.01000,2.114
38,mlp.experts.29.up_proj,0.0000235794,0.01000,2.125
38,mlp.experts.21.up_proj,0.0000242782,0.01000,2.159
38,mlp.experts.11.up_proj,0.0000315478,0.01000,2.158
38,mlp.experts.7.up_proj,0.0000236919,0.01000,2.097
38,mlp.experts.14.up_proj,0.0000279800,0.01000,2.078
38,mlp.experts.28.up_proj,0.0000242267,0.01000,1.649
38,mlp.experts.6.up_proj,0.0000214494,0.01000,2.089
38,mlp.experts.15.up_proj,0.0000233132,0.01000,2.234
38,mlp.experts.20.up_proj,0.0000246860,0.01000,1.639
38,mlp.experts.16.up_proj,0.0000233087,0.01000,1.632
38,mlp.experts.10.up_proj,0.0000252683,0.01000,2.067
38,mlp.experts.2.up_proj,0.0000216664,0.01000,2.124
38,mlp.experts.24.up_proj,0.0000228998,0.01000,1.654
38,mlp.experts.41.up_proj,0.0000277223,0.01000,2.056
38,mlp.experts.19.up_proj,0.0000223475,0.01000,2.083
38,mlp.experts.44.up_proj,0.0000218027,0.01000,1.656
38,mlp.experts.45.up_proj,0.0000234481,0.01000,2.106
38,mlp.experts.33.up_proj,0.0000304854,0.01000,2.139
38,mlp.experts.37.up_proj,0.0000224856,0.01000,2.065
38,mlp.experts.27.up_proj,0.0000230769,0.01000,2.102
38,mlp.experts.36.up_proj,0.0000237342,0.01000,1.668
38,mlp.experts.23.up_proj,0.0000234671,0.01000,2.183
38,mlp.experts.32.up_proj,0.0000310978,0.01000,1.675
38,mlp.experts.40.up_proj,0.0000216819,0.01000,1.609
38,mlp.experts.31.up_proj,0.0000217977,0.01000,2.037
38,mlp.experts.30.up_proj,0.0000222031,0.01000,2.247
38,mlp.experts.22.up_proj,0.0000254386,0.01000,2.196
38,mlp.experts.26.up_proj,0.0000283654,0.01000,2.211
38,mlp.experts.18.up_proj,0.0000248324,0.01000,2.171
38,mlp.experts.60.up_proj,0.0000271389,0.01000,1.588
38,mlp.experts.52.up_proj,0.0000239710,0.01000,1.582
38,mlp.experts.48.up_proj,0.0000241447,0.01000,1.606
38,mlp.experts.57.up_proj,0.0000213606,0.01000,2.172
38,mlp.experts.35.up_proj,0.0000223354,0.01000,2.093
38,mlp.experts.56.up_proj,0.0000288762,0.01000,1.625
38,mlp.experts.61.up_proj,0.0000251117,0.01000,2.082
38,mlp.experts.43.up_proj,0.0000261602,0.01000,2.012
38,mlp.experts.49.up_proj,0.0000229253,0.01000,2.129
38,mlp.experts.53.up_proj,0.0000225516,0.01000,2.169
38,mlp.experts.39.up_proj,0.0000239626,0.01000,2.041
38,mlp.experts.47.up_proj,0.0000238834,0.01000,2.056
38,mlp.experts.46.up_proj,0.0000238530,0.01000,2.070
38,mlp.experts.38.up_proj,0.0000221587,0.01000,2.109
38,mlp.experts.42.up_proj,0.0000321794,0.01000,2.109
38,mlp.experts.34.up_proj,0.0000225387,0.01000,2.154
38,mlp.experts.76.up_proj,0.0000225058,0.01000,1.595
38,mlp.experts.68.up_proj,0.0000234145,0.01000,1.625
38,mlp.experts.64.up_proj,0.0000242929,0.01000,1.596
38,mlp.experts.72.up_proj,0.0000281454,0.01000,1.645
38,mlp.experts.73.up_proj,0.0000280036,0.01000,2.104
38,mlp.experts.51.up_proj,0.0000225945,0.01000,1.966
38,mlp.experts.59.up_proj,0.0000232376,0.01000,2.010
38,mlp.experts.55.up_proj,0.0000278439,0.01000,1.993
38,mlp.experts.77.up_proj,0.0000211804,0.01000,2.164
38,mlp.experts.69.up_proj,0.0000228160,0.01000,2.171
38,mlp.experts.65.up_proj,0.0000305403,0.01000,2.249
38,mlp.experts.63.up_proj,0.0000306690,0.01000,2.046
38,mlp.experts.62.up_proj,0.0000256940,0.01000,2.063
38,mlp.experts.54.up_proj,0.0000215008,0.01000,2.076
38,mlp.experts.58.up_proj,0.0000235767,0.01000,2.125
38,mlp.experts.50.up_proj,0.0000221838,0.01000,2.060
38,mlp.experts.92.up_proj,0.0000247916,0.01000,2.062
38,mlp.experts.84.up_proj,0.0000243590,0.01000,2.203
38,mlp.experts.80.up_proj,0.0000238300,0.01000,2.257
38,mlp.experts.88.up_proj,0.0000245312,0.01000,2.157
38,mlp.experts.67.up_proj,0.0000249910,0.01000,2.049
38,mlp.experts.89.up_proj,0.0000229364,0.01000,2.101
38,mlp.experts.75.up_proj,0.0000222730,0.01000,2.039
38,mlp.experts.71.up_proj,0.0000232075,0.01000,2.049
38,mlp.experts.93.up_proj,0.0000247870,0.01000,2.108
38,mlp.experts.85.up_proj,0.0000283335,0.01000,2.132
38,mlp.experts.81.up_proj,0.0000224026,0.01000,2.089
38,mlp.experts.79.up_proj,0.0000250754,0.01000,2.099
38,mlp.experts.78.up_proj,0.0000214879,0.01000,2.095
38,mlp.experts.70.up_proj,0.0000232145,0.01000,2.130
38,mlp.experts.74.up_proj,0.0000229670,0.01000,1.980
38,mlp.experts.66.up_proj,0.0000260449,0.01000,2.060
38,mlp.experts.108.up_proj,0.0000221240,0.01000,2.172
38,mlp.experts.100.up_proj,0.0000256708,0.01000,2.115
38,mlp.experts.96.up_proj,0.0000232648,0.01000,2.126
38,mlp.experts.104.up_proj,0.0000244136,0.01000,2.130
38,mlp.experts.105.up_proj,0.0000247064,0.01000,2.031
38,mlp.experts.91.up_proj,0.0000219858,0.01000,2.139
38,mlp.experts.83.up_proj,0.0000209748,0.01000,2.290
38,mlp.experts.87.up_proj,0.0000247511,0.01000,2.224
38,mlp.experts.109.up_proj,0.0000209137,0.01000,2.153
38,mlp.experts.101.up_proj,0.0000241705,0.01000,2.158
38,mlp.experts.95.up_proj,0.0000221439,0.01000,2.152
38,mlp.experts.97.up_proj,0.0000232501,0.01000,2.216
38,mlp.experts.94.up_proj,0.0000216809,0.01000,2.114
38,mlp.experts.86.up_proj,0.0000259378,0.01000,2.096
38,mlp.experts.90.up_proj,0.0000217822,0.01000,2.007
38,mlp.experts.82.up_proj,0.0000248519,0.01000,2.004
38,mlp.experts.124.up_proj,0.0000244909,0.01000,2.223
38,mlp.experts.116.up_proj,0.0000209271,0.01000,2.054
38,mlp.experts.112.up_proj,0.0000258901,0.01000,2.072
38,mlp.experts.120.up_proj,0.0000269018,0.01000,1.977
38,mlp.experts.121.up_proj,0.0000237442,0.01000,2.132
38,mlp.experts.99.up_proj,0.0000211161,0.01000,2.089
38,mlp.experts.107.up_proj,0.0000232504,0.01000,2.114
38,mlp.experts.125.up_proj,0.0000283984,0.01000,1.959
38,mlp.experts.117.up_proj,0.0000252859,0.01000,1.869
38,mlp.experts.103.up_proj,0.0000219681,0.01000,2.073
38,mlp.experts.113.up_proj,0.0000220713,0.01000,1.952
38,mlp.experts.111.up_proj,0.0000236793,0.01000,2.012
38,mlp.experts.110.up_proj,0.0000230129,0.01000,1.981
38,mlp.experts.102.up_proj,0.0000245666,0.01000,1.988
38,mlp.experts.106.up_proj,0.0000269954,0.01000,1.954
38,mlp.experts.98.up_proj,0.0000232864,0.01000,1.919
38,mlp.experts.123.up_proj,0.0000283756,0.01000,1.525
38,mlp.experts.115.up_proj,0.0000217668,0.01000,1.624
38,mlp.experts.119.up_proj,0.0000248840,0.01000,1.469
38,mlp.experts.127.up_proj,0.0000248785,0.01000,1.356
38,mlp.experts.126.up_proj,0.0000263254,0.01000,1.850
38,mlp.experts.118.up_proj,0.0000261142,0.01000,1.815
38,mlp.experts.122.up_proj,0.0000282892,0.01000,1.832
38,mlp.experts.114.up_proj,0.0000220511,0.01000,1.735
38,mlp.experts.0.down_proj,0.0000043895,0.01000,0.861
38,mlp.experts.15.down_proj,0.0000074421,0.01000,0.854
38,mlp.experts.3.down_proj,0.0000063206,0.01000,0.873
38,mlp.experts.8.down_proj,0.0000049684,0.01000,0.872
38,mlp.experts.4.down_proj,0.0000095847,0.01000,0.884
38,mlp.experts.11.down_proj,0.0000151245,0.01000,0.880
38,mlp.experts.7.down_proj,0.0000051644,0.01000,0.893
38,mlp.experts.12.down_proj,0.0000031595,0.01000,0.894
38,mlp.experts.1.down_proj,0.0000036883,0.01000,1.013
38,mlp.experts.14.down_proj,0.0000060407,0.01000,1.030
38,mlp.experts.6.down_proj,0.0000039879,0.01000,1.053
38,mlp.experts.2.down_proj,0.0000037474,0.01000,1.050
38,mlp.experts.10.down_proj,0.0000090220,0.01000,1.039
38,mlp.experts.9.down_proj,0.0000047248,0.01000,1.049
38,mlp.experts.13.down_proj,0.0000043540,0.01000,1.061
38,mlp.experts.5.down_proj,0.0000064662,0.01000,1.069
38,mlp.experts.23.down_proj,0.0000061155,0.01000,0.656
38,mlp.experts.19.down_proj,0.0000045267,0.01000,0.680
38,mlp.experts.31.down_proj,0.0000039440,0.01000,0.681
38,mlp.experts.27.down_proj,0.0000045242,0.01000,0.670
38,mlp.experts.16.down_proj,0.0000072000,0.01000,0.701
38,mlp.experts.20.down_proj,0.0000083466,0.01000,0.726
38,mlp.experts.28.down_proj,0.0000076596,0.01000,0.722
38,mlp.experts.24.down_proj,0.0000029938,0.01000,0.747
38,mlp.experts.30.down_proj,0.0000046170,0.01000,0.703
38,mlp.experts.18.down_proj,0.0000089017,0.01000,0.708
38,mlp.experts.26.down_proj,0.0000053410,0.01000,0.713
38,mlp.experts.22.down_proj,0.0000053803,0.01000,0.741
38,mlp.experts.17.down_proj,0.0000114315,0.01000,0.794
38,mlp.experts.21.down_proj,0.0000069306,0.01000,0.790
38,mlp.experts.25.down_proj,0.0000074900,0.01000,0.853
38,mlp.experts.29.down_proj,0.0000051155,0.01000,0.902
38,mlp.experts.39.down_proj,0.0000074117,0.01000,0.684
38,mlp.experts.35.down_proj,0.0000043716,0.01000,0.696
38,mlp.experts.32.down_proj,0.0000304308,0.01000,0.697
38,mlp.experts.47.down_proj,0.0000068503,0.01000,0.725
38,mlp.experts.36.down_proj,0.0000049980,0.01000,0.686
38,mlp.experts.44.down_proj,0.0000041511,0.01000,0.684
38,mlp.experts.40.down_proj,0.0000039655,0.01000,0.683
38,mlp.experts.43.down_proj,0.0000105101,0.01000,0.762
38,mlp.experts.46.down_proj,0.0000071779,0.01000,0.717
38,mlp.experts.34.down_proj,0.0000058166,0.01000,0.716
38,mlp.experts.42.down_proj,0.0000077382,0.01000,0.726
38,mlp.experts.38.down_proj,0.0000038688,0.01000,0.733
38,mlp.experts.33.down_proj,0.0000084503,0.01000,0.741
38,mlp.experts.41.down_proj,0.0000143520,0.01000,0.725
38,mlp.experts.37.down_proj,0.0000047139,0.01000,0.800
38,mlp.experts.45.down_proj,0.0000051065,0.01000,0.792
38,mlp.experts.55.down_proj,0.0000046824,0.01000,0.706
38,mlp.experts.51.down_proj,0.0000043765,0.01000,0.699
38,mlp.experts.48.down_proj,0.0000083069,0.01000,0.717
38,mlp.experts.63.down_proj,0.0000191148,0.01000,0.746
38,mlp.experts.56.down_proj,0.0000135382,0.01000,0.741
38,mlp.experts.60.down_proj,0.0000111194,0.01000,0.765
38,mlp.experts.52.down_proj,0.0000049379,0.01000,0.773
38,mlp.experts.59.down_proj,0.0000050697,0.01000,0.752
38,mlp.experts.62.down_proj,0.0000090200,0.01000,0.746
38,mlp.experts.50.down_proj,0.0000049900,0.01000,0.743
38,mlp.experts.58.down_proj,0.0000074125,0.01000,0.747
38,mlp.experts.54.down_proj,0.0000047623,0.01000,0.734
38,mlp.experts.49.down_proj,0.0000035367,0.01000,0.805
38,mlp.experts.57.down_proj,0.0000037824,0.01000,0.850
38,mlp.experts.53.down_proj,0.0000049831,0.01000,0.820
38,mlp.experts.67.down_proj,0.0000056630,0.01000,0.588
38,mlp.experts.71.down_proj,0.0000061686,0.01000,0.615
38,mlp.experts.61.down_proj,0.0000089774,0.01000,0.857
38,mlp.experts.79.down_proj,0.0000060624,0.01000,0.598
38,mlp.experts.75.down_proj,0.0000045419,0.01000,0.613
38,mlp.experts.64.down_proj,0.0000060736,0.01000,0.803
38,mlp.experts.68.down_proj,0.0000068014,0.01000,0.755
38,mlp.experts.72.down_proj,0.0000066561,0.01000,0.790
38,mlp.experts.76.down_proj,0.0000047128,0.01000,0.822
38,mlp.experts.78.down_proj,0.0000040839,0.01000,0.714
38,mlp.experts.66.down_proj,0.0000090447,0.01000,0.718
38,mlp.experts.74.down_proj,0.0000049115,0.01000,0.743
38,mlp.experts.70.down_proj,0.0000044692,0.01000,0.811
38,mlp.experts.65.down_proj,0.0000155376,0.01000,0.822
38,mlp.experts.87.down_proj,0.0000043299,0.01000,0.625
38,mlp.experts.69.down_proj,0.0000049267,0.01000,0.713
38,mlp.experts.83.down_proj,0.0000041250,0.01000,0.643
38,mlp.experts.73.down_proj,0.0000142257,0.01000,0.739
38,mlp.experts.95.down_proj,0.0000038806,0.01000,0.607
38,mlp.experts.91.down_proj,0.0000040363,0.01000,0.620
38,mlp.experts.77.down_proj,0.0000039807,0.01000,0.731
38,mlp.experts.80.down_proj,0.0000070769,0.01000,0.784
38,mlp.experts.84.down_proj,0.0000051856,0.01000,0.747
38,mlp.experts.88.down_proj,0.0000049475,0.01000,0.819
38,mlp.experts.92.down_proj,0.0000034073,0.01000,0.789
38,mlp.experts.86.down_proj,0.0000040964,0.01000,0.650
38,mlp.experts.82.down_proj,0.0000060770,0.01000,0.782
38,mlp.experts.90.down_proj,0.0000038169,0.01000,0.739
38,mlp.experts.94.down_proj,0.0000036533,0.01000,0.812
38,mlp.experts.103.down_proj,0.0000048951,0.01000,0.591
38,mlp.experts.99.down_proj,0.0000040512,0.01000,0.614
38,mlp.experts.111.down_proj,0.0000043093,0.01000,0.604
38,mlp.experts.81.down_proj,0.0000059788,0.01000,0.748
38,mlp.experts.107.down_proj,0.0000050814,0.01000,0.622
38,mlp.experts.89.down_proj,0.0000048368,0.01000,0.716
38,mlp.experts.85.down_proj,0.0000183628,0.01000,0.778
38,mlp.experts.93.down_proj,0.0000051428,0.01000,0.741
38,mlp.experts.100.down_proj,0.0000084819,0.01000,0.617
38,mlp.experts.96.down_proj,0.0000057906,0.01000,0.628
38,mlp.experts.104.down_proj,0.0000053369,0.01000,0.630
38,mlp.experts.108.down_proj,0.0000045002,0.01000,0.621
38,mlp.experts.119.down_proj,0.0000097027,0.01000,0.611
38,mlp.experts.115.down_proj,0.0000040829,0.01000,0.607
38,mlp.experts.102.down_proj,0.0000057638,0.01000,0.732
38,mlp.experts.127.down_proj,0.0000079578,0.01000,0.636
38,mlp.experts.98.down_proj,0.0000060380,0.01000,0.764
38,mlp.experts.106.down_proj,0.0000208674,0.01000,0.763
38,mlp.experts.110.down_proj,0.0000051499,0.01000,0.764
38,mlp.experts.123.down_proj,0.0000128962,0.01000,0.574
38,mlp.experts.105.down_proj,0.0000050733,0.01000,0.692
38,mlp.experts.97.down_proj,0.0000048435,0.01000,0.736
38,mlp.experts.101.down_proj,0.0000052448,0.01000,0.717
38,mlp.experts.109.down_proj,0.0000032059,0.01000,0.736
38,mlp.experts.116.down_proj,0.0000032059,0.01000,0.648
38,mlp.experts.112.down_proj,0.0000088676,0.01000,0.662
38,mlp.experts.120.down_proj,0.0000125621,0.01000,0.634
38,mlp.experts.124.down_proj,0.0000064492,0.01000,0.634
38,mlp.experts.118.down_proj,0.0000079854,0.01000,0.783
38,mlp.experts.122.down_proj,0.0000197692,0.01000,0.750
38,mlp.experts.126.down_proj,0.0000109830,0.01000,0.791
38,mlp.experts.114.down_proj,0.0000039123,0.01000,0.807
38,mlp.experts.121.down_proj,0.0000056107,0.01000,0.684
38,mlp.experts.117.down_proj,0.0000069425,0.01000,0.706
38,mlp.experts.113.down_proj,0.0000040553,0.01000,0.763
38,mlp.experts.125.down_proj,0.0000142679,0.01000,0.625
39,self_attn.v_proj,0.0000022588,0.01000,0.974
39,self_attn.q_proj,0.0000131179,0.01000,0.978
39,self_attn.k_proj,0.0000013960,0.01000,0.970
39,self_attn.o_proj,0.0000011688,0.01000,1.376
39,mlp.experts.0.gate_proj,0.0000411674,0.01000,2.201
39,mlp.experts.4.gate_proj,0.0000281311,0.01000,2.272
39,mlp.experts.12.gate_proj,0.0000266877,0.01000,2.237
39,mlp.experts.1.gate_proj,0.0000244407,0.01000,2.247
39,mlp.experts.9.gate_proj,0.0000287752,0.01000,2.251
39,mlp.experts.5.gate_proj,0.0000262030,0.01000,2.321
39,mlp.experts.8.gate_proj,0.0000259694,0.01000,2.305
39,mlp.experts.2.gate_proj,0.0000302212,0.01000,2.363
39,mlp.experts.13.gate_proj,0.0000266605,0.01000,2.363
39,mlp.experts.7.gate_proj,0.0000265250,0.01000,2.385
39,mlp.experts.6.gate_proj,0.0000247564,0.01000,2.382
39,mlp.experts.11.gate_proj,0.0000309768,0.01000,2.396
39,mlp.experts.3.gate_proj,0.0000253573,0.01000,2.454
39,mlp.experts.10.gate_proj,0.0000269122,0.01000,2.430
39,mlp.experts.14.gate_proj,0.0000263749,0.01000,2.434
39,mlp.experts.15.gate_proj,0.0000272239,0.01000,2.441
39,mlp.experts.27.gate_proj,0.0000276117,0.01000,1.830
39,mlp.experts.31.gate_proj,0.0000293857,0.01000,1.775
39,mlp.experts.23.gate_proj,0.0000253654,0.01000,1.850
39,mlp.experts.19.gate_proj,0.0000294640,0.01000,1.829
39,mlp.experts.18.gate_proj,0.0000254863,0.01000,2.057
39,mlp.experts.22.gate_proj,0.0000266759,0.01000,2.080
39,mlp.experts.20.gate_proj,0.0000305368,0.01000,2.255
39,mlp.experts.16.gate_proj,0.0000260948,0.01000,2.302
39,mlp.experts.28.gate_proj,0.0000310066,0.01000,2.262
39,mlp.experts.24.gate_proj,0.0000270754,0.01000,2.205
39,mlp.experts.26.gate_proj,0.0000264359,0.01000,2.081
39,mlp.experts.30.gate_proj,0.0000275611,0.01000,2.102
39,mlp.experts.25.gate_proj,0.0000394144,0.01000,2.352
39,mlp.experts.17.gate_proj,0.0000251426,0.01000,2.374
39,mlp.experts.21.gate_proj,0.0000286162,0.01000,2.395
39,mlp.experts.29.gate_proj,0.0000345082,0.01000,2.454
39,mlp.experts.47.gate_proj,0.0000296447,0.01000,2.082
39,mlp.experts.43.gate_proj,0.0000407751,0.01000,2.120
39,mlp.experts.35.gate_proj,0.0000253115,0.01000,2.135
39,mlp.experts.39.gate_proj,0.0000247874,0.01000,2.214
39,mlp.experts.34.gate_proj,0.0000277457,0.01000,2.178
39,mlp.experts.38.gate_proj,0.0000329111,0.01000,2.128
39,mlp.experts.46.gate_proj,0.0000398448,0.01000,2.058
39,mlp.experts.42.gate_proj,0.0000345617,0.01000,2.129
39,mlp.experts.32.gate_proj,0.0000294794,0.01000,2.298
39,mlp.experts.36.gate_proj,0.0000312309,0.01000,2.327
39,mlp.experts.40.gate_proj,0.0000256494,0.01000,2.406
39,mlp.experts.44.gate_proj,0.0000257132,0.01000,2.452
39,mlp.experts.41.gate_proj,0.0000315503,0.01000,2.417
39,mlp.experts.37.gate_proj,0.0000284907,0.01000,2.429
39,mlp.experts.45.gate_proj,0.0000292739,0.01000,2.336
39,mlp.experts.33.gate_proj,0.0000324772,0.01000,2.570
39,mlp.experts.63.gate_proj,0.0000260216,0.01000,2.320
39,mlp.experts.59.gate_proj,0.0000284435,0.01000,2.316
39,mlp.experts.51.gate_proj,0.0000399123,0.01000,2.334
39,mlp.experts.55.gate_proj,0.0000252484,0.01000,2.281
39,mlp.experts.62.gate_proj,0.0000310048,0.01000,2.196
39,mlp.experts.58.gate_proj,0.0000261944,0.01000,2.151
39,mlp.experts.50.gate_proj,0.0000261290,0.01000,2.291
39,mlp.experts.54.gate_proj,0.0000313933,0.01000,2.333
39,mlp.experts.48.gate_proj,0.0000242676,0.01000,2.189
39,mlp.experts.52.gate_proj,0.0000579484,0.01000,2.202
39,mlp.experts.60.gate_proj,0.0000261721,0.01000,2.140
39,mlp.experts.56.gate_proj,0.0000259804,0.01000,2.200
39,mlp.experts.57.gate_proj,0.0000280995,0.01000,2.124
39,mlp.experts.61.gate_proj,0.0000268503,0.01000,2.007
39,mlp.experts.53.gate_proj,0.0000288364,0.01000,2.104
39,mlp.experts.49.gate_proj,0.0000283407,0.01000,2.083
39,mlp.experts.79.gate_proj,0.0000280263,0.01000,2.015
39,mlp.experts.75.gate_proj,0.0000310329,0.01000,2.014
39,mlp.experts.67.gate_proj,0.0000262456,0.01000,2.103
39,mlp.experts.71.gate_proj,0.0000298119,0.01000,2.188
39,mlp.experts.68.gate_proj,0.0000247648,0.01000,2.120
39,mlp.experts.78.gate_proj,0.0000274975,0.01000,2.347
39,mlp.experts.73.gate_proj,0.0000274923,0.01000,2.025
39,mlp.experts.69.gate_proj,0.0000268935,0.01000,1.973
39,mlp.experts.74.gate_proj,0.0000334714,0.01000,2.346
39,mlp.experts.65.gate_proj,0.0000313545,0.01000,1.922
39,mlp.experts.77.gate_proj,0.0000260030,0.01000,2.032
39,mlp.experts.64.gate_proj,0.0000273397,0.01000,2.195
39,mlp.experts.70.gate_proj,0.0000276343,0.01000,2.325
39,mlp.experts.72.gate_proj,0.0000264637,0.01000,2.167
39,mlp.experts.66.gate_proj,0.0000326341,0.01000,2.413
39,mlp.experts.76.gate_proj,0.0000262131,0.01000,2.225
39,mlp.experts.95.gate_proj,0.0000251494,0.01000,2.145
39,mlp.experts.91.gate_proj,0.0000244976,0.01000,2.174
39,mlp.experts.83.gate_proj,0.0000272139,0.01000,2.145
39,mlp.experts.87.gate_proj,0.0000318540,0.01000,2.095
39,mlp.experts.89.gate_proj,0.0000289723,0.01000,1.959
39,mlp.experts.90.gate_proj,0.0000287350,0.01000,2.000
39,mlp.experts.94.gate_proj,0.0000254362,0.01000,2.035
39,mlp.experts.86.gate_proj,0.0000254597,0.01000,1.946
39,mlp.experts.82.gate_proj,0.0000261764,0.01000,1.976
39,mlp.experts.93.gate_proj,0.0000294546,0.01000,2.081
39,mlp.experts.84.gate_proj,0.0000270942,0.01000,2.179
39,mlp.experts.80.gate_proj,0.0000474580,0.01000,2.146
39,mlp.experts.85.gate_proj,0.0000272317,0.01000,2.195
39,mlp.experts.81.gate_proj,0.0000279168,0.01000,2.223
39,mlp.experts.88.gate_proj,0.0000248804,0.01000,2.135
39,mlp.experts.92.gate_proj,0.0000363595,0.01000,2.118
39,mlp.experts.111.gate_proj,0.0000269988,0.01000,2.158
39,mlp.experts.107.gate_proj,0.0000265025,0.01000,2.091
39,mlp.experts.103.gate_proj,0.0000267305,0.01000,2.044
39,mlp.experts.99.gate_proj,0.0000248710,0.01000,2.130
39,mlp.experts.106.gate_proj,0.0000319498,0.01000,1.895
39,mlp.experts.110.gate_proj,0.0000288227,0.01000,1.906
39,mlp.experts.102.gate_proj,0.0000338535,0.01000,1.962
39,mlp.experts.98.gate_proj,0.0000284142,0.01000,1.927
39,mlp.experts.96.gate_proj,0.0000251635,0.01000,1.992
39,mlp.experts.105.gate_proj,0.0000299769,0.01000,2.337
39,mlp.experts.100.gate_proj,0.0000291008,0.01000,2.169
39,mlp.experts.108.gate_proj,0.0000300470,0.01000,2.073
39,mlp.experts.104.gate_proj,0.0000260930,0.01000,2.185
39,mlp.experts.109.gate_proj,0.0000265604,0.01000,2.370
39,mlp.experts.101.gate_proj,0.0000368928,0.01000,2.332
39,mlp.experts.97.gate_proj,0.0000295659,0.01000,2.371
39,mlp.experts.127.gate_proj,0.0000290347,0.01000,1.955
39,mlp.experts.123.gate_proj,0.0000289082,0.01000,1.957
39,mlp.experts.119.gate_proj,0.0000367444,0.01000,2.002
39,mlp.experts.115.gate_proj,0.0000259034,0.01000,2.013
39,mlp.experts.126.gate_proj,0.0000254038,0.01000,1.997
39,mlp.experts.122.gate_proj,0.0000286833,0.01000,2.081
39,mlp.experts.118.gate_proj,0.0000240418,0.01000,2.055
39,mlp.experts.114.gate_proj,0.0000335807,0.01000,2.093
39,mlp.experts.121.gate_proj,0.0000264352,0.01000,2.068
39,mlp.experts.112.gate_proj,0.0000302230,0.01000,2.212
39,mlp.experts.124.gate_proj,0.0000298226,0.01000,2.193
39,mlp.experts.125.gate_proj,0.0000323196,0.01000,2.085
39,mlp.experts.116.gate_proj,0.0000274823,0.01000,2.273
39,mlp.experts.113.gate_proj,0.0000297338,0.01000,1.986
39,mlp.experts.120.gate_proj,0.0000277932,0.01000,2.172
39,mlp.experts.117.gate_proj,0.0000299593,0.01000,2.101
39,mlp.experts.15.up_proj,0.0000268725,0.01000,1.938
39,mlp.experts.11.up_proj,0.0000332546,0.01000,2.010
39,mlp.experts.7.up_proj,0.0000278895,0.01000,1.885
39,mlp.experts.3.up_proj,0.0000294414,0.01000,1.989
39,mlp.experts.14.up_proj,0.0000263664,0.01000,1.987
39,mlp.experts.10.up_proj,0.0000280941,0.01000,2.000
39,mlp.experts.6.up_proj,0.0000258522,0.01000,2.000
39,mlp.experts.2.up_proj,0.0000327822,0.01000,1.982
39,mlp.experts.0.up_proj,0.0000357617,0.01000,2.176
39,mlp.experts.12.up_proj,0.0000267998,0.01000,2.120
39,mlp.experts.9.up_proj,0.0000287587,0.01000,2.293
39,mlp.experts.4.up_proj,0.0000437833,0.01000,2.162
39,mlp.experts.8.up_proj,0.0000283367,0.01000,2.188
39,mlp.experts.1.up_proj,0.0000271112,0.01000,2.320
39,mlp.experts.13.up_proj,0.0000282853,0.01000,2.399
39,mlp.experts.5.up_proj,0.0000269405,0.01000,2.370
39,mlp.experts.31.up_proj,0.0000299715,0.01000,1.663
39,mlp.experts.27.up_proj,0.0000280394,0.01000,1.613
39,mlp.experts.23.up_proj,0.0000282352,0.01000,1.614
39,mlp.experts.19.up_proj,0.0000302031,0.01000,1.634
39,mlp.experts.30.up_proj,0.0000288146,0.01000,2.199
39,mlp.experts.26.up_proj,0.0000274603,0.01000,2.185
39,mlp.experts.22.up_proj,0.0000286467,0.01000,2.168
39,mlp.experts.18.up_proj,0.0000265898,0.01000,2.222
39,mlp.experts.16.up_proj,0.0000274648,0.01000,2.114
39,mlp.experts.28.up_proj,0.0000306313,0.01000,2.138
39,mlp.experts.24.up_proj,0.0000275633,0.01000,2.012
39,mlp.experts.43.up_proj,0.0000366725,0.01000,1.564
39,mlp.experts.47.up_proj,0.0000309873,0.01000,1.587
39,mlp.experts.25.up_proj,0.0000370634,0.01000,2.286
39,mlp.experts.39.up_proj,0.0000257035,0.01000,1.581
39,mlp.experts.20.up_proj,0.0000306868,0.01000,2.246
39,mlp.experts.35.up_proj,0.0000267421,0.01000,1.634
39,mlp.experts.17.up_proj,0.0000262982,0.01000,2.257
39,mlp.experts.29.up_proj,0.0000314708,0.01000,2.240
39,mlp.experts.21.up_proj,0.0000272602,0.01000,2.226
39,mlp.experts.42.up_proj,0.0000359007,0.01000,2.005
39,mlp.experts.46.up_proj,0.0000340878,0.01000,2.066
39,mlp.experts.38.up_proj,0.0000358031,0.01000,2.041
39,mlp.experts.34.up_proj,0.0000287246,0.01000,2.045
39,mlp.experts.59.up_proj,0.0000283288,0.01000,1.585
39,mlp.experts.63.up_proj,0.0000261316,0.01000,1.631
39,mlp.experts.55.up_proj,0.0000268738,0.01000,1.578
39,mlp.experts.51.up_proj,0.0000331376,0.01000,1.574
39,mlp.experts.32.up_proj,0.0000277593,0.01000,2.087
39,mlp.experts.44.up_proj,0.0000263151,0.01000,2.090
39,mlp.experts.40.up_proj,0.0000265107,0.01000,2.111
39,mlp.experts.36.up_proj,0.0000341427,0.01000,2.049
39,mlp.experts.41.up_proj,0.0000315119,0.01000,2.110
39,mlp.experts.37.up_proj,0.0000285222,0.01000,2.041
39,mlp.experts.33.up_proj,0.0000294506,0.01000,2.137
39,mlp.experts.45.up_proj,0.0000308980,0.01000,2.166
39,mlp.experts.75.up_proj,0.0000313637,0.01000,1.589
39,mlp.experts.71.up_proj,0.0000297887,0.01000,1.585
39,mlp.experts.79.up_proj,0.0000281966,0.01000,1.615
39,mlp.experts.58.up_proj,0.0000275065,0.01000,2.047
39,mlp.experts.62.up_proj,0.0000326013,0.01000,2.075
39,mlp.experts.54.up_proj,0.0000308157,0.01000,2.051
39,mlp.experts.67.up_proj,0.0000281234,0.01000,1.584
39,mlp.experts.50.up_proj,0.0000265722,0.01000,2.049
39,mlp.experts.48.up_proj,0.0000257072,0.01000,2.196
39,mlp.experts.56.up_proj,0.0000272465,0.01000,2.110
39,mlp.experts.60.up_proj,0.0000288861,0.01000,2.200
39,mlp.experts.57.up_proj,0.0000292423,0.01000,2.109
39,mlp.experts.52.up_proj,0.0000447706,0.01000,2.174
39,mlp.experts.53.up_proj,0.0000299730,0.01000,2.082
39,mlp.experts.61.up_proj,0.0000277741,0.01000,2.077
39,mlp.experts.49.up_proj,0.0000286169,0.01000,2.118
39,mlp.experts.87.up_proj,0.0000303537,0.01000,1.698
39,mlp.experts.91.up_proj,0.0000259302,0.01000,1.752
39,mlp.experts.95.up_proj,0.0000286734,0.01000,1.710
39,mlp.experts.83.up_proj,0.0000275978,0.01000,1.653
39,mlp.experts.78.up_proj,0.0000298239,0.01000,2.099
39,mlp.experts.74.up_proj,0.0000346796,0.01000,2.143
39,mlp.experts.70.up_proj,0.0000284751,0.01000,2.101
39,mlp.experts.66.up_proj,0.0000313817,0.01000,2.196
39,mlp.experts.72.up_proj,0.0000274455,0.01000,2.088
39,mlp.experts.64.up_proj,0.0000278284,0.01000,2.191
39,mlp.experts.76.up_proj,0.0000285425,0.01000,2.196
39,mlp.experts.68.up_proj,0.0000261098,0.01000,2.129
39,mlp.experts.73.up_proj,0.0000258630,0.01000,2.196
39,mlp.experts.111.up_proj,0.0000270662,0.01000,1.621
39,mlp.experts.107.up_proj,0.0000293392,0.01000,1.665
39,mlp.experts.69.up_proj,0.0000280982,0.01000,2.147
39,mlp.experts.103.up_proj,0.0000294392,0.01000,1.690
39,mlp.experts.77.up_proj,0.0000263096,0.01000,2.168
39,mlp.experts.99.up_proj,0.0000256160,0.01000,1.675
39,mlp.experts.65.up_proj,0.0000314609,0.01000,2.237
39,mlp.experts.94.up_proj,0.0000266259,0.01000,2.088
39,mlp.experts.86.up_proj,0.0000270943,0.01000,2.086
39,mlp.experts.90.up_proj,0.0000282637,0.01000,2.172
39,mlp.experts.82.up_proj,0.0000269467,0.01000,2.138
39,mlp.experts.80.up_proj,0.0000354413,0.01000,2.016
39,mlp.experts.88.up_proj,0.0000253399,0.01000,2.099
39,mlp.experts.89.up_proj,0.0000291058,0.01000,1.922
39,mlp.experts.85.up_proj,0.0000291192,0.01000,1.779
39,mlp.experts.92.up_proj,0.0000348277,0.01000,2.038
39,mlp.experts.81.up_proj,0.0000312015,0.01000,1.700
39,mlp.experts.93.up_proj,0.0000309470,0.01000,1.771
39,mlp.experts.84.up_proj,0.0000274228,0.01000,2.100
39,mlp.experts.127.up_proj,0.0000304510,0.01000,2.053
39,mlp.experts.123.up_proj,0.0000297857,0.01000,2.123
39,mlp.experts.115.up_proj,0.0000277351,0.01000,2.046
39,mlp.experts.119.up_proj,0.0000309756,0.01000,2.178
39,mlp.experts.110.up_proj,0.0000275669,0.01000,1.842
39,mlp.experts.102.up_proj,0.0000309431,0.01000,1.874
39,mlp.experts.106.up_proj,0.0000288122,0.01000,1.870
39,mlp.experts.98.up_proj,0.0000286254,0.01000,1.792
39,mlp.experts.101.up_proj,0.0000330757,0.01000,1.500
39,mlp.experts.105.up_proj,0.0000325968,0.01000,1.555
39,mlp.experts.97.up_proj,0.0000326261,0.01000,1.554
39,mlp.experts.109.up_proj,0.0000266405,0.01000,1.680
39,mlp.experts.104.up_proj,0.0000280866,0.01000,1.919
39,mlp.experts.96.up_proj,0.0000266000,0.01000,2.265
39,mlp.experts.100.up_proj,0.0000290869,0.01000,2.106
39,mlp.experts.108.up_proj,0.0000309341,0.01000,2.350
39,mlp.experts.126.up_proj,0.0000280412,0.01000,1.768
39,mlp.experts.118.up_proj,0.0000250773,0.01000,1.766
39,mlp.experts.122.up_proj,0.0000335224,0.01000,1.751
39,mlp.experts.114.up_proj,0.0000344071,0.01000,1.653
39,mlp.experts.121.up_proj,0.0000276353,0.01000,1.695
39,mlp.experts.113.up_proj,0.0000321845,0.01000,1.626
39,mlp.experts.117.up_proj,0.0000277434,0.01000,1.771
39,mlp.experts.125.up_proj,0.0000291645,0.01000,1.615
39,mlp.experts.112.up_proj,0.0000308382,0.01000,1.855
39,mlp.experts.120.up_proj,0.0000283710,0.01000,2.257
39,mlp.experts.116.up_proj,0.0000272425,0.01000,1.969
39,mlp.experts.124.up_proj,0.0000318866,0.01000,1.941
39,mlp.experts.8.down_proj,0.0000073838,0.01000,0.762
39,mlp.experts.12.down_proj,0.0000049205,0.01000,0.764
39,mlp.experts.0.down_proj,0.0000105904,0.01000,0.782
39,mlp.experts.4.down_proj,0.0000321448,0.01000,0.827
39,mlp.experts.5.down_proj,0.0000056118,0.01000,0.954
39,mlp.experts.1.down_proj,0.0000048741,0.01000,0.989
39,mlp.experts.13.down_proj,0.0000058851,0.01000,0.991
39,mlp.experts.3.down_proj,0.0000091745,0.01000,1.005
39,mlp.experts.15.down_proj,0.0000053413,0.01000,0.989
39,mlp.experts.11.down_proj,0.0000137012,0.01000,1.000
39,mlp.experts.2.down_proj,0.0000144308,0.01000,1.022
39,mlp.experts.9.down_proj,0.0000053667,0.01000,1.017
39,mlp.experts.7.down_proj,0.0000063607,0.01000,1.021
39,mlp.experts.10.down_proj,0.0000073221,0.01000,1.036
39,mlp.experts.14.down_proj,0.0000048073,0.01000,1.075
39,mlp.experts.6.down_proj,0.0000042613,0.01000,1.109
39,mlp.experts.24.down_proj,0.0000056578,0.01000,0.612
39,mlp.experts.16.down_proj,0.0000088901,0.01000,0.614
39,mlp.experts.28.down_proj,0.0000126936,0.01000,0.621
39,mlp.experts.20.down_proj,0.0000139784,0.01000,0.750
39,mlp.experts.21.down_proj,0.0000052668,0.01000,0.745
39,mlp.experts.18.down_proj,0.0000051232,0.01000,0.686
39,mlp.experts.17.down_proj,0.0000052751,0.01000,0.740
39,mlp.experts.31.down_proj,0.0000065480,0.01000,0.716
39,mlp.experts.27.down_proj,0.0000069517,0.01000,0.717
39,mlp.experts.29.down_proj,0.0000095780,0.01000,0.746
39,mlp.experts.19.down_proj,0.0000085760,0.01000,0.752
39,mlp.experts.23.down_proj,0.0000091621,0.01000,0.732
39,mlp.experts.25.down_proj,0.0000086706,0.01000,0.761
39,mlp.experts.26.down_proj,0.0000077307,0.01000,0.744
39,mlp.experts.30.down_proj,0.0000078516,0.01000,0.734
39,mlp.experts.22.down_proj,0.0000081086,0.01000,0.707
39,mlp.experts.40.down_proj,0.0000054989,0.01000,0.640
39,mlp.experts.32.down_proj,0.0000088851,0.01000,0.637
39,mlp.experts.44.down_proj,0.0000044492,0.01000,0.652
39,mlp.experts.36.down_proj,0.0000237348,0.01000,0.730
39,mlp.experts.34.down_proj,0.0000065427,0.01000,0.666
39,mlp.experts.42.down_proj,0.0000199330,0.01000,0.621
39,mlp.experts.37.down_proj,0.0000071361,0.01000,0.732
39,mlp.experts.33.down_proj,0.0000061986,0.01000,0.731
39,mlp.experts.47.down_proj,0.0000125672,0.01000,0.735
39,mlp.experts.43.down_proj,0.0000272449,0.01000,0.752
39,mlp.experts.45.down_proj,0.0000127946,0.01000,0.752
39,mlp.experts.35.down_proj,0.0000047054,0.01000,0.758
39,mlp.experts.39.down_proj,0.0000051149,0.01000,0.761
39,mlp.experts.38.down_proj,0.0000247240,0.01000,0.710
39,mlp.experts.46.down_proj,0.0000090152,0.01000,0.736
39,mlp.experts.41.down_proj,0.0000130063,0.01000,0.809
39,mlp.experts.56.down_proj,0.0000041097,0.01000,0.634
39,mlp.experts.48.down_proj,0.0000053421,0.01000,0.629
39,mlp.experts.60.down_proj,0.0000081557,0.01000,0.630
39,mlp.experts.58.down_proj,0.0000052996,0.01000,0.626
39,mlp.experts.52.down_proj,0.0000280270,0.01000,0.730
39,mlp.experts.50.down_proj,0.0000069489,0.01000,0.690
39,mlp.experts.53.down_proj,0.0000085392,0.01000,0.716
39,mlp.experts.63.down_proj,0.0000045003,0.01000,0.698
39,mlp.experts.49.down_proj,0.0000068258,0.01000,0.716
39,mlp.experts.51.down_proj,0.0000053554,0.01000,0.705
39,mlp.experts.55.down_proj,0.0000074590,0.01000,0.711
39,mlp.experts.59.down_proj,0.0000066324,0.01000,0.781
39,mlp.experts.62.down_proj,0.0000123761,0.01000,0.723
39,mlp.experts.54.down_proj,0.0000080634,0.01000,0.743
39,mlp.experts.72.down_proj,0.0000072440,0.01000,0.616
39,mlp.experts.64.down_proj,0.0000076730,0.01000,0.619
39,mlp.experts.76.down_proj,0.0000060326,0.01000,0.611
39,mlp.experts.61.down_proj,0.0000051858,0.01000,0.821
39,mlp.experts.57.down_proj,0.0000061365,0.01000,0.787
39,mlp.experts.68.down_proj,0.0000045688,0.01000,0.729
39,mlp.experts.74.down_proj,0.0000251122,0.01000,0.795
39,mlp.experts.66.down_proj,0.0000149758,0.01000,0.783
39,mlp.experts.78.down_proj,0.0000078613,0.01000,0.570
39,mlp.experts.79.down_proj,0.0000078071,0.01000,0.724
39,mlp.experts.69.down_proj,0.0000061828,0.01000,0.741
39,mlp.experts.70.down_proj,0.0000096067,0.01000,0.612
39,mlp.experts.65.down_proj,0.0000211919,0.01000,0.751
39,mlp.experts.67.down_proj,0.0000059831,0.01000,0.722
39,mlp.experts.80.down_proj,0.0000103133,0.01000,0.669
39,mlp.experts.88.down_proj,0.0000050527,0.01000,0.673
39,mlp.experts.92.down_proj,0.0000313249,0.01000,0.684
39,mlp.experts.71.down_proj,0.0000069863,0.01000,0.764
39,mlp.experts.75.down_proj,0.0000258951,0.01000,0.781
39,mlp.experts.77.down_proj,0.0000057040,0.01000,0.823
39,mlp.experts.73.down_proj,0.0000045346,0.01000,0.805
39,mlp.experts.90.down_proj,0.0000053994,0.01000,0.608
39,mlp.experts.95.down_proj,0.0000055576,0.01000,0.621
39,mlp.experts.86.down_proj,0.0000052121,0.01000,0.616
39,mlp.experts.83.down_proj,0.0000058844,0.01000,0.604
39,mlp.experts.84.down_proj,0.0000068720,0.01000,0.798
39,mlp.experts.87.down_proj,0.0000063587,0.01000,0.594
39,mlp.experts.85.down_proj,0.0000075802,0.01000,0.719
39,mlp.experts.94.down_proj,0.0000050039,0.01000,0.749
39,mlp.experts.81.down_proj,0.0000080226,0.01000,0.707
39,mlp.experts.104.down_proj,0.0000074337,0.01000,0.676
39,mlp.experts.91.down_proj,0.0000055567,0.01000,0.598
39,mlp.experts.82.down_proj,0.0000054874,0.01000,0.794
39,mlp.experts.96.down_proj,0.0000052039,0.01000,0.694
39,mlp.experts.108.down_proj,0.0000072558,0.01000,0.681
39,mlp.experts.93.down_proj,0.0000123216,0.01000,0.655
39,mlp.experts.89.down_proj,0.0000077988,0.01000,0.645
39,mlp.experts.106.down_proj,0.0000038822,0.01000,0.666
39,mlp.experts.111.down_proj,0.0000059539,0.01000,0.673
39,mlp.experts.99.down_proj,0.0000051204,0.01000,0.670
39,mlp.experts.102.down_proj,0.0000105583,0.01000,0.736
39,mlp.experts.103.down_proj,0.0000095351,0.01000,0.719
39,mlp.experts.110.down_proj,0.0000034171,0.01000,0.729
39,mlp.experts.97.down_proj,0.0000153638,0.01000,0.760
39,mlp.experts.100.down_proj,0.0000058622,0.01000,0.820
39,mlp.experts.107.down_proj,0.0000081924,0.01000,0.741
39,mlp.experts.101.down_proj,0.0000169781,0.01000,0.795
39,mlp.experts.120.down_proj,0.0000063872,0.01000,0.808
39,mlp.experts.98.down_proj,0.0000053626,0.01000,0.808
39,mlp.experts.112.down_proj,0.0000067001,0.01000,0.850
39,mlp.experts.124.down_proj,0.0000091796,0.01000,0.852
39,mlp.experts.109.down_proj,0.0000050160,0.01000,0.811
39,mlp.experts.105.down_proj,0.0000125568,0.01000,0.787
39,mlp.experts.122.down_proj,0.0000191868,0.01000,0.650
39,mlp.experts.116.down_proj,0.0000043319,0.01000,0.379
39,mlp.experts.127.down_proj,0.0000102172,0.01000,0.697
39,mlp.experts.115.down_proj,0.0000067433,0.01000,0.713
39,mlp.experts.119.down_proj,0.0000060410,0.01000,0.660
39,mlp.experts.123.down_proj,0.0000077822,0.01000,0.621
39,mlp.experts.118.down_proj,0.0000060331,0.01000,0.761
39,mlp.experts.126.down_proj,0.0000098590,0.01000,0.705
39,mlp.experts.114.down_proj,0.0000241085,0.01000,0.586
39,mlp.experts.113.down_proj,0.0000138705,0.01000,0.813
39,mlp.experts.117.down_proj,0.0000057423,0.01000,0.814
39,mlp.experts.125.down_proj,0.0000039158,0.01000,0.732
39,mlp.experts.121.down_proj,0.0000057544,0.01000,0.718
40,self_attn.v_proj,0.0000027138,0.01000,0.755
40,self_attn.q_proj,0.0000183209,0.01000,0.769
40,self_attn.k_proj,0.0000020355,0.01000,0.794
40,self_attn.o_proj,0.0000016216,0.01000,1.423
40,mlp.experts.0.gate_proj,0.0000441080,0.01000,2.067
40,mlp.experts.6.gate_proj,0.0000426095,0.01000,2.171
40,mlp.experts.4.gate_proj,0.0000311019,0.01000,2.111
40,mlp.experts.2.gate_proj,0.0000365408,0.01000,2.092
40,mlp.experts.10.gate_proj,0.0000294518,0.01000,2.196
40,mlp.experts.14.gate_proj,0.0000302588,0.01000,2.122
40,mlp.experts.8.gate_proj,0.0000338740,0.01000,2.169
40,mlp.experts.12.gate_proj,0.0000399239,0.01000,2.192
40,mlp.experts.5.gate_proj,0.0000345803,0.01000,2.409
40,mlp.experts.13.gate_proj,0.0000312543,0.01000,2.409
40,mlp.experts.9.gate_proj,0.0000293726,0.01000,2.449
40,mlp.experts.1.gate_proj,0.0000322859,0.01000,2.451
40,mlp.experts.15.gate_proj,0.0000319476,0.01000,2.432
40,mlp.experts.7.gate_proj,0.0000390413,0.01000,2.531
40,mlp.experts.3.gate_proj,0.0000318686,0.01000,2.466
40,mlp.experts.11.gate_proj,0.0000322725,0.01000,2.440
40,mlp.experts.16.gate_proj,0.0000318736,0.01000,1.682
40,mlp.experts.20.gate_proj,0.0000298491,0.01000,1.631
40,mlp.experts.24.gate_proj,0.0000290902,0.01000,1.623
40,mlp.experts.28.gate_proj,0.0000350475,0.01000,1.651
40,mlp.experts.18.gate_proj,0.0000272968,0.01000,1.860
40,mlp.experts.22.gate_proj,0.0000315964,0.01000,1.910
40,mlp.experts.30.gate_proj,0.0000332879,0.01000,1.866
40,mlp.experts.26.gate_proj,0.0000305420,0.01000,1.957
40,mlp.experts.25.gate_proj,0.0000291794,0.01000,1.811
40,mlp.experts.21.gate_proj,0.0000356312,0.01000,1.943
40,mlp.experts.29.gate_proj,0.0000322408,0.01000,1.969
40,mlp.experts.17.gate_proj,0.0000304287,0.01000,2.027
40,mlp.experts.27.gate_proj,0.0000316031,0.01000,2.011
40,mlp.experts.31.gate_proj,0.0000391099,0.01000,2.024
40,mlp.experts.23.gate_proj,0.0000528975,0.01000,2.024
40,mlp.experts.19.gate_proj,0.0000283043,0.01000,2.029
40,mlp.experts.32.gate_proj,0.0000393536,0.01000,1.901
40,mlp.experts.36.gate_proj,0.0000344070,0.01000,1.928
40,mlp.experts.40.gate_proj,0.0000323373,0.01000,1.993
40,mlp.experts.34.gate_proj,0.0000308485,0.01000,1.808
40,mlp.experts.44.gate_proj,0.0000323587,0.01000,1.951
40,mlp.experts.38.gate_proj,0.0000400517,0.01000,1.848
40,mlp.experts.46.gate_proj,0.0000298845,0.01000,1.879
40,mlp.experts.42.gate_proj,0.0000358458,0.01000,1.881
40,mlp.experts.41.gate_proj,0.0000320696,0.01000,1.970
40,mlp.experts.37.gate_proj,0.0000303424,0.01000,1.880
40,mlp.experts.45.gate_proj,0.0000298930,0.01000,1.868
40,mlp.experts.33.gate_proj,0.0000306388,0.01000,1.864
40,mlp.experts.47.gate_proj,0.0000342134,0.01000,2.011
40,mlp.experts.35.gate_proj,0.0000441490,0.01000,2.030
40,mlp.experts.43.gate_proj,0.0000279328,0.01000,2.063
40,mlp.experts.39.gate_proj,0.0000304880,0.01000,2.075
40,mlp.experts.48.gate_proj,0.0000346615,0.01000,1.608
40,mlp.experts.52.gate_proj,0.0000287233,0.01000,1.592
40,mlp.experts.60.gate_proj,0.0000303679,0.01000,1.545
40,mlp.experts.56.gate_proj,0.0000331669,0.01000,1.601
40,mlp.experts.50.gate_proj,0.0000329923,0.01000,2.060
40,mlp.experts.62.gate_proj,0.0000315531,0.01000,2.087
40,mlp.experts.54.gate_proj,0.0000321025,0.01000,2.125
40,mlp.experts.58.gate_proj,0.0000359238,0.01000,2.054
40,mlp.experts.53.gate_proj,0.0000305690,0.01000,1.924
40,mlp.experts.57.gate_proj,0.0000303670,0.01000,1.943
40,mlp.experts.61.gate_proj,0.0000396436,0.01000,2.004
40,mlp.experts.49.gate_proj,0.0000402681,0.01000,1.970
40,mlp.experts.59.gate_proj,0.0000335426,0.01000,1.994
40,mlp.experts.51.gate_proj,0.0000327657,0.01000,2.018
40,mlp.experts.63.gate_proj,0.0000306564,0.01000,2.079
40,mlp.experts.55.gate_proj,0.0000323600,0.01000,2.064
40,mlp.experts.64.gate_proj,0.0000291364,0.01000,1.564
40,mlp.experts.68.gate_proj,0.0000330764,0.01000,1.563
40,mlp.experts.76.gate_proj,0.0000322597,0.01000,1.533
40,mlp.experts.72.gate_proj,0.0000320758,0.01000,1.553
40,mlp.experts.66.gate_proj,0.0000324933,0.01000,2.052
40,mlp.experts.74.gate_proj,0.0000316187,0.01000,2.062
40,mlp.experts.69.gate_proj,0.0000244137,0.01000,1.972
40,mlp.experts.73.gate_proj,0.0000271407,0.01000,1.972
40,mlp.experts.70.gate_proj,0.0000324230,0.01000,2.133
40,mlp.experts.77.gate_proj,0.0000310784,0.01000,1.952
40,mlp.experts.78.gate_proj,0.0000293885,0.01000,2.194
40,mlp.experts.65.gate_proj,0.0000315520,0.01000,1.975
40,mlp.experts.80.gate_proj,0.0000311975,0.01000,1.582
40,mlp.experts.84.gate_proj,0.0000332362,0.01000,1.588
40,mlp.experts.92.gate_proj,0.0000343491,0.01000,1.520
40,mlp.experts.88.gate_proj,0.0000288024,0.01000,1.550
40,mlp.experts.67.gate_proj,0.0000362584,0.01000,1.986
40,mlp.experts.71.gate_proj,0.0000304215,0.01000,1.892
40,mlp.experts.79.gate_proj,0.0000306432,0.01000,1.998
40,mlp.experts.75.gate_proj,0.0000295787,0.01000,2.054
40,mlp.experts.96.gate_proj,0.0000313879,0.01000,1.538
40,mlp.experts.108.gate_proj,0.0000318372,0.01000,1.523
40,mlp.experts.100.gate_proj,0.0000341392,0.01000,1.545
40,mlp.experts.93.gate_proj,0.0000362092,0.01000,1.854
40,mlp.experts.89.gate_proj,0.0000343000,0.01000,1.898
40,mlp.experts.85.gate_proj,0.0000297584,0.01000,1.939
40,mlp.experts.104.gate_proj,0.0000360643,0.01000,1.533
40,mlp.experts.82.gate_proj,0.0000389270,0.01000,2.135
40,mlp.experts.81.gate_proj,0.0000330142,0.01000,1.892
40,mlp.experts.90.gate_proj,0.0000333825,0.01000,2.163
40,mlp.experts.94.gate_proj,0.0000311620,0.01000,2.142
40,mlp.experts.86.gate_proj,0.0000333592,0.01000,2.291
40,mlp.experts.83.gate_proj,0.0000312026,0.01000,1.913
40,mlp.experts.91.gate_proj,0.0000352534,0.01000,1.863
40,mlp.experts.87.gate_proj,0.0000287203,0.01000,1.976
40,mlp.experts.95.gate_proj,0.0000348260,0.01000,1.922
40,mlp.experts.112.gate_proj,0.0000350057,0.01000,1.585
40,mlp.experts.116.gate_proj,0.0000363732,0.01000,1.576
40,mlp.experts.124.gate_proj,0.0000316804,0.01000,1.687
40,mlp.experts.120.gate_proj,0.0000332807,0.01000,1.683
40,mlp.experts.98.gate_proj,0.0000286796,0.01000,2.004
40,mlp.experts.109.gate_proj,0.0000632880,0.01000,2.077
40,mlp.experts.101.gate_proj,0.0000327505,0.01000,2.085
40,mlp.experts.105.gate_proj,0.0000313479,0.01000,2.147
40,mlp.experts.107.gate_proj,0.0000244399,0.01000,1.776
40,mlp.experts.97.gate_proj,0.0000328946,0.01000,2.180
40,mlp.experts.106.gate_proj,0.0000328400,0.01000,2.050
40,mlp.experts.110.gate_proj,0.0000355839,0.01000,2.036
40,mlp.experts.103.gate_proj,0.0000298971,0.01000,1.829
40,mlp.experts.102.gate_proj,0.0000294778,0.01000,2.045
40,mlp.experts.99.gate_proj,0.0000481302,0.01000,2.011
40,mlp.experts.111.gate_proj,0.0000380763,0.01000,2.009
40,mlp.experts.0.up_proj,0.0000394291,0.01000,1.499
40,mlp.experts.4.up_proj,0.0000320338,0.01000,1.486
40,mlp.experts.12.up_proj,0.0000357071,0.01000,1.558
40,mlp.experts.8.up_proj,0.0000346419,0.01000,1.511
40,mlp.experts.119.gate_proj,0.0000349754,0.01000,1.520
40,mlp.experts.123.gate_proj,0.0000381148,0.01000,1.638
40,mlp.experts.125.gate_proj,0.0000400724,0.01000,1.880
40,mlp.experts.114.gate_proj,0.0000344295,0.01000,2.002
40,mlp.experts.117.gate_proj,0.0000301046,0.01000,1.948
40,mlp.experts.121.gate_proj,0.0000344762,0.01000,2.012
40,mlp.experts.122.gate_proj,0.0000313850,0.01000,1.948
40,mlp.experts.126.gate_proj,0.0000323025,0.01000,1.928
40,mlp.experts.113.gate_proj,0.0000401919,0.01000,2.034
40,mlp.experts.115.gate_proj,0.0000348784,0.01000,1.848
40,mlp.experts.118.gate_proj,0.0000346106,0.01000,1.947
40,mlp.experts.127.gate_proj,0.0000313795,0.01000,1.932
40,mlp.experts.16.up_proj,0.0000311780,0.01000,1.519
40,mlp.experts.20.up_proj,0.0000335177,0.01000,1.516
40,mlp.experts.28.up_proj,0.0000325501,0.01000,1.483
40,mlp.experts.24.up_proj,0.0000293707,0.01000,1.472
40,mlp.experts.11.up_proj,0.0000317358,0.01000,1.637
40,mlp.experts.2.up_proj,0.0000375229,0.01000,1.705
40,mlp.experts.3.up_proj,0.0000339954,0.01000,1.578
40,mlp.experts.7.up_proj,0.0000352608,0.01000,2.054
40,mlp.experts.13.up_proj,0.0000331390,0.01000,2.055
40,mlp.experts.14.up_proj,0.0000309278,0.01000,1.801
40,mlp.experts.10.up_proj,0.0000292980,0.01000,1.816
40,mlp.experts.6.up_proj,0.0000371575,0.01000,1.687
40,mlp.experts.5.up_proj,0.0000358372,0.01000,2.032
40,mlp.experts.32.up_proj,0.0000364023,0.01000,1.662
40,mlp.experts.36.up_proj,0.0000359717,0.01000,1.645
40,mlp.experts.9.up_proj,0.0000305619,0.01000,2.142
40,mlp.experts.40.up_proj,0.0000324027,0.01000,1.637
40,mlp.experts.44.up_proj,0.0000343423,0.01000,1.662
40,mlp.experts.15.up_proj,0.0000336049,0.01000,1.922
40,mlp.experts.1.up_proj,0.0000322497,0.01000,2.117
40,mlp.experts.27.up_proj,0.0000308868,0.01000,1.610
40,mlp.experts.23.up_proj,0.0000425478,0.01000,1.587
40,mlp.experts.19.up_proj,0.0000296955,0.01000,1.624
40,mlp.experts.18.up_proj,0.0000297473,0.01000,1.807
40,mlp.experts.48.up_proj,0.0000355687,0.01000,1.727
40,mlp.experts.22.up_proj,0.0000323937,0.01000,1.819
40,mlp.experts.26.up_proj,0.0000309674,0.01000,1.865
40,mlp.experts.52.up_proj,0.0000306094,0.01000,1.767
40,mlp.experts.29.up_proj,0.0000340890,0.01000,1.990
40,mlp.experts.60.up_proj,0.0000322359,0.01000,1.672
40,mlp.experts.30.up_proj,0.0000312877,0.01000,1.992
40,mlp.experts.56.up_proj,0.0000336288,0.01000,1.721
40,mlp.experts.21.up_proj,0.0000366333,0.01000,1.999
40,mlp.experts.31.up_proj,0.0000394006,0.01000,1.713
40,mlp.experts.25.up_proj,0.0000292035,0.01000,2.154
40,mlp.experts.17.up_proj,0.0000318752,0.01000,2.165
40,mlp.experts.43.up_proj,0.0000325544,0.01000,1.804
40,mlp.experts.34.up_proj,0.0000308242,0.01000,1.868
40,mlp.experts.35.up_proj,0.0000371886,0.01000,1.938
40,mlp.experts.64.up_proj,0.0000306033,0.01000,1.626
40,mlp.experts.39.up_proj,0.0000321526,0.01000,2.004
40,mlp.experts.68.up_proj,0.0000338350,0.01000,1.628
40,mlp.experts.72.up_proj,0.0000297368,0.01000,1.595
40,mlp.experts.76.up_proj,0.0000327998,0.01000,1.676
40,mlp.experts.42.up_proj,0.0000351963,0.01000,1.878
40,mlp.experts.38.up_proj,0.0000413110,0.01000,1.954
40,mlp.experts.47.up_proj,0.0000368209,0.01000,1.754
40,mlp.experts.46.up_proj,0.0000304300,0.01000,1.902
40,mlp.experts.45.up_proj,0.0000319273,0.01000,1.983
40,mlp.experts.37.up_proj,0.0000307437,0.01000,1.987
40,mlp.experts.41.up_proj,0.0000315423,0.01000,2.055
40,mlp.experts.33.up_proj,0.0000329026,0.01000,2.020
40,mlp.experts.59.up_proj,0.0000372877,0.01000,2.007
40,mlp.experts.80.up_proj,0.0000307276,0.01000,1.596
40,mlp.experts.84.up_proj,0.0000336432,0.01000,1.580
40,mlp.experts.88.up_proj,0.0000307996,0.01000,1.579
40,mlp.experts.92.up_proj,0.0000367319,0.01000,1.638
40,mlp.experts.55.up_proj,0.0000332769,0.01000,1.830
40,mlp.experts.50.up_proj,0.0000325979,0.01000,1.977
40,mlp.experts.51.up_proj,0.0000323209,0.01000,1.970
40,mlp.experts.61.up_proj,0.0000402641,0.01000,1.762
40,mlp.experts.63.up_proj,0.0000312533,0.01000,1.920
40,mlp.experts.58.up_proj,0.0000345795,0.01000,2.008
40,mlp.experts.54.up_proj,0.0000324526,0.01000,1.978
40,mlp.experts.53.up_proj,0.0000311962,0.01000,1.771
40,mlp.experts.62.up_proj,0.0000320534,0.01000,2.066
40,mlp.experts.57.up_proj,0.0000310462,0.01000,1.745
40,mlp.experts.49.up_proj,0.0000344136,0.01000,1.983
40,mlp.experts.75.up_proj,0.0000302987,0.01000,1.984
40,mlp.experts.71.up_proj,0.0000331379,0.01000,1.669
40,mlp.experts.100.up_proj,0.0000368622,0.01000,1.912
40,mlp.experts.104.up_proj,0.0000337353,0.01000,1.936
40,mlp.experts.96.up_proj,0.0000308677,0.01000,2.167
40,mlp.experts.108.up_proj,0.0000327469,0.01000,1.976
40,mlp.experts.77.up_proj,0.0000333367,0.01000,1.661
40,mlp.experts.79.up_proj,0.0000317541,0.01000,1.697
40,mlp.experts.66.up_proj,0.0000333598,0.01000,2.076
40,mlp.experts.67.up_proj,0.0000373921,0.01000,2.096
40,mlp.experts.69.up_proj,0.0000357972,0.01000,1.689
40,mlp.experts.70.up_proj,0.0000318268,0.01000,2.085
40,mlp.experts.73.up_proj,0.0000293719,0.01000,1.715
40,mlp.experts.74.up_proj,0.0000309553,0.01000,2.143
40,mlp.experts.78.up_proj,0.0000306107,0.01000,2.065
40,mlp.experts.65.up_proj,0.0000327151,0.01000,1.813
40,mlp.experts.91.up_proj,0.0000385522,0.01000,1.805
40,mlp.experts.116.up_proj,0.0000324367,0.01000,1.956
40,mlp.experts.87.up_proj,0.0000292057,0.01000,2.008
40,mlp.experts.93.up_proj,0.0000345839,0.01000,1.700
40,mlp.experts.120.up_proj,0.0000353567,0.01000,1.935
40,mlp.experts.112.up_proj,0.0000367559,0.01000,1.923
40,mlp.experts.124.up_proj,0.0000335685,0.01000,1.873
40,mlp.experts.85.up_proj,0.0000317628,0.01000,1.681
40,mlp.experts.95.up_proj,0.0000368819,0.01000,1.812
40,mlp.experts.83.up_proj,0.0000319781,0.01000,1.850
40,mlp.experts.82.up_proj,0.0000342126,0.01000,2.027
40,mlp.experts.89.up_proj,0.0000354172,0.01000,1.887
40,mlp.experts.86.up_proj,0.0000328587,0.01000,2.074
40,mlp.experts.90.up_proj,0.0000339357,0.01000,2.027
40,mlp.experts.94.up_proj,0.0000309108,0.01000,2.020
40,mlp.experts.81.up_proj,0.0000339066,0.01000,1.756
40,mlp.experts.103.up_proj,0.0000302621,0.01000,1.485
40,mlp.experts.109.up_proj,0.0000461579,0.01000,1.587
40,mlp.experts.107.up_proj,0.0000381241,0.01000,2.035
40,mlp.experts.101.up_proj,0.0000326433,0.01000,1.570
40,mlp.experts.111.up_proj,0.0000344661,0.01000,1.621
40,mlp.experts.99.up_proj,0.0000461019,0.01000,1.889
40,mlp.experts.98.up_proj,0.0000292235,0.01000,1.783
40,mlp.experts.105.up_proj,0.0000328202,0.01000,1.574
40,mlp.experts.102.up_proj,0.0000304736,0.01000,1.697
40,mlp.experts.106.up_proj,0.0000337441,0.01000,1.735
40,mlp.experts.97.up_proj,0.0000310692,0.01000,1.654
40,mlp.experts.110.up_proj,0.0000342205,0.01000,1.856
40,mlp.experts.125.up_proj,0.0000412041,0.01000,1.658
40,mlp.experts.117.up_proj,0.0000312815,0.01000,1.706
40,mlp.experts.119.up_proj,0.0000339956,0.01000,1.993
40,mlp.experts.123.up_proj,0.0000343689,0.01000,1.733
40,mlp.experts.127.up_proj,0.0000312288,0.01000,1.799
40,mlp.experts.115.up_proj,0.0000342514,0.01000,1.477
40,mlp.experts.121.up_proj,0.0000342952,0.01000,1.404
40,mlp.experts.113.up_proj,0.0000335811,0.01000,1.185
40,mlp.experts.114.up_proj,0.0000346922,0.01000,1.810
40,mlp.experts.118.up_proj,0.0000344946,0.01000,1.780
40,mlp.experts.122.up_proj,0.0000321926,0.01000,1.854
40,mlp.experts.126.up_proj,0.0000349838,0.01000,1.691
40,mlp.experts.12.down_proj,0.0000173508,0.01000,0.791
40,mlp.experts.4.down_proj,0.0000087024,0.01000,0.798
40,mlp.experts.8.down_proj,0.0000145409,0.01000,0.798
40,mlp.experts.0.down_proj,0.0000328035,0.01000,0.837
40,mlp.experts.7.down_proj,0.0000104999,0.01000,0.910
40,mlp.experts.11.down_proj,0.0000096763,0.01000,0.927
40,mlp.experts.3.down_proj,0.0000083773,0.01000,0.952
40,mlp.experts.15.down_proj,0.0000102769,0.01000,0.902
40,mlp.experts.2.down_proj,0.0000117571,0.01000,0.994
40,mlp.experts.10.down_proj,0.0000062482,0.01000,0.997
40,mlp.experts.14.down_proj,0.0000075654,0.01000,0.932
40,mlp.experts.6.down_proj,0.0000101021,0.01000,1.033
40,mlp.experts.9.down_proj,0.0000067647,0.01000,1.073
40,mlp.experts.5.down_proj,0.0000200764,0.01000,1.085
40,mlp.experts.13.down_proj,0.0000133177,0.01000,1.029
40,mlp.experts.1.down_proj,0.0000134190,0.01000,1.192
40,mlp.experts.28.down_proj,0.0000052740,0.01000,0.667
40,mlp.experts.24.down_proj,0.0000069538,0.01000,0.665
40,mlp.experts.20.down_proj,0.0000126819,0.01000,0.674
40,mlp.experts.23.down_proj,0.0000115125,0.01000,0.585
40,mlp.experts.27.down_proj,0.0000054588,0.01000,0.602
40,mlp.experts.19.down_proj,0.0000075813,0.01000,0.593
40,mlp.experts.31.down_proj,0.0000274242,0.01000,0.587
40,mlp.experts.16.down_proj,0.0000062800,0.01000,0.776
40,mlp.experts.18.down_proj,0.0000061439,0.01000,0.750
40,mlp.experts.30.down_proj,0.0000071949,0.01000,0.732
40,mlp.experts.26.down_proj,0.0000079016,0.01000,0.741
40,mlp.experts.22.down_proj,0.0000078601,0.01000,0.844
40,mlp.experts.29.down_proj,0.0000112671,0.01000,0.815
40,mlp.experts.25.down_proj,0.0000056137,0.01000,0.860
40,mlp.experts.21.down_proj,0.0000163854,0.01000,0.856
40,mlp.experts.17.down_proj,0.0000075194,0.01000,0.814
40,mlp.experts.44.down_proj,0.0000158776,0.01000,0.613
40,mlp.experts.40.down_proj,0.0000098752,0.01000,0.620
40,mlp.experts.36.down_proj,0.0000101806,0.01000,0.620
40,mlp.experts.39.down_proj,0.0000095968,0.01000,0.672
40,mlp.experts.35.down_proj,0.0000119345,0.01000,0.681
40,mlp.experts.47.down_proj,0.0000208779,0.01000,0.712
40,mlp.experts.43.down_proj,0.0000087983,0.01000,0.719
40,mlp.experts.32.down_proj,0.0000233555,0.01000,0.724
40,mlp.experts.46.down_proj,0.0000099834,0.01000,0.762
40,mlp.experts.34.down_proj,0.0000102920,0.01000,0.782
40,mlp.experts.42.down_proj,0.0000189118,0.01000,0.800
40,mlp.experts.38.down_proj,0.0000280857,0.01000,0.745
40,mlp.experts.45.down_proj,0.0000065252,0.01000,0.708
40,mlp.experts.41.down_proj,0.0000063721,0.01000,0.713
40,mlp.experts.37.down_proj,0.0000070013,0.01000,0.725
40,mlp.experts.60.down_proj,0.0000085670,0.01000,0.610
40,mlp.experts.33.down_proj,0.0000118697,0.01000,0.716
40,mlp.experts.56.down_proj,0.0000124103,0.01000,0.616
40,mlp.experts.52.down_proj,0.0000068526,0.01000,0.619
40,mlp.experts.55.down_proj,0.0000093542,0.01000,0.698
40,mlp.experts.51.down_proj,0.0000110413,0.01000,0.680
40,mlp.experts.63.down_proj,0.0000071899,0.01000,0.666
40,mlp.experts.59.down_proj,0.0000173495,0.01000,0.712
40,mlp.experts.48.down_proj,0.0000141501,0.01000,0.696
40,mlp.experts.61.down_proj,0.0000300723,0.01000,0.697
40,mlp.experts.76.down_proj,0.0000080663,0.01000,0.631
40,mlp.experts.72.down_proj,0.0000068850,0.01000,0.622
40,mlp.experts.68.down_proj,0.0000128030,0.01000,0.622
40,mlp.experts.57.down_proj,0.0000073009,0.01000,0.712
40,mlp.experts.53.down_proj,0.0000092223,0.01000,0.715
40,mlp.experts.50.down_proj,0.0000109427,0.01000,0.866
40,mlp.experts.62.down_proj,0.0000099534,0.01000,0.882
40,mlp.experts.58.down_proj,0.0000140926,0.01000,0.849
40,mlp.experts.49.down_proj,0.0000076997,0.01000,0.715
40,mlp.experts.71.down_proj,0.0000061384,0.01000,0.585
40,mlp.experts.67.down_proj,0.0000210134,0.01000,0.591
40,mlp.experts.79.down_proj,0.0000064243,0.01000,0.585
40,mlp.experts.54.down_proj,0.0000109339,0.01000,0.896
40,mlp.experts.75.down_proj,0.0000060099,0.01000,0.571
40,mlp.experts.64.down_proj,0.0000106354,0.01000,0.690
40,mlp.experts.92.down_proj,0.0000156748,0.01000,0.623
40,mlp.experts.84.down_proj,0.0000101462,0.01000,0.615
40,mlp.experts.88.down_proj,0.0000075035,0.01000,0.625
40,mlp.experts.77.down_proj,0.0000106139,0.01000,0.707
40,mlp.experts.73.down_proj,0.0000070248,0.01000,0.717
40,mlp.experts.87.down_proj,0.0000070426,0.01000,0.621
40,mlp.experts.69.down_proj,0.0000135593,0.01000,0.710
40,mlp.experts.95.down_proj,0.0000129883,0.01000,0.616
40,mlp.experts.65.down_proj,0.0000069138,0.01000,0.705
40,mlp.experts.83.down_proj,0.0000076362,0.01000,0.642
40,mlp.experts.91.down_proj,0.0000341366,0.01000,0.631
40,mlp.experts.74.down_proj,0.0000078044,0.01000,0.814
40,mlp.experts.66.down_proj,0.0000086898,0.01000,0.829
40,mlp.experts.78.down_proj,0.0000076672,0.01000,0.920
40,mlp.experts.70.down_proj,0.0000079324,0.01000,0.833
40,mlp.experts.80.down_proj,0.0000076308,0.01000,0.678
40,mlp.experts.100.down_proj,0.0000360796,0.01000,0.622
40,mlp.experts.108.down_proj,0.0000080514,0.01000,0.632
40,mlp.experts.104.down_proj,0.0000131229,0.01000,0.618
40,mlp.experts.93.down_proj,0.0000089207,0.01000,0.744
40,mlp.experts.99.down_proj,0.0000542740,0.01000,0.692
40,mlp.experts.111.down_proj,0.0000131093,0.01000,0.713
40,mlp.experts.89.down_proj,0.0000160763,0.01000,0.773
40,mlp.experts.85.down_proj,0.0000074723,0.01000,0.798
40,mlp.experts.103.down_proj,0.0000070197,0.01000,0.803
40,mlp.experts.107.down_proj,0.0000094782,0.01000,0.714
40,mlp.experts.81.down_proj,0.0000113757,0.01000,0.770
40,mlp.experts.82.down_proj,0.0000149386,0.01000,0.766
40,mlp.experts.90.down_proj,0.0000118486,0.01000,0.791
40,mlp.experts.94.down_proj,0.0000081734,0.01000,0.761
40,mlp.experts.96.down_proj,0.0000086515,0.01000,0.713
40,mlp.experts.86.down_proj,0.0000088423,0.01000,0.756
40,mlp.experts.116.down_proj,0.0000069864,0.01000,0.620
40,mlp.experts.124.down_proj,0.0000109413,0.01000,0.616
40,mlp.experts.120.down_proj,0.0000150465,0.01000,0.619
40,mlp.experts.112.down_proj,0.0000214285,0.01000,0.414
40,mlp.experts.127.down_proj,0.0000072596,0.01000,0.700
40,mlp.experts.109.down_proj,0.0000105210,0.01000,0.826
40,mlp.experts.115.down_proj,0.0000075113,0.01000,0.795
40,mlp.experts.119.down_proj,0.0000126138,0.01000,0.746
40,mlp.experts.123.down_proj,0.0000085174,0.01000,0.749
40,mlp.experts.101.down_proj,0.0000070431,0.01000,0.841
40,mlp.experts.105.down_proj,0.0000125244,0.01000,0.878
40,mlp.experts.98.down_proj,0.0000112913,0.01000,0.754
40,mlp.experts.97.down_proj,0.0000069735,0.01000,0.827
40,mlp.experts.106.down_proj,0.0000087146,0.01000,0.779
40,mlp.experts.110.down_proj,0.0000129865,0.01000,0.744
40,mlp.experts.102.down_proj,0.0000054079,0.01000,0.720
40,mlp.experts.125.down_proj,0.0000261967,0.01000,0.747
40,mlp.experts.114.down_proj,0.0000076907,0.01000,0.720
40,mlp.experts.117.down_proj,0.0000075834,0.01000,0.757
40,mlp.experts.121.down_proj,0.0000112516,0.01000,0.761
40,mlp.experts.113.down_proj,0.0000112446,0.01000,0.763
40,mlp.experts.126.down_proj,0.0000111212,0.01000,0.700
40,mlp.experts.122.down_proj,0.0000128297,0.01000,0.726
40,mlp.experts.118.down_proj,0.0000092824,0.01000,0.692
41,self_attn.v_proj,0.0000039037,0.01000,0.816
41,self_attn.k_proj,0.0000025236,0.01000,0.839
41,self_attn.q_proj,0.0000240758,0.01000,0.849
41,self_attn.o_proj,0.0000020101,0.01000,1.480
41,mlp.experts.3.gate_proj,0.0000361246,0.01000,1.831
41,mlp.experts.15.gate_proj,0.0000361862,0.01000,1.795
41,mlp.experts.7.gate_proj,0.0000402840,0.01000,1.836
41,mlp.experts.11.gate_proj,0.0000392900,0.01000,1.846
41,mlp.experts.10.gate_proj,0.0000365861,0.01000,1.965
41,mlp.experts.4.gate_proj,0.0000368765,0.01000,2.026
41,mlp.experts.14.gate_proj,0.0000357803,0.01000,2.002
41,mlp.experts.2.gate_proj,0.0000349277,0.01000,2.067
41,mlp.experts.8.gate_proj,0.0000401756,0.01000,2.097
41,mlp.experts.12.gate_proj,0.0000392275,0.01000,2.125
41,mlp.experts.0.gate_proj,0.0000357705,0.01000,2.136
41,mlp.experts.6.gate_proj,0.0000335445,0.01000,2.194
41,mlp.experts.13.gate_proj,0.0000364879,0.01000,2.335
41,mlp.experts.9.gate_proj,0.0000346900,0.01000,2.363
41,mlp.experts.5.gate_proj,0.0000381271,0.01000,2.363
41,mlp.experts.1.gate_proj,0.0000359269,0.01000,2.474
41,mlp.experts.19.gate_proj,0.0000392499,0.01000,1.618
41,mlp.experts.31.gate_proj,0.0000413141,0.01000,1.615
41,mlp.experts.23.gate_proj,0.0000425252,0.01000,1.630
41,mlp.experts.27.gate_proj,0.0000338488,0.01000,1.655
41,mlp.experts.20.gate_proj,0.0000341374,0.01000,1.819
41,mlp.experts.26.gate_proj,0.0000669307,0.01000,1.857
41,mlp.experts.30.gate_proj,0.0000366880,0.01000,1.846
41,mlp.experts.24.gate_proj,0.0000427030,0.01000,1.834
41,mlp.experts.28.gate_proj,0.0000360184,0.01000,1.823
41,mlp.experts.22.gate_proj,0.0000335880,0.01000,1.817
41,mlp.experts.18.gate_proj,0.0000361016,0.01000,1.983
41,mlp.experts.16.gate_proj,0.0000386123,0.01000,1.948
41,mlp.experts.21.gate_proj,0.0000377627,0.01000,1.981
41,mlp.experts.29.gate_proj,0.0000394840,0.01000,2.039
41,mlp.experts.25.gate_proj,0.0000370400,0.01000,2.004
41,mlp.experts.17.gate_proj,0.0000337254,0.01000,2.002
41,mlp.experts.47.gate_proj,0.0000361360,0.01000,1.648
41,mlp.experts.39.gate_proj,0.0000597409,0.01000,1.638
41,mlp.experts.43.gate_proj,0.0000410860,0.01000,1.804
41,mlp.experts.36.gate_proj,0.0000375670,0.01000,1.686
41,mlp.experts.35.gate_proj,0.0000364817,0.01000,2.159
41,mlp.experts.40.gate_proj,0.0000326497,0.01000,1.660
41,mlp.experts.42.gate_proj,0.0000709057,0.01000,1.779
41,mlp.experts.46.gate_proj,0.0000363118,0.01000,1.763
41,mlp.experts.44.gate_proj,0.0000390304,0.01000,1.710
41,mlp.experts.38.gate_proj,0.0000477514,0.01000,1.832
41,mlp.experts.32.gate_proj,0.0000409939,0.01000,1.787
41,mlp.experts.34.gate_proj,0.0000350123,0.01000,1.895
41,mlp.experts.41.gate_proj,0.0000502921,0.01000,1.861
41,mlp.experts.37.gate_proj,0.0000310066,0.01000,1.912
41,mlp.experts.45.gate_proj,0.0000416483,0.01000,1.910
41,mlp.experts.33.gate_proj,0.0000342635,0.01000,2.070
41,mlp.experts.63.gate_proj,0.0000362463,0.01000,1.674
41,mlp.experts.55.gate_proj,0.0000493683,0.01000,1.668
41,mlp.experts.52.gate_proj,0.0000333593,0.01000,1.610
41,mlp.experts.56.gate_proj,0.0000360593,0.01000,1.587
41,mlp.experts.59.gate_proj,0.0000357520,0.01000,1.908
41,mlp.experts.60.gate_proj,0.0000347570,0.01000,1.615
41,mlp.experts.48.gate_proj,0.0000362696,0.01000,1.586
41,mlp.experts.58.gate_proj,0.0000368660,0.01000,1.876
41,mlp.experts.62.gate_proj,0.0000369700,0.01000,1.906
41,mlp.experts.51.gate_proj,0.0000330148,0.01000,2.012
41,mlp.experts.54.gate_proj,0.0000547028,0.01000,1.939
41,mlp.experts.50.gate_proj,0.0000420087,0.01000,2.029
41,mlp.experts.57.gate_proj,0.0000474105,0.01000,1.932
41,mlp.experts.53.gate_proj,0.0000349160,0.01000,2.044
41,mlp.experts.61.gate_proj,0.0000460020,0.01000,2.044
41,mlp.experts.79.gate_proj,0.0000371184,0.01000,1.680
41,mlp.experts.49.gate_proj,0.0000532289,0.01000,2.091
41,mlp.experts.72.gate_proj,0.0000376083,0.01000,1.503
41,mlp.experts.68.gate_proj,0.0000349334,0.01000,1.553
41,mlp.experts.76.gate_proj,0.0000415780,0.01000,1.541
41,mlp.experts.71.gate_proj,0.0000391938,0.01000,2.098
41,mlp.experts.75.gate_proj,0.0000359847,0.01000,1.790
41,mlp.experts.64.gate_proj,0.0000359327,0.01000,1.630
41,mlp.experts.74.gate_proj,0.0000395935,0.01000,1.810
41,mlp.experts.78.gate_proj,0.0000334102,0.01000,1.809
41,mlp.experts.70.gate_proj,0.0000505576,0.01000,1.806
41,mlp.experts.67.gate_proj,0.0000391833,0.01000,2.009
41,mlp.experts.66.gate_proj,0.0000329876,0.01000,1.935
41,mlp.experts.95.gate_proj,0.0000329636,0.01000,1.690
41,mlp.experts.73.gate_proj,0.0000362824,0.01000,1.999
41,mlp.experts.88.gate_proj,0.0000455123,0.01000,1.575
41,mlp.experts.77.gate_proj,0.0000386226,0.01000,1.980
41,mlp.experts.92.gate_proj,0.0000378248,0.01000,1.564
41,mlp.experts.84.gate_proj,0.0000419918,0.01000,1.678
41,mlp.experts.69.gate_proj,0.0000366774,0.01000,2.087
41,mlp.experts.80.gate_proj,0.0000430712,0.01000,1.566
41,mlp.experts.91.gate_proj,0.0000387775,0.01000,1.749
41,mlp.experts.65.gate_proj,0.0000363658,0.01000,2.150
41,mlp.experts.87.gate_proj,0.0000364870,0.01000,1.927
41,mlp.experts.90.gate_proj,0.0000350340,0.01000,1.790
41,mlp.experts.94.gate_proj,0.0000329815,0.01000,1.801
41,mlp.experts.86.gate_proj,0.0000390707,0.01000,1.770
41,mlp.experts.83.gate_proj,0.0000335990,0.01000,1.824
41,mlp.experts.82.gate_proj,0.0000354455,0.01000,1.949
41,mlp.experts.104.gate_proj,0.0000324391,0.01000,1.600
41,mlp.experts.108.gate_proj,0.0000381033,0.01000,1.576
41,mlp.experts.100.gate_proj,0.0000341994,0.01000,1.613
41,mlp.experts.89.gate_proj,0.0000371478,0.01000,1.962
41,mlp.experts.111.gate_proj,0.0000338454,0.01000,2.060
41,mlp.experts.96.gate_proj,0.0000319778,0.01000,1.564
41,mlp.experts.93.gate_proj,0.0000358985,0.01000,1.970
41,mlp.experts.107.gate_proj,0.0000332916,0.01000,1.749
41,mlp.experts.103.gate_proj,0.0000325274,0.01000,1.716
41,mlp.experts.85.gate_proj,0.0000346550,0.01000,2.137
41,mlp.experts.81.gate_proj,0.0000368103,0.01000,2.069
41,mlp.experts.106.gate_proj,0.0000319869,0.01000,2.079
41,mlp.experts.110.gate_proj,0.0000448685,0.01000,2.041
41,mlp.experts.99.gate_proj,0.0000404446,0.01000,1.953
41,mlp.experts.102.gate_proj,0.0000321353,0.01000,2.083
41,mlp.experts.124.gate_proj,0.0000364401,0.01000,1.653
41,mlp.experts.120.gate_proj,0.0000334820,0.01000,1.763
41,mlp.experts.116.gate_proj,0.0000339812,0.01000,1.711
41,mlp.experts.112.gate_proj,0.0000369472,0.01000,1.694
41,mlp.experts.98.gate_proj,0.0000475496,0.01000,2.131
41,mlp.experts.127.gate_proj,0.0000383281,0.01000,1.874
41,mlp.experts.105.gate_proj,0.0000354443,0.01000,2.045
41,mlp.experts.109.gate_proj,0.0000364068,0.01000,2.046
41,mlp.experts.123.gate_proj,0.0000331348,0.01000,2.016
41,mlp.experts.101.gate_proj,0.0000357110,0.01000,2.048
41,mlp.experts.119.gate_proj,0.0000426680,0.01000,2.090
41,mlp.experts.97.gate_proj,0.0000355182,0.01000,2.123
41,mlp.experts.115.gate_proj,0.0000460066,0.01000,1.660
41,mlp.experts.126.gate_proj,0.0000367763,0.01000,2.129
41,mlp.experts.122.gate_proj,0.0000663742,0.01000,2.173
41,mlp.experts.118.gate_proj,0.0000360673,0.01000,1.961
41,mlp.experts.8.up_proj,0.0000421851,0.01000,1.772
41,mlp.experts.12.up_proj,0.0000353776,0.01000,1.806
41,mlp.experts.4.up_proj,0.0000371723,0.01000,1.813
41,mlp.experts.0.up_proj,0.0000379848,0.01000,1.795
41,mlp.experts.114.gate_proj,0.0000331451,0.01000,1.862
41,mlp.experts.15.up_proj,0.0000394706,0.01000,1.935
41,mlp.experts.125.gate_proj,0.0000413859,0.01000,2.034
41,mlp.experts.121.gate_proj,0.0000370449,0.01000,2.202
41,mlp.experts.11.up_proj,0.0000380827,0.01000,1.927
41,mlp.experts.7.up_proj,0.0000408514,0.01000,1.894
41,mlp.experts.117.gate_proj,0.0000356354,0.01000,2.081
41,mlp.experts.3.up_proj,0.0000344862,0.01000,1.821
41,mlp.experts.14.up_proj,0.0000377814,0.01000,1.654
41,mlp.experts.6.up_proj,0.0000340640,0.01000,1.628
41,mlp.experts.113.gate_proj,0.0000373948,0.01000,2.180
41,mlp.experts.24.up_proj,0.0000396088,0.01000,1.734
41,mlp.experts.28.up_proj,0.0000374116,0.01000,1.738
41,mlp.experts.20.up_proj,0.0000384031,0.01000,1.673
41,mlp.experts.10.up_proj,0.0000371859,0.01000,1.907
41,mlp.experts.16.up_proj,0.0000406248,0.01000,1.669
41,mlp.experts.2.up_proj,0.0000386674,0.01000,1.661
41,mlp.experts.31.up_proj,0.0000424472,0.01000,1.874
41,mlp.experts.23.up_proj,0.0000436371,0.01000,1.797
41,mlp.experts.9.up_proj,0.0000360627,0.01000,2.016
41,mlp.experts.13.up_proj,0.0000359567,0.01000,2.092
41,mlp.experts.27.up_proj,0.0000345512,0.01000,2.012
41,mlp.experts.30.up_proj,0.0000370495,0.01000,1.660
41,mlp.experts.5.up_proj,0.0000397343,0.01000,1.986
41,mlp.experts.22.up_proj,0.0000345930,0.01000,1.672
41,mlp.experts.40.up_proj,0.0000339674,0.01000,1.631
41,mlp.experts.44.up_proj,0.0000402743,0.01000,1.658
41,mlp.experts.19.up_proj,0.0000400752,0.01000,1.959
41,mlp.experts.36.up_proj,0.0000382144,0.01000,1.692
41,mlp.experts.32.up_proj,0.0000426053,0.01000,1.664
41,mlp.experts.1.up_proj,0.0000362782,0.01000,2.070
41,mlp.experts.18.up_proj,0.0000361664,0.01000,1.728
41,mlp.experts.26.up_proj,0.0000522297,0.01000,1.949
41,mlp.experts.47.up_proj,0.0000357026,0.01000,1.919
41,mlp.experts.39.up_proj,0.0000459715,0.01000,1.931
41,mlp.experts.25.up_proj,0.0000389827,0.01000,1.941
41,mlp.experts.46.up_proj,0.0000379600,0.01000,1.700
41,mlp.experts.38.up_proj,0.0000444406,0.01000,1.677
41,mlp.experts.29.up_proj,0.0000422052,0.01000,1.962
41,mlp.experts.43.up_proj,0.0000434291,0.01000,1.978
41,mlp.experts.56.up_proj,0.0000386026,0.01000,1.704
41,mlp.experts.60.up_proj,0.0000370182,0.01000,1.723
41,mlp.experts.52.up_proj,0.0000366753,0.01000,1.704
41,mlp.experts.21.up_proj,0.0000380172,0.01000,1.965
41,mlp.experts.48.up_proj,0.0000373043,0.01000,1.715
41,mlp.experts.35.up_proj,0.0000393685,0.01000,1.965
41,mlp.experts.34.up_proj,0.0000359867,0.01000,1.761
41,mlp.experts.42.up_proj,0.0000536094,0.01000,1.926
41,mlp.experts.17.up_proj,0.0000367159,0.01000,2.034
41,mlp.experts.63.up_proj,0.0000390011,0.01000,1.974
41,mlp.experts.55.up_proj,0.0000545070,0.01000,1.751
41,mlp.experts.72.up_proj,0.0000375436,0.01000,1.589
41,mlp.experts.76.up_proj,0.0000412263,0.01000,1.623
41,mlp.experts.54.up_proj,0.0000444117,0.01000,1.791
41,mlp.experts.68.up_proj,0.0000364845,0.01000,1.590
41,mlp.experts.62.up_proj,0.0000369441,0.01000,1.834
41,mlp.experts.41.up_proj,0.0000476167,0.01000,1.869
41,mlp.experts.45.up_proj,0.0000417240,0.01000,1.850
41,mlp.experts.59.up_proj,0.0000372277,0.01000,1.903
41,mlp.experts.64.up_proj,0.0000383567,0.01000,1.634
41,mlp.experts.37.up_proj,0.0000325709,0.01000,1.914
41,mlp.experts.51.up_proj,0.0000337853,0.01000,1.950
41,mlp.experts.50.up_proj,0.0000393771,0.01000,1.922
41,mlp.experts.33.up_proj,0.0000348552,0.01000,1.844
41,mlp.experts.58.up_proj,0.0000366906,0.01000,2.073
41,mlp.experts.71.up_proj,0.0000422453,0.01000,1.672
41,mlp.experts.57.up_proj,0.0000451234,0.01000,1.655
41,mlp.experts.79.up_proj,0.0000366720,0.01000,2.066
41,mlp.experts.88.up_proj,0.0000444297,0.01000,1.806
41,mlp.experts.61.up_proj,0.0000399303,0.01000,1.659
41,mlp.experts.84.up_proj,0.0000398428,0.01000,1.762
41,mlp.experts.92.up_proj,0.0000398001,0.01000,1.808
41,mlp.experts.75.up_proj,0.0000364824,0.01000,1.744
41,mlp.experts.80.up_proj,0.0000437541,0.01000,1.768
41,mlp.experts.78.up_proj,0.0000347361,0.01000,1.985
41,mlp.experts.70.up_proj,0.0000474159,0.01000,2.027
41,mlp.experts.53.up_proj,0.0000367058,0.01000,1.671
41,mlp.experts.67.up_proj,0.0000441744,0.01000,2.030
41,mlp.experts.66.up_proj,0.0000358574,0.01000,2.021
41,mlp.experts.49.up_proj,0.0000420784,0.01000,1.959
41,mlp.experts.74.up_proj,0.0000424061,0.01000,2.150
41,mlp.experts.73.up_proj,0.0000355503,0.01000,1.667
41,mlp.experts.104.up_proj,0.0000338628,0.01000,1.672
41,mlp.experts.77.up_proj,0.0000377437,0.01000,1.652
41,mlp.experts.100.up_proj,0.0000342577,0.01000,1.662
41,mlp.experts.108.up_proj,0.0000407567,0.01000,1.641
41,mlp.experts.87.up_proj,0.0000364731,0.01000,1.954
41,mlp.experts.69.up_proj,0.0000388099,0.01000,1.657
41,mlp.experts.96.up_proj,0.0000332317,0.01000,1.696
41,mlp.experts.95.up_proj,0.0000345665,0.01000,2.038
41,mlp.experts.91.up_proj,0.0000402708,0.01000,1.832
41,mlp.experts.94.up_proj,0.0000342967,0.01000,2.040
41,mlp.experts.86.up_proj,0.0000406016,0.01000,2.075
41,mlp.experts.83.up_proj,0.0000352287,0.01000,1.922
41,mlp.experts.65.up_proj,0.0000390699,0.01000,1.935
41,mlp.experts.82.up_proj,0.0000361677,0.01000,2.086
41,mlp.experts.89.up_proj,0.0000358033,0.01000,1.647
41,mlp.experts.93.up_proj,0.0000343621,0.01000,1.652
41,mlp.experts.116.up_proj,0.0000353540,0.01000,1.847
41,mlp.experts.124.up_proj,0.0000368234,0.01000,1.905
41,mlp.experts.85.up_proj,0.0000369710,0.01000,1.662
41,mlp.experts.90.up_proj,0.0000397146,0.01000,2.158
41,mlp.experts.103.up_proj,0.0000346634,0.01000,1.969
41,mlp.experts.120.up_proj,0.0000340065,0.01000,2.087
41,mlp.experts.111.up_proj,0.0000369951,0.01000,1.758
41,mlp.experts.112.up_proj,0.0000376172,0.01000,1.798
41,mlp.experts.107.up_proj,0.0000363411,0.01000,1.865
41,mlp.experts.110.up_proj,0.0000463994,0.01000,1.966
41,mlp.experts.102.up_proj,0.0000343257,0.01000,2.074
41,mlp.experts.99.up_proj,0.0000416242,0.01000,1.818
41,mlp.experts.105.up_proj,0.0000357574,0.01000,1.639
41,mlp.experts.109.up_proj,0.0000362500,0.01000,1.630
41,mlp.experts.81.up_proj,0.0000386940,0.01000,1.928
41,mlp.experts.98.up_proj,0.0000451624,0.01000,1.971
41,mlp.experts.101.up_proj,0.0000366000,0.01000,1.598
41,mlp.experts.123.up_proj,0.0000343892,0.01000,1.573
41,mlp.experts.127.up_proj,0.0000395320,0.01000,1.715
41,mlp.experts.106.up_proj,0.0000355237,0.01000,2.024
41,mlp.experts.119.up_proj,0.0000443750,0.01000,1.983
41,mlp.experts.115.up_proj,0.0000411035,0.01000,1.264
41,mlp.experts.118.up_proj,0.0000359639,0.01000,1.758
41,mlp.experts.126.up_proj,0.0000376936,0.01000,1.957
41,mlp.experts.121.up_proj,0.0000372320,0.01000,1.456
41,mlp.experts.125.up_proj,0.0000386805,0.01000,1.447
41,mlp.experts.97.up_proj,0.0000405397,0.01000,1.437
41,mlp.experts.114.up_proj,0.0000343825,0.01000,1.521
41,mlp.experts.117.up_proj,0.0000375831,0.01000,1.398
41,mlp.experts.122.up_proj,0.0000505707,0.01000,1.193
41,mlp.experts.113.up_proj,0.0000399408,0.01000,0.728
41,mlp.experts.4.down_proj,0.0000150238,0.01000,0.743
41,mlp.experts.12.down_proj,0.0000079021,0.01000,0.759
41,mlp.experts.8.down_proj,0.0000180825,0.01000,0.761
41,mlp.experts.15.down_proj,0.0000135417,0.01000,0.754
41,mlp.experts.3.down_proj,0.0000102084,0.01000,0.804
41,mlp.experts.13.down_proj,0.0000148916,0.01000,0.800
41,mlp.experts.0.down_proj,0.0000172024,0.01000,0.764
41,mlp.experts.7.down_proj,0.0000234403,0.01000,0.818
41,mlp.experts.1.down_proj,0.0000120084,0.01000,0.816
41,mlp.experts.5.down_proj,0.0000155745,0.01000,0.819
41,mlp.experts.11.down_proj,0.0000100812,0.01000,0.774
41,mlp.experts.9.down_proj,0.0000089280,0.01000,0.807
41,mlp.experts.6.down_proj,0.0000068124,0.01000,0.862
41,mlp.experts.2.down_proj,0.0000125610,0.01000,0.884
41,mlp.experts.10.down_proj,0.0000071820,0.01000,0.846
41,mlp.experts.14.down_proj,0.0000131508,0.01000,0.936
41,mlp.experts.27.down_proj,0.0000088284,0.01000,0.630
41,mlp.experts.31.down_proj,0.0000200414,0.01000,0.665
41,mlp.experts.19.down_proj,0.0000152386,0.01000,0.678
41,mlp.experts.23.down_proj,0.0000404653,0.01000,0.677
41,mlp.experts.20.down_proj,0.0000108118,0.01000,0.765
41,mlp.experts.25.down_proj,0.0000099442,0.01000,0.667
41,mlp.experts.24.down_proj,0.0000159059,0.01000,0.754
41,mlp.experts.28.down_proj,0.0000099815,0.01000,0.764
41,mlp.experts.22.down_proj,0.0000101073,0.01000,0.672
41,mlp.experts.21.down_proj,0.0000173364,0.01000,0.724
41,mlp.experts.18.down_proj,0.0000086435,0.01000,0.721
41,mlp.experts.17.down_proj,0.0000094995,0.01000,0.775
41,mlp.experts.29.down_proj,0.0000362940,0.01000,0.802
41,mlp.experts.16.down_proj,0.0000141568,0.01000,0.822
41,mlp.experts.30.down_proj,0.0000138444,0.01000,0.726
41,mlp.experts.26.down_proj,0.0000189446,0.01000,0.787
41,mlp.experts.47.down_proj,0.0000090159,0.01000,0.713
41,mlp.experts.38.down_proj,0.0000313193,0.01000,0.665
41,mlp.experts.44.down_proj,0.0000160509,0.01000,0.699
41,mlp.experts.39.down_proj,0.0000319963,0.01000,0.746
41,mlp.experts.35.down_proj,0.0000188426,0.01000,0.777
41,mlp.experts.36.down_proj,0.0000135278,0.01000,0.739
41,mlp.experts.43.down_proj,0.0000409055,0.01000,0.811
41,mlp.experts.40.down_proj,0.0000103862,0.01000,0.756
41,mlp.experts.32.down_proj,0.0000261821,0.01000,0.645
41,mlp.experts.34.down_proj,0.0000091631,0.01000,0.719
41,mlp.experts.41.down_proj,0.0000743577,0.01000,0.818
41,mlp.experts.33.down_proj,0.0000116590,0.01000,0.761
41,mlp.experts.46.down_proj,0.0000140638,0.01000,0.716
41,mlp.experts.45.down_proj,0.0000139825,0.01000,0.765
41,mlp.experts.42.down_proj,0.0000468971,0.01000,0.728
41,mlp.experts.37.down_proj,0.0000093349,0.01000,0.883
41,mlp.experts.60.down_proj,0.0000132036,0.01000,0.574
41,mlp.experts.48.down_proj,0.0000131610,0.01000,0.564
41,mlp.experts.52.down_proj,0.0000155819,0.01000,0.596
41,mlp.experts.63.down_proj,0.0000131958,0.01000,0.726
41,mlp.experts.56.down_proj,0.0000106863,0.01000,0.629
41,mlp.experts.54.down_proj,0.0000107244,0.01000,0.721
41,mlp.experts.55.down_proj,0.0000354943,0.01000,0.766
41,mlp.experts.50.down_proj,0.0000156747,0.01000,0.702
41,mlp.experts.51.down_proj,0.0000087912,0.01000,0.788
41,mlp.experts.59.down_proj,0.0000199291,0.01000,0.796
41,mlp.experts.62.down_proj,0.0000093723,0.01000,0.728
41,mlp.experts.58.down_proj,0.0000094514,0.01000,0.750
41,mlp.experts.57.down_proj,0.0000408640,0.01000,0.862
41,mlp.experts.61.down_proj,0.0000111660,0.01000,0.820
41,mlp.experts.49.down_proj,0.0000103000,0.01000,0.850
41,mlp.experts.53.down_proj,0.0000117896,0.01000,0.796
41,mlp.experts.76.down_proj,0.0000132785,0.01000,0.625
41,mlp.experts.68.down_proj,0.0000137578,0.01000,0.609
41,mlp.experts.64.down_proj,0.0000134161,0.01000,0.622
41,mlp.experts.72.down_proj,0.0000114468,0.01000,0.613
41,mlp.experts.70.down_proj,0.0000589041,0.01000,0.749
41,mlp.experts.79.down_proj,0.0000092744,0.01000,0.837
41,mlp.experts.66.down_proj,0.0000117170,0.01000,0.706
41,mlp.experts.78.down_proj,0.0000134276,0.01000,0.700
41,mlp.experts.74.down_proj,0.0000188124,0.01000,0.680
41,mlp.experts.71.down_proj,0.0000291805,0.01000,0.834
41,mlp.experts.67.down_proj,0.0000384826,0.01000,0.799
41,mlp.experts.75.down_proj,0.0000126587,0.01000,0.802
41,mlp.experts.73.down_proj,0.0000083036,0.01000,0.759
41,mlp.experts.65.down_proj,0.0000121588,0.01000,0.748
41,mlp.experts.77.down_proj,0.0000103169,0.01000,0.777
41,mlp.experts.92.down_proj,0.0000165805,0.01000,0.571
41,mlp.experts.69.down_proj,0.0000132995,0.01000,0.743
41,mlp.experts.84.down_proj,0.0000114677,0.01000,0.563
41,mlp.experts.80.down_proj,0.0000167340,0.01000,0.555
41,mlp.experts.88.down_proj,0.0000630738,0.01000,0.555
41,mlp.experts.86.down_proj,0.0000174668,0.01000,0.731
41,mlp.experts.95.down_proj,0.0000105527,0.01000,0.729
41,mlp.experts.82.down_proj,0.0000094485,0.01000,0.746
41,mlp.experts.83.down_proj,0.0000090791,0.01000,0.727
41,mlp.experts.91.down_proj,0.0000190838,0.01000,0.724
41,mlp.experts.100.down_proj,0.0000090779,0.01000,0.574
41,mlp.experts.96.down_proj,0.0000090209,0.01000,0.576
41,mlp.experts.87.down_proj,0.0000092819,0.01000,0.777
41,mlp.experts.108.down_proj,0.0000422405,0.01000,0.597
41,mlp.experts.94.down_proj,0.0000133874,0.01000,0.820
41,mlp.experts.90.down_proj,0.0000235867,0.01000,0.827
41,mlp.experts.104.down_proj,0.0000080403,0.01000,0.578
41,mlp.experts.81.down_proj,0.0000143607,0.01000,0.741
41,mlp.experts.89.down_proj,0.0000109679,0.01000,0.778
41,mlp.experts.93.down_proj,0.0000067039,0.01000,0.772
41,mlp.experts.85.down_proj,0.0000081167,0.01000,0.787
41,mlp.experts.116.down_proj,0.0000083485,0.01000,0.568
41,mlp.experts.124.down_proj,0.0000286596,0.01000,0.570
41,mlp.experts.112.down_proj,0.0000084462,0.01000,0.592
41,mlp.experts.102.down_proj,0.0000084105,0.01000,0.795
41,mlp.experts.120.down_proj,0.0000104565,0.01000,0.553
41,mlp.experts.111.down_proj,0.0000158493,0.01000,0.776
41,mlp.experts.98.down_proj,0.0000564453,0.01000,0.845
41,mlp.experts.99.down_proj,0.0000379822,0.01000,0.822
41,mlp.experts.110.down_proj,0.0000257006,0.01000,0.777
41,mlp.experts.103.down_proj,0.0000082047,0.01000,0.815
41,mlp.experts.106.down_proj,0.0000080932,0.01000,0.790
41,mlp.experts.107.down_proj,0.0000106128,0.01000,0.854
41,mlp.experts.97.down_proj,0.0000187511,0.01000,0.776
41,mlp.experts.105.down_proj,0.0000109109,0.01000,0.766
41,mlp.experts.109.down_proj,0.0000113762,0.01000,0.757
41,mlp.experts.101.down_proj,0.0000114006,0.01000,0.783
41,mlp.experts.127.down_proj,0.0000109336,0.01000,0.652
41,mlp.experts.118.down_proj,0.0000084486,0.01000,0.754
41,mlp.experts.114.down_proj,0.0000094094,0.01000,0.672
41,mlp.experts.126.down_proj,0.0000130107,0.01000,0.619
41,mlp.experts.123.down_proj,0.0000121876,0.01000,0.593
41,mlp.experts.122.down_proj,0.0000149986,0.01000,0.605
41,mlp.experts.115.down_proj,0.0000123196,0.01000,0.641
41,mlp.experts.119.down_proj,0.0000241687,0.01000,0.613
41,mlp.experts.113.down_proj,0.0000121719,0.01000,0.704
41,mlp.experts.121.down_proj,0.0000080902,0.01000,0.701
41,mlp.experts.125.down_proj,0.0000153671,0.01000,0.682
41,mlp.experts.117.down_proj,0.0000108375,0.01000,0.652
42,self_attn.q_proj,0.0000444856,0.01000,0.800
42,self_attn.v_proj,0.0000091823,0.01000,0.877
42,self_attn.k_proj,0.0000050783,0.01000,0.967
42,self_attn.o_proj,0.0000039275,0.01000,1.377
42,mlp.experts.8.gate_proj,0.0000659253,0.01000,1.747
42,mlp.experts.4.gate_proj,0.0000479832,0.01000,1.765
42,mlp.experts.0.gate_proj,0.0000368140,0.01000,1.788
42,mlp.experts.3.gate_proj,0.0000388618,0.01000,1.996
42,mlp.experts.7.gate_proj,0.0000368500,0.01000,1.953
42,mlp.experts.15.gate_proj,0.0000351817,0.01000,1.989
42,mlp.experts.12.gate_proj,0.0000411254,0.01000,2.005
42,mlp.experts.11.gate_proj,0.0000365467,0.01000,2.021
42,mlp.experts.5.gate_proj,0.0000346901,0.01000,2.088
42,mlp.experts.13.gate_proj,0.0000374925,0.01000,2.130
42,mlp.experts.9.gate_proj,0.0000470469,0.01000,2.182
42,mlp.experts.1.gate_proj,0.0000418068,0.01000,2.193
42,mlp.experts.10.gate_proj,0.0000485378,0.01000,2.175
42,mlp.experts.6.gate_proj,0.0000595696,0.01000,2.207
42,mlp.experts.2.gate_proj,0.0000366850,0.01000,2.209
42,mlp.experts.14.gate_proj,0.0000373103,0.01000,2.278
42,mlp.experts.20.gate_proj,0.0000385110,0.01000,1.856
42,mlp.experts.16.gate_proj,0.0000410054,0.01000,1.864
42,mlp.experts.24.gate_proj,0.0000364652,0.01000,1.956
42,mlp.experts.23.gate_proj,0.0000393078,0.01000,1.761
42,mlp.experts.19.gate_proj,0.0000403185,0.01000,1.815
42,mlp.experts.31.gate_proj,0.0000388192,0.01000,1.810
42,mlp.experts.27.gate_proj,0.0000408967,0.01000,1.755
42,mlp.experts.28.gate_proj,0.0000503654,0.01000,2.072
42,mlp.experts.17.gate_proj,0.0000500188,0.01000,2.001
42,mlp.experts.21.gate_proj,0.0000418498,0.01000,2.106
42,mlp.experts.29.gate_proj,0.0000448164,0.01000,2.102
42,mlp.experts.26.gate_proj,0.0000393656,0.01000,2.130
42,mlp.experts.25.gate_proj,0.0000507388,0.01000,2.160
42,mlp.experts.22.gate_proj,0.0000409317,0.01000,2.154
42,mlp.experts.18.gate_proj,0.0000371621,0.01000,2.159
42,mlp.experts.30.gate_proj,0.0000392332,0.01000,2.077
42,mlp.experts.36.gate_proj,0.0000369421,0.01000,1.996
42,mlp.experts.32.gate_proj,0.0000403701,0.01000,1.981
42,mlp.experts.39.gate_proj,0.0000424577,0.01000,1.887
42,mlp.experts.35.gate_proj,0.0000401765,0.01000,1.881
42,mlp.experts.40.gate_proj,0.0000442471,0.01000,1.993
42,mlp.experts.43.gate_proj,0.0000371067,0.01000,1.870
42,mlp.experts.47.gate_proj,0.0000423265,0.01000,1.937
42,mlp.experts.37.gate_proj,0.0000533295,0.01000,1.946
42,mlp.experts.45.gate_proj,0.0000501333,0.01000,1.933
42,mlp.experts.44.gate_proj,0.0000504218,0.01000,2.169
42,mlp.experts.33.gate_proj,0.0000488569,0.01000,2.157
42,mlp.experts.42.gate_proj,0.0000438489,0.01000,2.079
42,mlp.experts.38.gate_proj,0.0000389501,0.01000,2.104
42,mlp.experts.34.gate_proj,0.0000470415,0.01000,2.101
42,mlp.experts.41.gate_proj,0.0000423102,0.01000,2.140
42,mlp.experts.46.gate_proj,0.0000403197,0.01000,2.179
42,mlp.experts.48.gate_proj,0.0000492307,0.01000,1.897
42,mlp.experts.52.gate_proj,0.0000441277,0.01000,1.932
42,mlp.experts.55.gate_proj,0.0000423561,0.01000,1.942
42,mlp.experts.56.gate_proj,0.0000409787,0.01000,1.935
42,mlp.experts.59.gate_proj,0.0000397355,0.01000,1.939
42,mlp.experts.63.gate_proj,0.0000391061,0.01000,1.910
42,mlp.experts.51.gate_proj,0.0000382805,0.01000,1.996
42,mlp.experts.58.gate_proj,0.0000418004,0.01000,1.635
42,mlp.experts.53.gate_proj,0.0000435730,0.01000,1.942
42,mlp.experts.54.gate_proj,0.0000440000,0.01000,1.633
42,mlp.experts.62.gate_proj,0.0000357152,0.01000,1.589
42,mlp.experts.61.gate_proj,0.0000440211,0.01000,1.947
42,mlp.experts.50.gate_proj,0.0000445532,0.01000,1.797
42,mlp.experts.60.gate_proj,0.0000393130,0.01000,2.134
42,mlp.experts.49.gate_proj,0.0000509556,0.01000,2.107
42,mlp.experts.57.gate_proj,0.0000376541,0.01000,2.182
42,mlp.experts.74.gate_proj,0.0000400579,0.01000,1.555
42,mlp.experts.68.gate_proj,0.0000503098,0.01000,2.082
42,mlp.experts.71.gate_proj,0.0000418457,0.01000,2.070
42,mlp.experts.78.gate_proj,0.0000391126,0.01000,1.530
42,mlp.experts.70.gate_proj,0.0000549313,0.01000,1.573
42,mlp.experts.75.gate_proj,0.0000436293,0.01000,2.053
42,mlp.experts.64.gate_proj,0.0000372007,0.01000,2.189
42,mlp.experts.72.gate_proj,0.0000369170,0.01000,2.093
42,mlp.experts.79.gate_proj,0.0000375267,0.01000,2.136
42,mlp.experts.67.gate_proj,0.0000354559,0.01000,2.093
42,mlp.experts.66.gate_proj,0.0000463322,0.01000,1.676
42,mlp.experts.69.gate_proj,0.0000388662,0.01000,2.084
42,mlp.experts.77.gate_proj,0.0000394293,0.01000,2.080
42,mlp.experts.65.gate_proj,0.0000435827,0.01000,1.922
42,mlp.experts.76.gate_proj,0.0000358011,0.01000,2.106
42,mlp.experts.73.gate_proj,0.0000391828,0.01000,1.976
42,mlp.experts.90.gate_proj,0.0000408611,0.01000,1.518
42,mlp.experts.86.gate_proj,0.0000439473,0.01000,1.506
42,mlp.experts.94.gate_proj,0.0000415714,0.01000,1.654
42,mlp.experts.82.gate_proj,0.0000367611,0.01000,1.583
42,mlp.experts.84.gate_proj,0.0000393751,0.01000,1.964
42,mlp.experts.87.gate_proj,0.0000394914,0.01000,1.995
42,mlp.experts.88.gate_proj,0.0000354168,0.01000,1.943
42,mlp.experts.91.gate_proj,0.0000429973,0.01000,1.996
42,mlp.experts.80.gate_proj,0.0000406114,0.01000,1.998
42,mlp.experts.95.gate_proj,0.0000384511,0.01000,1.968
42,mlp.experts.83.gate_proj,0.0000368634,0.01000,1.967
42,mlp.experts.85.gate_proj,0.0000448265,0.01000,2.133
42,mlp.experts.89.gate_proj,0.0000431145,0.01000,1.770
42,mlp.experts.81.gate_proj,0.0000393370,0.01000,2.066
42,mlp.experts.93.gate_proj,0.0000378523,0.01000,2.241
42,mlp.experts.106.gate_proj,0.0000406960,0.01000,1.514
42,mlp.experts.92.gate_proj,0.0000493109,0.01000,2.093
42,mlp.experts.102.gate_proj,0.0000391665,0.01000,1.575
42,mlp.experts.110.gate_proj,0.0000374552,0.01000,1.617
42,mlp.experts.98.gate_proj,0.0000391664,0.01000,1.562
42,mlp.experts.100.gate_proj,0.0000431226,0.01000,2.064
42,mlp.experts.103.gate_proj,0.0000396481,0.01000,2.039
42,mlp.experts.104.gate_proj,0.0000466489,0.01000,2.065
42,mlp.experts.107.gate_proj,0.0000462192,0.01000,2.064
42,mlp.experts.99.gate_proj,0.0000455572,0.01000,2.014
42,mlp.experts.111.gate_proj,0.0000459960,0.01000,2.037
42,mlp.experts.96.gate_proj,0.0000425247,0.01000,2.097
42,mlp.experts.122.gate_proj,0.0000460518,0.01000,1.632
42,mlp.experts.118.gate_proj,0.0000441350,0.01000,1.553
42,mlp.experts.105.gate_proj,0.0000425307,0.01000,2.039
42,mlp.experts.101.gate_proj,0.0000385216,0.01000,2.175
42,mlp.experts.126.gate_proj,0.0000414308,0.01000,1.554
42,mlp.experts.97.gate_proj,0.0000418269,0.01000,2.129
42,mlp.experts.114.gate_proj,0.0000420311,0.01000,1.535
42,mlp.experts.109.gate_proj,0.0000384203,0.01000,2.257
42,mlp.experts.108.gate_proj,0.0000458945,0.01000,2.211
42,mlp.experts.116.gate_proj,0.0000420083,0.01000,2.162
42,mlp.experts.119.gate_proj,0.0000368760,0.01000,2.127
42,mlp.experts.115.gate_proj,0.0000373247,0.01000,2.044
42,mlp.experts.120.gate_proj,0.0000389709,0.01000,2.109
42,mlp.experts.123.gate_proj,0.0000368128,0.01000,2.130
42,mlp.experts.6.up_proj,0.0000551156,0.01000,1.627
42,mlp.experts.127.gate_proj,0.0000400998,0.01000,2.130
42,mlp.experts.10.up_proj,0.0000486783,0.01000,1.675
42,mlp.experts.14.up_proj,0.0000393499,0.01000,1.519
42,mlp.experts.112.gate_proj,0.0000403480,0.01000,2.218
42,mlp.experts.2.up_proj,0.0000400573,0.01000,1.535
42,mlp.experts.121.gate_proj,0.0000371520,0.01000,1.956
42,mlp.experts.117.gate_proj,0.0000396307,0.01000,2.064
42,mlp.experts.113.gate_proj,0.0000412170,0.01000,1.977
42,mlp.experts.125.gate_proj,0.0000433883,0.01000,2.115
42,mlp.experts.124.gate_proj,0.0000453822,0.01000,2.121
42,mlp.experts.26.up_proj,0.0000418679,0.01000,1.568
42,mlp.experts.30.up_proj,0.0000418176,0.01000,1.494
42,mlp.experts.22.up_proj,0.0000453094,0.01000,1.650
42,mlp.experts.18.up_proj,0.0000424398,0.01000,1.521
42,mlp.experts.3.up_proj,0.0000405220,0.01000,2.025
42,mlp.experts.8.up_proj,0.0000537822,0.01000,2.031
42,mlp.experts.7.up_proj,0.0000412196,0.01000,2.061
42,mlp.experts.15.up_proj,0.0000374413,0.01000,1.969
42,mlp.experts.4.up_proj,0.0000498929,0.01000,2.098
42,mlp.experts.11.up_proj,0.0000433245,0.01000,2.025
42,mlp.experts.0.up_proj,0.0000382501,0.01000,2.250
42,mlp.experts.9.up_proj,0.0000492909,0.01000,1.963
42,mlp.experts.1.up_proj,0.0000444882,0.01000,2.002
42,mlp.experts.5.up_proj,0.0000399797,0.01000,2.129
42,mlp.experts.13.up_proj,0.0000413737,0.01000,2.151
42,mlp.experts.42.up_proj,0.0000439590,0.01000,1.606
42,mlp.experts.12.up_proj,0.0000431260,0.01000,2.183
42,mlp.experts.46.up_proj,0.0000441558,0.01000,1.676
42,mlp.experts.38.up_proj,0.0000411334,0.01000,1.630
42,mlp.experts.34.up_proj,0.0000496169,0.01000,1.629
42,mlp.experts.31.up_proj,0.0000430615,0.01000,2.160
42,mlp.experts.19.up_proj,0.0000424860,0.01000,2.212
42,mlp.experts.23.up_proj,0.0000415110,0.01000,2.219
42,mlp.experts.27.up_proj,0.0000431999,0.01000,2.198
42,mlp.experts.24.up_proj,0.0000382592,0.01000,2.254
42,mlp.experts.20.up_proj,0.0000415909,0.01000,2.262
42,mlp.experts.16.up_proj,0.0000422820,0.01000,2.110
42,mlp.experts.25.up_proj,0.0000461400,0.01000,2.228
42,mlp.experts.17.up_proj,0.0000469222,0.01000,2.096
42,mlp.experts.21.up_proj,0.0000435315,0.01000,2.171
42,mlp.experts.58.up_proj,0.0000425358,0.01000,1.818
42,mlp.experts.28.up_proj,0.0000463429,0.01000,1.881
42,mlp.experts.54.up_proj,0.0000486411,0.01000,1.883
42,mlp.experts.62.up_proj,0.0000388242,0.01000,1.980
42,mlp.experts.50.up_proj,0.0000426065,0.01000,1.873
42,mlp.experts.29.up_proj,0.0000492231,0.01000,2.230
42,mlp.experts.36.up_proj,0.0000395217,0.01000,1.609
42,mlp.experts.40.up_proj,0.0000501004,0.01000,1.696
42,mlp.experts.32.up_proj,0.0000417952,0.01000,1.619
42,mlp.experts.39.up_proj,0.0000432771,0.01000,2.121
42,mlp.experts.47.up_proj,0.0000445563,0.01000,2.200
42,mlp.experts.35.up_proj,0.0000425037,0.01000,2.238
42,mlp.experts.43.up_proj,0.0000384939,0.01000,2.182
42,mlp.experts.44.up_proj,0.0000526500,0.01000,1.587
42,mlp.experts.41.up_proj,0.0000461061,0.01000,2.310
42,mlp.experts.33.up_proj,0.0000452623,0.01000,2.335
42,mlp.experts.74.up_proj,0.0000439834,0.01000,2.069
42,mlp.experts.70.up_proj,0.0000484420,0.01000,2.059
42,mlp.experts.37.up_proj,0.0000481633,0.01000,2.309
42,mlp.experts.66.up_proj,0.0000442768,0.01000,2.007
42,mlp.experts.78.up_proj,0.0000400658,0.01000,2.071
42,mlp.experts.45.up_proj,0.0000537115,0.01000,2.172
42,mlp.experts.52.up_proj,0.0000452627,0.01000,1.763
42,mlp.experts.56.up_proj,0.0000437985,0.01000,1.805
42,mlp.experts.48.up_proj,0.0000524839,0.01000,1.796
42,mlp.experts.59.up_proj,0.0000421782,0.01000,2.051
42,mlp.experts.55.up_proj,0.0000447203,0.01000,2.145
42,mlp.experts.51.up_proj,0.0000411398,0.01000,2.108
42,mlp.experts.63.up_proj,0.0000409411,0.01000,2.204
42,mlp.experts.60.up_proj,0.0000419414,0.01000,1.946
42,mlp.experts.90.up_proj,0.0000433287,0.01000,1.813
42,mlp.experts.86.up_proj,0.0000477367,0.01000,1.768
42,mlp.experts.82.up_proj,0.0000388980,0.01000,1.790
42,mlp.experts.94.up_proj,0.0000437232,0.01000,1.807
42,mlp.experts.57.up_proj,0.0000411237,0.01000,2.193
42,mlp.experts.53.up_proj,0.0000414442,0.01000,2.040
42,mlp.experts.49.up_proj,0.0000476085,0.01000,2.316
42,mlp.experts.61.up_proj,0.0000443121,0.01000,1.970
42,mlp.experts.68.up_proj,0.0000514308,0.01000,1.883
42,mlp.experts.72.up_proj,0.0000397966,0.01000,1.901
42,mlp.experts.64.up_proj,0.0000414335,0.01000,1.983
42,mlp.experts.71.up_proj,0.0000432150,0.01000,1.721
42,mlp.experts.67.up_proj,0.0000379846,0.01000,1.702
42,mlp.experts.79.up_proj,0.0000397414,0.01000,1.693
42,mlp.experts.75.up_proj,0.0000448450,0.01000,1.893
42,mlp.experts.76.up_proj,0.0000381448,0.01000,1.813
42,mlp.experts.106.up_proj,0.0000415355,0.01000,2.031
42,mlp.experts.102.up_proj,0.0000456058,0.01000,2.027
42,mlp.experts.98.up_proj,0.0000421454,0.01000,2.015
42,mlp.experts.110.up_proj,0.0000380076,0.01000,1.995
42,mlp.experts.69.up_proj,0.0000399831,0.01000,1.874
42,mlp.experts.65.up_proj,0.0000438703,0.01000,1.910
42,mlp.experts.84.up_proj,0.0000410885,0.01000,1.851
42,mlp.experts.73.up_proj,0.0000432491,0.01000,2.163
42,mlp.experts.77.up_proj,0.0000401864,0.01000,2.198
42,mlp.experts.88.up_proj,0.0000375895,0.01000,2.037
42,mlp.experts.80.up_proj,0.0000435396,0.01000,1.875
42,mlp.experts.87.up_proj,0.0000398886,0.01000,1.674
42,mlp.experts.83.up_proj,0.0000391609,0.01000,1.686
42,mlp.experts.95.up_proj,0.0000402563,0.01000,1.678
42,mlp.experts.91.up_proj,0.0000475984,0.01000,1.891
42,mlp.experts.92.up_proj,0.0000522771,0.01000,2.021
42,mlp.experts.122.up_proj,0.0000440809,0.01000,2.018
42,mlp.experts.118.up_proj,0.0000421148,0.01000,1.985
42,mlp.experts.126.up_proj,0.0000433759,0.01000,1.933
42,mlp.experts.114.up_proj,0.0000417258,0.01000,2.000
42,mlp.experts.85.up_proj,0.0000473224,0.01000,2.015
42,mlp.experts.100.up_proj,0.0000442343,0.01000,1.916
42,mlp.experts.89.up_proj,0.0000411119,0.01000,2.058
42,mlp.experts.81.up_proj,0.0000412328,0.01000,2.146
42,mlp.experts.103.up_proj,0.0000462564,0.01000,1.706
42,mlp.experts.99.up_proj,0.0000453586,0.01000,1.720
42,mlp.experts.111.up_proj,0.0000444887,0.01000,1.716
42,mlp.experts.96.up_proj,0.0000427048,0.01000,1.921
42,mlp.experts.104.up_proj,0.0000478218,0.01000,2.000
42,mlp.experts.93.up_proj,0.0000433435,0.01000,2.047
42,mlp.experts.107.up_proj,0.0000458780,0.01000,1.937
42,mlp.experts.108.up_proj,0.0000487983,0.01000,2.157
42,mlp.experts.116.up_proj,0.0000423144,0.01000,1.711
42,mlp.experts.119.up_proj,0.0000398206,0.01000,1.624
42,mlp.experts.115.up_proj,0.0000404180,0.01000,1.613
42,mlp.experts.101.up_proj,0.0000435632,0.01000,2.054
42,mlp.experts.127.up_proj,0.0000424416,0.01000,1.607
42,mlp.experts.120.up_proj,0.0000411806,0.01000,1.666
42,mlp.experts.97.up_proj,0.0000450867,0.01000,1.969
42,mlp.experts.105.up_proj,0.0000459116,0.01000,1.984
42,mlp.experts.112.up_proj,0.0000428923,0.01000,1.811
42,mlp.experts.123.up_proj,0.0000415310,0.01000,1.407
42,mlp.experts.109.up_proj,0.0000406914,0.01000,1.948
42,mlp.experts.124.up_proj,0.0000479943,0.01000,1.061
42,mlp.experts.117.up_proj,0.0000411959,0.01000,1.844
42,mlp.experts.113.up_proj,0.0000439744,0.01000,1.760
42,mlp.experts.121.up_proj,0.0000400396,0.01000,1.821
42,mlp.experts.125.up_proj,0.0000444073,0.01000,1.634
42,mlp.experts.4.down_proj,0.0000519918,0.01000,0.641
42,mlp.experts.12.down_proj,0.0000134409,0.01000,0.636
42,mlp.experts.11.down_proj,0.0000297705,0.01000,0.655
42,mlp.experts.7.down_proj,0.0000126938,0.01000,0.665
42,mlp.experts.15.down_proj,0.0000131415,0.01000,0.656
42,mlp.experts.3.down_proj,0.0000112420,0.01000,0.683
42,mlp.experts.0.down_proj,0.0000176160,0.01000,0.742
42,mlp.experts.2.down_proj,0.0000182343,0.01000,0.793
42,mlp.experts.14.down_proj,0.0000118916,0.01000,0.787
42,mlp.experts.10.down_proj,0.0000333977,0.01000,0.799
42,mlp.experts.6.down_proj,0.0000709371,0.01000,0.813
42,mlp.experts.8.down_proj,0.0000203272,0.01000,0.804
42,mlp.experts.1.down_proj,0.0000195300,0.01000,0.836
42,mlp.experts.13.down_proj,0.0000122205,0.01000,0.846
42,mlp.experts.9.down_proj,0.0000255318,0.01000,0.846
42,mlp.experts.5.down_proj,0.0000128600,0.01000,0.886
42,mlp.experts.28.down_proj,0.0000176910,0.01000,0.620
42,mlp.experts.27.down_proj,0.0000244050,0.01000,0.626
42,mlp.experts.23.down_proj,0.0000105264,0.01000,0.639
42,mlp.experts.31.down_proj,0.0000176852,0.01000,0.650
42,mlp.experts.20.down_proj,0.0000160348,0.01000,0.693
42,mlp.experts.19.down_proj,0.0000115667,0.01000,0.658
42,mlp.experts.16.down_proj,0.0000105865,0.01000,0.739
42,mlp.experts.26.down_proj,0.0000131083,0.01000,0.747
42,mlp.experts.24.down_proj,0.0000119280,0.01000,0.734
42,mlp.experts.22.down_proj,0.0000129277,0.01000,0.763
42,mlp.experts.30.down_proj,0.0000291586,0.01000,0.784
42,mlp.experts.18.down_proj,0.0000141401,0.01000,0.813
42,mlp.experts.17.down_proj,0.0000628932,0.01000,0.787
42,mlp.experts.25.down_proj,0.0000253843,0.01000,0.830
42,mlp.experts.21.down_proj,0.0000196536,0.01000,0.811
42,mlp.experts.29.down_proj,0.0000349699,0.01000,0.871
42,mlp.experts.43.down_proj,0.0000119972,0.01000,0.554
42,mlp.experts.39.down_proj,0.0000213831,0.01000,0.553
42,mlp.experts.35.down_proj,0.0000142408,0.01000,0.546
42,mlp.experts.47.down_proj,0.0000176234,0.01000,0.585
42,mlp.experts.44.down_proj,0.0000701248,0.01000,0.646
42,mlp.experts.36.down_proj,0.0000108744,0.01000,0.689
42,mlp.experts.32.down_proj,0.0000103310,0.01000,0.649
42,mlp.experts.40.down_proj,0.0000892147,0.01000,0.738
42,mlp.experts.33.down_proj,0.0000132270,0.01000,0.747
42,mlp.experts.46.down_proj,0.0000173520,0.01000,0.778
42,mlp.experts.42.down_proj,0.0000135993,0.01000,0.819
42,mlp.experts.38.down_proj,0.0000140456,0.01000,0.800
42,mlp.experts.34.down_proj,0.0000291804,0.01000,0.785
42,mlp.experts.59.down_proj,0.0000114695,0.01000,0.551
42,mlp.experts.55.down_proj,0.0000102387,0.01000,0.558
42,mlp.experts.51.down_proj,0.0000138881,0.01000,0.545
42,mlp.experts.45.down_proj,0.0000556915,0.01000,0.750
42,mlp.experts.41.down_proj,0.0000228245,0.01000,0.783
42,mlp.experts.37.down_proj,0.0000191465,0.01000,0.782
42,mlp.experts.63.down_proj,0.0000187624,0.01000,0.593
42,mlp.experts.60.down_proj,0.0000170439,0.01000,0.657
42,mlp.experts.52.down_proj,0.0000357971,0.01000,0.668
42,mlp.experts.48.down_proj,0.0000672779,0.01000,0.631
42,mlp.experts.56.down_proj,0.0000386695,0.01000,0.632
42,mlp.experts.75.down_proj,0.0000129131,0.01000,0.552
42,mlp.experts.71.down_proj,0.0000118219,0.01000,0.543
42,mlp.experts.67.down_proj,0.0000152835,0.01000,0.550
42,mlp.experts.79.down_proj,0.0000106546,0.01000,0.568
42,mlp.experts.49.down_proj,0.0000316332,0.01000,0.733
42,mlp.experts.62.down_proj,0.0000104214,0.01000,0.819
42,mlp.experts.50.down_proj,0.0000119206,0.01000,0.797
42,mlp.experts.76.down_proj,0.0000099364,0.01000,0.627
42,mlp.experts.57.down_proj,0.0000172223,0.01000,0.718
42,mlp.experts.61.down_proj,0.0000256434,0.01000,0.724
42,mlp.experts.58.down_proj,0.0000131223,0.01000,0.834
42,mlp.experts.53.down_proj,0.0000120427,0.01000,0.764
42,mlp.experts.54.down_proj,0.0000322037,0.01000,0.933
42,mlp.experts.68.down_proj,0.0000469102,0.01000,0.742
42,mlp.experts.64.down_proj,0.0000154845,0.01000,0.695
42,mlp.experts.91.down_proj,0.0000409203,0.01000,0.594
42,mlp.experts.87.down_proj,0.0000131634,0.01000,0.601
42,mlp.experts.83.down_proj,0.0000100309,0.01000,0.592
42,mlp.experts.95.down_proj,0.0000192894,0.01000,0.629
42,mlp.experts.72.down_proj,0.0000139222,0.01000,0.776
42,mlp.experts.92.down_proj,0.0000516643,0.01000,0.655
42,mlp.experts.65.down_proj,0.0000139086,0.01000,0.784
42,mlp.experts.73.down_proj,0.0000104007,0.01000,0.720
42,mlp.experts.77.down_proj,0.0000129191,0.01000,0.741
42,mlp.experts.66.down_proj,0.0000126676,0.01000,0.805
42,mlp.experts.84.down_proj,0.0000112618,0.01000,0.597
42,mlp.experts.69.down_proj,0.0000105195,0.01000,0.796
42,mlp.experts.74.down_proj,0.0000154868,0.01000,0.874
42,mlp.experts.107.down_proj,0.0000222674,0.01000,0.548
42,mlp.experts.78.down_proj,0.0000345295,0.01000,0.906
42,mlp.experts.70.down_proj,0.0000138222,0.01000,0.781
42,mlp.experts.80.down_proj,0.0000133934,0.01000,0.641
42,mlp.experts.99.down_proj,0.0000156858,0.01000,0.553
42,mlp.experts.103.down_proj,0.0000294660,0.01000,0.592
42,mlp.experts.111.down_proj,0.0000310813,0.01000,0.550
42,mlp.experts.88.down_proj,0.0000156657,0.01000,0.769
42,mlp.experts.108.down_proj,0.0000467180,0.01000,0.699
42,mlp.experts.81.down_proj,0.0000220408,0.01000,0.782
42,mlp.experts.89.down_proj,0.0000152226,0.01000,0.748
42,mlp.experts.93.down_proj,0.0000180669,0.01000,0.747
42,mlp.experts.123.down_proj,0.0000123388,0.01000,0.595
42,mlp.experts.115.down_proj,0.0000170968,0.01000,0.584
42,mlp.experts.119.down_proj,0.0000125548,0.01000,0.596
42,mlp.experts.82.down_proj,0.0000119603,0.01000,0.794
42,mlp.experts.127.down_proj,0.0000136884,0.01000,0.536
42,mlp.experts.100.down_proj,0.0000091106,0.01000,0.777
42,mlp.experts.85.down_proj,0.0000351275,0.01000,0.794
42,mlp.experts.96.down_proj,0.0000160700,0.01000,0.785
42,mlp.experts.90.down_proj,0.0000183438,0.01000,0.812
42,mlp.experts.86.down_proj,0.0000291990,0.01000,0.836
42,mlp.experts.94.down_proj,0.0000096415,0.01000,0.893
42,mlp.experts.104.down_proj,0.0000352203,0.01000,0.695
42,mlp.experts.124.down_proj,0.0000205688,0.01000,0.694
42,mlp.experts.98.down_proj,0.0000174247,0.01000,0.666
42,mlp.experts.105.down_proj,0.0000135475,0.01000,0.799
42,mlp.experts.116.down_proj,0.0000120612,0.01000,0.661
42,mlp.experts.109.down_proj,0.0000166072,0.01000,0.781
42,mlp.experts.97.down_proj,0.0000211325,0.01000,0.820
42,mlp.experts.112.down_proj,0.0000155388,0.01000,0.646
42,mlp.experts.101.down_proj,0.0000207678,0.01000,0.789
42,mlp.experts.106.down_proj,0.0000112835,0.01000,0.735
42,mlp.experts.120.down_proj,0.0000135731,0.01000,0.464
42,mlp.experts.102.down_proj,0.0000296573,0.01000,0.827
42,mlp.experts.110.down_proj,0.0000105489,0.01000,0.847
42,mlp.experts.121.down_proj,0.0000148438,0.01000,0.747
42,mlp.experts.125.down_proj,0.0000153792,0.01000,0.796
42,mlp.experts.113.down_proj,0.0000165646,0.01000,0.799
42,mlp.experts.114.down_proj,0.0000181698,0.01000,0.838
42,mlp.experts.117.down_proj,0.0000152965,0.01000,0.716
42,mlp.experts.122.down_proj,0.0000218171,0.01000,0.782
42,mlp.experts.118.down_proj,0.0000194859,0.01000,0.718
42,mlp.experts.126.down_proj,0.0000232765,0.01000,0.649
43,self_attn.q_proj,0.0000420083,0.01000,0.833
43,self_attn.k_proj,0.0000045225,0.01000,0.943
43,self_attn.v_proj,0.0000098918,0.01000,0.969
43,self_attn.o_proj,0.0000019353,0.01000,1.352
43,mlp.experts.3.gate_proj,0.0000434045,0.01000,1.832
43,mlp.experts.0.gate_proj,0.0000515029,0.01000,1.863
43,mlp.experts.4.gate_proj,0.0000471637,0.01000,1.868
43,mlp.experts.11.gate_proj,0.0000426249,0.01000,1.901
43,mlp.experts.7.gate_proj,0.0000435299,0.01000,1.941
43,mlp.experts.12.gate_proj,0.0000438293,0.01000,1.938
43,mlp.experts.15.gate_proj,0.0000484004,0.01000,1.953
43,mlp.experts.8.gate_proj,0.0000416675,0.01000,1.964
43,mlp.experts.9.gate_proj,0.0000470080,0.01000,2.126
43,mlp.experts.5.gate_proj,0.0000438794,0.01000,2.143
43,mlp.experts.13.gate_proj,0.0000402759,0.01000,2.194
43,mlp.experts.1.gate_proj,0.0000427402,0.01000,2.285
43,mlp.experts.14.gate_proj,0.0000392225,0.01000,2.409
43,mlp.experts.2.gate_proj,0.0000495075,0.01000,2.478
43,mlp.experts.6.gate_proj,0.0000373214,0.01000,2.510
43,mlp.experts.10.gate_proj,0.0000467501,0.01000,2.576
43,mlp.experts.20.gate_proj,0.0000458478,0.01000,1.795
43,mlp.experts.16.gate_proj,0.0000557683,0.01000,1.823
43,mlp.experts.28.gate_proj,0.0000438754,0.01000,1.857
43,mlp.experts.24.gate_proj,0.0000421308,0.01000,1.855
43,mlp.experts.19.gate_proj,0.0000417601,0.01000,2.015
43,mlp.experts.27.gate_proj,0.0000437870,0.01000,2.035
43,mlp.experts.25.gate_proj,0.0000602771,0.01000,1.849
43,mlp.experts.21.gate_proj,0.0000423507,0.01000,1.842
43,mlp.experts.23.gate_proj,0.0000383671,0.01000,2.035
43,mlp.experts.31.gate_proj,0.0000459216,0.01000,2.051
43,mlp.experts.29.gate_proj,0.0000429734,0.01000,1.813
43,mlp.experts.17.gate_proj,0.0000419857,0.01000,1.822
43,mlp.experts.30.gate_proj,0.0000444387,0.01000,2.125
43,mlp.experts.18.gate_proj,0.0000482439,0.01000,2.124
43,mlp.experts.22.gate_proj,0.0000448300,0.01000,2.146
43,mlp.experts.26.gate_proj,0.0000412049,0.01000,2.132
43,mlp.experts.41.gate_proj,0.0000508815,0.01000,1.556
43,mlp.experts.37.gate_proj,0.0000482101,0.01000,1.547
43,mlp.experts.45.gate_proj,0.0000418552,0.01000,1.557
43,mlp.experts.33.gate_proj,0.0000395104,0.01000,1.559
43,mlp.experts.32.gate_proj,0.0000408796,0.01000,2.053
43,mlp.experts.36.gate_proj,0.0000405725,0.01000,2.097
43,mlp.experts.40.gate_proj,0.0000459344,0.01000,2.099
43,mlp.experts.35.gate_proj,0.0000380858,0.01000,2.141
43,mlp.experts.44.gate_proj,0.0000412917,0.01000,2.192
43,mlp.experts.43.gate_proj,0.0000393041,0.01000,2.067
43,mlp.experts.39.gate_proj,0.0000396286,0.01000,2.037
43,mlp.experts.47.gate_proj,0.0000435494,0.01000,2.099
43,mlp.experts.34.gate_proj,0.0000436490,0.01000,2.242
43,mlp.experts.46.gate_proj,0.0000443728,0.01000,2.359
43,mlp.experts.42.gate_proj,0.0000422903,0.01000,2.295
43,mlp.experts.38.gate_proj,0.0000441358,0.01000,2.359
43,mlp.experts.57.gate_proj,0.0000442692,0.01000,1.584
43,mlp.experts.61.gate_proj,0.0000445922,0.01000,1.586
43,mlp.experts.53.gate_proj,0.0000438226,0.01000,1.636
43,mlp.experts.49.gate_proj,0.0000409741,0.01000,1.586
43,mlp.experts.52.gate_proj,0.0000420281,0.01000,2.032
43,mlp.experts.48.gate_proj,0.0000420273,0.01000,2.129
43,mlp.experts.56.gate_proj,0.0000470456,0.01000,2.016
43,mlp.experts.59.gate_proj,0.0000425628,0.01000,1.951
43,mlp.experts.60.gate_proj,0.0000424137,0.01000,1.970
43,mlp.experts.55.gate_proj,0.0000452002,0.01000,1.996
43,mlp.experts.51.gate_proj,0.0000446765,0.01000,2.034
43,mlp.experts.63.gate_proj,0.0000412006,0.01000,2.000
43,mlp.experts.50.gate_proj,0.0000423744,0.01000,2.003
43,mlp.experts.62.gate_proj,0.0000436579,0.01000,1.945
43,mlp.experts.73.gate_proj,0.0000521278,0.01000,1.798
43,mlp.experts.65.gate_proj,0.0000442447,0.01000,1.689
43,mlp.experts.69.gate_proj,0.0000459829,0.01000,1.774
43,mlp.experts.77.gate_proj,0.0000443483,0.01000,1.788
43,mlp.experts.54.gate_proj,0.0000417782,0.01000,1.967
43,mlp.experts.58.gate_proj,0.0000478389,0.01000,2.025
43,mlp.experts.68.gate_proj,0.0000424225,0.01000,1.935
43,mlp.experts.64.gate_proj,0.0000390048,0.01000,1.901
43,mlp.experts.72.gate_proj,0.0000494888,0.01000,1.874
43,mlp.experts.76.gate_proj,0.0000481116,0.01000,1.873
43,mlp.experts.75.gate_proj,0.0000529506,0.01000,1.900
43,mlp.experts.71.gate_proj,0.0000600194,0.01000,1.929
43,mlp.experts.79.gate_proj,0.0000409089,0.01000,1.933
43,mlp.experts.67.gate_proj,0.0000513487,0.01000,2.020
43,mlp.experts.89.gate_proj,0.0000489095,0.01000,1.736
43,mlp.experts.78.gate_proj,0.0000428240,0.01000,1.945
43,mlp.experts.85.gate_proj,0.0000416989,0.01000,1.847
43,mlp.experts.66.gate_proj,0.0000497922,0.01000,2.009
43,mlp.experts.70.gate_proj,0.0000432307,0.01000,1.916
43,mlp.experts.93.gate_proj,0.0000386808,0.01000,1.990
43,mlp.experts.81.gate_proj,0.0000444024,0.01000,2.094
43,mlp.experts.74.gate_proj,0.0000612668,0.01000,2.030
43,mlp.experts.84.gate_proj,0.0000501424,0.01000,1.740
43,mlp.experts.80.gate_proj,0.0000518539,0.01000,1.732
43,mlp.experts.88.gate_proj,0.0000455134,0.01000,1.714
43,mlp.experts.92.gate_proj,0.0000403160,0.01000,1.713
43,mlp.experts.91.gate_proj,0.0000452823,0.01000,1.710
43,mlp.experts.87.gate_proj,0.0000404598,0.01000,1.688
43,mlp.experts.95.gate_proj,0.0000461078,0.01000,1.698
43,mlp.experts.83.gate_proj,0.0000432547,0.01000,1.979
43,mlp.experts.109.gate_proj,0.0000439261,0.01000,1.699
43,mlp.experts.101.gate_proj,0.0000407839,0.01000,1.922
43,mlp.experts.105.gate_proj,0.0000489840,0.01000,2.051
43,mlp.experts.82.gate_proj,0.0000584247,0.01000,1.975
43,mlp.experts.94.gate_proj,0.0000415408,0.01000,2.036
43,mlp.experts.97.gate_proj,0.0000444670,0.01000,1.810
43,mlp.experts.86.gate_proj,0.0000446494,0.01000,1.986
43,mlp.experts.90.gate_proj,0.0000499374,0.01000,1.919
43,mlp.experts.100.gate_proj,0.0000430163,0.01000,1.661
43,mlp.experts.104.gate_proj,0.0000409506,0.01000,1.646
43,mlp.experts.96.gate_proj,0.0000413371,0.01000,1.740
43,mlp.experts.108.gate_proj,0.0000423480,0.01000,1.659
43,mlp.experts.107.gate_proj,0.0000484760,0.01000,1.674
43,mlp.experts.103.gate_proj,0.0000471725,0.01000,1.630
43,mlp.experts.111.gate_proj,0.0000438912,0.01000,1.704
43,mlp.experts.99.gate_proj,0.0000476438,0.01000,1.884
43,mlp.experts.125.gate_proj,0.0000458439,0.01000,1.820
43,mlp.experts.121.gate_proj,0.0000421158,0.01000,1.821
43,mlp.experts.117.gate_proj,0.0000452919,0.01000,1.864
43,mlp.experts.113.gate_proj,0.0000486660,0.01000,1.793
43,mlp.experts.116.gate_proj,0.0000395847,0.01000,1.787
43,mlp.experts.120.gate_proj,0.0000413666,0.01000,1.824
43,mlp.experts.112.gate_proj,0.0000374119,0.01000,1.776
43,mlp.experts.124.gate_proj,0.0000405274,0.01000,1.782
43,mlp.experts.98.gate_proj,0.0000417753,0.01000,2.274
43,mlp.experts.110.gate_proj,0.0000464398,0.01000,2.274
43,mlp.experts.102.gate_proj,0.0000429232,0.01000,2.242
43,mlp.experts.106.gate_proj,0.0000401515,0.01000,2.237
43,mlp.experts.119.gate_proj,0.0000418797,0.01000,2.098
43,mlp.experts.127.gate_proj,0.0000403595,0.01000,1.925
43,mlp.experts.123.gate_proj,0.0000440326,0.01000,2.114
43,mlp.experts.115.gate_proj,0.0000453524,0.01000,1.916
43,mlp.experts.13.up_proj,0.0000440394,0.01000,1.640
43,mlp.experts.9.up_proj,0.0000537927,0.01000,1.642
43,mlp.experts.1.up_proj,0.0000463805,0.01000,1.583
43,mlp.experts.5.up_proj,0.0000462319,0.01000,1.638
43,mlp.experts.4.up_proj,0.0000491788,0.01000,1.723
43,mlp.experts.0.up_proj,0.0000567853,0.01000,1.682
43,mlp.experts.8.up_proj,0.0000454979,0.01000,1.731
43,mlp.experts.12.up_proj,0.0000479468,0.01000,1.721
43,mlp.experts.118.gate_proj,0.0000546498,0.01000,2.009
43,mlp.experts.126.gate_proj,0.0000498622,0.01000,2.067
43,mlp.experts.114.gate_proj,0.0000429802,0.01000,2.101
43,mlp.experts.122.gate_proj,0.0000490163,0.01000,2.054
43,mlp.experts.15.up_proj,0.0000506635,0.01000,2.049
43,mlp.experts.7.up_proj,0.0000453705,0.01000,2.068
43,mlp.experts.11.up_proj,0.0000448847,0.01000,2.217
43,mlp.experts.29.up_proj,0.0000468161,0.01000,1.712
43,mlp.experts.25.up_proj,0.0000582469,0.01000,1.733
43,mlp.experts.17.up_proj,0.0000449696,0.01000,1.730
43,mlp.experts.21.up_proj,0.0000462640,0.01000,1.735
43,mlp.experts.3.up_proj,0.0000472203,0.01000,2.099
43,mlp.experts.28.up_proj,0.0000449235,0.01000,1.641
43,mlp.experts.16.up_proj,0.0000524546,0.01000,1.694
43,mlp.experts.20.up_proj,0.0000504358,0.01000,1.808
43,mlp.experts.24.up_proj,0.0000441073,0.01000,1.751
43,mlp.experts.6.up_proj,0.0000431388,0.01000,1.898
43,mlp.experts.2.up_proj,0.0000487255,0.01000,1.853
43,mlp.experts.14.up_proj,0.0000426141,0.01000,1.944
43,mlp.experts.10.up_proj,0.0000476973,0.01000,1.965
43,mlp.experts.23.up_proj,0.0000418042,0.01000,1.925
43,mlp.experts.31.up_proj,0.0000478147,0.01000,1.977
43,mlp.experts.45.up_proj,0.0000469986,0.01000,1.644
43,mlp.experts.27.up_proj,0.0000485193,0.01000,1.885
43,mlp.experts.33.up_proj,0.0000435874,0.01000,1.647
43,mlp.experts.41.up_proj,0.0000550369,0.01000,1.674
43,mlp.experts.37.up_proj,0.0000492857,0.01000,1.697
43,mlp.experts.19.up_proj,0.0000477369,0.01000,1.913
43,mlp.experts.32.up_proj,0.0000432750,0.01000,1.747
43,mlp.experts.40.up_proj,0.0000511606,0.01000,1.659
43,mlp.experts.36.up_proj,0.0000453838,0.01000,1.693
43,mlp.experts.44.up_proj,0.0000455018,0.01000,1.869
43,mlp.experts.22.up_proj,0.0000456631,0.01000,1.992
43,mlp.experts.18.up_proj,0.0000487135,0.01000,2.012
43,mlp.experts.61.up_proj,0.0000460288,0.01000,1.657
43,mlp.experts.43.up_proj,0.0000456049,0.01000,1.674
43,mlp.experts.30.up_proj,0.0000451937,0.01000,2.070
43,mlp.experts.39.up_proj,0.0000435432,0.01000,1.904
43,mlp.experts.26.up_proj,0.0000452221,0.01000,2.048
43,mlp.experts.57.up_proj,0.0000491493,0.01000,1.717
43,mlp.experts.53.up_proj,0.0000457210,0.01000,1.661
43,mlp.experts.49.up_proj,0.0000463827,0.01000,1.737
43,mlp.experts.47.up_proj,0.0000465934,0.01000,2.008
43,mlp.experts.35.up_proj,0.0000423015,0.01000,1.663
43,mlp.experts.48.up_proj,0.0000447020,0.01000,1.657
43,mlp.experts.56.up_proj,0.0000467406,0.01000,1.710
43,mlp.experts.52.up_proj,0.0000457795,0.01000,1.735
43,mlp.experts.60.up_proj,0.0000468628,0.01000,1.688
43,mlp.experts.77.up_proj,0.0000470068,0.01000,1.650
43,mlp.experts.65.up_proj,0.0000469183,0.01000,1.577
43,mlp.experts.69.up_proj,0.0000475053,0.01000,1.646
43,mlp.experts.73.up_proj,0.0000545838,0.01000,1.684
43,mlp.experts.59.up_proj,0.0000468916,0.01000,1.901
43,mlp.experts.38.up_proj,0.0000476752,0.01000,2.171
43,mlp.experts.55.up_proj,0.0000473132,0.01000,1.945
43,mlp.experts.63.up_proj,0.0000446354,0.01000,1.789
43,mlp.experts.34.up_proj,0.0000481910,0.01000,2.186
43,mlp.experts.51.up_proj,0.0000490263,0.01000,1.752
43,mlp.experts.72.up_proj,0.0000494745,0.01000,1.485
43,mlp.experts.46.up_proj,0.0000468642,0.01000,2.200
43,mlp.experts.64.up_proj,0.0000438189,0.01000,1.607
43,mlp.experts.76.up_proj,0.0000506138,0.01000,1.490
43,mlp.experts.68.up_proj,0.0000453570,0.01000,1.553
43,mlp.experts.42.up_proj,0.0000462760,0.01000,2.345
43,mlp.experts.93.up_proj,0.0000420703,0.01000,1.727
43,mlp.experts.81.up_proj,0.0000485969,0.01000,1.741
43,mlp.experts.85.up_proj,0.0000457199,0.01000,1.693
43,mlp.experts.89.up_proj,0.0000541204,0.01000,1.752
43,mlp.experts.88.up_proj,0.0000490126,0.01000,1.514
43,mlp.experts.80.up_proj,0.0000491012,0.01000,1.517
43,mlp.experts.84.up_proj,0.0000535835,0.01000,1.522
43,mlp.experts.92.up_proj,0.0000424611,0.01000,1.607
43,mlp.experts.75.up_proj,0.0000530629,0.01000,2.072
43,mlp.experts.71.up_proj,0.0000594006,0.01000,1.928
43,mlp.experts.67.up_proj,0.0000555557,0.01000,1.903
43,mlp.experts.54.up_proj,0.0000467214,0.01000,2.063
43,mlp.experts.79.up_proj,0.0000471794,0.01000,2.082
43,mlp.experts.50.up_proj,0.0000453583,0.01000,2.068
43,mlp.experts.62.up_proj,0.0000465358,0.01000,2.167
43,mlp.experts.58.up_proj,0.0000498322,0.01000,2.099
43,mlp.experts.109.up_proj,0.0000469139,0.01000,1.931
43,mlp.experts.96.up_proj,0.0000442655,0.01000,1.526
43,mlp.experts.97.up_proj,0.0000484367,0.01000,1.833
43,mlp.experts.100.up_proj,0.0000464296,0.01000,1.519
43,mlp.experts.104.up_proj,0.0000446993,0.01000,1.652
43,mlp.experts.108.up_proj,0.0000448723,0.01000,1.534
43,mlp.experts.101.up_proj,0.0000428368,0.01000,1.928
43,mlp.experts.105.up_proj,0.0000538317,0.01000,1.924
43,mlp.experts.87.up_proj,0.0000468568,0.01000,1.819
43,mlp.experts.91.up_proj,0.0000465905,0.01000,1.893
43,mlp.experts.83.up_proj,0.0000449206,0.01000,1.998
43,mlp.experts.70.up_proj,0.0000458146,0.01000,1.973
43,mlp.experts.66.up_proj,0.0000541635,0.01000,1.973
43,mlp.experts.95.up_proj,0.0000509576,0.01000,1.996
43,mlp.experts.78.up_proj,0.0000451867,0.01000,2.136
43,mlp.experts.74.up_proj,0.0000534352,0.01000,2.151
43,mlp.experts.112.up_proj,0.0000423695,0.01000,1.501
43,mlp.experts.120.up_proj,0.0000449640,0.01000,1.482
43,mlp.experts.116.up_proj,0.0000442923,0.01000,1.493
43,mlp.experts.124.up_proj,0.0000425885,0.01000,1.457
43,mlp.experts.125.up_proj,0.0000477750,0.01000,1.829
43,mlp.experts.113.up_proj,0.0000472510,0.01000,1.807
43,mlp.experts.117.up_proj,0.0000496912,0.01000,1.730
43,mlp.experts.121.up_proj,0.0000457064,0.01000,1.686
43,mlp.experts.103.up_proj,0.0000486582,0.01000,1.904
43,mlp.experts.107.up_proj,0.0000514549,0.01000,1.909
43,mlp.experts.99.up_proj,0.0000476356,0.01000,1.863
43,mlp.experts.111.up_proj,0.0000461695,0.01000,1.868
43,mlp.experts.82.up_proj,0.0000539159,0.01000,1.972
43,mlp.experts.86.up_proj,0.0000479393,0.01000,2.104
43,mlp.experts.94.up_proj,0.0000461472,0.01000,2.032
43,mlp.experts.90.up_proj,0.0000504411,0.01000,2.133
43,mlp.experts.119.up_proj,0.0000451447,0.01000,1.620
43,mlp.experts.123.up_proj,0.0000460343,0.01000,1.611
43,mlp.experts.115.up_proj,0.0000470957,0.01000,1.586
43,mlp.experts.127.up_proj,0.0000452499,0.01000,1.509
43,mlp.experts.98.up_proj,0.0000451090,0.01000,1.937
43,mlp.experts.102.up_proj,0.0000474171,0.01000,1.915
43,mlp.experts.110.up_proj,0.0000511551,0.01000,1.811
43,mlp.experts.106.up_proj,0.0000424786,0.01000,1.887
43,mlp.experts.114.up_proj,0.0000475359,0.01000,1.949
43,mlp.experts.118.up_proj,0.0000537125,0.01000,1.922
43,mlp.experts.126.up_proj,0.0000544979,0.01000,1.793
43,mlp.experts.122.up_proj,0.0000523459,0.01000,1.656
43,mlp.experts.0.down_proj,0.0000267078,0.01000,0.821
43,mlp.experts.12.down_proj,0.0000186631,0.01000,0.837
43,mlp.experts.8.down_proj,0.0000133658,0.01000,0.836
43,mlp.experts.4.down_proj,0.0000325615,0.01000,0.880
43,mlp.experts.7.down_proj,0.0000219076,0.01000,0.931
43,mlp.experts.11.down_proj,0.0000245230,0.01000,0.939
43,mlp.experts.3.down_proj,0.0000146958,0.01000,0.953
43,mlp.experts.15.down_proj,0.0000271471,0.01000,0.954
43,mlp.experts.6.down_proj,0.0000154130,0.01000,0.995
43,mlp.experts.14.down_proj,0.0000174422,0.01000,0.993
43,mlp.experts.2.down_proj,0.0000125625,0.01000,1.010
43,mlp.experts.10.down_proj,0.0000250558,0.01000,1.027
43,mlp.experts.1.down_proj,0.0000315506,0.01000,1.052
43,mlp.experts.13.down_proj,0.0000150519,0.01000,1.074
43,mlp.experts.9.down_proj,0.0000541277,0.01000,1.108
43,mlp.experts.5.down_proj,0.0000116108,0.01000,1.112
43,mlp.experts.23.down_proj,0.0000132613,0.01000,0.670
43,mlp.experts.31.down_proj,0.0000239930,0.01000,0.643
43,mlp.experts.27.down_proj,0.0000157336,0.01000,0.661
43,mlp.experts.19.down_proj,0.0000196615,0.01000,0.661
43,mlp.experts.24.down_proj,0.0000140696,0.01000,0.767
43,mlp.experts.16.down_proj,0.0000227405,0.01000,0.810
43,mlp.experts.28.down_proj,0.0000189283,0.01000,0.791
43,mlp.experts.20.down_proj,0.0000215852,0.01000,0.778
43,mlp.experts.30.down_proj,0.0000200947,0.01000,0.754
43,mlp.experts.29.down_proj,0.0000207722,0.01000,0.713
43,mlp.experts.22.down_proj,0.0000171071,0.01000,0.789
43,mlp.experts.17.down_proj,0.0000197432,0.01000,0.748
43,mlp.experts.26.down_proj,0.0000125446,0.01000,0.779
43,mlp.experts.21.down_proj,0.0000155899,0.01000,0.742
43,mlp.experts.25.down_proj,0.0000382250,0.01000,0.752
43,mlp.experts.18.down_proj,0.0000195115,0.01000,0.859
43,mlp.experts.43.down_proj,0.0000162062,0.01000,0.553
43,mlp.experts.47.down_proj,0.0000231113,0.01000,0.565
43,mlp.experts.39.down_proj,0.0000153007,0.01000,0.573
43,mlp.experts.35.down_proj,0.0000165830,0.01000,0.589
43,mlp.experts.40.down_proj,0.0000269727,0.01000,0.738
43,mlp.experts.36.down_proj,0.0000188554,0.01000,0.716
43,mlp.experts.44.down_proj,0.0000152287,0.01000,0.738
43,mlp.experts.32.down_proj,0.0000190262,0.01000,0.788
43,mlp.experts.33.down_proj,0.0000107378,0.01000,0.740
43,mlp.experts.45.down_proj,0.0000134239,0.01000,0.788
43,mlp.experts.46.down_proj,0.0000177633,0.01000,0.826
43,mlp.experts.38.down_proj,0.0000212962,0.01000,0.791
43,mlp.experts.37.down_proj,0.0000192741,0.01000,0.771
43,mlp.experts.42.down_proj,0.0000153909,0.01000,0.814
43,mlp.experts.41.down_proj,0.0000688088,0.01000,0.788
43,mlp.experts.34.down_proj,0.0000253202,0.01000,0.787
43,mlp.experts.59.down_proj,0.0000134370,0.01000,0.583
43,mlp.experts.63.down_proj,0.0000136007,0.01000,0.583
43,mlp.experts.55.down_proj,0.0000220370,0.01000,0.639
43,mlp.experts.51.down_proj,0.0000212511,0.01000,0.650
43,mlp.experts.56.down_proj,0.0000163956,0.01000,0.701
43,mlp.experts.52.down_proj,0.0000140837,0.01000,0.700
43,mlp.experts.48.down_proj,0.0000311353,0.01000,0.697
43,mlp.experts.60.down_proj,0.0000127387,0.01000,0.766
43,mlp.experts.62.down_proj,0.0000167301,0.01000,0.662
43,mlp.experts.50.down_proj,0.0000190310,0.01000,0.626
43,mlp.experts.49.down_proj,0.0000162177,0.01000,0.771
43,mlp.experts.54.down_proj,0.0000296434,0.01000,0.716
43,mlp.experts.61.down_proj,0.0000170475,0.01000,0.741
43,mlp.experts.53.down_proj,0.0000197327,0.01000,0.726
43,mlp.experts.58.down_proj,0.0000181395,0.01000,0.733
43,mlp.experts.79.down_proj,0.0000162314,0.01000,0.611
43,mlp.experts.75.down_proj,0.0000195902,0.01000,0.618
43,mlp.experts.57.down_proj,0.0000213517,0.01000,0.738
43,mlp.experts.71.down_proj,0.0000896282,0.01000,0.664
43,mlp.experts.67.down_proj,0.0000515090,0.01000,0.660
43,mlp.experts.64.down_proj,0.0000124918,0.01000,0.740
43,mlp.experts.68.down_proj,0.0000132489,0.01000,0.802
43,mlp.experts.72.down_proj,0.0000195895,0.01000,0.814
43,mlp.experts.78.down_proj,0.0000145784,0.01000,0.615
43,mlp.experts.66.down_proj,0.0000567704,0.01000,0.622
43,mlp.experts.76.down_proj,0.0000379437,0.01000,0.772
43,mlp.experts.95.down_proj,0.0000926662,0.01000,0.578
43,mlp.experts.91.down_proj,0.0000224892,0.01000,0.586
43,mlp.experts.74.down_proj,0.0000237145,0.01000,0.617
43,mlp.experts.65.down_proj,0.0000116404,0.01000,0.731
43,mlp.experts.70.down_proj,0.0000154304,0.01000,0.722
43,mlp.experts.69.down_proj,0.0000188317,0.01000,0.745
43,mlp.experts.87.down_proj,0.0000196461,0.01000,0.627
43,mlp.experts.77.down_proj,0.0000167665,0.01000,0.747
43,mlp.experts.73.down_proj,0.0000369797,0.01000,0.734
43,mlp.experts.83.down_proj,0.0000194052,0.01000,0.598
43,mlp.experts.94.down_proj,0.0000558763,0.01000,0.624
43,mlp.experts.107.down_proj,0.0000534070,0.01000,0.571
43,mlp.experts.111.down_proj,0.0000225274,0.01000,0.585
43,mlp.experts.82.down_proj,0.0000196759,0.01000,0.629
43,mlp.experts.90.down_proj,0.0000340731,0.01000,0.626
43,mlp.experts.80.down_proj,0.0000174104,0.01000,0.826
43,mlp.experts.84.down_proj,0.0000882316,0.01000,0.820
43,mlp.experts.103.down_proj,0.0000296814,0.01000,0.594
43,mlp.experts.99.down_proj,0.0000268581,0.01000,0.608
43,mlp.experts.81.down_proj,0.0000227882,0.01000,0.723
43,mlp.experts.86.down_proj,0.0000206460,0.01000,0.719
43,mlp.experts.88.down_proj,0.0000241769,0.01000,0.902
43,mlp.experts.92.down_proj,0.0000189852,0.01000,0.923
43,mlp.experts.89.down_proj,0.0000328879,0.01000,0.741
43,mlp.experts.85.down_proj,0.0000147146,0.01000,0.771
43,mlp.experts.93.down_proj,0.0000182172,0.01000,0.781
43,mlp.experts.123.down_proj,0.0000162011,0.01000,0.574
43,mlp.experts.127.down_proj,0.0000128198,0.01000,0.597
43,mlp.experts.110.down_proj,0.0000368153,0.01000,0.628
43,mlp.experts.98.down_proj,0.0000166829,0.01000,0.634
43,mlp.experts.106.down_proj,0.0000131383,0.01000,0.621
43,mlp.experts.119.down_proj,0.0000142141,0.01000,0.543
43,mlp.experts.115.down_proj,0.0000152793,0.01000,0.526
43,mlp.experts.102.down_proj,0.0000140738,0.01000,0.654
43,mlp.experts.97.down_proj,0.0000124702,0.01000,0.714
43,mlp.experts.96.down_proj,0.0000250036,0.01000,0.848
43,mlp.experts.100.down_proj,0.0000149026,0.01000,0.836
43,mlp.experts.105.down_proj,0.0000436870,0.01000,0.674
43,mlp.experts.101.down_proj,0.0000145221,0.01000,0.673
43,mlp.experts.104.down_proj,0.0000143522,0.01000,0.848
43,mlp.experts.108.down_proj,0.0000340713,0.01000,0.812
43,mlp.experts.109.down_proj,0.0000156262,0.01000,0.768
43,mlp.experts.126.down_proj,0.0001165862,0.01000,0.576
43,mlp.experts.114.down_proj,0.0000159159,0.01000,0.577
43,mlp.experts.122.down_proj,0.0000386016,0.01000,0.569
43,mlp.experts.118.down_proj,0.0000347049,0.01000,0.509
43,mlp.experts.113.down_proj,0.0000121649,0.01000,0.694
43,mlp.experts.121.down_proj,0.0000214644,0.01000,0.665
43,mlp.experts.117.down_proj,0.0000263640,0.01000,0.656
43,mlp.experts.112.down_proj,0.0000174056,0.01000,0.735
43,mlp.experts.116.down_proj,0.0000187978,0.01000,0.736
43,mlp.experts.125.down_proj,0.0000224627,0.01000,0.610
43,mlp.experts.120.down_proj,0.0000155838,0.01000,0.685
43,mlp.experts.124.down_proj,0.0000223938,0.01000,0.680
44,self_attn.v_proj,0.0000087894,0.01000,0.747
44,self_attn.k_proj,0.0000038492,0.01000,0.789
44,self_attn.q_proj,0.0000507328,0.01000,0.804
44,self_attn.o_proj,0.0000011835,0.01000,1.323
44,mlp.experts.11.gate_proj,0.0000498093,0.01000,1.740
44,mlp.experts.3.gate_proj,0.0000498639,0.01000,1.775
44,mlp.experts.15.gate_proj,0.0000447083,0.01000,1.678
44,mlp.experts.7.gate_proj,0.0000431652,0.01000,1.818
44,mlp.experts.4.gate_proj,0.0000489726,0.01000,2.108
44,mlp.experts.13.gate_proj,0.0001266405,0.01000,2.168
44,mlp.experts.6.gate_proj,0.0000479495,0.01000,2.237
44,mlp.experts.1.gate_proj,0.0000500990,0.01000,2.260
44,mlp.experts.12.gate_proj,0.0000471489,0.01000,2.261
44,mlp.experts.9.gate_proj,0.0000445297,0.01000,2.281
44,mlp.experts.8.gate_proj,0.0000655604,0.01000,2.306
44,mlp.experts.10.gate_proj,0.0000420122,0.01000,2.318
44,mlp.experts.0.gate_proj,0.0000478930,0.01000,2.330
44,mlp.experts.5.gate_proj,0.0000426133,0.01000,2.330
44,mlp.experts.14.gate_proj,0.0000496343,0.01000,2.298
44,mlp.experts.2.gate_proj,0.0000506542,0.01000,2.355
44,mlp.experts.27.gate_proj,0.0000460624,0.01000,1.953
44,mlp.experts.19.gate_proj,0.0000447856,0.01000,1.953
44,mlp.experts.23.gate_proj,0.0000788646,0.01000,1.929
44,mlp.experts.31.gate_proj,0.0000592560,0.01000,1.961
44,mlp.experts.20.gate_proj,0.0000413169,0.01000,1.740
44,mlp.experts.28.gate_proj,0.0000581609,0.01000,1.724
44,mlp.experts.24.gate_proj,0.0000464711,0.01000,1.748
44,mlp.experts.16.gate_proj,0.0000627391,0.01000,1.769
44,mlp.experts.29.gate_proj,0.0000496249,0.01000,1.879
44,mlp.experts.17.gate_proj,0.0000480828,0.01000,1.871
44,mlp.experts.25.gate_proj,0.0000487858,0.01000,1.900
44,mlp.experts.21.gate_proj,0.0000458849,0.01000,1.886
44,mlp.experts.22.gate_proj,0.0000472630,0.01000,2.251
44,mlp.experts.30.gate_proj,0.0000473008,0.01000,2.235
44,mlp.experts.26.gate_proj,0.0000441489,0.01000,2.343
44,mlp.experts.18.gate_proj,0.0000510158,0.01000,2.302
44,mlp.experts.47.gate_proj,0.0000548715,0.01000,1.903
44,mlp.experts.43.gate_proj,0.0000486822,0.01000,1.955
44,mlp.experts.35.gate_proj,0.0000441380,0.01000,1.932
44,mlp.experts.45.gate_proj,0.0000466508,0.01000,1.623
44,mlp.experts.33.gate_proj,0.0000491503,0.01000,1.607
44,mlp.experts.39.gate_proj,0.0000468872,0.01000,2.013
44,mlp.experts.37.gate_proj,0.0000443250,0.01000,1.599
44,mlp.experts.41.gate_proj,0.0000489492,0.01000,1.782
44,mlp.experts.36.gate_proj,0.0000505241,0.01000,2.192
44,mlp.experts.44.gate_proj,0.0000461172,0.01000,2.159
44,mlp.experts.40.gate_proj,0.0000452926,0.01000,2.199
44,mlp.experts.32.gate_proj,0.0000509378,0.01000,2.218
44,mlp.experts.46.gate_proj,0.0000522796,0.01000,2.100
44,mlp.experts.38.gate_proj,0.0000463500,0.01000,2.232
44,mlp.experts.34.gate_proj,0.0000427043,0.01000,2.099
44,mlp.experts.42.gate_proj,0.0000486552,0.01000,2.129
44,mlp.experts.61.gate_proj,0.0000477933,0.01000,1.912
44,mlp.experts.49.gate_proj,0.0000448927,0.01000,1.946
44,mlp.experts.51.gate_proj,0.0000485762,0.01000,2.025
44,mlp.experts.63.gate_proj,0.0000468390,0.01000,2.057
44,mlp.experts.53.gate_proj,0.0000470830,0.01000,1.923
44,mlp.experts.59.gate_proj,0.0000526168,0.01000,2.080
44,mlp.experts.57.gate_proj,0.0000535715,0.01000,1.948
44,mlp.experts.55.gate_proj,0.0000610665,0.01000,2.162
44,mlp.experts.52.gate_proj,0.0000461838,0.01000,2.082
44,mlp.experts.60.gate_proj,0.0000478815,0.01000,2.110
44,mlp.experts.56.gate_proj,0.0000466614,0.01000,2.116
44,mlp.experts.48.gate_proj,0.0000486568,0.01000,2.079
44,mlp.experts.62.gate_proj,0.0000703636,0.01000,2.072
44,mlp.experts.58.gate_proj,0.0000539399,0.01000,2.037
44,mlp.experts.54.gate_proj,0.0000470931,0.01000,2.104
44,mlp.experts.50.gate_proj,0.0000424999,0.01000,2.135
44,mlp.experts.67.gate_proj,0.0000492130,0.01000,1.979
44,mlp.experts.79.gate_proj,0.0000433813,0.01000,2.010
44,mlp.experts.75.gate_proj,0.0000450337,0.01000,2.017
44,mlp.experts.68.gate_proj,0.0000454297,0.01000,1.618
44,mlp.experts.77.gate_proj,0.0000489968,0.01000,2.181
44,mlp.experts.76.gate_proj,0.0000480006,0.01000,1.583
44,mlp.experts.71.gate_proj,0.0000503005,0.01000,1.935
44,mlp.experts.65.gate_proj,0.0000442873,0.01000,2.215
44,mlp.experts.69.gate_proj,0.0000467544,0.01000,2.186
44,mlp.experts.72.gate_proj,0.0000450575,0.01000,1.674
44,mlp.experts.64.gate_proj,0.0000512780,0.01000,1.765
44,mlp.experts.73.gate_proj,0.0000463669,0.01000,2.269
44,mlp.experts.78.gate_proj,0.0000415033,0.01000,2.083
44,mlp.experts.74.gate_proj,0.0000446156,0.01000,2.087
44,mlp.experts.70.gate_proj,0.0000504006,0.01000,2.244
44,mlp.experts.66.gate_proj,0.0000466289,0.01000,2.197
44,mlp.experts.84.gate_proj,0.0000439766,0.01000,1.741
44,mlp.experts.83.gate_proj,0.0000451085,0.01000,1.909
44,mlp.experts.92.gate_proj,0.0000492689,0.01000,1.762
44,mlp.experts.95.gate_proj,0.0000453873,0.01000,1.951
44,mlp.experts.91.gate_proj,0.0000481160,0.01000,1.956
44,mlp.experts.88.gate_proj,0.0000459696,0.01000,1.739
44,mlp.experts.87.gate_proj,0.0000492577,0.01000,1.934
44,mlp.experts.85.gate_proj,0.0000387444,0.01000,2.009
44,mlp.experts.81.gate_proj,0.0000422086,0.01000,2.174
44,mlp.experts.80.gate_proj,0.0000467139,0.01000,1.934
44,mlp.experts.93.gate_proj,0.0000444243,0.01000,2.331
44,mlp.experts.89.gate_proj,0.0000443372,0.01000,2.274
44,mlp.experts.94.gate_proj,0.0000471713,0.01000,2.071
44,mlp.experts.90.gate_proj,0.0000502882,0.01000,2.118
44,mlp.experts.86.gate_proj,0.0000417644,0.01000,2.007
44,mlp.experts.99.gate_proj,0.0000452955,0.01000,1.627
44,mlp.experts.100.gate_proj,0.0000445121,0.01000,1.715
44,mlp.experts.111.gate_proj,0.0000564513,0.01000,1.590
44,mlp.experts.108.gate_proj,0.0000468348,0.01000,1.717
44,mlp.experts.107.gate_proj,0.0000448334,0.01000,1.605
44,mlp.experts.82.gate_proj,0.0000441089,0.01000,2.218
44,mlp.experts.103.gate_proj,0.0000457759,0.01000,1.644
44,mlp.experts.104.gate_proj,0.0000468799,0.01000,1.759
44,mlp.experts.101.gate_proj,0.0000501372,0.01000,2.186
44,mlp.experts.97.gate_proj,0.0000493281,0.01000,2.208
44,mlp.experts.96.gate_proj,0.0000451984,0.01000,2.186
44,mlp.experts.109.gate_proj,0.0000550607,0.01000,2.123
44,mlp.experts.105.gate_proj,0.0000524495,0.01000,2.297
44,mlp.experts.110.gate_proj,0.0000453074,0.01000,1.816
44,mlp.experts.115.gate_proj,0.0000406472,0.01000,1.543
44,mlp.experts.106.gate_proj,0.0000533990,0.01000,1.735
44,mlp.experts.102.gate_proj,0.0000467792,0.01000,1.735
44,mlp.experts.127.gate_proj,0.0000490418,0.01000,1.558
44,mlp.experts.123.gate_proj,0.0000493166,0.01000,1.542
44,mlp.experts.119.gate_proj,0.0000449099,0.01000,1.620
44,mlp.experts.116.gate_proj,0.0000488100,0.01000,2.071
44,mlp.experts.98.gate_proj,0.0000481832,0.01000,1.999
44,mlp.experts.124.gate_proj,0.0000402603,0.01000,2.110
44,mlp.experts.120.gate_proj,0.0000428289,0.01000,2.055
44,mlp.experts.117.gate_proj,0.0000412523,0.01000,2.016
44,mlp.experts.112.gate_proj,0.0000461207,0.01000,2.100
44,mlp.experts.3.up_proj,0.0000540381,0.01000,1.673
44,mlp.experts.113.gate_proj,0.0000470683,0.01000,2.166
44,mlp.experts.125.gate_proj,0.0000475725,0.01000,2.191
44,mlp.experts.126.gate_proj,0.0000417162,0.01000,1.745
44,mlp.experts.122.gate_proj,0.0000480453,0.01000,1.726
44,mlp.experts.15.up_proj,0.0000485025,0.01000,1.719
44,mlp.experts.11.up_proj,0.0000517933,0.01000,1.698
44,mlp.experts.118.gate_proj,0.0000451478,0.01000,1.750
44,mlp.experts.7.up_proj,0.0000457466,0.01000,1.770
44,mlp.experts.121.gate_proj,0.0000474169,0.01000,2.203
44,mlp.experts.114.gate_proj,0.0000471276,0.01000,1.811
44,mlp.experts.4.up_proj,0.0000509507,0.01000,2.015
44,mlp.experts.12.up_proj,0.0000494557,0.01000,1.982
44,mlp.experts.8.up_proj,0.0000650218,0.01000,1.979
44,mlp.experts.10.up_proj,0.0000468330,0.01000,1.583
44,mlp.experts.14.up_proj,0.0000550249,0.01000,1.630
44,mlp.experts.5.up_proj,0.0000486778,0.01000,2.027
44,mlp.experts.6.up_proj,0.0000523574,0.01000,1.602
44,mlp.experts.27.up_proj,0.0000513533,0.01000,1.655
44,mlp.experts.19.up_proj,0.0000474444,0.01000,1.896
44,mlp.experts.31.up_proj,0.0000605835,0.01000,1.863
44,mlp.experts.23.up_proj,0.0000629691,0.01000,1.623
44,mlp.experts.13.up_proj,0.0001044080,0.01000,2.088
44,mlp.experts.0.up_proj,0.0000529974,0.01000,2.208
44,mlp.experts.1.up_proj,0.0000533666,0.01000,2.212
44,mlp.experts.9.up_proj,0.0000479152,0.01000,2.115
44,mlp.experts.2.up_proj,0.0000536613,0.01000,1.993
44,mlp.experts.20.up_proj,0.0000506275,0.01000,1.971
44,mlp.experts.28.up_proj,0.0000641677,0.01000,2.061
44,mlp.experts.24.up_proj,0.0000497324,0.01000,2.149
44,mlp.experts.26.up_proj,0.0000484721,0.01000,1.686
44,mlp.experts.30.up_proj,0.0000492972,0.01000,1.717
44,mlp.experts.43.up_proj,0.0000541129,0.01000,1.623
44,mlp.experts.22.up_proj,0.0000516455,0.01000,1.696
44,mlp.experts.35.up_proj,0.0000480153,0.01000,1.636
44,mlp.experts.47.up_proj,0.0000573628,0.01000,1.628
44,mlp.experts.39.up_proj,0.0000513857,0.01000,1.692
44,mlp.experts.21.up_proj,0.0000519759,0.01000,2.049
44,mlp.experts.16.up_proj,0.0000657651,0.01000,2.076
44,mlp.experts.29.up_proj,0.0000517749,0.01000,2.165
44,mlp.experts.17.up_proj,0.0000536527,0.01000,2.129
44,mlp.experts.25.up_proj,0.0000522709,0.01000,2.057
44,mlp.experts.18.up_proj,0.0000592707,0.01000,2.204
44,mlp.experts.36.up_proj,0.0000569280,0.01000,2.165
44,mlp.experts.59.up_proj,0.0000540789,0.01000,1.711
44,mlp.experts.44.up_proj,0.0000505401,0.01000,2.140
44,mlp.experts.42.up_proj,0.0000528240,0.01000,1.852
44,mlp.experts.46.up_proj,0.0000572434,0.01000,1.840
44,mlp.experts.51.up_proj,0.0000507631,0.01000,1.744
44,mlp.experts.38.up_proj,0.0000523766,0.01000,1.858
44,mlp.experts.40.up_proj,0.0000499603,0.01000,2.008
44,mlp.experts.63.up_proj,0.0000509473,0.01000,1.765
44,mlp.experts.55.up_proj,0.0000674186,0.01000,1.738
44,mlp.experts.37.up_proj,0.0000498290,0.01000,2.175
44,mlp.experts.32.up_proj,0.0000539097,0.01000,1.914
44,mlp.experts.33.up_proj,0.0000518120,0.01000,2.006
44,mlp.experts.45.up_proj,0.0000523383,0.01000,2.120
44,mlp.experts.41.up_proj,0.0000528717,0.01000,2.052
44,mlp.experts.58.up_proj,0.0000569383,0.01000,1.672
44,mlp.experts.34.up_proj,0.0000470219,0.01000,1.954
44,mlp.experts.52.up_proj,0.0000502656,0.01000,1.827
44,mlp.experts.62.up_proj,0.0000704406,0.01000,1.681
44,mlp.experts.54.up_proj,0.0000502782,0.01000,1.683
44,mlp.experts.75.up_proj,0.0000503955,0.01000,1.971
44,mlp.experts.56.up_proj,0.0000512312,0.01000,1.810
44,mlp.experts.60.up_proj,0.0000516234,0.01000,1.950
44,mlp.experts.67.up_proj,0.0000527878,0.01000,1.869
44,mlp.experts.79.up_proj,0.0000482581,0.01000,1.958
44,mlp.experts.71.up_proj,0.0000525364,0.01000,1.912
44,mlp.experts.48.up_proj,0.0000534270,0.01000,1.927
44,mlp.experts.53.up_proj,0.0000524990,0.01000,2.127
44,mlp.experts.49.up_proj,0.0000492581,0.01000,2.078
44,mlp.experts.68.up_proj,0.0000519897,0.01000,1.683
44,mlp.experts.74.up_proj,0.0000483641,0.01000,1.707
44,mlp.experts.78.up_proj,0.0000457290,0.01000,1.715
44,mlp.experts.61.up_proj,0.0000534194,0.01000,2.271
44,mlp.experts.70.up_proj,0.0000552181,0.01000,1.717
44,mlp.experts.72.up_proj,0.0000500202,0.01000,1.644
44,mlp.experts.76.up_proj,0.0000533544,0.01000,1.691
44,mlp.experts.91.up_proj,0.0000535790,0.01000,1.716
44,mlp.experts.83.up_proj,0.0000502291,0.01000,1.686
44,mlp.experts.57.up_proj,0.0000570950,0.01000,2.114
44,mlp.experts.50.up_proj,0.0000454900,0.01000,1.999
44,mlp.experts.87.up_proj,0.0000515296,0.01000,1.959
44,mlp.experts.95.up_proj,0.0000513288,0.01000,2.191
44,mlp.experts.64.up_proj,0.0000576754,0.01000,1.638
44,mlp.experts.90.up_proj,0.0000552239,0.01000,1.649
44,mlp.experts.84.up_proj,0.0000489769,0.01000,1.683
44,mlp.experts.69.up_proj,0.0000513205,0.01000,2.190
44,mlp.experts.94.up_proj,0.0000486579,0.01000,1.731
44,mlp.experts.86.up_proj,0.0000464007,0.01000,1.700
44,mlp.experts.88.up_proj,0.0000512187,0.01000,1.770
44,mlp.experts.92.up_proj,0.0000547515,0.01000,1.901
44,mlp.experts.107.up_proj,0.0000496968,0.01000,1.917
44,mlp.experts.65.up_proj,0.0000475936,0.01000,2.327
44,mlp.experts.77.up_proj,0.0000534421,0.01000,2.160
44,mlp.experts.99.up_proj,0.0000496233,0.01000,2.029
44,mlp.experts.66.up_proj,0.0000521527,0.01000,2.111
44,mlp.experts.73.up_proj,0.0000502177,0.01000,2.267
44,mlp.experts.103.up_proj,0.0000495873,0.01000,1.848
44,mlp.experts.111.up_proj,0.0000585879,0.01000,1.771
44,mlp.experts.80.up_proj,0.0000514015,0.01000,1.965
44,mlp.experts.106.up_proj,0.0000628932,0.01000,1.817
44,mlp.experts.102.up_proj,0.0000501361,0.01000,1.807
44,mlp.experts.110.up_proj,0.0000488632,0.01000,1.833
44,mlp.experts.100.up_proj,0.0000486369,0.01000,1.962
44,mlp.experts.123.up_proj,0.0000542501,0.01000,1.565
44,mlp.experts.115.up_proj,0.0000464258,0.01000,1.559
44,mlp.experts.104.up_proj,0.0000508097,0.01000,1.995
44,mlp.experts.85.up_proj,0.0000442693,0.01000,2.255
44,mlp.experts.119.up_proj,0.0000492000,0.01000,1.432
44,mlp.experts.108.up_proj,0.0000509840,0.01000,1.943
44,mlp.experts.127.up_proj,0.0000526873,0.01000,1.357
44,mlp.experts.81.up_proj,0.0000493126,0.01000,2.197
44,mlp.experts.82.up_proj,0.0000469963,0.01000,2.089
44,mlp.experts.93.up_proj,0.0000527603,0.01000,2.279
44,mlp.experts.89.up_proj,0.0000489581,0.01000,2.190
44,mlp.experts.96.up_proj,0.0000489385,0.01000,1.942
44,mlp.experts.116.up_proj,0.0000541961,0.01000,1.666
44,mlp.experts.122.up_proj,0.0000536187,0.01000,1.955
44,mlp.experts.126.up_proj,0.0000465764,0.01000,1.878
44,mlp.experts.118.up_proj,0.0000507755,0.01000,1.915
44,mlp.experts.120.up_proj,0.0000480163,0.01000,1.637
44,mlp.experts.124.up_proj,0.0000487121,0.01000,1.532
44,mlp.experts.98.up_proj,0.0000543060,0.01000,1.399
44,mlp.experts.112.up_proj,0.0000490318,0.01000,1.067
44,mlp.experts.101.up_proj,0.0000528125,0.01000,2.292
44,mlp.experts.97.up_proj,0.0000561566,0.01000,2.229
44,mlp.experts.114.up_proj,0.0000483205,0.01000,0.747
44,mlp.experts.109.up_proj,0.0000598934,0.01000,2.099
44,mlp.experts.105.up_proj,0.0000563594,0.01000,2.279
44,mlp.experts.117.up_proj,0.0000483140,0.01000,2.064
44,mlp.experts.113.up_proj,0.0000505013,0.01000,1.896
44,mlp.experts.125.up_proj,0.0000529494,0.01000,2.058
44,mlp.experts.121.up_proj,0.0000522878,0.01000,1.740
44,mlp.experts.8.down_proj,0.0000991857,0.01000,0.642
44,mlp.experts.0.down_proj,0.0000283066,0.01000,0.659
44,mlp.experts.12.down_proj,0.0000275691,0.01000,0.656
44,mlp.experts.10.down_proj,0.0000160818,0.01000,0.685
44,mlp.experts.14.down_proj,0.0000208080,0.01000,0.685
44,mlp.experts.3.down_proj,0.0000171414,0.01000,0.730
44,mlp.experts.7.down_proj,0.0000262162,0.01000,0.733
44,mlp.experts.15.down_proj,0.0000201397,0.01000,0.724
44,mlp.experts.2.down_proj,0.0000286953,0.01000,0.736
44,mlp.experts.11.down_proj,0.0000200189,0.01000,0.756
44,mlp.experts.4.down_proj,0.0000159370,0.01000,0.815
44,mlp.experts.13.down_proj,0.0000587393,0.01000,0.794
44,mlp.experts.1.down_proj,0.0000212484,0.01000,0.817
44,mlp.experts.9.down_proj,0.0000157521,0.01000,0.809
44,mlp.experts.5.down_proj,0.0000327092,0.01000,0.831
44,mlp.experts.6.down_proj,0.0000204213,0.01000,0.863
44,mlp.experts.16.down_proj,0.0000619535,0.01000,0.600
44,mlp.experts.24.down_proj,0.0000156056,0.01000,0.612
44,mlp.experts.28.down_proj,0.0001331518,0.01000,0.621
44,mlp.experts.31.down_proj,0.0001243312,0.01000,0.572
44,mlp.experts.26.down_proj,0.0000369329,0.01000,0.622
44,mlp.experts.30.down_proj,0.0000195434,0.01000,0.625
44,mlp.experts.23.down_proj,0.0000320844,0.01000,0.586
44,mlp.experts.19.down_proj,0.0000242783,0.01000,0.600
44,mlp.experts.18.down_proj,0.0000500004,0.01000,0.599
44,mlp.experts.27.down_proj,0.0000150122,0.01000,0.769
44,mlp.experts.29.down_proj,0.0000203306,0.01000,0.812
44,mlp.experts.20.down_proj,0.0000246782,0.01000,0.817
44,mlp.experts.17.down_proj,0.0000208703,0.01000,0.839
44,mlp.experts.25.down_proj,0.0000391591,0.01000,0.872
44,mlp.experts.22.down_proj,0.0000187578,0.01000,0.857
44,mlp.experts.21.down_proj,0.0000433990,0.01000,0.950
44,mlp.experts.32.down_proj,0.0000396874,0.01000,0.587
44,mlp.experts.40.down_proj,0.0000169993,0.01000,0.593
44,mlp.experts.44.down_proj,0.0000164563,0.01000,0.581
44,mlp.experts.47.down_proj,0.0000222586,0.01000,0.563
44,mlp.experts.35.down_proj,0.0000266661,0.01000,0.583
44,mlp.experts.39.down_proj,0.0000194550,0.01000,0.593
44,mlp.experts.34.down_proj,0.0000214658,0.01000,0.725
44,mlp.experts.46.down_proj,0.0000455131,0.01000,0.750
44,mlp.experts.42.down_proj,0.0000250842,0.01000,0.845
44,mlp.experts.43.down_proj,0.0000219147,0.01000,0.716
44,mlp.experts.45.down_proj,0.0000252539,0.01000,0.772
44,mlp.experts.33.down_proj,0.0000206680,0.01000,0.771
44,mlp.experts.36.down_proj,0.0000264471,0.01000,0.813
44,mlp.experts.48.down_proj,0.0000330510,0.01000,0.628
44,mlp.experts.41.down_proj,0.0000401193,0.01000,0.793
44,mlp.experts.37.down_proj,0.0000199859,0.01000,0.748
44,mlp.experts.51.down_proj,0.0000288424,0.01000,0.609
44,mlp.experts.38.down_proj,0.0000181022,0.01000,0.840
44,mlp.experts.60.down_proj,0.0000324393,0.01000,0.698
44,mlp.experts.63.down_proj,0.0000253454,0.01000,0.695
44,mlp.experts.56.down_proj,0.0000245175,0.01000,0.764
44,mlp.experts.55.down_proj,0.0000669148,0.01000,0.690
44,mlp.experts.50.down_proj,0.0000375960,0.01000,0.768
44,mlp.experts.62.down_proj,0.0000476309,0.01000,0.815
44,mlp.experts.59.down_proj,0.0000592035,0.01000,0.665
44,mlp.experts.58.down_proj,0.0000257972,0.01000,0.747
44,mlp.experts.52.down_proj,0.0000240890,0.01000,0.585
44,mlp.experts.76.down_proj,0.0000234134,0.01000,0.583
44,mlp.experts.61.down_proj,0.0000889284,0.01000,0.784
44,mlp.experts.49.down_proj,0.0000173564,0.01000,0.794
44,mlp.experts.79.down_proj,0.0000218232,0.01000,0.654
44,mlp.experts.57.down_proj,0.0000503396,0.01000,0.751
44,mlp.experts.67.down_proj,0.0000595527,0.01000,0.689
44,mlp.experts.53.down_proj,0.0000270772,0.01000,0.727
44,mlp.experts.64.down_proj,0.0000286095,0.01000,0.774
44,mlp.experts.54.down_proj,0.0000230129,0.01000,0.698
44,mlp.experts.71.down_proj,0.0000357808,0.01000,0.690
44,mlp.experts.72.down_proj,0.0000194520,0.01000,0.770
44,mlp.experts.66.down_proj,0.0000374600,0.01000,0.695
44,mlp.experts.75.down_proj,0.0000272812,0.01000,0.700
44,mlp.experts.68.down_proj,0.0000265451,0.01000,0.594
44,mlp.experts.74.down_proj,0.0000178575,0.01000,0.745
44,mlp.experts.92.down_proj,0.0000176003,0.01000,0.571
44,mlp.experts.78.down_proj,0.0000197514,0.01000,0.830
44,mlp.experts.83.down_proj,0.0000168698,0.01000,0.667
44,mlp.experts.77.down_proj,0.0000276078,0.01000,0.771
44,mlp.experts.95.down_proj,0.0000189453,0.01000,0.731
44,mlp.experts.70.down_proj,0.0000309104,0.01000,0.726
44,mlp.experts.87.down_proj,0.0000301638,0.01000,0.695
44,mlp.experts.80.down_proj,0.0000294252,0.01000,0.773
44,mlp.experts.69.down_proj,0.0000172662,0.01000,0.802
44,mlp.experts.73.down_proj,0.0000296194,0.01000,0.823
44,mlp.experts.65.down_proj,0.0000321206,0.01000,0.841
44,mlp.experts.88.down_proj,0.0000202198,0.01000,0.781
44,mlp.experts.84.down_proj,0.0000174922,0.01000,0.616
44,mlp.experts.91.down_proj,0.0000310322,0.01000,0.652
44,mlp.experts.108.down_proj,0.0000240074,0.01000,0.575
44,mlp.experts.82.down_proj,0.0000249341,0.01000,0.799
44,mlp.experts.90.down_proj,0.0000627978,0.01000,0.714
44,mlp.experts.94.down_proj,0.0000214497,0.01000,0.756
44,mlp.experts.99.down_proj,0.0000214737,0.01000,0.618
44,mlp.experts.111.down_proj,0.0000276455,0.01000,0.613
44,mlp.experts.103.down_proj,0.0000344734,0.01000,0.595
44,mlp.experts.96.down_proj,0.0000192310,0.01000,0.633
44,mlp.experts.86.down_proj,0.0000189583,0.01000,0.760
44,mlp.experts.104.down_proj,0.0000207957,0.01000,0.583
44,mlp.experts.93.down_proj,0.0000437244,0.01000,0.824
44,mlp.experts.100.down_proj,0.0000292771,0.01000,0.580
44,mlp.experts.85.down_proj,0.0000143728,0.01000,0.783
44,mlp.experts.89.down_proj,0.0000203527,0.01000,0.789
44,mlp.experts.81.down_proj,0.0000152937,0.01000,0.804
44,mlp.experts.107.down_proj,0.0000242885,0.01000,0.617
44,mlp.experts.124.down_proj,0.0000338159,0.01000,0.591
44,mlp.experts.115.down_proj,0.0000151712,0.01000,0.608
44,mlp.experts.98.down_proj,0.0000240108,0.01000,0.831
44,mlp.experts.106.down_proj,0.0000791906,0.01000,0.791
44,mlp.experts.127.down_proj,0.0000277266,0.01000,0.591
44,mlp.experts.119.down_proj,0.0000216950,0.01000,0.572
44,mlp.experts.112.down_proj,0.0000818751,0.01000,0.546
44,mlp.experts.123.down_proj,0.0000209813,0.01000,0.451
44,mlp.experts.120.down_proj,0.0000163450,0.01000,0.565
44,mlp.experts.116.down_proj,0.0000182509,0.01000,0.522
44,mlp.experts.110.down_proj,0.0000306819,0.01000,0.928
44,mlp.experts.102.down_proj,0.0000490400,0.01000,0.773
44,mlp.experts.109.down_proj,0.0000376712,0.01000,0.756
44,mlp.experts.101.down_proj,0.0000307444,0.01000,0.758
44,mlp.experts.105.down_proj,0.0000259139,0.01000,0.745
44,mlp.experts.97.down_proj,0.0000313254,0.01000,0.738
44,mlp.experts.122.down_proj,0.0000169285,0.01000,0.710
44,mlp.experts.114.down_proj,0.0000187747,0.01000,0.819
44,mlp.experts.126.down_proj,0.0000204753,0.01000,0.676
44,mlp.experts.118.down_proj,0.0000179695,0.01000,0.579
44,mlp.experts.125.down_proj,0.0000261656,0.01000,0.763
44,mlp.experts.121.down_proj,0.0000183325,0.01000,0.736
44,mlp.experts.113.down_proj,0.0000168996,0.01000,0.730
44,mlp.experts.117.down_proj,0.0000259240,0.01000,0.758
45,self_attn.q_proj,0.0001191445,0.01000,0.742
45,self_attn.k_proj,0.0000096912,0.01000,0.779
45,self_attn.v_proj,0.0000271959,0.01000,0.810
45,self_attn.o_proj,0.0000011058,0.01000,1.320
45,mlp.experts.15.gate_proj,0.0000533097,0.01000,1.695
45,mlp.experts.11.gate_proj,0.0000592822,0.01000,1.719
45,mlp.experts.3.gate_proj,0.0000503265,0.01000,1.730
45,mlp.experts.7.gate_proj,0.0000540585,0.01000,1.730
45,mlp.experts.8.gate_proj,0.0000548693,0.01000,1.897
45,mlp.experts.12.gate_proj,0.0000510867,0.01000,1.998
45,mlp.experts.0.gate_proj,0.0000622945,0.01000,2.053
45,mlp.experts.4.gate_proj,0.0000523965,0.01000,2.059
45,mlp.experts.2.gate_proj,0.0000583527,0.01000,2.066
45,mlp.experts.14.gate_proj,0.0000571693,0.01000,2.059
45,mlp.experts.9.gate_proj,0.0000455483,0.01000,2.097
45,mlp.experts.10.gate_proj,0.0000526073,0.01000,2.114
45,mlp.experts.6.gate_proj,0.0000553500,0.01000,2.144
45,mlp.experts.5.gate_proj,0.0000515745,0.01000,2.174
45,mlp.experts.1.gate_proj,0.0000509815,0.01000,2.153
45,mlp.experts.13.gate_proj,0.0000508510,0.01000,2.244
45,mlp.experts.31.gate_proj,0.0000529166,0.01000,1.651
45,mlp.experts.27.gate_proj,0.0000553852,0.01000,1.658
45,mlp.experts.19.gate_proj,0.0000524384,0.01000,1.716
45,mlp.experts.23.gate_proj,0.0000633294,0.01000,1.734
45,mlp.experts.28.gate_proj,0.0000477122,0.01000,1.922
45,mlp.experts.18.gate_proj,0.0000476501,0.01000,1.924
45,mlp.experts.24.gate_proj,0.0000519618,0.01000,2.102
45,mlp.experts.20.gate_proj,0.0000498830,0.01000,1.976
45,mlp.experts.30.gate_proj,0.0000511516,0.01000,1.957
45,mlp.experts.16.gate_proj,0.0000464616,0.01000,1.989
45,mlp.experts.26.gate_proj,0.0000539775,0.01000,1.931
45,mlp.experts.25.gate_proj,0.0000474955,0.01000,1.983
45,mlp.experts.22.gate_proj,0.0000512573,0.01000,2.003
45,mlp.experts.17.gate_proj,0.0000508406,0.01000,2.012
45,mlp.experts.21.gate_proj,0.0000509778,0.01000,2.074
45,mlp.experts.29.gate_proj,0.0000681075,0.01000,2.229
45,mlp.experts.43.gate_proj,0.0000519998,0.01000,1.900
45,mlp.experts.47.gate_proj,0.0000517769,0.01000,1.987
45,mlp.experts.39.gate_proj,0.0000463836,0.01000,1.980
45,mlp.experts.35.gate_proj,0.0000524446,0.01000,2.062
45,mlp.experts.44.gate_proj,0.0000567053,0.01000,1.680
45,mlp.experts.36.gate_proj,0.0000500554,0.01000,1.703
45,mlp.experts.40.gate_proj,0.0000507249,0.01000,1.747
45,mlp.experts.34.gate_proj,0.0000510749,0.01000,1.866
45,mlp.experts.42.gate_proj,0.0000535288,0.01000,1.813
45,mlp.experts.46.gate_proj,0.0000496958,0.01000,1.880
45,mlp.experts.38.gate_proj,0.0000577302,0.01000,1.870
45,mlp.experts.32.gate_proj,0.0000552020,0.01000,2.018
45,mlp.experts.37.gate_proj,0.0000487730,0.01000,1.988
45,mlp.experts.41.gate_proj,0.0000493156,0.01000,2.223
45,mlp.experts.33.gate_proj,0.0000623095,0.01000,2.207
45,mlp.experts.45.gate_proj,0.0000535377,0.01000,2.045
45,mlp.experts.59.gate_proj,0.0000511127,0.01000,1.634
45,mlp.experts.63.gate_proj,0.0000495822,0.01000,1.663
45,mlp.experts.55.gate_proj,0.0000472324,0.01000,1.610
45,mlp.experts.51.gate_proj,0.0000599803,0.01000,1.653
45,mlp.experts.52.gate_proj,0.0000662682,0.01000,1.536
45,mlp.experts.56.gate_proj,0.0000554255,0.01000,1.552
45,mlp.experts.60.gate_proj,0.0000509639,0.01000,1.901
45,mlp.experts.48.gate_proj,0.0000703025,0.01000,1.504
45,mlp.experts.50.gate_proj,0.0000600178,0.01000,1.920
45,mlp.experts.62.gate_proj,0.0000465209,0.01000,1.913
45,mlp.experts.58.gate_proj,0.0000493001,0.01000,2.062
45,mlp.experts.54.gate_proj,0.0000516268,0.01000,2.040
45,mlp.experts.57.gate_proj,0.0000479392,0.01000,2.074
45,mlp.experts.53.gate_proj,0.0000490388,0.01000,2.176
45,mlp.experts.61.gate_proj,0.0000480522,0.01000,1.953
45,mlp.experts.49.gate_proj,0.0000535671,0.01000,2.288
45,mlp.experts.75.gate_proj,0.0000583433,0.01000,1.794
45,mlp.experts.72.gate_proj,0.0000512494,0.01000,1.475
45,mlp.experts.68.gate_proj,0.0000570544,0.01000,1.504
45,mlp.experts.79.gate_proj,0.0000449150,0.01000,1.783
45,mlp.experts.71.gate_proj,0.0000571641,0.01000,1.778
45,mlp.experts.64.gate_proj,0.0000592942,0.01000,1.495
45,mlp.experts.67.gate_proj,0.0000516263,0.01000,2.005
45,mlp.experts.76.gate_proj,0.0000609175,0.01000,1.958
45,mlp.experts.66.gate_proj,0.0000553413,0.01000,1.928
45,mlp.experts.78.gate_proj,0.0000514253,0.01000,1.932
45,mlp.experts.74.gate_proj,0.0000596490,0.01000,1.933
45,mlp.experts.70.gate_proj,0.0000506973,0.01000,1.984
45,mlp.experts.91.gate_proj,0.0000544957,0.01000,1.684
45,mlp.experts.84.gate_proj,0.0000497748,0.01000,1.611
45,mlp.experts.88.gate_proj,0.0000622482,0.01000,1.706
45,mlp.experts.95.gate_proj,0.0000624426,0.01000,1.684
45,mlp.experts.69.gate_proj,0.0000604357,0.01000,2.108
45,mlp.experts.77.gate_proj,0.0000505723,0.01000,2.039
45,mlp.experts.87.gate_proj,0.0000738842,0.01000,1.729
45,mlp.experts.73.gate_proj,0.0000499225,0.01000,2.292
45,mlp.experts.80.gate_proj,0.0000464189,0.01000,1.648
45,mlp.experts.65.gate_proj,0.0000574358,0.01000,2.209
45,mlp.experts.83.gate_proj,0.0000539936,0.01000,2.191
45,mlp.experts.92.gate_proj,0.0000494885,0.01000,2.164
45,mlp.experts.82.gate_proj,0.0000638396,0.01000,2.000
45,mlp.experts.94.gate_proj,0.0000523337,0.01000,1.961
45,mlp.experts.90.gate_proj,0.0000505006,0.01000,1.945
45,mlp.experts.86.gate_proj,0.0000535567,0.01000,1.947
45,mlp.experts.100.gate_proj,0.0000490719,0.01000,1.607
45,mlp.experts.107.gate_proj,0.0000502028,0.01000,1.658
45,mlp.experts.104.gate_proj,0.0000550753,0.01000,1.601
45,mlp.experts.111.gate_proj,0.0000553433,0.01000,1.657
45,mlp.experts.103.gate_proj,0.0000532569,0.01000,1.699
45,mlp.experts.96.gate_proj,0.0000530825,0.01000,1.595
45,mlp.experts.93.gate_proj,0.0000505796,0.01000,1.983
45,mlp.experts.85.gate_proj,0.0000497690,0.01000,2.070
45,mlp.experts.89.gate_proj,0.0000514237,0.01000,1.961
45,mlp.experts.81.gate_proj,0.0000519750,0.01000,2.030
45,mlp.experts.99.gate_proj,0.0000642587,0.01000,1.872
45,mlp.experts.108.gate_proj,0.0000550745,0.01000,1.687
45,mlp.experts.98.gate_proj,0.0000524892,0.01000,1.943
45,mlp.experts.110.gate_proj,0.0000493619,0.01000,1.975
45,mlp.experts.106.gate_proj,0.0000466674,0.01000,1.906
45,mlp.experts.116.gate_proj,0.0000515178,0.01000,1.726
45,mlp.experts.123.gate_proj,0.0000521813,0.01000,1.778
45,mlp.experts.102.gate_proj,0.0000461497,0.01000,1.977
45,mlp.experts.127.gate_proj,0.0000477102,0.01000,1.810
45,mlp.experts.112.gate_proj,0.0000472783,0.01000,1.690
45,mlp.experts.120.gate_proj,0.0000630049,0.01000,2.010
45,mlp.experts.119.gate_proj,0.0000504385,0.01000,1.901
45,mlp.experts.109.gate_proj,0.0000502214,0.01000,2.053
45,mlp.experts.105.gate_proj,0.0000546044,0.01000,2.125
45,mlp.experts.101.gate_proj,0.0000765939,0.01000,2.277
45,mlp.experts.124.gate_proj,0.0000555429,0.01000,1.783
45,mlp.experts.97.gate_proj,0.0000476949,0.01000,2.207
45,mlp.experts.115.gate_proj,0.0000521522,0.01000,1.998
45,mlp.experts.114.gate_proj,0.0000525428,0.01000,1.798
45,mlp.experts.126.gate_proj,0.0000497782,0.01000,1.810
45,mlp.experts.122.gate_proj,0.0000513562,0.01000,1.852
45,mlp.experts.4.up_proj,0.0000580033,0.01000,1.845
45,mlp.experts.0.up_proj,0.0000671694,0.01000,1.725
45,mlp.experts.11.up_proj,0.0000669894,0.01000,2.005
45,mlp.experts.8.up_proj,0.0000610992,0.01000,1.740
45,mlp.experts.118.gate_proj,0.0000649669,0.01000,1.944
45,mlp.experts.15.up_proj,0.0000591431,0.01000,1.980
45,mlp.experts.7.up_proj,0.0000604684,0.01000,1.894
45,mlp.experts.125.gate_proj,0.0000574694,0.01000,2.022
45,mlp.experts.12.up_proj,0.0000573022,0.01000,1.626
45,mlp.experts.121.gate_proj,0.0000517118,0.01000,2.106
45,mlp.experts.117.gate_proj,0.0000511377,0.01000,2.008
45,mlp.experts.3.up_proj,0.0000559417,0.01000,1.752
45,mlp.experts.2.up_proj,0.0000621817,0.01000,1.658
45,mlp.experts.14.up_proj,0.0000623678,0.01000,1.634
45,mlp.experts.113.gate_proj,0.0000515419,0.01000,2.083
45,mlp.experts.20.up_proj,0.0000544348,0.01000,1.636
45,mlp.experts.10.up_proj,0.0000583988,0.01000,1.721
45,mlp.experts.16.up_proj,0.0000531558,0.01000,1.572
45,mlp.experts.24.up_proj,0.0000584518,0.01000,1.627
45,mlp.experts.6.up_proj,0.0000631077,0.01000,1.725
45,mlp.experts.31.up_proj,0.0000584410,0.01000,1.984
45,mlp.experts.27.up_proj,0.0000605905,0.01000,2.166
45,mlp.experts.23.up_proj,0.0000639150,0.01000,2.067
45,mlp.experts.28.up_proj,0.0000548955,0.01000,1.621
45,mlp.experts.13.up_proj,0.0000566284,0.01000,1.976
45,mlp.experts.5.up_proj,0.0000548374,0.01000,1.868
45,mlp.experts.9.up_proj,0.0000530490,0.01000,1.891
45,mlp.experts.19.up_proj,0.0000576601,0.01000,1.825
45,mlp.experts.36.up_proj,0.0000556647,0.01000,1.717
45,mlp.experts.1.up_proj,0.0000578600,0.01000,1.760
45,mlp.experts.18.up_proj,0.0000521519,0.01000,1.940
45,mlp.experts.30.up_proj,0.0000573315,0.01000,1.922
45,mlp.experts.32.up_proj,0.0000631347,0.01000,1.823
45,mlp.experts.40.up_proj,0.0000565498,0.01000,1.794
45,mlp.experts.26.up_proj,0.0000575743,0.01000,2.030
45,mlp.experts.22.up_proj,0.0000573617,0.01000,2.067
45,mlp.experts.47.up_proj,0.0000555677,0.01000,1.871
45,mlp.experts.43.up_proj,0.0000569922,0.01000,1.827
45,mlp.experts.39.up_proj,0.0000518006,0.01000,1.897
45,mlp.experts.44.up_proj,0.0000614438,0.01000,1.774
45,mlp.experts.25.up_proj,0.0000543635,0.01000,1.703
45,mlp.experts.21.up_proj,0.0000577572,0.01000,1.843
45,mlp.experts.52.up_proj,0.0000682963,0.01000,1.665
45,mlp.experts.29.up_proj,0.0000650813,0.01000,2.080
45,mlp.experts.17.up_proj,0.0000577196,0.01000,1.722
45,mlp.experts.48.up_proj,0.0000712308,0.01000,1.654
45,mlp.experts.56.up_proj,0.0000630655,0.01000,1.646
45,mlp.experts.35.up_proj,0.0000602301,0.01000,2.121
45,mlp.experts.34.up_proj,0.0000565658,0.01000,2.097
45,mlp.experts.46.up_proj,0.0000565808,0.01000,2.256
45,mlp.experts.42.up_proj,0.0000597341,0.01000,2.280
45,mlp.experts.60.up_proj,0.0000568067,0.01000,1.563
45,mlp.experts.63.up_proj,0.0000555559,0.01000,1.881
45,mlp.experts.59.up_proj,0.0000577700,0.01000,1.902
45,mlp.experts.55.up_proj,0.0000527853,0.01000,1.990
45,mlp.experts.38.up_proj,0.0000611921,0.01000,2.339
45,mlp.experts.68.up_proj,0.0000582002,0.01000,1.546
45,mlp.experts.41.up_proj,0.0000549285,0.01000,1.752
45,mlp.experts.64.up_proj,0.0000628085,0.01000,1.519
45,mlp.experts.33.up_proj,0.0000685810,0.01000,1.755
45,mlp.experts.72.up_proj,0.0000564223,0.01000,1.525
45,mlp.experts.37.up_proj,0.0000549963,0.01000,1.918
45,mlp.experts.45.up_proj,0.0000599430,0.01000,1.963
45,mlp.experts.51.up_proj,0.0000631870,0.01000,1.918
45,mlp.experts.50.up_proj,0.0000673570,0.01000,2.008
45,mlp.experts.76.up_proj,0.0000627600,0.01000,1.552
45,mlp.experts.62.up_proj,0.0000527953,0.01000,1.908
45,mlp.experts.58.up_proj,0.0000540410,0.01000,1.892
45,mlp.experts.79.up_proj,0.0000490756,0.01000,2.087
45,mlp.experts.84.up_proj,0.0000582422,0.01000,1.623
45,mlp.experts.57.up_proj,0.0000549784,0.01000,1.645
45,mlp.experts.80.up_proj,0.0000561666,0.01000,1.583
45,mlp.experts.75.up_proj,0.0000657531,0.01000,2.134
45,mlp.experts.88.up_proj,0.0000684934,0.01000,1.581
45,mlp.experts.71.up_proj,0.0000641834,0.01000,2.098
45,mlp.experts.49.up_proj,0.0000595793,0.01000,1.682
45,mlp.experts.54.up_proj,0.0000579012,0.01000,2.142
45,mlp.experts.53.up_proj,0.0000541443,0.01000,1.756
45,mlp.experts.61.up_proj,0.0000542227,0.01000,1.982
45,mlp.experts.92.up_proj,0.0000557002,0.01000,1.668
45,mlp.experts.67.up_proj,0.0000571721,0.01000,2.052
45,mlp.experts.66.up_proj,0.0000619097,0.01000,2.115
45,mlp.experts.78.up_proj,0.0000579572,0.01000,2.143
45,mlp.experts.96.up_proj,0.0000553725,0.01000,1.590
45,mlp.experts.100.up_proj,0.0000549574,0.01000,1.693
45,mlp.experts.74.up_proj,0.0000639150,0.01000,2.114
45,mlp.experts.95.up_proj,0.0000691667,0.01000,1.868
45,mlp.experts.104.up_proj,0.0000612818,0.01000,1.655
45,mlp.experts.73.up_proj,0.0000558322,0.01000,1.853
45,mlp.experts.91.up_proj,0.0000556696,0.01000,1.853
45,mlp.experts.65.up_proj,0.0000622082,0.01000,1.811
45,mlp.experts.87.up_proj,0.0000724077,0.01000,1.994
45,mlp.experts.69.up_proj,0.0000624985,0.01000,1.959
45,mlp.experts.77.up_proj,0.0000546656,0.01000,1.865
45,mlp.experts.70.up_proj,0.0000570979,0.01000,2.289
45,mlp.experts.108.up_proj,0.0000613928,0.01000,1.854
45,mlp.experts.83.up_proj,0.0000606601,0.01000,1.939
45,mlp.experts.112.up_proj,0.0000550344,0.01000,1.773
45,mlp.experts.82.up_proj,0.0000648495,0.01000,2.052
45,mlp.experts.120.up_proj,0.0000709155,0.01000,1.688
45,mlp.experts.89.up_proj,0.0000575288,0.01000,1.668
45,mlp.experts.94.up_proj,0.0000561620,0.01000,2.067
45,mlp.experts.111.up_proj,0.0000622574,0.01000,1.831
45,mlp.experts.116.up_proj,0.0000565804,0.01000,2.034
45,mlp.experts.107.up_proj,0.0000540609,0.01000,1.811
45,mlp.experts.90.up_proj,0.0000541539,0.01000,2.008
45,mlp.experts.81.up_proj,0.0000577330,0.01000,1.682
45,mlp.experts.103.up_proj,0.0000596531,0.01000,1.705
45,mlp.experts.124.up_proj,0.0000616671,0.01000,1.232
45,mlp.experts.85.up_proj,0.0000548084,0.01000,1.903
45,mlp.experts.93.up_proj,0.0000559817,0.01000,1.872
45,mlp.experts.99.up_proj,0.0000670415,0.01000,1.558
45,mlp.experts.86.up_proj,0.0000568654,0.01000,2.262
45,mlp.experts.127.up_proj,0.0000516734,0.01000,1.570
45,mlp.experts.123.up_proj,0.0000584331,0.01000,1.546
45,mlp.experts.105.up_proj,0.0000616434,0.01000,1.795
45,mlp.experts.98.up_proj,0.0000582870,0.01000,1.953
45,mlp.experts.119.up_proj,0.0000558492,0.01000,1.462
45,mlp.experts.110.up_proj,0.0000529180,0.01000,1.905
45,mlp.experts.97.up_proj,0.0000528400,0.01000,1.772
45,mlp.experts.115.up_proj,0.0000579305,0.01000,1.169
45,mlp.experts.106.up_proj,0.0000523722,0.01000,2.032
45,mlp.experts.109.up_proj,0.0000555906,0.01000,1.667
45,mlp.experts.101.up_proj,0.0000800903,0.01000,1.992
45,mlp.experts.121.up_proj,0.0000565171,0.01000,1.552
45,mlp.experts.102.up_proj,0.0000501765,0.01000,2.073
45,mlp.experts.113.up_proj,0.0000576410,0.01000,1.451
45,mlp.experts.125.up_proj,0.0000651317,0.01000,1.151
45,mlp.experts.114.up_proj,0.0000586399,0.01000,1.890
45,mlp.experts.117.up_proj,0.0000561782,0.01000,1.084
45,mlp.experts.126.up_proj,0.0000547757,0.01000,1.887
45,mlp.experts.122.up_proj,0.0000566294,0.01000,1.769
45,mlp.experts.118.up_proj,0.0000721858,0.01000,1.095
45,mlp.experts.8.down_proj,0.0000508433,0.01000,0.683
45,mlp.experts.4.down_proj,0.0000226054,0.01000,0.690
45,mlp.experts.12.down_proj,0.0000149006,0.01000,0.707
45,mlp.experts.0.down_proj,0.0001083923,0.01000,0.696
45,mlp.experts.10.down_proj,0.0000174949,0.01000,0.809
45,mlp.experts.14.down_proj,0.0000697579,0.01000,0.811
45,mlp.experts.2.down_proj,0.0000215902,0.01000,0.883
45,mlp.experts.11.down_proj,0.0000363578,0.01000,0.872
45,mlp.experts.7.down_proj,0.0000172976,0.01000,0.912
45,mlp.experts.3.down_proj,0.0000279362,0.01000,0.887
45,mlp.experts.15.down_proj,0.0000280254,0.01000,0.895
45,mlp.experts.6.down_proj,0.0000284832,0.01000,0.947
45,mlp.experts.5.down_proj,0.0000233691,0.01000,0.986
45,mlp.experts.9.down_proj,0.0000156155,0.01000,0.987
45,mlp.experts.13.down_proj,0.0000247637,0.01000,1.057
45,mlp.experts.1.down_proj,0.0000222003,0.01000,1.072
45,mlp.experts.24.down_proj,0.0000230183,0.01000,0.703
45,mlp.experts.20.down_proj,0.0000269633,0.01000,0.738
45,mlp.experts.16.down_proj,0.0000220163,0.01000,0.737
45,mlp.experts.28.down_proj,0.0000232963,0.01000,0.759
45,mlp.experts.30.down_proj,0.0000204304,0.01000,0.658
45,mlp.experts.26.down_proj,0.0000284815,0.01000,0.670
45,mlp.experts.18.down_proj,0.0000441271,0.01000,0.710
45,mlp.experts.21.down_proj,0.0000184002,0.01000,0.663
45,mlp.experts.22.down_proj,0.0000196005,0.01000,0.704
45,mlp.experts.19.down_proj,0.0000244223,0.01000,0.734
45,mlp.experts.27.down_proj,0.0000309629,0.01000,0.758
45,mlp.experts.23.down_proj,0.0000964794,0.01000,0.766
45,mlp.experts.31.down_proj,0.0000272426,0.01000,0.771
45,mlp.experts.29.down_proj,0.0000562099,0.01000,0.753
45,mlp.experts.25.down_proj,0.0000290714,0.01000,0.798
45,mlp.experts.17.down_proj,0.0000276590,0.01000,0.793
45,mlp.experts.40.down_proj,0.0000294150,0.01000,0.626
45,mlp.experts.36.down_proj,0.0000248403,0.01000,0.605
45,mlp.experts.32.down_proj,0.0000340461,0.01000,0.595
45,mlp.experts.44.down_proj,0.0000705746,0.01000,0.608
45,mlp.experts.46.down_proj,0.0000263421,0.01000,0.715
45,mlp.experts.42.down_proj,0.0000166862,0.01000,0.724
45,mlp.experts.34.down_proj,0.0000206518,0.01000,0.716
45,mlp.experts.35.down_proj,0.0000221708,0.01000,0.660
45,mlp.experts.39.down_proj,0.0000212272,0.01000,0.644
45,mlp.experts.43.down_proj,0.0000221078,0.01000,0.670
45,mlp.experts.37.down_proj,0.0000169266,0.01000,0.700
45,mlp.experts.47.down_proj,0.0000248396,0.01000,0.647
45,mlp.experts.38.down_proj,0.0000430755,0.01000,0.815
45,mlp.experts.45.down_proj,0.0000160248,0.01000,0.678
45,mlp.experts.33.down_proj,0.0000571547,0.01000,0.706
45,mlp.experts.41.down_proj,0.0000562004,0.01000,0.763
45,mlp.experts.52.down_proj,0.0000809587,0.01000,0.629
45,mlp.experts.48.down_proj,0.0000379202,0.01000,0.620
45,mlp.experts.56.down_proj,0.0000235764,0.01000,0.666
45,mlp.experts.60.down_proj,0.0000231949,0.01000,0.604
45,mlp.experts.62.down_proj,0.0000159793,0.01000,0.745
45,mlp.experts.58.down_proj,0.0000238487,0.01000,0.748
45,mlp.experts.50.down_proj,0.0000587905,0.01000,0.695
45,mlp.experts.51.down_proj,0.0000247442,0.01000,0.675
45,mlp.experts.55.down_proj,0.0000245462,0.01000,0.664
45,mlp.experts.59.down_proj,0.0000219095,0.01000,0.673
45,mlp.experts.63.down_proj,0.0000195253,0.01000,0.682
45,mlp.experts.54.down_proj,0.0000202000,0.01000,0.683
45,mlp.experts.53.down_proj,0.0000196337,0.01000,0.829
45,mlp.experts.61.down_proj,0.0000142734,0.01000,0.764
45,mlp.experts.64.down_proj,0.0000296459,0.01000,0.622
45,mlp.experts.68.down_proj,0.0000293844,0.01000,0.661
45,mlp.experts.49.down_proj,0.0000321627,0.01000,0.788
45,mlp.experts.76.down_proj,0.0000277146,0.01000,0.677
45,mlp.experts.57.down_proj,0.0000224482,0.01000,0.796
45,mlp.experts.72.down_proj,0.0000283510,0.01000,0.738
45,mlp.experts.78.down_proj,0.0000254742,0.01000,0.629
45,mlp.experts.74.down_proj,0.0000939144,0.01000,0.630
45,mlp.experts.66.down_proj,0.0000356516,0.01000,0.643
45,mlp.experts.71.down_proj,0.0000560519,0.01000,0.691
45,mlp.experts.75.down_proj,0.0000394186,0.01000,0.680
45,mlp.experts.67.down_proj,0.0000303143,0.01000,0.716
45,mlp.experts.79.down_proj,0.0000220925,0.01000,0.714
45,mlp.experts.70.down_proj,0.0000389448,0.01000,0.684
45,mlp.experts.80.down_proj,0.0000282177,0.01000,0.616
45,mlp.experts.69.down_proj,0.0000243476,0.01000,0.754
45,mlp.experts.77.down_proj,0.0000268012,0.01000,0.701
45,mlp.experts.84.down_proj,0.0000378326,0.01000,0.644
45,mlp.experts.65.down_proj,0.0000237309,0.01000,0.697
45,mlp.experts.73.down_proj,0.0000413512,0.01000,0.690
45,mlp.experts.92.down_proj,0.0000242170,0.01000,0.738
45,mlp.experts.94.down_proj,0.0000193991,0.01000,0.615
45,mlp.experts.88.down_proj,0.0000318020,0.01000,0.790
45,mlp.experts.90.down_proj,0.0000236325,0.01000,0.620
45,mlp.experts.82.down_proj,0.0000541254,0.01000,0.628
45,mlp.experts.91.down_proj,0.0000272284,0.01000,0.715
45,mlp.experts.87.down_proj,0.0000638220,0.01000,0.731
45,mlp.experts.83.down_proj,0.0000289614,0.01000,0.732
45,mlp.experts.95.down_proj,0.0000703118,0.01000,0.728
45,mlp.experts.86.down_proj,0.0000338167,0.01000,0.685
45,mlp.experts.96.down_proj,0.0000207369,0.01000,0.653
45,mlp.experts.93.down_proj,0.0000277067,0.01000,0.676
45,mlp.experts.85.down_proj,0.0000207414,0.01000,0.744
45,mlp.experts.100.down_proj,0.0000384588,0.01000,0.724
45,mlp.experts.89.down_proj,0.0000211749,0.01000,0.675
45,mlp.experts.81.down_proj,0.0000198972,0.01000,0.691
45,mlp.experts.110.down_proj,0.0000320263,0.01000,0.618
45,mlp.experts.104.down_proj,0.0000242150,0.01000,0.615
45,mlp.experts.106.down_proj,0.0000181516,0.01000,0.624
45,mlp.experts.108.down_proj,0.0000404627,0.01000,0.768
45,mlp.experts.98.down_proj,0.0000366781,0.01000,0.626
45,mlp.experts.103.down_proj,0.0000303764,0.01000,0.718
45,mlp.experts.99.down_proj,0.0000673267,0.01000,0.698
45,mlp.experts.107.down_proj,0.0000354252,0.01000,0.735
45,mlp.experts.112.down_proj,0.0000273305,0.01000,0.622
45,mlp.experts.111.down_proj,0.0000482639,0.01000,0.723
45,mlp.experts.102.down_proj,0.0000298997,0.01000,0.694
45,mlp.experts.109.down_proj,0.0000300738,0.01000,0.678
45,mlp.experts.116.down_proj,0.0000404687,0.01000,0.639
45,mlp.experts.120.down_proj,0.0000892206,0.01000,0.549
45,mlp.experts.105.down_proj,0.0000372285,0.01000,0.686
45,mlp.experts.97.down_proj,0.0000303937,0.01000,0.693
45,mlp.experts.124.down_proj,0.0000388268,0.01000,0.557
45,mlp.experts.101.down_proj,0.0001167459,0.01000,0.759
45,mlp.experts.126.down_proj,0.0000315240,0.01000,0.670
45,mlp.experts.114.down_proj,0.0000204745,0.01000,0.663
45,mlp.experts.122.down_proj,0.0000294355,0.01000,0.697
45,mlp.experts.118.down_proj,0.0000877028,0.01000,0.484
45,mlp.experts.115.down_proj,0.0000206359,0.01000,0.708
45,mlp.experts.119.down_proj,0.0000231667,0.01000,0.721
45,mlp.experts.123.down_proj,0.0000287303,0.01000,0.716
45,mlp.experts.127.down_proj,0.0000171748,0.01000,0.679
45,mlp.experts.125.down_proj,0.0000354614,0.01000,0.595
45,mlp.experts.121.down_proj,0.0000449362,0.01000,0.536
45,mlp.experts.117.down_proj,0.0000160376,0.01000,0.533
45,mlp.experts.113.down_proj,0.0000527598,0.01000,0.544
46,self_attn.q_proj,0.0001126757,0.01000,0.711
46,self_attn.v_proj,0.0000228578,0.01000,0.777
46,self_attn.k_proj,0.0000100923,0.01000,0.937
46,self_attn.o_proj,0.0000035565,0.01000,1.415
46,mlp.experts.3.gate_proj,0.0000803329,0.01000,1.766
46,mlp.experts.11.gate_proj,0.0000709669,0.01000,1.768
46,mlp.experts.10.gate_proj,0.0000552263,0.01000,1.781
46,mlp.experts.15.gate_proj,0.0000490765,0.01000,1.806
46,mlp.experts.7.gate_proj,0.0000505599,0.01000,1.822
46,mlp.experts.6.gate_proj,0.0000612853,0.01000,1.845
46,mlp.experts.0.gate_proj,0.0000536606,0.01000,1.857
46,mlp.experts.14.gate_proj,0.0000592150,0.01000,1.853
46,mlp.experts.4.gate_proj,0.0000573873,0.01000,2.016
46,mlp.experts.2.gate_proj,0.0000580359,0.01000,2.052
46,mlp.experts.12.gate_proj,0.0000483602,0.01000,2.034
46,mlp.experts.1.gate_proj,0.0000553763,0.01000,2.219
46,mlp.experts.9.gate_proj,0.0000657545,0.01000,2.208
46,mlp.experts.5.gate_proj,0.0000693183,0.01000,2.223
46,mlp.experts.13.gate_proj,0.0000537128,0.01000,2.219
46,mlp.experts.8.gate_proj,0.0000538926,0.01000,2.243
46,mlp.experts.19.gate_proj,0.0000579682,0.01000,1.676
46,mlp.experts.27.gate_proj,0.0000659546,0.01000,1.712
46,mlp.experts.31.gate_proj,0.0000542000,0.01000,1.683
46,mlp.experts.23.gate_proj,0.0000740106,0.01000,1.698
46,mlp.experts.26.gate_proj,0.0000622435,0.01000,1.782
46,mlp.experts.22.gate_proj,0.0000472037,0.01000,1.861
46,mlp.experts.30.gate_proj,0.0000517522,0.01000,1.862
46,mlp.experts.20.gate_proj,0.0000455812,0.01000,1.813
46,mlp.experts.18.gate_proj,0.0000559938,0.01000,1.851
46,mlp.experts.24.gate_proj,0.0000494962,0.01000,1.666
46,mlp.experts.16.gate_proj,0.0000572766,0.01000,2.150
46,mlp.experts.28.gate_proj,0.0000546136,0.01000,2.012
46,mlp.experts.21.gate_proj,0.0000504027,0.01000,1.989
46,mlp.experts.25.gate_proj,0.0000676287,0.01000,2.050
46,mlp.experts.17.gate_proj,0.0000513698,0.01000,2.056
46,mlp.experts.29.gate_proj,0.0000527851,0.01000,2.132
46,mlp.experts.35.gate_proj,0.0000548396,0.01000,1.599
46,mlp.experts.47.gate_proj,0.0000591037,0.01000,1.561
46,mlp.experts.43.gate_proj,0.0000588028,0.01000,1.581
46,mlp.experts.39.gate_proj,0.0000538478,0.01000,1.635
46,mlp.experts.42.gate_proj,0.0000485796,0.01000,1.893
46,mlp.experts.36.gate_proj,0.0000576445,0.01000,1.697
46,mlp.experts.38.gate_proj,0.0000521268,0.01000,1.938
46,mlp.experts.46.gate_proj,0.0000509217,0.01000,1.949
46,mlp.experts.34.gate_proj,0.0000595218,0.01000,1.906
46,mlp.experts.32.gate_proj,0.0000722557,0.01000,1.886
46,mlp.experts.40.gate_proj,0.0000617615,0.01000,2.008
46,mlp.experts.44.gate_proj,0.0000623036,0.01000,1.940
46,mlp.experts.37.gate_proj,0.0000540812,0.01000,2.017
46,mlp.experts.41.gate_proj,0.0000524528,0.01000,2.005
46,mlp.experts.33.gate_proj,0.0000632011,0.01000,2.014
46,mlp.experts.45.gate_proj,0.0000607982,0.01000,2.014
46,mlp.experts.59.gate_proj,0.0000497094,0.01000,1.571
46,mlp.experts.51.gate_proj,0.0000586773,0.01000,1.610
46,mlp.experts.63.gate_proj,0.0000571767,0.01000,1.621
46,mlp.experts.55.gate_proj,0.0000528594,0.01000,1.568
46,mlp.experts.58.gate_proj,0.0000549506,0.01000,1.752
46,mlp.experts.52.gate_proj,0.0000553701,0.01000,1.775
46,mlp.experts.54.gate_proj,0.0000669570,0.01000,1.720
46,mlp.experts.62.gate_proj,0.0000482288,0.01000,1.792
46,mlp.experts.50.gate_proj,0.0000648507,0.01000,1.873
46,mlp.experts.56.gate_proj,0.0000588553,0.01000,1.871
46,mlp.experts.48.gate_proj,0.0000590604,0.01000,2.114
46,mlp.experts.60.gate_proj,0.0000553092,0.01000,2.010
46,mlp.experts.53.gate_proj,0.0000510733,0.01000,2.122
46,mlp.experts.75.gate_proj,0.0000513519,0.01000,1.721
46,mlp.experts.49.gate_proj,0.0000548897,0.01000,2.089
46,mlp.experts.67.gate_proj,0.0000544102,0.01000,1.781
46,mlp.experts.61.gate_proj,0.0000569925,0.01000,2.056
46,mlp.experts.79.gate_proj,0.0000559372,0.01000,1.788
46,mlp.experts.57.gate_proj,0.0000607195,0.01000,2.204
46,mlp.experts.71.gate_proj,0.0000570252,0.01000,1.783
46,mlp.experts.74.gate_proj,0.0000739092,0.01000,1.654
46,mlp.experts.70.gate_proj,0.0000511284,0.01000,1.658
46,mlp.experts.78.gate_proj,0.0000502130,0.01000,1.676
46,mlp.experts.68.gate_proj,0.0000597516,0.01000,1.862
46,mlp.experts.66.gate_proj,0.0000496246,0.01000,1.904
46,mlp.experts.72.gate_proj,0.0000556420,0.01000,1.843
46,mlp.experts.76.gate_proj,0.0000532778,0.01000,1.779
46,mlp.experts.64.gate_proj,0.0000542984,0.01000,1.852
46,mlp.experts.91.gate_proj,0.0000622421,0.01000,1.831
46,mlp.experts.65.gate_proj,0.0000505593,0.01000,1.979
46,mlp.experts.95.gate_proj,0.0000474731,0.01000,1.898
46,mlp.experts.77.gate_proj,0.0000570786,0.01000,1.967
46,mlp.experts.69.gate_proj,0.0000571323,0.01000,2.098
46,mlp.experts.73.gate_proj,0.0000562227,0.01000,1.993
46,mlp.experts.90.gate_proj,0.0000517151,0.01000,1.644
46,mlp.experts.83.gate_proj,0.0000548931,0.01000,2.153
46,mlp.experts.86.gate_proj,0.0000640599,0.01000,1.669
46,mlp.experts.87.gate_proj,0.0000563567,0.01000,2.182
46,mlp.experts.94.gate_proj,0.0000599425,0.01000,1.667
46,mlp.experts.84.gate_proj,0.0000536971,0.01000,1.667
46,mlp.experts.88.gate_proj,0.0000537426,0.01000,1.632
46,mlp.experts.92.gate_proj,0.0000530935,0.01000,1.625
46,mlp.experts.82.gate_proj,0.0000507962,0.01000,1.862
46,mlp.experts.80.gate_proj,0.0000451498,0.01000,1.616
46,mlp.experts.111.gate_proj,0.0000506201,0.01000,1.822
46,mlp.experts.106.gate_proj,0.0000568829,0.01000,1.686
46,mlp.experts.107.gate_proj,0.0000531819,0.01000,2.022
46,mlp.experts.102.gate_proj,0.0000547128,0.01000,1.712
46,mlp.experts.103.gate_proj,0.0000513826,0.01000,1.737
46,mlp.experts.100.gate_proj,0.0000476491,0.01000,1.628
46,mlp.experts.81.gate_proj,0.0000551676,0.01000,2.132
46,mlp.experts.89.gate_proj,0.0000545936,0.01000,2.054
46,mlp.experts.110.gate_proj,0.0000545617,0.01000,1.713
46,mlp.experts.93.gate_proj,0.0000530552,0.01000,2.134
46,mlp.experts.85.gate_proj,0.0000623606,0.01000,2.122
46,mlp.experts.99.gate_proj,0.0000534129,0.01000,2.091
46,mlp.experts.104.gate_proj,0.0000796364,0.01000,1.614
46,mlp.experts.108.gate_proj,0.0000563221,0.01000,1.623
46,mlp.experts.96.gate_proj,0.0000724323,0.01000,1.649
46,mlp.experts.98.gate_proj,0.0000533415,0.01000,1.950
46,mlp.experts.122.gate_proj,0.0000543231,0.01000,1.649
46,mlp.experts.116.gate_proj,0.0000566496,0.01000,1.573
46,mlp.experts.123.gate_proj,0.0000525345,0.01000,1.794
46,mlp.experts.118.gate_proj,0.0000677352,0.01000,1.676
46,mlp.experts.119.gate_proj,0.0000571891,0.01000,1.727
46,mlp.experts.126.gate_proj,0.0000671183,0.01000,1.680
46,mlp.experts.127.gate_proj,0.0000556162,0.01000,2.012
46,mlp.experts.97.gate_proj,0.0000523857,0.01000,1.920
46,mlp.experts.109.gate_proj,0.0000516066,0.01000,1.912
46,mlp.experts.101.gate_proj,0.0000622933,0.01000,1.894
46,mlp.experts.120.gate_proj,0.0000550280,0.01000,1.663
46,mlp.experts.105.gate_proj,0.0000521500,0.01000,2.025
46,mlp.experts.124.gate_proj,0.0000512351,0.01000,1.658
46,mlp.experts.112.gate_proj,0.0000528390,0.01000,1.731
46,mlp.experts.115.gate_proj,0.0000529999,0.01000,2.178
46,mlp.experts.114.gate_proj,0.0000552563,0.01000,1.936
46,mlp.experts.10.up_proj,0.0000583739,0.01000,1.748
46,mlp.experts.4.up_proj,0.0000638875,0.01000,1.675
46,mlp.experts.6.up_proj,0.0000671145,0.01000,1.741
46,mlp.experts.11.up_proj,0.0000784389,0.01000,1.921
46,mlp.experts.7.up_proj,0.0000579948,0.01000,1.793
46,mlp.experts.14.up_proj,0.0000655438,0.01000,1.815
46,mlp.experts.15.up_proj,0.0000539040,0.01000,1.870
46,mlp.experts.8.up_proj,0.0000578328,0.01000,1.603
46,mlp.experts.12.up_proj,0.0000542375,0.01000,1.603
46,mlp.experts.0.up_proj,0.0000629167,0.01000,1.541
46,mlp.experts.125.gate_proj,0.0000582093,0.01000,2.011
46,mlp.experts.113.gate_proj,0.0000513608,0.01000,2.073
46,mlp.experts.117.gate_proj,0.0000555158,0.01000,2.041
46,mlp.experts.121.gate_proj,0.0000564990,0.01000,2.048
46,mlp.experts.3.up_proj,0.0000820888,0.01000,2.096
46,mlp.experts.2.up_proj,0.0000658300,0.01000,1.767
46,mlp.experts.20.up_proj,0.0000532830,0.01000,1.559
46,mlp.experts.26.up_proj,0.0000683981,0.01000,1.801
46,mlp.experts.22.up_proj,0.0000569888,0.01000,1.795
46,mlp.experts.23.up_proj,0.0000801113,0.01000,1.653
46,mlp.experts.24.up_proj,0.0000557074,0.01000,1.590
46,mlp.experts.31.up_proj,0.0000583286,0.01000,1.723
46,mlp.experts.28.up_proj,0.0000620161,0.01000,1.594
46,mlp.experts.30.up_proj,0.0000592821,0.01000,1.875
46,mlp.experts.16.up_proj,0.0000628280,0.01000,1.587
46,mlp.experts.27.up_proj,0.0000732641,0.01000,2.094
46,mlp.experts.13.up_proj,0.0000594795,0.01000,2.027
46,mlp.experts.1.up_proj,0.0000579191,0.01000,2.041
46,mlp.experts.5.up_proj,0.0000727210,0.01000,2.053
46,mlp.experts.9.up_proj,0.0000681820,0.01000,2.047
46,mlp.experts.18.up_proj,0.0000635094,0.01000,1.687
46,mlp.experts.19.up_proj,0.0000634411,0.01000,1.938
46,mlp.experts.36.up_proj,0.0000629114,0.01000,1.638
46,mlp.experts.42.up_proj,0.0000535441,0.01000,1.766
46,mlp.experts.38.up_proj,0.0000587237,0.01000,1.742
46,mlp.experts.40.up_proj,0.0000678722,0.01000,1.666
46,mlp.experts.39.up_proj,0.0000611557,0.01000,1.812
46,mlp.experts.44.up_proj,0.0000661413,0.01000,1.665
46,mlp.experts.47.up_proj,0.0000676539,0.01000,1.784
46,mlp.experts.46.up_proj,0.0000564998,0.01000,1.734
46,mlp.experts.32.up_proj,0.0000745945,0.01000,1.667
46,mlp.experts.43.up_proj,0.0000659225,0.01000,1.726
46,mlp.experts.35.up_proj,0.0000633850,0.01000,1.570
46,mlp.experts.17.up_proj,0.0000558125,0.01000,2.039
46,mlp.experts.29.up_proj,0.0000600770,0.01000,2.072
46,mlp.experts.21.up_proj,0.0000574695,0.01000,2.118
46,mlp.experts.52.up_proj,0.0000617001,0.01000,1.764
46,mlp.experts.34.up_proj,0.0000643377,0.01000,1.953
46,mlp.experts.25.up_proj,0.0000715628,0.01000,2.161
46,mlp.experts.58.up_proj,0.0000610023,0.01000,1.736
46,mlp.experts.54.up_proj,0.0000759399,0.01000,1.727
46,mlp.experts.55.up_proj,0.0000593989,0.01000,1.662
46,mlp.experts.56.up_proj,0.0000627283,0.01000,1.752
46,mlp.experts.63.up_proj,0.0000643169,0.01000,1.720
46,mlp.experts.62.up_proj,0.0000566392,0.01000,1.702
46,mlp.experts.59.up_proj,0.0000573995,0.01000,1.711
46,mlp.experts.60.up_proj,0.0000618986,0.01000,1.941
46,mlp.experts.48.up_proj,0.0000653633,0.01000,2.046
46,mlp.experts.51.up_proj,0.0000647113,0.01000,1.668
46,mlp.experts.68.up_proj,0.0000652175,0.01000,1.901
46,mlp.experts.74.up_proj,0.0000732307,0.01000,1.748
46,mlp.experts.50.up_proj,0.0000725921,0.01000,1.910
46,mlp.experts.71.up_proj,0.0000617523,0.01000,1.651
46,mlp.experts.33.up_proj,0.0000654758,0.01000,2.202
46,mlp.experts.37.up_proj,0.0000595484,0.01000,2.135
46,mlp.experts.70.up_proj,0.0000556862,0.01000,1.810
46,mlp.experts.79.up_proj,0.0000636798,0.01000,1.629
46,mlp.experts.72.up_proj,0.0000616926,0.01000,1.803
46,mlp.experts.41.up_proj,0.0000576681,0.01000,2.206
46,mlp.experts.75.up_proj,0.0000581285,0.01000,1.618
46,mlp.experts.78.up_proj,0.0000568283,0.01000,1.819
46,mlp.experts.45.up_proj,0.0000640098,0.01000,2.731
46,mlp.experts.76.up_proj,0.0000554413,0.01000,1.831
46,mlp.experts.64.up_proj,0.0000604823,0.01000,1.714
46,mlp.experts.67.up_proj,0.0000578875,0.01000,1.645
46,mlp.experts.87.up_proj,0.0000611535,0.01000,1.607
46,mlp.experts.84.up_proj,0.0000587371,0.01000,1.899
46,mlp.experts.88.up_proj,0.0000583590,0.01000,1.611
46,mlp.experts.95.up_proj,0.0000549001,0.01000,1.624
46,mlp.experts.90.up_proj,0.0000564359,0.01000,1.954
46,mlp.experts.66.up_proj,0.0000576862,0.01000,1.952
46,mlp.experts.53.up_proj,0.0000592987,0.01000,1.930
46,mlp.experts.91.up_proj,0.0000681208,0.01000,1.653
46,mlp.experts.49.up_proj,0.0000624164,0.01000,2.023
46,mlp.experts.86.up_proj,0.0000721876,0.01000,1.996
46,mlp.experts.57.up_proj,0.0000665511,0.01000,1.978
46,mlp.experts.94.up_proj,0.0000645245,0.01000,1.974
46,mlp.experts.61.up_proj,0.0000626396,0.01000,1.921
46,mlp.experts.92.up_proj,0.0000592226,0.01000,1.900
46,mlp.experts.80.up_proj,0.0000548589,0.01000,1.892
46,mlp.experts.83.up_proj,0.0000624294,0.01000,1.634
46,mlp.experts.103.up_proj,0.0000561112,0.01000,1.650
46,mlp.experts.111.up_proj,0.0000574574,0.01000,1.650
46,mlp.experts.100.up_proj,0.0000519639,0.01000,1.749
46,mlp.experts.107.up_proj,0.0000594075,0.01000,1.662
46,mlp.experts.106.up_proj,0.0000650270,0.01000,1.883
46,mlp.experts.69.up_proj,0.0000643436,0.01000,1.765
46,mlp.experts.65.up_proj,0.0000561476,0.01000,1.748
46,mlp.experts.82.up_proj,0.0000575409,0.01000,1.919
46,mlp.experts.104.up_proj,0.0000814767,0.01000,2.035
46,mlp.experts.102.up_proj,0.0000612962,0.01000,1.873
46,mlp.experts.73.up_proj,0.0000597996,0.01000,1.772
46,mlp.experts.108.up_proj,0.0000604859,0.01000,1.531
46,mlp.experts.99.up_proj,0.0000590732,0.01000,1.620
46,mlp.experts.110.up_proj,0.0000603690,0.01000,1.912
46,mlp.experts.77.up_proj,0.0000620809,0.01000,1.876
46,mlp.experts.96.up_proj,0.0000688689,0.01000,1.993
46,mlp.experts.119.up_proj,0.0000651549,0.01000,1.672
46,mlp.experts.127.up_proj,0.0000613226,0.01000,1.646
46,mlp.experts.116.up_proj,0.0000628683,0.01000,1.719
46,mlp.experts.123.up_proj,0.0000577173,0.01000,1.582
46,mlp.experts.122.up_proj,0.0000585504,0.01000,1.748
46,mlp.experts.85.up_proj,0.0000656521,0.01000,1.749
46,mlp.experts.81.up_proj,0.0000616747,0.01000,1.749
46,mlp.experts.115.up_proj,0.0000555164,0.01000,1.249
46,mlp.experts.98.up_proj,0.0000576327,0.01000,1.871
46,mlp.experts.118.up_proj,0.0000688447,0.01000,1.699
46,mlp.experts.120.up_proj,0.0000599017,0.01000,1.908
46,mlp.experts.89.up_proj,0.0000595198,0.01000,1.766
46,mlp.experts.124.up_proj,0.0000576645,0.01000,1.776
46,mlp.experts.126.up_proj,0.0000689641,0.01000,1.546
46,mlp.experts.112.up_proj,0.0000596491,0.01000,1.308
46,mlp.experts.93.up_proj,0.0000577903,0.01000,1.963
46,mlp.experts.114.up_proj,0.0000591049,0.01000,0.746
46,mlp.experts.101.up_proj,0.0000678670,0.01000,1.882
46,mlp.experts.97.up_proj,0.0000579835,0.01000,1.915
46,mlp.experts.105.up_proj,0.0000584659,0.01000,2.058
46,mlp.experts.109.up_proj,0.0000599401,0.01000,1.956
46,mlp.experts.117.up_proj,0.0000611811,0.01000,2.021
46,mlp.experts.113.up_proj,0.0000624265,0.01000,2.025
46,mlp.experts.121.up_proj,0.0000602074,0.01000,1.790
46,mlp.experts.125.up_proj,0.0000620316,0.01000,1.550
46,mlp.experts.4.down_proj,0.0000556159,0.01000,0.630
46,mlp.experts.0.down_proj,0.0000429758,0.01000,0.632
46,mlp.experts.3.down_proj,0.0000727117,0.01000,0.684
46,mlp.experts.15.down_proj,0.0000386061,0.01000,0.700
46,mlp.experts.1.down_proj,0.0000348749,0.01000,0.724
46,mlp.experts.7.down_proj,0.0000241101,0.01000,0.708
46,mlp.experts.5.down_proj,0.0001235569,0.01000,0.723
46,mlp.experts.11.down_proj,0.0001268964,0.01000,0.719
46,mlp.experts.9.down_proj,0.0000955499,0.01000,0.729
46,mlp.experts.14.down_proj,0.0000449039,0.01000,0.743
46,mlp.experts.10.down_proj,0.0000532589,0.01000,0.756
46,mlp.experts.8.down_proj,0.0000212171,0.01000,0.760
46,mlp.experts.6.down_proj,0.0000600473,0.01000,0.761
46,mlp.experts.12.down_proj,0.0000322482,0.01000,0.782
46,mlp.experts.13.down_proj,0.0000609244,0.01000,0.787
46,mlp.experts.2.down_proj,0.0000381456,0.01000,0.802
46,mlp.experts.31.down_proj,0.0000582461,0.01000,0.593
46,mlp.experts.19.down_proj,0.0000295092,0.01000,0.626
46,mlp.experts.20.down_proj,0.0000660821,0.01000,0.696
46,mlp.experts.27.down_proj,0.0001677836,0.01000,0.621
46,mlp.experts.23.down_proj,0.0002264171,0.01000,0.632
46,mlp.experts.16.down_proj,0.0001187567,0.01000,0.747
46,mlp.experts.17.down_proj,0.0000422231,0.01000,0.670
46,mlp.experts.21.down_proj,0.0000489665,0.01000,0.658
46,mlp.experts.25.down_proj,0.0001350682,0.01000,0.667
46,mlp.experts.30.down_proj,0.0000338511,0.01000,0.712
46,mlp.experts.28.down_proj,0.0000280586,0.01000,0.679
46,mlp.experts.22.down_proj,0.0000242250,0.01000,0.730
46,mlp.experts.26.down_proj,0.0000374333,0.01000,0.742
46,mlp.experts.29.down_proj,0.0000461928,0.01000,0.721
46,mlp.experts.24.down_proj,0.0000163834,0.01000,0.754
46,mlp.experts.18.down_proj,0.0000628161,0.01000,0.734
46,mlp.experts.47.down_proj,0.0000431035,0.01000,0.598
46,mlp.experts.35.down_proj,0.0000389582,0.01000,0.617
46,mlp.experts.43.down_proj,0.0000399148,0.01000,0.598
46,mlp.experts.32.down_proj,0.0001065191,0.01000,0.589
46,mlp.experts.39.down_proj,0.0000354199,0.01000,0.628
46,mlp.experts.37.down_proj,0.0000514674,0.01000,0.665
46,mlp.experts.33.down_proj,0.0000397280,0.01000,0.670
46,mlp.experts.41.down_proj,0.0000535106,0.01000,0.662
46,mlp.experts.36.down_proj,0.0000274856,0.01000,0.749
46,mlp.experts.44.down_proj,0.0000386912,0.01000,0.615
46,mlp.experts.46.down_proj,0.0000382303,0.01000,0.702
46,mlp.experts.38.down_proj,0.0000317931,0.01000,0.727
46,mlp.experts.45.down_proj,0.0000260250,0.01000,0.721
46,mlp.experts.42.down_proj,0.0000204561,0.01000,0.731
46,mlp.experts.40.down_proj,0.0000583651,0.01000,0.729
46,mlp.experts.34.down_proj,0.0000954258,0.01000,0.739
46,mlp.experts.63.down_proj,0.0000697069,0.01000,0.642
46,mlp.experts.51.down_proj,0.0000534400,0.01000,0.633
46,mlp.experts.59.down_proj,0.0000181497,0.01000,0.649
46,mlp.experts.48.down_proj,0.0000779529,0.01000,0.651
46,mlp.experts.55.down_proj,0.0000200228,0.01000,0.637
46,mlp.experts.60.down_proj,0.0000267596,0.01000,0.659
46,mlp.experts.53.down_proj,0.0000542736,0.01000,0.691
46,mlp.experts.57.down_proj,0.0000522953,0.01000,0.687
46,mlp.experts.49.down_proj,0.0000693226,0.01000,0.700
46,mlp.experts.52.down_proj,0.0000247093,0.01000,0.732
46,mlp.experts.62.down_proj,0.0000535714,0.01000,0.716
46,mlp.experts.56.down_proj,0.0000373658,0.01000,0.635
46,mlp.experts.54.down_proj,0.0001207344,0.01000,0.705
46,mlp.experts.61.down_proj,0.0000252044,0.01000,0.724
46,mlp.experts.58.down_proj,0.0000203310,0.01000,0.730
46,mlp.experts.50.down_proj,0.0001228868,0.01000,0.731
46,mlp.experts.79.down_proj,0.0000394420,0.01000,0.677
46,mlp.experts.67.down_proj,0.0000296932,0.01000,0.685
46,mlp.experts.75.down_proj,0.0000237840,0.01000,0.683
46,mlp.experts.64.down_proj,0.0000536403,0.01000,0.676
46,mlp.experts.71.down_proj,0.0000548088,0.01000,0.682
46,mlp.experts.76.down_proj,0.0000423058,0.01000,0.701
46,mlp.experts.69.down_proj,0.0000633000,0.01000,0.726
46,mlp.experts.73.down_proj,0.0000348134,0.01000,0.737
46,mlp.experts.65.down_proj,0.0000183680,0.01000,0.734
46,mlp.experts.68.down_proj,0.0000254842,0.01000,0.717
46,mlp.experts.72.down_proj,0.0000333391,0.01000,0.677
46,mlp.experts.78.down_proj,0.0000241661,0.01000,0.781
46,mlp.experts.70.down_proj,0.0000626959,0.01000,0.737
46,mlp.experts.74.down_proj,0.0000483675,0.01000,0.746
46,mlp.experts.77.down_proj,0.0000579494,0.01000,0.794
46,mlp.experts.95.down_proj,0.0000247359,0.01000,0.560
46,mlp.experts.66.down_proj,0.0000794767,0.01000,0.782
46,mlp.experts.83.down_proj,0.0000284500,0.01000,0.551
46,mlp.experts.91.down_proj,0.0000509624,0.01000,0.553
46,mlp.experts.87.down_proj,0.0000275023,0.01000,0.585
46,mlp.experts.80.down_proj,0.0000245197,0.01000,0.773
46,mlp.experts.92.down_proj,0.0000468179,0.01000,0.661
46,mlp.experts.84.down_proj,0.0000276091,0.01000,0.618
46,mlp.experts.81.down_proj,0.0000439708,0.01000,0.695
46,mlp.experts.85.down_proj,0.0001442938,0.01000,0.716
46,mlp.experts.89.down_proj,0.0000372713,0.01000,0.737
46,mlp.experts.99.down_proj,0.0000321085,0.01000,0.543
46,mlp.experts.88.down_proj,0.0000457680,0.01000,0.768
46,mlp.experts.86.down_proj,0.0000876515,0.01000,0.696
46,mlp.experts.94.down_proj,0.0000585800,0.01000,0.726
46,mlp.experts.107.down_proj,0.0000278841,0.01000,0.545
46,mlp.experts.111.down_proj,0.0000305226,0.01000,0.601
46,mlp.experts.90.down_proj,0.0000455471,0.01000,0.694
46,mlp.experts.103.down_proj,0.0000377543,0.01000,0.535
46,mlp.experts.93.down_proj,0.0000964118,0.01000,0.713
46,mlp.experts.82.down_proj,0.0000303175,0.01000,0.747
46,mlp.experts.108.down_proj,0.0000308207,0.01000,0.595
46,mlp.experts.100.down_proj,0.0000876977,0.01000,0.611
46,mlp.experts.96.down_proj,0.0000405733,0.01000,0.729
46,mlp.experts.97.down_proj,0.0000428487,0.01000,0.650
46,mlp.experts.101.down_proj,0.0000267271,0.01000,0.659
46,mlp.experts.115.down_proj,0.0000422465,0.01000,0.548
46,mlp.experts.105.down_proj,0.0000306700,0.01000,0.667
46,mlp.experts.123.down_proj,0.0000352490,0.01000,0.543
46,mlp.experts.119.down_proj,0.0000252815,0.01000,0.528
46,mlp.experts.127.down_proj,0.0000423059,0.01000,0.576
46,mlp.experts.104.down_proj,0.0000620689,0.01000,0.692
46,mlp.experts.102.down_proj,0.0000386906,0.01000,0.736
46,mlp.experts.110.down_proj,0.0000456009,0.01000,0.737
46,mlp.experts.106.down_proj,0.0000646816,0.01000,0.725
46,mlp.experts.109.down_proj,0.0000478634,0.01000,0.685
46,mlp.experts.98.down_proj,0.0000233045,0.01000,0.756
46,mlp.experts.124.down_proj,0.0000425566,0.01000,0.706
46,mlp.experts.116.down_proj,0.0000454531,0.01000,0.671
46,mlp.experts.113.down_proj,0.0000402324,0.01000,0.639
46,mlp.experts.117.down_proj,0.0000265412,0.01000,0.636
46,mlp.experts.112.down_proj,0.0000277069,0.01000,0.691
46,mlp.experts.120.down_proj,0.0000344702,0.01000,0.504
46,mlp.experts.121.down_proj,0.0000345110,0.01000,0.672
46,mlp.experts.125.down_proj,0.0000673943,0.01000,0.507
46,mlp.experts.126.down_proj,0.0001064361,0.01000,0.686
46,mlp.experts.122.down_proj,0.0000433037,0.01000,0.681
46,mlp.experts.118.down_proj,0.0001543791,0.01000,0.718
46,mlp.experts.114.down_proj,0.0000453964,0.01000,0.599
47,self_attn.q_proj,0.0001009652,0.01000,0.741
47,self_attn.k_proj,0.0000115938,0.01000,0.779
47,self_attn.v_proj,0.0000219843,0.01000,0.834
47,self_attn.o_proj,0.0000114358,0.01000,1.401
47,mlp.experts.0.gate_proj,0.0000644686,0.01000,1.650
47,mlp.experts.4.gate_proj,0.0000555305,0.01000,1.750
47,mlp.experts.7.gate_proj,0.0000490274,0.01000,1.840
47,mlp.experts.11.gate_proj,0.0000481921,0.01000,1.842
47,mlp.experts.15.gate_proj,0.0000492086,0.01000,1.941
47,mlp.experts.3.gate_proj,0.0000573868,0.01000,1.941
47,mlp.experts.13.gate_proj,0.0000486854,0.01000,2.098
47,mlp.experts.5.gate_proj,0.0000573595,0.01000,2.105
47,mlp.experts.1.gate_proj,0.0000557848,0.01000,2.123
47,mlp.experts.12.gate_proj,0.0000471938,0.01000,2.152
47,mlp.experts.8.gate_proj,0.0000658594,0.01000,2.162
47,mlp.experts.2.gate_proj,0.0000751460,0.01000,2.260
47,mlp.experts.9.gate_proj,0.0000489675,0.01000,2.257
47,mlp.experts.10.gate_proj,0.0000473607,0.01000,2.284
47,mlp.experts.14.gate_proj,0.0000500558,0.01000,2.311
47,mlp.experts.6.gate_proj,0.0000487873,0.01000,2.348
47,mlp.experts.27.gate_proj,0.0000478653,0.01000,1.434
47,mlp.experts.23.gate_proj,0.0000721778,0.01000,1.478
47,mlp.experts.31.gate_proj,0.0000455326,0.01000,1.445
47,mlp.experts.19.gate_proj,0.0000489696,0.01000,1.530
47,mlp.experts.16.gate_proj,0.0000558938,0.01000,1.917
47,mlp.experts.20.gate_proj,0.0000486137,0.01000,1.897
47,mlp.experts.21.gate_proj,0.0000493060,0.01000,1.739
47,mlp.experts.29.gate_proj,0.0000446776,0.01000,1.808
47,mlp.experts.28.gate_proj,0.0000493906,0.01000,1.760
47,mlp.experts.25.gate_proj,0.0000533403,0.01000,1.743
47,mlp.experts.26.gate_proj,0.0000505539,0.01000,1.837
47,mlp.experts.18.gate_proj,0.0000520244,0.01000,1.875
47,mlp.experts.22.gate_proj,0.0000474968,0.01000,1.833
47,mlp.experts.17.gate_proj,0.0000593638,0.01000,2.088
47,mlp.experts.24.gate_proj,0.0000488352,0.01000,2.122
47,mlp.experts.30.gate_proj,0.0000474406,0.01000,1.988
47,mlp.experts.43.gate_proj,0.0000520488,0.01000,1.425
47,mlp.experts.39.gate_proj,0.0000578718,0.01000,1.437
47,mlp.experts.47.gate_proj,0.0000482297,0.01000,1.447
47,mlp.experts.35.gate_proj,0.0000478209,0.01000,1.541
47,mlp.experts.36.gate_proj,0.0000469206,0.01000,1.622
47,mlp.experts.32.gate_proj,0.0000435195,0.01000,1.737
47,mlp.experts.44.gate_proj,0.0000455455,0.01000,1.726
47,mlp.experts.37.gate_proj,0.0000558350,0.01000,1.975
47,mlp.experts.45.gate_proj,0.0000510889,0.01000,2.004
47,mlp.experts.41.gate_proj,0.0000446707,0.01000,2.037
47,mlp.experts.42.gate_proj,0.0000631094,0.01000,1.920
47,mlp.experts.38.gate_proj,0.0000451764,0.01000,1.931
47,mlp.experts.46.gate_proj,0.0000531754,0.01000,1.866
47,mlp.experts.40.gate_proj,0.0000519984,0.01000,1.900
47,mlp.experts.34.gate_proj,0.0000495632,0.01000,2.070
47,mlp.experts.33.gate_proj,0.0000560737,0.01000,2.020
47,mlp.experts.59.gate_proj,0.0000502076,0.01000,1.739
47,mlp.experts.55.gate_proj,0.0000482238,0.01000,1.737
47,mlp.experts.63.gate_proj,0.0000575427,0.01000,1.767
47,mlp.experts.51.gate_proj,0.0000489925,0.01000,1.759
47,mlp.experts.52.gate_proj,0.0000479905,0.01000,1.647
47,mlp.experts.48.gate_proj,0.0000524432,0.01000,1.786
47,mlp.experts.60.gate_proj,0.0000557891,0.01000,1.949
47,mlp.experts.54.gate_proj,0.0000494605,0.01000,1.831
47,mlp.experts.58.gate_proj,0.0000470259,0.01000,1.896
47,mlp.experts.53.gate_proj,0.0000536470,0.01000,2.156
47,mlp.experts.56.gate_proj,0.0000549512,0.01000,1.796
47,mlp.experts.62.gate_proj,0.0000560459,0.01000,1.840
47,mlp.experts.50.gate_proj,0.0000513418,0.01000,1.878
47,mlp.experts.57.gate_proj,0.0000448580,0.01000,2.068
47,mlp.experts.61.gate_proj,0.0000588369,0.01000,2.225
47,mlp.experts.71.gate_proj,0.0000578380,0.01000,1.648
47,mlp.experts.75.gate_proj,0.0000482076,0.01000,1.665
47,mlp.experts.49.gate_proj,0.0000517138,0.01000,2.026
47,mlp.experts.79.gate_proj,0.0000472342,0.01000,1.691
47,mlp.experts.67.gate_proj,0.0000515623,0.01000,1.639
47,mlp.experts.64.gate_proj,0.0000456279,0.01000,1.523
47,mlp.experts.68.gate_proj,0.0000544129,0.01000,2.212
47,mlp.experts.76.gate_proj,0.0000486861,0.01000,1.552
47,mlp.experts.72.gate_proj,0.0000552741,0.01000,1.722
47,mlp.experts.87.gate_proj,0.0000560781,0.01000,1.572
47,mlp.experts.91.gate_proj,0.0000510641,0.01000,1.592
47,mlp.experts.70.gate_proj,0.0000481005,0.01000,1.901
47,mlp.experts.74.gate_proj,0.0000578373,0.01000,1.912
47,mlp.experts.95.gate_proj,0.0000488985,0.01000,1.572
47,mlp.experts.69.gate_proj,0.0000398718,0.01000,1.995
47,mlp.experts.83.gate_proj,0.0000491176,0.01000,1.576
47,mlp.experts.66.gate_proj,0.0000561277,0.01000,1.920
47,mlp.experts.78.gate_proj,0.0000502148,0.01000,1.999
47,mlp.experts.77.gate_proj,0.0000559989,0.01000,1.930
47,mlp.experts.65.gate_proj,0.0000476006,0.01000,1.877
47,mlp.experts.73.gate_proj,0.0000475796,0.01000,2.024
47,mlp.experts.80.gate_proj,0.0000604824,0.01000,1.786
47,mlp.experts.92.gate_proj,0.0000504055,0.01000,1.790
47,mlp.experts.84.gate_proj,0.0000463673,0.01000,1.821
47,mlp.experts.103.gate_proj,0.0000476206,0.01000,1.607
47,mlp.experts.107.gate_proj,0.0000496653,0.01000,1.605
47,mlp.experts.111.gate_proj,0.0000426090,0.01000,1.737
47,mlp.experts.99.gate_proj,0.0000470544,0.01000,1.639
47,mlp.experts.86.gate_proj,0.0000534506,0.01000,1.792
47,mlp.experts.90.gate_proj,0.0000462083,0.01000,1.780
47,mlp.experts.88.gate_proj,0.0000466178,0.01000,2.057
47,mlp.experts.85.gate_proj,0.0000452296,0.01000,1.810
47,mlp.experts.82.gate_proj,0.0000470312,0.01000,1.849
47,mlp.experts.93.gate_proj,0.0000514163,0.01000,1.790
47,mlp.experts.81.gate_proj,0.0000600399,0.01000,1.757
47,mlp.experts.94.gate_proj,0.0000481384,0.01000,1.997
47,mlp.experts.89.gate_proj,0.0000433749,0.01000,2.042
47,mlp.experts.96.gate_proj,0.0000542825,0.01000,1.906
47,mlp.experts.108.gate_proj,0.0000500750,0.01000,1.890
47,mlp.experts.100.gate_proj,0.0000530046,0.01000,1.966
47,mlp.experts.119.gate_proj,0.0000576284,0.01000,1.710
47,mlp.experts.123.gate_proj,0.0000481248,0.01000,1.711
47,mlp.experts.115.gate_proj,0.0000547806,0.01000,1.653
47,mlp.experts.127.gate_proj,0.0000429736,0.01000,1.692
47,mlp.experts.106.gate_proj,0.0000492478,0.01000,1.896
47,mlp.experts.102.gate_proj,0.0000571971,0.01000,1.896
47,mlp.experts.104.gate_proj,0.0000469813,0.01000,2.123
47,mlp.experts.98.gate_proj,0.0000547741,0.01000,2.045
47,mlp.experts.101.gate_proj,0.0000602703,0.01000,2.130
47,mlp.experts.110.gate_proj,0.0000473089,0.01000,1.926
47,mlp.experts.109.gate_proj,0.0001033679,0.01000,2.075
47,mlp.experts.97.gate_proj,0.0000527769,0.01000,2.080
47,mlp.experts.112.gate_proj,0.0000470061,0.01000,1.651
47,mlp.experts.105.gate_proj,0.0000510115,0.01000,2.084
47,mlp.experts.124.gate_proj,0.0000595253,0.01000,1.605
47,mlp.experts.7.up_proj,0.0000543491,0.01000,1.626
47,mlp.experts.11.up_proj,0.0000517305,0.01000,1.705
47,mlp.experts.116.gate_proj,0.0000529784,0.01000,1.974
47,mlp.experts.3.up_proj,0.0000589294,0.01000,1.672
47,mlp.experts.15.up_proj,0.0000517504,0.01000,1.675
47,mlp.experts.118.gate_proj,0.0000502707,0.01000,1.914
47,mlp.experts.122.gate_proj,0.0000525417,0.01000,1.943
47,mlp.experts.0.up_proj,0.0000706183,0.01000,1.644
47,mlp.experts.117.gate_proj,0.0000426832,0.01000,1.941
47,mlp.experts.114.gate_proj,0.0000611104,0.01000,1.967
47,mlp.experts.125.gate_proj,0.0000564177,0.01000,1.980
47,mlp.experts.113.gate_proj,0.0000549344,0.01000,1.983
47,mlp.experts.126.gate_proj,0.0000460753,0.01000,2.053
47,mlp.experts.120.gate_proj,0.0000473625,0.01000,2.104
47,mlp.experts.121.gate_proj,0.0000512335,0.01000,1.936
47,mlp.experts.23.up_proj,0.0000717527,0.01000,1.553
47,mlp.experts.27.up_proj,0.0000522992,0.01000,1.541
47,mlp.experts.12.up_proj,0.0000508936,0.01000,1.978
47,mlp.experts.4.up_proj,0.0000609722,0.01000,1.560
47,mlp.experts.19.up_proj,0.0000553688,0.01000,1.513
47,mlp.experts.31.up_proj,0.0000488792,0.01000,1.532
47,mlp.experts.16.up_proj,0.0000630324,0.01000,1.693
47,mlp.experts.6.up_proj,0.0000540718,0.01000,1.988
47,mlp.experts.10.up_proj,0.0000520053,0.01000,1.963
47,mlp.experts.13.up_proj,0.0000519306,0.01000,1.844
47,mlp.experts.5.up_proj,0.0000644699,0.01000,1.925
47,mlp.experts.39.up_proj,0.0000685195,0.01000,1.572
47,mlp.experts.1.up_proj,0.0000603315,0.01000,1.885
47,mlp.experts.2.up_proj,0.0000745783,0.01000,2.012
47,mlp.experts.43.up_proj,0.0000518179,0.01000,1.591
47,mlp.experts.8.up_proj,0.0000768989,0.01000,1.947
47,mlp.experts.35.up_proj,0.0000513704,0.01000,1.566
47,mlp.experts.28.up_proj,0.0000550144,0.01000,1.661
47,mlp.experts.47.up_proj,0.0000495961,0.01000,1.587
47,mlp.experts.14.up_proj,0.0000542786,0.01000,2.138
47,mlp.experts.9.up_proj,0.0000529853,0.01000,2.012
47,mlp.experts.20.up_proj,0.0000528875,0.01000,2.095
47,mlp.experts.32.up_proj,0.0000488122,0.01000,2.045
47,mlp.experts.55.up_proj,0.0000541804,0.01000,1.558
47,mlp.experts.26.up_proj,0.0000533996,0.01000,1.936
47,mlp.experts.22.up_proj,0.0000526680,0.01000,1.949
47,mlp.experts.59.up_proj,0.0000542864,0.01000,1.536
47,mlp.experts.51.up_proj,0.0000537807,0.01000,1.552
47,mlp.experts.24.up_proj,0.0000542913,0.01000,1.656
47,mlp.experts.21.up_proj,0.0000548188,0.01000,1.847
47,mlp.experts.63.up_proj,0.0000581449,0.01000,1.551
47,mlp.experts.17.up_proj,0.0000671319,0.01000,1.835
47,mlp.experts.29.up_proj,0.0000485485,0.01000,1.946
47,mlp.experts.44.up_proj,0.0000505297,0.01000,1.649
47,mlp.experts.18.up_proj,0.0000587935,0.01000,1.920
47,mlp.experts.25.up_proj,0.0000603046,0.01000,1.829
47,mlp.experts.30.up_proj,0.0000520729,0.01000,2.059
47,mlp.experts.36.up_proj,0.0000529950,0.01000,2.123
47,mlp.experts.71.up_proj,0.0000621721,0.01000,1.547
47,mlp.experts.48.up_proj,0.0000569638,0.01000,1.639
47,mlp.experts.75.up_proj,0.0000513422,0.01000,1.553
47,mlp.experts.67.up_proj,0.0000564466,0.01000,1.552
47,mlp.experts.79.up_proj,0.0000523338,0.01000,1.587
47,mlp.experts.40.up_proj,0.0000526420,0.01000,1.665
47,mlp.experts.37.up_proj,0.0000563256,0.01000,1.778
47,mlp.experts.38.up_proj,0.0000492212,0.01000,2.008
47,mlp.experts.33.up_proj,0.0000614520,0.01000,1.770
47,mlp.experts.45.up_proj,0.0000566119,0.01000,1.732
47,mlp.experts.42.up_proj,0.0000695948,0.01000,2.177
47,mlp.experts.34.up_proj,0.0000518978,0.01000,1.940
47,mlp.experts.60.up_proj,0.0000627516,0.01000,2.020
47,mlp.experts.41.up_proj,0.0000488966,0.01000,1.958
47,mlp.experts.46.up_proj,0.0000583948,0.01000,2.098
47,mlp.experts.52.up_proj,0.0000534909,0.01000,1.775
47,mlp.experts.87.up_proj,0.0000600569,0.01000,1.706
47,mlp.experts.91.up_proj,0.0000527425,0.01000,1.730
47,mlp.experts.83.up_proj,0.0000538755,0.01000,1.729
47,mlp.experts.95.up_proj,0.0000521954,0.01000,1.711
47,mlp.experts.64.up_proj,0.0000503184,0.01000,2.015
47,mlp.experts.56.up_proj,0.0000565199,0.01000,1.761
47,mlp.experts.53.up_proj,0.0000601623,0.01000,1.807
47,mlp.experts.61.up_proj,0.0000673448,0.01000,1.800
47,mlp.experts.49.up_proj,0.0000577157,0.01000,1.873
47,mlp.experts.54.up_proj,0.0000548952,0.01000,1.942
47,mlp.experts.76.up_proj,0.0000527753,0.01000,1.657
47,mlp.experts.58.up_proj,0.0000519964,0.01000,1.956
47,mlp.experts.50.up_proj,0.0000580991,0.01000,1.973
47,mlp.experts.57.up_proj,0.0000547966,0.01000,1.857
47,mlp.experts.68.up_proj,0.0000551259,0.01000,1.471
47,mlp.experts.62.up_proj,0.0000585548,0.01000,2.112
47,mlp.experts.103.up_proj,0.0000524769,0.01000,1.827
47,mlp.experts.72.up_proj,0.0000609530,0.01000,1.433
47,mlp.experts.80.up_proj,0.0000682099,0.01000,1.540
47,mlp.experts.99.up_proj,0.0000520809,0.01000,1.748
47,mlp.experts.111.up_proj,0.0000470695,0.01000,1.728
47,mlp.experts.107.up_proj,0.0000535330,0.01000,1.960
47,mlp.experts.92.up_proj,0.0000562085,0.01000,1.451
47,mlp.experts.69.up_proj,0.0000447224,0.01000,1.798
47,mlp.experts.77.up_proj,0.0000613838,0.01000,1.792
47,mlp.experts.65.up_proj,0.0000525831,0.01000,1.942
47,mlp.experts.70.up_proj,0.0000519060,0.01000,1.942
47,mlp.experts.84.up_proj,0.0000497531,0.01000,1.444
47,mlp.experts.74.up_proj,0.0000646399,0.01000,1.907
47,mlp.experts.66.up_proj,0.0000625125,0.01000,1.960
47,mlp.experts.73.up_proj,0.0000511994,0.01000,1.829
47,mlp.experts.88.up_proj,0.0000514596,0.01000,1.439
47,mlp.experts.119.up_proj,0.0000667945,0.01000,1.634
47,mlp.experts.96.up_proj,0.0000582586,0.01000,1.541
47,mlp.experts.115.up_proj,0.0000595201,0.01000,1.579
47,mlp.experts.108.up_proj,0.0000550743,0.01000,1.451
47,mlp.experts.123.up_proj,0.0000512407,0.01000,1.618
47,mlp.experts.78.up_proj,0.0000536028,0.01000,2.007
47,mlp.experts.127.up_proj,0.0000458330,0.01000,1.755
47,mlp.experts.100.up_proj,0.0000546622,0.01000,1.437
47,mlp.experts.85.up_proj,0.0000512549,0.01000,1.844
47,mlp.experts.93.up_proj,0.0000562432,0.01000,1.835
47,mlp.experts.81.up_proj,0.0000564003,0.01000,1.907
47,mlp.experts.90.up_proj,0.0000502034,0.01000,1.885
47,mlp.experts.104.up_proj,0.0000515210,0.01000,1.413
47,mlp.experts.86.up_proj,0.0000543624,0.01000,2.185
47,mlp.experts.82.up_proj,0.0000516733,0.01000,1.870
47,mlp.experts.112.up_proj,0.0000515152,0.01000,1.565
47,mlp.experts.89.up_proj,0.0000474403,0.01000,1.975
47,mlp.experts.124.up_proj,0.0000653691,0.01000,1.436
47,mlp.experts.116.up_proj,0.0000604855,0.01000,1.256
47,mlp.experts.94.up_proj,0.0000530872,0.01000,1.883
47,mlp.experts.120.up_proj,0.0000534164,0.01000,0.994
47,mlp.experts.101.up_proj,0.0000636380,0.01000,1.831
47,mlp.experts.109.up_proj,0.0000789262,0.01000,2.101
47,mlp.experts.106.up_proj,0.0000540078,0.01000,1.895
47,mlp.experts.97.up_proj,0.0000563981,0.01000,2.093
47,mlp.experts.105.up_proj,0.0000565412,0.01000,1.698
47,mlp.experts.98.up_proj,0.0000636037,0.01000,1.880
47,mlp.experts.102.up_proj,0.0000650975,0.01000,1.947
47,mlp.experts.110.up_proj,0.0000520542,0.01000,1.976
47,mlp.experts.117.up_proj,0.0000472785,0.01000,1.694
47,mlp.experts.113.up_proj,0.0000614661,0.01000,1.427
47,mlp.experts.125.up_proj,0.0000617429,0.01000,1.744
47,mlp.experts.121.up_proj,0.0000563580,0.01000,1.422
47,mlp.experts.122.up_proj,0.0000579775,0.01000,1.816
47,mlp.experts.114.up_proj,0.0000634303,0.01000,1.815
47,mlp.experts.118.up_proj,0.0000564604,0.01000,1.864
47,mlp.experts.126.up_proj,0.0000539791,0.01000,1.341
47,mlp.experts.8.down_proj,0.0003863687,0.01000,0.627
47,mlp.experts.4.down_proj,0.0001859549,0.01000,0.633
47,mlp.experts.12.down_proj,0.0001017570,0.01000,0.633
47,mlp.experts.0.down_proj,0.0001205715,0.01000,0.712
47,mlp.experts.15.down_proj,0.0002068115,0.01000,0.695
47,mlp.experts.7.down_proj,0.0001014843,0.01000,0.728
47,mlp.experts.3.down_proj,0.0002013749,0.01000,0.782
47,mlp.experts.14.down_proj,0.0001242047,0.01000,0.865
47,mlp.experts.1.down_proj,0.0003137635,0.01000,0.868
47,mlp.experts.13.down_proj,0.0000463917,0.01000,0.867
47,mlp.experts.10.down_proj,0.0000797477,0.01000,0.886
47,mlp.experts.11.down_proj,0.0000842347,0.01000,0.867
47,mlp.experts.5.down_proj,0.0003248651,0.01000,0.887
47,mlp.experts.6.down_proj,0.0000844710,0.01000,0.889
47,mlp.experts.2.down_proj,0.0006468907,0.01000,0.886
47,mlp.experts.9.down_proj,0.0000692401,0.01000,0.891
47,mlp.experts.24.down_proj,0.0000906391,0.01000,0.564
47,mlp.experts.20.down_proj,0.0001590895,0.01000,0.562
47,mlp.experts.28.down_proj,0.0002373706,0.01000,0.586
47,mlp.experts.16.down_proj,0.0003175984,0.01000,0.553
47,mlp.experts.31.down_proj,0.0000816111,0.01000,0.637
47,mlp.experts.23.down_proj,0.0002296599,0.01000,0.626
47,mlp.experts.19.down_proj,0.0000850354,0.01000,0.608
47,mlp.experts.27.down_proj,0.0000721309,0.01000,0.637
47,mlp.experts.30.down_proj,0.0000747777,0.01000,0.753
47,mlp.experts.17.down_proj,0.0002070417,0.01000,0.766
47,mlp.experts.26.down_proj,0.0000925722,0.01000,0.767
47,mlp.experts.22.down_proj,0.0001034837,0.01000,0.770
47,mlp.experts.29.down_proj,0.0001428502,0.01000,0.798
47,mlp.experts.21.down_proj,0.0001015066,0.01000,0.807
47,mlp.experts.25.down_proj,0.0003101733,0.01000,0.800
47,mlp.experts.18.down_proj,0.0001205701,0.01000,0.843
47,mlp.experts.40.down_proj,0.0000913482,0.01000,0.569
47,mlp.experts.36.down_proj,0.0001074016,0.01000,0.568
47,mlp.experts.44.down_proj,0.0001584047,0.01000,0.577
47,mlp.experts.32.down_proj,0.0000834743,0.01000,0.556
47,mlp.experts.39.down_proj,0.0003689656,0.01000,0.656
47,mlp.experts.35.down_proj,0.0001050568,0.01000,0.677
47,mlp.experts.47.down_proj,0.0001012712,0.01000,0.808
47,mlp.experts.56.down_proj,0.0002309323,0.01000,0.568
47,mlp.experts.52.down_proj,0.0000697382,0.01000,0.591
47,mlp.experts.43.down_proj,0.0000703627,0.01000,0.835
47,mlp.experts.46.down_proj,0.0001332338,0.01000,0.782
47,mlp.experts.48.down_proj,0.0001229364,0.01000,0.583
47,mlp.experts.42.down_proj,0.0001821221,0.01000,0.752
47,mlp.experts.60.down_proj,0.0002848729,0.01000,0.634
47,mlp.experts.33.down_proj,0.0001190790,0.01000,0.821
47,mlp.experts.38.down_proj,0.0000692489,0.01000,0.790
47,mlp.experts.41.down_proj,0.0000405753,0.01000,0.798
47,mlp.experts.37.down_proj,0.0001581422,0.01000,0.800
47,mlp.experts.34.down_proj,0.0001592341,0.01000,0.771
47,mlp.experts.45.down_proj,0.0001890273,0.01000,0.853
47,mlp.experts.55.down_proj,0.0000736585,0.01000,0.772
47,mlp.experts.51.down_proj,0.0000615503,0.01000,0.746
47,mlp.experts.72.down_proj,0.0001017764,0.01000,0.614
47,mlp.experts.68.down_proj,0.0000761602,0.01000,0.600
47,mlp.experts.63.down_proj,0.0000617448,0.01000,0.815
47,mlp.experts.64.down_proj,0.0000517717,0.01000,0.639
47,mlp.experts.58.down_proj,0.0000939955,0.01000,0.718
47,mlp.experts.62.down_proj,0.0002479271,0.01000,0.729
47,mlp.experts.76.down_proj,0.0001315326,0.01000,0.700
47,mlp.experts.59.down_proj,0.0001239773,0.01000,0.777
47,mlp.experts.49.down_proj,0.0001367106,0.01000,0.712
47,mlp.experts.54.down_proj,0.0000755380,0.01000,0.722
47,mlp.experts.50.down_proj,0.0003151335,0.01000,0.725
47,mlp.experts.61.down_proj,0.0001086964,0.01000,0.783
47,mlp.experts.57.down_proj,0.0001679284,0.01000,0.812
47,mlp.experts.53.down_proj,0.0003916400,0.01000,0.849
47,mlp.experts.71.down_proj,0.0001894603,0.01000,0.762
47,mlp.experts.67.down_proj,0.0000994477,0.01000,0.759
47,mlp.experts.88.down_proj,0.0000589830,0.01000,0.625
47,mlp.experts.84.down_proj,0.0000486479,0.01000,0.626
47,mlp.experts.80.down_proj,0.0001930011,0.01000,0.644
47,mlp.experts.79.down_proj,0.0000775563,0.01000,0.748
47,mlp.experts.92.down_proj,0.0002764879,0.01000,0.667
47,mlp.experts.65.down_proj,0.0001166639,0.01000,0.668
47,mlp.experts.78.down_proj,0.0000531964,0.01000,0.738
47,mlp.experts.74.down_proj,0.0003099477,0.01000,0.752
47,mlp.experts.75.down_proj,0.0000352135,0.01000,0.751
47,mlp.experts.70.down_proj,0.0000468318,0.01000,0.738
47,mlp.experts.66.down_proj,0.0001245154,0.01000,0.727
47,mlp.experts.77.down_proj,0.0002833588,0.01000,0.761
47,mlp.experts.104.down_proj,0.0000923415,0.01000,0.561
47,mlp.experts.100.down_proj,0.0000628765,0.01000,0.568
47,mlp.experts.73.down_proj,0.0001253105,0.01000,0.888
47,mlp.experts.69.down_proj,0.0000495457,0.01000,0.869
47,mlp.experts.96.down_proj,0.0001017556,0.01000,0.588
47,mlp.experts.87.down_proj,0.0001990755,0.01000,0.724
47,mlp.experts.83.down_proj,0.0001695742,0.01000,0.712
47,mlp.experts.108.down_proj,0.0000723276,0.01000,0.542
47,mlp.experts.95.down_proj,0.0000848559,0.01000,0.754
47,mlp.experts.81.down_proj,0.0000869344,0.01000,0.747
47,mlp.experts.91.down_proj,0.0000584917,0.01000,0.748
47,mlp.experts.94.down_proj,0.0000847831,0.01000,0.846
47,mlp.experts.90.down_proj,0.0000911283,0.01000,0.849
47,mlp.experts.86.down_proj,0.0001228519,0.01000,0.814
47,mlp.experts.120.down_proj,0.0001060292,0.01000,0.623
47,mlp.experts.116.down_proj,0.0001765437,0.01000,0.603
47,mlp.experts.82.down_proj,0.0000907715,0.01000,0.853
47,mlp.experts.93.down_proj,0.0001720765,0.01000,0.785
47,mlp.experts.112.down_proj,0.0000775462,0.01000,0.584
47,mlp.experts.124.down_proj,0.0001780896,0.01000,0.545
47,mlp.experts.85.down_proj,0.0000671867,0.01000,0.713
47,mlp.experts.89.down_proj,0.0000677550,0.01000,0.734
47,mlp.experts.103.down_proj,0.0000877752,0.01000,0.681
47,mlp.experts.99.down_proj,0.0000775733,0.01000,0.815
47,mlp.experts.107.down_proj,0.0001218773,0.01000,0.610
47,mlp.experts.111.down_proj,0.0000875477,0.01000,0.769
47,mlp.experts.97.down_proj,0.0002832646,0.01000,0.717
47,mlp.experts.119.down_proj,0.0000987847,0.01000,0.581
47,mlp.experts.102.down_proj,0.0002658409,0.01000,0.831
47,mlp.experts.110.down_proj,0.0003768647,0.01000,0.869
47,mlp.experts.109.down_proj,0.0002864374,0.01000,0.749
47,mlp.experts.98.down_proj,0.0003554552,0.01000,0.801
47,mlp.experts.106.down_proj,0.0001680191,0.01000,0.897
47,mlp.experts.105.down_proj,0.0001205645,0.01000,0.733
47,mlp.experts.115.down_proj,0.0002339069,0.01000,0.592
47,mlp.experts.101.down_proj,0.0004938093,0.01000,0.813
47,mlp.experts.123.down_proj,0.0000868701,0.01000,0.588
47,mlp.experts.127.down_proj,0.0001653972,0.01000,0.605
47,mlp.experts.113.down_proj,0.0001000639,0.01000,0.708
47,mlp.experts.118.down_proj,0.0001796615,0.01000,0.687
47,mlp.experts.126.down_proj,0.0002227169,0.01000,0.706
47,mlp.experts.114.down_proj,0.0001073710,0.01000,0.670
47,mlp.experts.122.down_proj,0.0002427372,0.01000,0.680
47,mlp.experts.125.down_proj,0.0003496081,0.01000,0.707
47,mlp.experts.121.down_proj,0.0000749031,0.01000,0.663
47,mlp.experts.117.down_proj,0.0000934726,0.01000,0.631