| 1 | layer,module,loss,samples,damp,time |
|---|
| 2 | 0,self_attn.k_proj,0.0000000006,0.01000,0.957 |
| 3 | 0,self_attn.v_proj,0.0000000005,0.01000,0.958 |
| 4 | 0,self_attn.q_proj,0.0000000046,0.01000,0.961 |
| 5 | 0,self_attn.o_proj,0.0000000011,0.01000,1.463 |
| 6 | 0,mlp.experts.15.gate_proj,0.0000003026,0.01000,1.499 |
| 7 | 0,mlp.experts.13.gate_proj,0.0000002146,0.01000,1.683 |
| 8 | 0,mlp.experts.3.gate_proj,0.0000003061,0.01000,1.776 |
| 9 | 0,mlp.experts.11.gate_proj,0.0000002421,0.01000,1.795 |
| 10 | 0,mlp.experts.5.gate_proj,0.0000002681,0.01000,1.911 |
| 11 | 0,mlp.experts.14.gate_proj,0.0000002983,0.01000,1.949 |
| 12 | 0,mlp.experts.9.gate_proj,0.0000002938,0.01000,1.988 |
| 13 | 0,mlp.experts.7.gate_proj,0.0000002485,0.01000,2.056 |
| 14 | 0,mlp.experts.12.gate_proj,0.0000002989,0.01000,2.074 |
| 15 | 0,mlp.experts.6.gate_proj,0.0000001890,0.01000,2.093 |
| 16 | 0,mlp.experts.4.gate_proj,0.0000004712,0.01000,2.134 |
| 17 | 0,mlp.experts.8.gate_proj,0.0000002150,0.01000,2.231 |
| 18 | 0,mlp.experts.1.gate_proj,0.0000001680,0.01000,2.215 |
| 19 | 0,mlp.experts.0.gate_proj,0.0000003457,0.01000,2.287 |
| 20 | 0,mlp.experts.2.gate_proj,0.0000002663,0.01000,2.310 |
| 21 | 0,mlp.experts.10.gate_proj,0.0000003185,0.01000,2.320 |
| 22 | 0,mlp.experts.31.gate_proj,0.0000001847,0.01000,1.599 |
| 23 | 0,mlp.experts.29.gate_proj,0.0000002924,0.01000,1.694 |
| 24 | 0,mlp.experts.27.gate_proj,0.0000002297,0.01000,1.636 |
| 25 | 0,mlp.experts.19.gate_proj,0.0000002276,0.01000,1.722 |
| 26 | 0,mlp.experts.21.gate_proj,0.0000002422,0.01000,1.840 |
| 27 | 0,mlp.experts.23.gate_proj,0.0000002835,0.01000,1.765 |
| 28 | 0,mlp.experts.30.gate_proj,0.0000002385,0.01000,1.942 |
| 29 | 0,mlp.experts.22.gate_proj,0.0000003243,0.01000,1.812 |
| 30 | 0,mlp.experts.20.gate_proj,0.0000003447,0.01000,1.809 |
| 31 | 0,mlp.experts.25.gate_proj,0.0000002353,0.01000,1.950 |
| 32 | 0,mlp.experts.28.gate_proj,0.0000003448,0.01000,1.886 |
| 33 | 0,mlp.experts.16.gate_proj,0.0000001889,0.01000,1.825 |
| 34 | 0,mlp.experts.26.gate_proj,0.0000001658,0.01000,1.833 |
| 35 | 0,mlp.experts.24.gate_proj,0.0000002937,0.01000,1.975 |
| 36 | 0,mlp.experts.18.gate_proj,0.0000003337,0.01000,1.926 |
| 37 | 0,mlp.experts.17.gate_proj,0.0000002455,0.01000,2.074 |
| 38 | 0,mlp.experts.47.gate_proj,0.0000003630,0.01000,1.667 |
| 39 | 0,mlp.experts.43.gate_proj,0.0000002351,0.01000,1.693 |
| 40 | 0,mlp.experts.35.gate_proj,0.0000001647,0.01000,1.662 |
| 41 | 0,mlp.experts.45.gate_proj,0.0000001638,0.01000,1.988 |
| 42 | 0,mlp.experts.39.gate_proj,0.0000002655,0.01000,1.848 |
| 43 | 0,mlp.experts.37.gate_proj,0.0000002819,0.01000,2.006 |
| 44 | 0,mlp.experts.46.gate_proj,0.0000003033,0.01000,1.884 |
| 45 | 0,mlp.experts.38.gate_proj,0.0000003346,0.01000,1.975 |
| 46 | 0,mlp.experts.41.gate_proj,0.0000002885,0.01000,1.975 |
| 47 | 0,mlp.experts.36.gate_proj,0.0000002848,0.01000,2.025 |
| 48 | 0,mlp.experts.42.gate_proj,0.0000002584,0.01000,1.873 |
| 49 | 0,mlp.experts.32.gate_proj,0.0000002799,0.01000,1.982 |
| 50 | 0,mlp.experts.44.gate_proj,0.0000002426,0.01000,2.156 |
| 51 | 0,mlp.experts.34.gate_proj,0.0000002343,0.01000,2.031 |
| 52 | 0,mlp.experts.40.gate_proj,0.0000002191,0.01000,2.124 |
| 53 | 0,mlp.experts.33.gate_proj,0.0000003659,0.01000,2.123 |
| 54 | 0,mlp.experts.63.gate_proj,0.0000002510,0.01000,1.762 |
| 55 | 0,mlp.experts.51.gate_proj,0.0000002475,0.01000,1.709 |
| 56 | 0,mlp.experts.59.gate_proj,0.0000002383,0.01000,1.766 |
| 57 | 0,mlp.experts.61.gate_proj,0.0000002597,0.01000,1.829 |
| 58 | 0,mlp.experts.62.gate_proj,0.0000002904,0.01000,1.725 |
| 59 | 0,mlp.experts.53.gate_proj,0.0000002142,0.01000,1.767 |
| 60 | 0,mlp.experts.55.gate_proj,0.0000003123,0.01000,1.910 |
| 61 | 0,mlp.experts.54.gate_proj,0.0000002342,0.01000,1.726 |
| 62 | 0,mlp.experts.57.gate_proj,0.0000002221,0.01000,1.709 |
| 63 | 0,mlp.experts.58.gate_proj,0.0000001318,0.01000,1.662 |
| 64 | 0,mlp.experts.52.gate_proj,0.0000002836,0.01000,1.961 |
| 65 | 0,mlp.experts.50.gate_proj,0.0000001960,0.01000,1.734 |
| 66 | 0,mlp.experts.48.gate_proj,0.0000002360,0.01000,1.937 |
| 67 | 0,mlp.experts.60.gate_proj,0.0000001877,0.01000,2.127 |
| 68 | 0,mlp.experts.56.gate_proj,0.0000003831,0.01000,1.919 |
| 69 | 0,mlp.experts.49.gate_proj,0.0000001042,0.01000,1.846 |
| 70 | 0,mlp.experts.79.gate_proj,0.0000002734,0.01000,2.021 |
| 71 | 0,mlp.experts.77.gate_proj,0.0000003205,0.01000,1.600 |
| 72 | 0,mlp.experts.67.gate_proj,0.0000003209,0.01000,2.019 |
| 73 | 0,mlp.experts.75.gate_proj,0.0000002890,0.01000,2.008 |
| 74 | 0,mlp.experts.69.gate_proj,0.0000002488,0.01000,1.546 |
| 75 | 0,mlp.experts.73.gate_proj,0.0000002570,0.01000,1.576 |
| 76 | 0,mlp.experts.78.gate_proj,0.0000002083,0.01000,1.891 |
| 77 | 0,mlp.experts.70.gate_proj,0.0000003112,0.01000,1.801 |
| 78 | 0,mlp.experts.74.gate_proj,0.0000002935,0.01000,1.761 |
| 79 | 0,mlp.experts.71.gate_proj,0.0000002718,0.01000,1.970 |
| 80 | 0,mlp.experts.68.gate_proj,0.0000002339,0.01000,1.822 |
| 81 | 0,mlp.experts.65.gate_proj,0.0000002449,0.01000,1.517 |
| 82 | 0,mlp.experts.64.gate_proj,0.0000003259,0.01000,1.832 |
| 83 | 0,mlp.experts.66.gate_proj,0.0000003508,0.01000,1.930 |
| 84 | 0,mlp.experts.72.gate_proj,0.0000001844,0.01000,1.764 |
| 85 | 0,mlp.experts.76.gate_proj,0.0000001497,0.01000,1.872 |
| 86 | 0,mlp.experts.95.gate_proj,0.0000002239,0.01000,1.836 |
| 87 | 0,mlp.experts.93.gate_proj,0.0000002361,0.01000,1.896 |
| 88 | 0,mlp.experts.85.gate_proj,0.0000001616,0.01000,1.669 |
| 89 | 0,mlp.experts.83.gate_proj,0.0000002679,0.01000,1.880 |
| 90 | 0,mlp.experts.91.gate_proj,0.0000003019,0.01000,1.896 |
| 91 | 0,mlp.experts.89.gate_proj,0.0000002983,0.01000,1.797 |
| 92 | 0,mlp.experts.94.gate_proj,0.0000001977,0.01000,1.681 |
| 93 | 0,mlp.experts.86.gate_proj,0.0000002850,0.01000,1.690 |
| 94 | 0,mlp.experts.90.gate_proj,0.0000002521,0.01000,1.754 |
| 95 | 0,mlp.experts.87.gate_proj,0.0000002548,0.01000,1.933 |
| 96 | 0,mlp.experts.81.gate_proj,0.0000002799,0.01000,1.737 |
| 97 | 0,mlp.experts.84.gate_proj,0.0000001828,0.01000,2.001 |
| 98 | 0,mlp.experts.82.gate_proj,0.0000003147,0.01000,1.994 |
| 99 | 0,mlp.experts.80.gate_proj,0.0000002530,0.01000,2.092 |
| 100 | 0,mlp.experts.111.gate_proj,0.0000003213,0.01000,1.716 |
| 101 | 0,mlp.experts.109.gate_proj,0.0000001808,0.01000,1.624 |
| 102 | 0,mlp.experts.92.gate_proj,0.0000003498,0.01000,2.197 |
| 103 | 0,mlp.experts.88.gate_proj,0.0000001070,0.01000,2.314 |
| 104 | 0,mlp.experts.101.gate_proj,0.0000003155,0.01000,1.664 |
| 105 | 0,mlp.experts.99.gate_proj,0.0000002453,0.01000,1.668 |
| 106 | 0,mlp.experts.107.gate_proj,0.0000001912,0.01000,1.684 |
| 107 | 0,mlp.experts.105.gate_proj,0.0000002647,0.01000,1.659 |
| 108 | 0,mlp.experts.110.gate_proj,0.0000002374,0.01000,1.943 |
| 109 | 0,mlp.experts.103.gate_proj,0.0000002626,0.01000,1.594 |
| 110 | 0,mlp.experts.102.gate_proj,0.0000002503,0.01000,2.010 |
| 111 | 0,mlp.experts.97.gate_proj,0.0000002639,0.01000,1.649 |
| 112 | 0,mlp.experts.106.gate_proj,0.0000002206,0.01000,2.052 |
| 113 | 0,mlp.experts.127.gate_proj,0.0000001798,0.01000,1.617 |
| 114 | 0,mlp.experts.96.gate_proj,0.0000002942,0.01000,1.918 |
| 115 | 0,mlp.experts.100.gate_proj,0.0000001973,0.01000,2.148 |
| 116 | 0,mlp.experts.125.gate_proj,0.0000002565,0.01000,1.585 |
| 117 | 0,mlp.experts.98.gate_proj,0.0000001701,0.01000,2.026 |
| 118 | 0,mlp.experts.115.gate_proj,0.0000002732,0.01000,1.566 |
| 119 | 0,mlp.experts.117.gate_proj,0.0000002872,0.01000,1.650 |
| 120 | 0,mlp.experts.123.gate_proj,0.0000001712,0.01000,1.640 |
| 121 | 0,mlp.experts.121.gate_proj,0.0000001320,0.01000,1.589 |
| 122 | 0,mlp.experts.108.gate_proj,0.0000001015,0.01000,2.108 |
| 123 | 0,mlp.experts.104.gate_proj,0.0000002597,0.01000,2.185 |
| 124 | 0,mlp.experts.119.gate_proj,0.0000001945,0.01000,1.533 |
| 125 | 0,mlp.experts.113.gate_proj,0.0000001304,0.01000,1.525 |
| 126 | 0,mlp.experts.126.gate_proj,0.0000003023,0.01000,1.915 |
| 127 | 0,mlp.experts.118.gate_proj,0.0000003134,0.01000,1.924 |
| 128 | 0,mlp.experts.122.gate_proj,0.0000002606,0.01000,1.893 |
| 129 | 0,mlp.experts.13.up_proj,0.0000001893,0.01000,1.599 |
| 130 | 0,mlp.experts.15.up_proj,0.0000002781,0.01000,1.756 |
| 131 | 0,mlp.experts.5.up_proj,0.0000002248,0.01000,1.577 |
| 132 | 0,mlp.experts.3.up_proj,0.0000002662,0.01000,1.666 |
| 133 | 0,mlp.experts.9.up_proj,0.0000002716,0.01000,1.625 |
| 134 | 0,mlp.experts.114.gate_proj,0.0000001668,0.01000,1.928 |
| 135 | 0,mlp.experts.11.up_proj,0.0000002009,0.01000,1.797 |
| 136 | 0,mlp.experts.112.gate_proj,0.0000003269,0.01000,2.139 |
| 137 | 0,mlp.experts.116.gate_proj,0.0000002713,0.01000,2.233 |
| 138 | 0,mlp.experts.7.up_proj,0.0000001882,0.01000,1.695 |
| 139 | 0,mlp.experts.1.up_proj,0.0000001491,0.01000,1.670 |
| 140 | 0,mlp.experts.124.gate_proj,0.0000002923,0.01000,2.135 |
| 141 | 0,mlp.experts.120.gate_proj,0.0000002421,0.01000,2.207 |
| 142 | 0,mlp.experts.14.up_proj,0.0000002868,0.01000,1.905 |
| 143 | 0,mlp.experts.6.up_proj,0.0000001806,0.01000,1.950 |
| 144 | 0,mlp.experts.10.up_proj,0.0000002657,0.01000,1.897 |
| 145 | 0,mlp.experts.21.up_proj,0.0000002132,0.01000,1.553 |
| 146 | 0,mlp.experts.29.up_proj,0.0000002788,0.01000,1.649 |
| 147 | 0,mlp.experts.31.up_proj,0.0000001612,0.01000,1.748 |
| 148 | 0,mlp.experts.25.up_proj,0.0000002192,0.01000,1.508 |
| 149 | 0,mlp.experts.19.up_proj,0.0000002179,0.01000,1.756 |
| 150 | 0,mlp.experts.2.up_proj,0.0000002167,0.01000,1.715 |
| 151 | 0,mlp.experts.27.up_proj,0.0000001837,0.01000,1.821 |
| 152 | 0,mlp.experts.0.up_proj,0.0000003352,0.01000,1.941 |
| 153 | 0,mlp.experts.17.up_proj,0.0000002051,0.01000,1.588 |
| 154 | 0,mlp.experts.23.up_proj,0.0000002456,0.01000,1.858 |
| 155 | 0,mlp.experts.4.up_proj,0.0000003842,0.01000,2.224 |
| 156 | 0,mlp.experts.30.up_proj,0.0000002056,0.01000,1.714 |
| 157 | 0,mlp.experts.45.up_proj,0.0000001465,0.01000,1.471 |
| 158 | 0,mlp.experts.12.up_proj,0.0000002654,0.01000,2.114 |
| 159 | 0,mlp.experts.37.up_proj,0.0000001341,0.01000,1.493 |
| 160 | 0,mlp.experts.22.up_proj,0.0000003284,0.01000,1.762 |
| 161 | 0,mlp.experts.26.up_proj,0.0000001406,0.01000,1.727 |
| 162 | 0,mlp.experts.41.up_proj,0.0000002471,0.01000,1.497 |
| 163 | 0,mlp.experts.8.up_proj,0.0000001817,0.01000,2.245 |
| 164 | 0,mlp.experts.47.up_proj,0.0000003245,0.01000,1.854 |
| 165 | 0,mlp.experts.35.up_proj,0.0000001422,0.01000,1.928 |
| 166 | 0,mlp.experts.18.up_proj,0.0000003164,0.01000,1.870 |
| 167 | 0,mlp.experts.33.up_proj,0.0000003641,0.01000,1.556 |
| 168 | 0,mlp.experts.43.up_proj,0.0000001880,0.01000,1.869 |
| 169 | 0,mlp.experts.61.up_proj,0.0000002110,0.01000,1.443 |
| 170 | 0,mlp.experts.39.up_proj,0.0000002486,0.01000,1.960 |
| 171 | 0,mlp.experts.53.up_proj,0.0000001875,0.01000,1.490 |
| 172 | 0,mlp.experts.16.up_proj,0.0000001595,0.01000,2.260 |
| 173 | 0,mlp.experts.57.up_proj,0.0000001748,0.01000,1.458 |
| 174 | 0,mlp.experts.46.up_proj,0.0000002714,0.01000,1.866 |
| 175 | 0,mlp.experts.20.up_proj,0.0000003034,0.01000,2.135 |
| 176 | 0,mlp.experts.38.up_proj,0.0000003206,0.01000,1.858 |
| 177 | 0,mlp.experts.42.up_proj,0.0000002431,0.01000,1.853 |
| 178 | 0,mlp.experts.28.up_proj,0.0000003216,0.01000,2.099 |
| 179 | 0,mlp.experts.24.up_proj,0.0000002782,0.01000,1.880 |
| 180 | 0,mlp.experts.49.up_proj,0.0000000987,0.01000,1.537 |
| 181 | 0,mlp.experts.63.up_proj,0.0000002082,0.01000,1.983 |
| 182 | 0,mlp.experts.51.up_proj,0.0000002325,0.01000,1.876 |
| 183 | 0,mlp.experts.34.up_proj,0.0000002034,0.01000,1.866 |
| 184 | 0,mlp.experts.59.up_proj,0.0000002083,0.01000,1.891 |
| 185 | 0,mlp.experts.77.up_proj,0.0000002761,0.01000,1.488 |
| 186 | 0,mlp.experts.69.up_proj,0.0000001966,0.01000,1.522 |
| 187 | 0,mlp.experts.73.up_proj,0.0000002095,0.01000,1.492 |
| 188 | 0,mlp.experts.55.up_proj,0.0000002575,0.01000,1.761 |
| 189 | 0,mlp.experts.32.up_proj,0.0000002546,0.01000,2.025 |
| 190 | 0,mlp.experts.62.up_proj,0.0000002563,0.01000,1.884 |
| 191 | 0,mlp.experts.58.up_proj,0.0000001155,0.01000,1.829 |
| 192 | 0,mlp.experts.54.up_proj,0.0000001945,0.01000,1.915 |
| 193 | 0,mlp.experts.65.up_proj,0.0000002268,0.01000,1.575 |
| 194 | 0,mlp.experts.36.up_proj,0.0000002610,0.01000,2.206 |
| 195 | 0,mlp.experts.79.up_proj,0.0000002593,0.01000,1.647 |
| 196 | 0,mlp.experts.67.up_proj,0.0000002743,0.01000,1.665 |
| 197 | 0,mlp.experts.44.up_proj,0.0000002280,0.01000,2.152 |
| 198 | 0,mlp.experts.75.up_proj,0.0000002541,0.01000,1.576 |
| 199 | 0,mlp.experts.40.up_proj,0.0000001709,0.01000,2.218 |
| 200 | 0,mlp.experts.93.up_proj,0.0000001927,0.01000,1.554 |
| 201 | 0,mlp.experts.85.up_proj,0.0000001462,0.01000,1.620 |
| 202 | 0,mlp.experts.50.up_proj,0.0000001592,0.01000,1.986 |
| 203 | 0,mlp.experts.89.up_proj,0.0000002977,0.01000,1.586 |
| 204 | 0,mlp.experts.71.up_proj,0.0000002089,0.01000,1.617 |
| 205 | 0,mlp.experts.81.up_proj,0.0000002664,0.01000,1.501 |
| 206 | 0,mlp.experts.78.up_proj,0.0000001939,0.01000,2.016 |
| 207 | 0,mlp.experts.48.up_proj,0.0000002016,0.01000,2.151 |
| 208 | 0,mlp.experts.74.up_proj,0.0000002809,0.01000,1.935 |
| 209 | 0,mlp.experts.70.up_proj,0.0000003039,0.01000,1.993 |
| 210 | 0,mlp.experts.95.up_proj,0.0000001946,0.01000,1.827 |
| 211 | 0,mlp.experts.83.up_proj,0.0000002231,0.01000,1.738 |
| 212 | 0,mlp.experts.52.up_proj,0.0000002606,0.01000,2.161 |
| 213 | 0,mlp.experts.91.up_proj,0.0000002560,0.01000,1.824 |
| 214 | 0,mlp.experts.109.up_proj,0.0000001384,0.01000,1.849 |
| 215 | 0,mlp.experts.101.up_proj,0.0000003136,0.01000,1.708 |
| 216 | 0,mlp.experts.60.up_proj,0.0000001719,0.01000,2.185 |
| 217 | 0,mlp.experts.66.up_proj,0.0000003435,0.01000,1.774 |
| 218 | 0,mlp.experts.56.up_proj,0.0000003429,0.01000,2.143 |
| 219 | 0,mlp.experts.105.up_proj,0.0000002220,0.01000,1.902 |
| 220 | 0,mlp.experts.87.up_proj,0.0000002215,0.01000,2.035 |
| 221 | 0,mlp.experts.94.up_proj,0.0000001806,0.01000,1.630 |
| 222 | 0,mlp.experts.90.up_proj,0.0000002564,0.01000,1.650 |
| 223 | 0,mlp.experts.86.up_proj,0.0000002664,0.01000,1.614 |
| 224 | 0,mlp.experts.97.up_proj,0.0000002038,0.01000,2.151 |
| 225 | 0,mlp.experts.64.up_proj,0.0000003316,0.01000,1.960 |
| 226 | 0,mlp.experts.99.up_proj,0.0000002134,0.01000,1.762 |
| 227 | 0,mlp.experts.111.up_proj,0.0000003182,0.01000,1.839 |
| 228 | 0,mlp.experts.107.up_proj,0.0000001577,0.01000,1.798 |
| 229 | 0,mlp.experts.82.up_proj,0.0000004196,0.01000,1.574 |
| 230 | 0,mlp.experts.68.up_proj,0.0000002012,0.01000,2.046 |
| 231 | 0,mlp.experts.125.up_proj,0.0000002156,0.01000,1.911 |
| 232 | 0,mlp.experts.117.up_proj,0.0000002698,0.01000,1.891 |
| 233 | 0,mlp.experts.121.up_proj,0.0000001003,0.01000,1.770 |
| 234 | 0,mlp.experts.76.up_proj,0.0000001211,0.01000,2.055 |
| 235 | 0,mlp.experts.72.up_proj,0.0000001721,0.01000,2.035 |
| 236 | 0,mlp.experts.103.up_proj,0.0000002424,0.01000,1.802 |
| 237 | 0,mlp.experts.113.up_proj,0.0000001168,0.01000,1.182 |
| 238 | 0,mlp.experts.110.up_proj,0.0000002055,0.01000,1.612 |
| 239 | 0,mlp.experts.106.up_proj,0.0000001944,0.01000,1.595 |
| 240 | 0,mlp.experts.102.up_proj,0.0000002273,0.01000,1.575 |
| 241 | 0,mlp.experts.115.up_proj,0.0000002332,0.01000,1.809 |
| 242 | 0,mlp.experts.127.up_proj,0.0000001393,0.01000,1.919 |
| 243 | 0,mlp.experts.80.up_proj,0.0000002007,0.01000,2.078 |
| 244 | 0,mlp.experts.123.up_proj,0.0000001330,0.01000,1.797 |
| 245 | 0,mlp.experts.98.up_proj,0.0000001607,0.01000,1.786 |
| 246 | 0,mlp.experts.119.up_proj,0.0000001676,0.01000,1.426 |
| 247 | 0,mlp.experts.84.up_proj,0.0000001583,0.01000,2.099 |
| 248 | 0,mlp.experts.126.up_proj,0.0000002464,0.01000,1.512 |
| 249 | 0,mlp.experts.122.up_proj,0.0000002461,0.01000,1.461 |
| 250 | 0,mlp.experts.118.up_proj,0.0000002932,0.01000,1.435 |
| 251 | 0,mlp.experts.92.up_proj,0.0000003344,0.01000,2.033 |
| 252 | 0,mlp.experts.88.up_proj,0.0000000871,0.01000,1.994 |
| 253 | 0,mlp.experts.114.up_proj,0.0000001533,0.01000,1.034 |
| 254 | 0,mlp.experts.96.up_proj,0.0000002576,0.01000,1.952 |
| 255 | 0,mlp.experts.100.up_proj,0.0000001773,0.01000,1.799 |
| 256 | 0,mlp.experts.108.up_proj,0.0000000966,0.01000,1.763 |
| 257 | 0,mlp.experts.104.up_proj,0.0000002091,0.01000,1.757 |
| 258 | 0,mlp.experts.112.up_proj,0.0000002782,0.01000,1.962 |
| 259 | 0,mlp.experts.116.up_proj,0.0000002220,0.01000,1.732 |
| 260 | 0,mlp.experts.124.up_proj,0.0000002536,0.01000,1.615 |
| 261 | 0,mlp.experts.120.up_proj,0.0000002062,0.01000,1.593 |
| 262 | 0,mlp.experts.9.down_proj,0.0000000051,0.01000,1.114 |
| 263 | 0,mlp.experts.1.down_proj,0.0000000046,0.01000,1.113 |
| 264 | 0,mlp.experts.13.down_proj,0.0000000060,0.01000,1.125 |
| 265 | 0,mlp.experts.2.down_proj,0.0000000078,0.01000,1.149 |
| 266 | 0,mlp.experts.6.down_proj,0.0000000039,0.01000,1.158 |
| 267 | 0,mlp.experts.10.down_proj,0.0000000061,0.01000,1.202 |
| 268 | 0,mlp.experts.14.down_proj,0.0000000074,0.01000,1.205 |
| 269 | 0,mlp.experts.4.down_proj,0.0000000160,0.01000,1.192 |
| 270 | 0,mlp.experts.5.down_proj,0.0000000042,0.01000,1.217 |
| 271 | 0,mlp.experts.0.down_proj,0.0000000114,0.01000,1.229 |
| 272 | 0,mlp.experts.15.down_proj,0.0000000048,0.01000,1.256 |
| 273 | 0,mlp.experts.8.down_proj,0.0000000052,0.01000,1.249 |
| 274 | 0,mlp.experts.11.down_proj,0.0000000059,0.01000,1.297 |
| 275 | 0,mlp.experts.3.down_proj,0.0000000139,0.01000,1.306 |
| 276 | 0,mlp.experts.12.down_proj,0.0000000110,0.01000,1.314 |
| 277 | 0,mlp.experts.7.down_proj,0.0000000060,0.01000,1.312 |
| 278 | 0,mlp.experts.25.down_proj,0.0000000307,0.01000,0.642 |
| 279 | 0,mlp.experts.17.down_proj,0.0000000084,0.01000,0.649 |
| 280 | 0,mlp.experts.29.down_proj,0.0000000066,0.01000,0.624 |
| 281 | 0,mlp.experts.22.down_proj,0.0000000146,0.01000,0.646 |
| 282 | 0,mlp.experts.26.down_proj,0.0000000432,0.01000,0.660 |
| 283 | 0,mlp.experts.30.down_proj,0.0000000231,0.01000,0.658 |
| 284 | 0,mlp.experts.20.down_proj,0.0000000061,0.01000,0.667 |
| 285 | 0,mlp.experts.18.down_proj,0.0000000102,0.01000,0.809 |
| 286 | 0,mlp.experts.21.down_proj,0.0000000081,0.01000,0.744 |
| 287 | 0,mlp.experts.16.down_proj,0.0000000059,0.01000,0.773 |
| 288 | 0,mlp.experts.24.down_proj,0.0000000063,0.01000,0.744 |
| 289 | 0,mlp.experts.31.down_proj,0.0000000198,0.01000,0.762 |
| 290 | 0,mlp.experts.28.down_proj,0.0000000106,0.01000,0.723 |
| 291 | 0,mlp.experts.27.down_proj,0.0000000071,0.01000,0.776 |
| 292 | 0,mlp.experts.19.down_proj,0.0000000075,0.01000,0.772 |
| 293 | 0,mlp.experts.23.down_proj,0.0000000125,0.01000,0.809 |
| 294 | 0,mlp.experts.41.down_proj,0.0000000072,0.01000,0.643 |
| 295 | 0,mlp.experts.45.down_proj,0.0000000043,0.01000,0.644 |
| 296 | 0,mlp.experts.33.down_proj,0.0000000108,0.01000,0.663 |
| 297 | 0,mlp.experts.38.down_proj,0.0000000110,0.01000,0.623 |
| 298 | 0,mlp.experts.46.down_proj,0.0000000076,0.01000,0.633 |
| 299 | 0,mlp.experts.42.down_proj,0.0000000066,0.01000,0.639 |
| 300 | 0,mlp.experts.36.down_proj,0.0000000118,0.01000,0.677 |
| 301 | 0,mlp.experts.34.down_proj,0.0000000091,0.01000,0.610 |
| 302 | 0,mlp.experts.44.down_proj,0.0000000045,0.01000,0.600 |
| 303 | 0,mlp.experts.37.down_proj,0.0000000014,0.01000,0.727 |
| 304 | 0,mlp.experts.47.down_proj,0.0000000104,0.01000,0.697 |
| 305 | 0,mlp.experts.35.down_proj,0.0000000082,0.01000,0.699 |
| 306 | 0,mlp.experts.40.down_proj,0.0000000052,0.01000,0.778 |
| 307 | 0,mlp.experts.32.down_proj,0.0000000099,0.01000,0.792 |
| 308 | 0,mlp.experts.43.down_proj,0.0000000030,0.01000,0.746 |
| 309 | 0,mlp.experts.39.down_proj,0.0000000058,0.01000,0.692 |
| 310 | 0,mlp.experts.61.down_proj,0.0000000052,0.01000,0.613 |
| 311 | 0,mlp.experts.57.down_proj,0.0000000051,0.01000,0.627 |
| 312 | 0,mlp.experts.49.down_proj,0.0000000022,0.01000,0.627 |
| 313 | 0,mlp.experts.54.down_proj,0.0000000075,0.01000,0.643 |
| 314 | 0,mlp.experts.62.down_proj,0.0000000087,0.01000,0.620 |
| 315 | 0,mlp.experts.58.down_proj,0.0000000044,0.01000,0.642 |
| 316 | 0,mlp.experts.50.down_proj,0.0000000038,0.01000,0.647 |
| 317 | 0,mlp.experts.52.down_proj,0.0000000151,0.01000,0.673 |
| 318 | 0,mlp.experts.60.down_proj,0.0000000164,0.01000,0.664 |
| 319 | 0,mlp.experts.63.down_proj,0.0000000065,0.01000,0.675 |
| 320 | 0,mlp.experts.51.down_proj,0.0000000060,0.01000,0.687 |
| 321 | 0,mlp.experts.53.down_proj,0.0000000035,0.01000,0.768 |
| 322 | 0,mlp.experts.48.down_proj,0.0000000045,0.01000,0.702 |
| 323 | 0,mlp.experts.55.down_proj,0.0000000049,0.01000,0.654 |
| 324 | 0,mlp.experts.56.down_proj,0.0000000162,0.01000,0.682 |
| 325 | 0,mlp.experts.59.down_proj,0.0000000040,0.01000,0.734 |
| 326 | 0,mlp.experts.70.down_proj,0.0000000089,0.01000,0.652 |
| 327 | 0,mlp.experts.77.down_proj,0.0000000106,0.01000,0.711 |
| 328 | 0,mlp.experts.73.down_proj,0.0000000045,0.01000,0.716 |
| 329 | 0,mlp.experts.74.down_proj,0.0000000073,0.01000,0.624 |
| 330 | 0,mlp.experts.78.down_proj,0.0000000079,0.01000,0.718 |
| 331 | 0,mlp.experts.65.down_proj,0.0000000068,0.01000,0.809 |
| 332 | 0,mlp.experts.66.down_proj,0.0000000075,0.01000,0.667 |
| 333 | 0,mlp.experts.68.down_proj,0.0000000064,0.01000,0.727 |
| 334 | 0,mlp.experts.76.down_proj,0.0000000060,0.01000,0.737 |
| 335 | 0,mlp.experts.79.down_proj,0.0000000054,0.01000,0.774 |
| 336 | 0,mlp.experts.67.down_proj,0.0000000129,0.01000,0.749 |
| 337 | 0,mlp.experts.64.down_proj,0.0000000083,0.01000,0.705 |
| 338 | 0,mlp.experts.72.down_proj,0.0000000083,0.01000,0.710 |
| 339 | 0,mlp.experts.69.down_proj,0.0000000073,0.01000,0.810 |
| 340 | 0,mlp.experts.71.down_proj,0.0000000053,0.01000,0.754 |
| 341 | 0,mlp.experts.75.down_proj,0.0000000116,0.01000,0.786 |
| 342 | 0,mlp.experts.86.down_proj,0.0000000073,0.01000,0.628 |
| 343 | 0,mlp.experts.90.down_proj,0.0000000038,0.01000,0.623 |
| 344 | 0,mlp.experts.89.down_proj,0.0000000075,0.01000,0.686 |
| 345 | 0,mlp.experts.93.down_proj,0.0000000057,0.01000,0.710 |
| 346 | 0,mlp.experts.81.down_proj,0.0000000040,0.01000,0.670 |
| 347 | 0,mlp.experts.94.down_proj,0.0000000074,0.01000,0.685 |
| 348 | 0,mlp.experts.84.down_proj,0.0000000047,0.01000,0.703 |
| 349 | 0,mlp.experts.82.down_proj,0.0000000139,0.01000,0.801 |
| 350 | 0,mlp.experts.92.down_proj,0.0000000086,0.01000,0.805 |
| 351 | 0,mlp.experts.95.down_proj,0.0000000096,0.01000,0.714 |
| 352 | 0,mlp.experts.83.down_proj,0.0000000077,0.01000,0.735 |
| 353 | 0,mlp.experts.88.down_proj,0.0000000072,0.01000,0.719 |
| 354 | 0,mlp.experts.80.down_proj,0.0000000062,0.01000,0.743 |
| 355 | 0,mlp.experts.102.down_proj,0.0000000065,0.01000,0.638 |
| 356 | 0,mlp.experts.85.down_proj,0.0000000025,0.01000,0.751 |
| 357 | 0,mlp.experts.87.down_proj,0.0000000083,0.01000,0.763 |
| 358 | 0,mlp.experts.105.down_proj,0.0000000083,0.01000,0.607 |
| 359 | 0,mlp.experts.109.down_proj,0.0000000040,0.01000,0.607 |
| 360 | 0,mlp.experts.91.down_proj,0.0000000069,0.01000,0.756 |
| 361 | 0,mlp.experts.97.down_proj,0.0000000052,0.01000,0.601 |
| 362 | 0,mlp.experts.106.down_proj,0.0000000083,0.01000,0.719 |
| 363 | 0,mlp.experts.110.down_proj,0.0000000051,0.01000,0.654 |
| 364 | 0,mlp.experts.98.down_proj,0.0000000038,0.01000,0.749 |
| 365 | 0,mlp.experts.100.down_proj,0.0000000039,0.01000,0.772 |
| 366 | 0,mlp.experts.108.down_proj,0.0000000023,0.01000,0.679 |
| 367 | 0,mlp.experts.118.down_proj,0.0000000073,0.01000,0.613 |
| 368 | 0,mlp.experts.104.down_proj,0.0000000104,0.01000,0.676 |
| 369 | 0,mlp.experts.111.down_proj,0.0000000078,0.01000,0.777 |
| 370 | 0,mlp.experts.96.down_proj,0.0000000122,0.01000,0.677 |
| 371 | 0,mlp.experts.121.down_proj,0.0000000049,0.01000,0.620 |
| 372 | 0,mlp.experts.125.down_proj,0.0000000098,0.01000,0.623 |
| 373 | 0,mlp.experts.122.down_proj,0.0000000061,0.01000,0.582 |
| 374 | 0,mlp.experts.101.down_proj,0.0000000068,0.01000,0.713 |
| 375 | 0,mlp.experts.113.down_proj,0.0000000058,0.01000,0.610 |
| 376 | 0,mlp.experts.99.down_proj,0.0000000088,0.01000,0.825 |
| 377 | 0,mlp.experts.126.down_proj,0.0000000119,0.01000,0.574 |
| 378 | 0,mlp.experts.103.down_proj,0.0000000054,0.01000,0.811 |
| 379 | 0,mlp.experts.114.down_proj,0.0000000064,0.01000,0.441 |
| 380 | 0,mlp.experts.107.down_proj,0.0000000051,0.01000,0.814 |
| 381 | 0,mlp.experts.117.down_proj,0.0000000056,0.01000,0.297 |
| 382 | 0,mlp.experts.116.down_proj,0.0000000072,0.01000,0.609 |
| 383 | 0,mlp.experts.124.down_proj,0.0000000151,0.01000,0.626 |
| 384 | 0,mlp.experts.120.down_proj,0.0000000073,0.01000,0.577 |
| 385 | 0,mlp.experts.112.down_proj,0.0000000110,0.01000,0.570 |
| 386 | 0,mlp.experts.127.down_proj,0.0000000053,0.01000,0.774 |
| 387 | 0,mlp.experts.115.down_proj,0.0000000110,0.01000,0.735 |
| 388 | 0,mlp.experts.119.down_proj,0.0000000051,0.01000,0.694 |
| 389 | 0,mlp.experts.123.down_proj,0.0000000030,0.01000,0.680 |
| 390 | 1,self_attn.q_proj,0.0000000125,0.01000,0.747 |
| 391 | 1,self_attn.v_proj,0.0000000016,0.01000,0.795 |
| 392 | 1,self_attn.k_proj,0.0000000016,0.01000,0.797 |
| 393 | 1,self_attn.o_proj,0.0000000032,0.01000,1.562 |
| 394 | 1,mlp.experts.0.gate_proj,0.0000007697,0.01000,1.581 |
| 395 | 1,mlp.experts.8.gate_proj,0.0000007576,0.01000,1.577 |
| 396 | 1,mlp.experts.12.gate_proj,0.0000008616,0.01000,1.598 |
| 397 | 1,mlp.experts.4.gate_proj,0.0000007801,0.01000,1.673 |
| 398 | 1,mlp.experts.5.gate_proj,0.0000007976,0.01000,1.864 |
| 399 | 1,mlp.experts.9.gate_proj,0.0000006732,0.01000,1.973 |
| 400 | 1,mlp.experts.1.gate_proj,0.0000004068,0.01000,2.116 |
| 401 | 1,mlp.experts.11.gate_proj,0.0000007430,0.01000,2.103 |
| 402 | 1,mlp.experts.7.gate_proj,0.0000007819,0.01000,2.195 |
| 403 | 1,mlp.experts.13.gate_proj,0.0000008015,0.01000,2.163 |
| 404 | 1,mlp.experts.3.gate_proj,0.0000007413,0.01000,2.222 |
| 405 | 1,mlp.experts.10.gate_proj,0.0000009546,0.01000,2.314 |
| 406 | 1,mlp.experts.14.gate_proj,0.0000008435,0.01000,2.288 |
| 407 | 1,mlp.experts.15.gate_proj,0.0000006968,0.01000,2.287 |
| 408 | 1,mlp.experts.6.gate_proj,0.0000007957,0.01000,2.323 |
| 409 | 1,mlp.experts.2.gate_proj,0.0000007603,0.01000,2.421 |
| 410 | 1,mlp.experts.16.gate_proj,0.0000007445,0.01000,1.543 |
| 411 | 1,mlp.experts.24.gate_proj,0.0000007956,0.01000,1.542 |
| 412 | 1,mlp.experts.28.gate_proj,0.0000007516,0.01000,1.548 |
| 413 | 1,mlp.experts.20.gate_proj,0.0000008334,0.01000,1.717 |
| 414 | 1,mlp.experts.21.gate_proj,0.0000008055,0.01000,1.943 |
| 415 | 1,mlp.experts.25.gate_proj,0.0000008363,0.01000,1.956 |
| 416 | 1,mlp.experts.17.gate_proj,0.0000008070,0.01000,1.993 |
| 417 | 1,mlp.experts.29.gate_proj,0.0000008223,0.01000,1.922 |
| 418 | 1,mlp.experts.26.gate_proj,0.0000007770,0.01000,1.891 |
| 419 | 1,mlp.experts.30.gate_proj,0.0000007898,0.01000,1.922 |
| 420 | 1,mlp.experts.19.gate_proj,0.0000006319,0.01000,2.053 |
| 421 | 1,mlp.experts.22.gate_proj,0.0000007025,0.01000,1.983 |
| 422 | 1,mlp.experts.27.gate_proj,0.0000003688,0.01000,2.218 |
| 423 | 1,mlp.experts.18.gate_proj,0.0000006617,0.01000,1.973 |
| 424 | 1,mlp.experts.23.gate_proj,0.0000007348,0.01000,2.209 |
| 425 | 1,mlp.experts.31.gate_proj,0.0000007840,0.01000,2.150 |
| 426 | 1,mlp.experts.40.gate_proj,0.0000007650,0.01000,1.723 |
| 427 | 1,mlp.experts.32.gate_proj,0.0000007470,0.01000,1.781 |
| 428 | 1,mlp.experts.44.gate_proj,0.0000008337,0.01000,1.735 |
| 429 | 1,mlp.experts.36.gate_proj,0.0000007785,0.01000,1.718 |
| 430 | 1,mlp.experts.37.gate_proj,0.0000008288,0.01000,1.762 |
| 431 | 1,mlp.experts.41.gate_proj,0.0000006809,0.01000,1.771 |
| 432 | 1,mlp.experts.45.gate_proj,0.0000007789,0.01000,1.833 |
| 433 | 1,mlp.experts.33.gate_proj,0.0000008175,0.01000,1.888 |
| 434 | 1,mlp.experts.46.gate_proj,0.0000008098,0.01000,2.051 |
| 435 | 1,mlp.experts.42.gate_proj,0.0000008528,0.01000,2.186 |
| 436 | 1,mlp.experts.35.gate_proj,0.0000008441,0.01000,2.141 |
| 437 | 1,mlp.experts.60.gate_proj,0.0000007711,0.01000,1.473 |
| 438 | 1,mlp.experts.56.gate_proj,0.0000007679,0.01000,1.571 |
| 439 | 1,mlp.experts.48.gate_proj,0.0000007727,0.01000,1.522 |
| 440 | 1,mlp.experts.43.gate_proj,0.0000007785,0.01000,2.098 |
| 441 | 1,mlp.experts.34.gate_proj,0.0000007678,0.01000,2.142 |
| 442 | 1,mlp.experts.39.gate_proj,0.0000008417,0.01000,2.154 |
| 443 | 1,mlp.experts.47.gate_proj,0.0000008511,0.01000,2.072 |
| 444 | 1,mlp.experts.38.gate_proj,0.0000007247,0.01000,2.272 |
| 445 | 1,mlp.experts.52.gate_proj,0.0000008208,0.01000,1.520 |
| 446 | 1,mlp.experts.53.gate_proj,0.0000006854,0.01000,1.667 |
| 447 | 1,mlp.experts.57.gate_proj,0.0000008484,0.01000,1.610 |
| 448 | 1,mlp.experts.61.gate_proj,0.0000007780,0.01000,1.685 |
| 449 | 1,mlp.experts.49.gate_proj,0.0000008220,0.01000,1.735 |
| 450 | 1,mlp.experts.76.gate_proj,0.0000007844,0.01000,1.701 |
| 451 | 1,mlp.experts.72.gate_proj,0.0000007644,0.01000,1.694 |
| 452 | 1,mlp.experts.64.gate_proj,0.0000006686,0.01000,1.899 |
| 453 | 1,mlp.experts.68.gate_proj,0.0000007061,0.01000,1.709 |
| 454 | 1,mlp.experts.59.gate_proj,0.0000008004,0.01000,1.947 |
| 455 | 1,mlp.experts.63.gate_proj,0.0000007445,0.01000,2.022 |
| 456 | 1,mlp.experts.51.gate_proj,0.0000007957,0.01000,2.174 |
| 457 | 1,mlp.experts.62.gate_proj,0.0000008084,0.01000,2.335 |
| 458 | 1,mlp.experts.55.gate_proj,0.0000007488,0.01000,2.080 |
| 459 | 1,mlp.experts.58.gate_proj,0.0000007113,0.01000,2.332 |
| 460 | 1,mlp.experts.50.gate_proj,0.0000013048,0.01000,2.211 |
| 461 | 1,mlp.experts.54.gate_proj,0.0000007823,0.01000,2.349 |
| 462 | 1,mlp.experts.69.gate_proj,0.0000008580,0.01000,1.725 |
| 463 | 1,mlp.experts.73.gate_proj,0.0000008005,0.01000,1.762 |
| 464 | 1,mlp.experts.77.gate_proj,0.0000007702,0.01000,1.804 |
| 465 | 1,mlp.experts.65.gate_proj,0.0000005916,0.01000,1.809 |
| 466 | 1,mlp.experts.92.gate_proj,0.0000008010,0.01000,1.823 |
| 467 | 1,mlp.experts.88.gate_proj,0.0000007832,0.01000,1.905 |
| 468 | 1,mlp.experts.80.gate_proj,0.0000006745,0.01000,1.876 |
| 469 | 1,mlp.experts.84.gate_proj,0.0000008799,0.01000,1.877 |
| 470 | 1,mlp.experts.75.gate_proj,0.0000006542,0.01000,2.131 |
| 471 | 1,mlp.experts.78.gate_proj,0.0000007632,0.01000,1.953 |
| 472 | 1,mlp.experts.66.gate_proj,0.0000008024,0.01000,1.879 |
| 473 | 1,mlp.experts.79.gate_proj,0.0000007585,0.01000,2.155 |
| 474 | 1,mlp.experts.74.gate_proj,0.0000007272,0.01000,2.019 |
| 475 | 1,mlp.experts.67.gate_proj,0.0000007752,0.01000,2.150 |
| 476 | 1,mlp.experts.71.gate_proj,0.0000008896,0.01000,2.156 |
| 477 | 1,mlp.experts.85.gate_proj,0.0000007795,0.01000,1.952 |
| 478 | 1,mlp.experts.70.gate_proj,0.0000007975,0.01000,2.067 |
| 479 | 1,mlp.experts.89.gate_proj,0.0000008059,0.01000,2.077 |
| 480 | 1,mlp.experts.93.gate_proj,0.0000008875,0.01000,1.895 |
| 481 | 1,mlp.experts.81.gate_proj,0.0000007115,0.01000,1.889 |
| 482 | 1,mlp.experts.108.gate_proj,0.0000007902,0.01000,1.772 |
| 483 | 1,mlp.experts.104.gate_proj,0.0000008837,0.01000,1.767 |
| 484 | 1,mlp.experts.96.gate_proj,0.0000007071,0.01000,1.758 |
| 485 | 1,mlp.experts.100.gate_proj,0.0000006856,0.01000,1.817 |
| 486 | 1,mlp.experts.101.gate_proj,0.0000007107,0.01000,1.670 |
| 487 | 1,mlp.experts.91.gate_proj,0.0000008274,0.01000,2.103 |
| 488 | 1,mlp.experts.82.gate_proj,0.0000007080,0.01000,2.055 |
| 489 | 1,mlp.experts.94.gate_proj,0.0000007202,0.01000,2.191 |
| 490 | 1,mlp.experts.90.gate_proj,0.0000006173,0.01000,2.024 |
| 491 | 1,mlp.experts.95.gate_proj,0.0000008288,0.01000,2.058 |
| 492 | 1,mlp.experts.87.gate_proj,0.0000003585,0.01000,2.085 |
| 493 | 1,mlp.experts.83.gate_proj,0.0000007118,0.01000,2.139 |
| 494 | 1,mlp.experts.105.gate_proj,0.0000008446,0.01000,1.714 |
| 495 | 1,mlp.experts.109.gate_proj,0.0000008784,0.01000,1.640 |
| 496 | 1,mlp.experts.97.gate_proj,0.0000008214,0.01000,1.767 |
| 497 | 1,mlp.experts.86.gate_proj,0.0000007471,0.01000,2.196 |
| 498 | 1,mlp.experts.124.gate_proj,0.0000006928,0.01000,1.796 |
| 499 | 1,mlp.experts.120.gate_proj,0.0000008416,0.01000,1.896 |
| 500 | 1,mlp.experts.112.gate_proj,0.0000007012,0.01000,1.869 |
| 501 | 1,mlp.experts.116.gate_proj,0.0000007450,0.01000,1.944 |
| 502 | 1,mlp.experts.117.gate_proj,0.0000007728,0.01000,1.851 |
| 503 | 1,mlp.experts.107.gate_proj,0.0000007149,0.01000,2.057 |
| 504 | 1,mlp.experts.111.gate_proj,0.0000007166,0.01000,1.916 |
| 505 | 1,mlp.experts.103.gate_proj,0.0000008464,0.01000,1.882 |
| 506 | 1,mlp.experts.99.gate_proj,0.0000007319,0.01000,1.886 |
| 507 | 1,mlp.experts.98.gate_proj,0.0000008136,0.01000,2.142 |
| 508 | 1,mlp.experts.121.gate_proj,0.0000007277,0.01000,1.935 |
| 509 | 1,mlp.experts.110.gate_proj,0.0000006955,0.01000,2.094 |
| 510 | 1,mlp.experts.106.gate_proj,0.0000006801,0.01000,2.156 |
| 511 | 1,mlp.experts.125.gate_proj,0.0000008832,0.01000,2.022 |
| 512 | 1,mlp.experts.113.gate_proj,0.0000008054,0.01000,2.080 |
| 513 | 1,mlp.experts.102.gate_proj,0.0000006042,0.01000,2.119 |
| 514 | 1,mlp.experts.12.up_proj,0.0000007575,0.01000,1.912 |
| 515 | 1,mlp.experts.8.up_proj,0.0000007149,0.01000,1.891 |
| 516 | 1,mlp.experts.0.up_proj,0.0000007392,0.01000,1.963 |
| 517 | 1,mlp.experts.4.up_proj,0.0000007550,0.01000,1.973 |
| 518 | 1,mlp.experts.119.gate_proj,0.0000007647,0.01000,1.604 |
| 519 | 1,mlp.experts.127.gate_proj,0.0000006678,0.01000,1.647 |
| 520 | 1,mlp.experts.115.gate_proj,0.0000007955,0.01000,1.597 |
| 521 | 1,mlp.experts.123.gate_proj,0.0000007529,0.01000,1.699 |
| 522 | 1,mlp.experts.5.up_proj,0.0000007399,0.01000,2.148 |
| 523 | 1,mlp.experts.9.up_proj,0.0000006293,0.01000,1.828 |
| 524 | 1,mlp.experts.13.up_proj,0.0000007432,0.01000,1.812 |
| 525 | 1,mlp.experts.114.gate_proj,0.0000008554,0.01000,2.027 |
| 526 | 1,mlp.experts.126.gate_proj,0.0000008001,0.01000,1.982 |
| 527 | 1,mlp.experts.1.up_proj,0.0000003692,0.01000,1.755 |
| 528 | 1,mlp.experts.122.gate_proj,0.0000007053,0.01000,2.290 |
| 529 | 1,mlp.experts.24.up_proj,0.0000007472,0.01000,1.787 |
| 530 | 1,mlp.experts.28.up_proj,0.0000006970,0.01000,1.947 |
| 531 | 1,mlp.experts.118.gate_proj,0.0000008542,0.01000,2.119 |
| 532 | 1,mlp.experts.16.up_proj,0.0000007273,0.01000,1.746 |
| 533 | 1,mlp.experts.20.up_proj,0.0000008045,0.01000,1.716 |
| 534 | 1,mlp.experts.7.up_proj,0.0000007805,0.01000,1.667 |
| 535 | 1,mlp.experts.3.up_proj,0.0000006842,0.01000,1.682 |
| 536 | 1,mlp.experts.11.up_proj,0.0000006825,0.01000,1.660 |
| 537 | 1,mlp.experts.15.up_proj,0.0000006197,0.01000,1.955 |
| 538 | 1,mlp.experts.25.up_proj,0.0000008121,0.01000,1.876 |
| 539 | 1,mlp.experts.29.up_proj,0.0000007831,0.01000,1.952 |
| 540 | 1,mlp.experts.21.up_proj,0.0000007371,0.01000,2.265 |
| 541 | 1,mlp.experts.2.up_proj,0.0000006933,0.01000,2.098 |
| 542 | 1,mlp.experts.17.up_proj,0.0000008026,0.01000,1.925 |
| 543 | 1,mlp.experts.14.up_proj,0.0000008426,0.01000,2.190 |
| 544 | 1,mlp.experts.40.up_proj,0.0000007358,0.01000,1.819 |
| 545 | 1,mlp.experts.32.up_proj,0.0000006802,0.01000,1.886 |
| 546 | 1,mlp.experts.10.up_proj,0.0000008578,0.01000,2.241 |
| 547 | 1,mlp.experts.44.up_proj,0.0000008225,0.01000,2.124 |
| 548 | 1,mlp.experts.36.up_proj,0.0000007542,0.01000,1.954 |
| 549 | 1,mlp.experts.6.up_proj,0.0000007509,0.01000,2.211 |
| 550 | 1,mlp.experts.23.up_proj,0.0000007023,0.01000,1.661 |
| 551 | 1,mlp.experts.27.up_proj,0.0000003213,0.01000,1.643 |
| 552 | 1,mlp.experts.19.up_proj,0.0000005874,0.01000,1.674 |
| 553 | 1,mlp.experts.31.up_proj,0.0000007649,0.01000,2.026 |
| 554 | 1,mlp.experts.41.up_proj,0.0000006493,0.01000,1.931 |
| 555 | 1,mlp.experts.45.up_proj,0.0000007301,0.01000,2.037 |
| 556 | 1,mlp.experts.56.up_proj,0.0000007165,0.01000,1.716 |
| 557 | 1,mlp.experts.18.up_proj,0.0000006219,0.01000,2.031 |
| 558 | 1,mlp.experts.30.up_proj,0.0000007790,0.01000,2.039 |
| 559 | 1,mlp.experts.48.up_proj,0.0000007273,0.01000,1.680 |
| 560 | 1,mlp.experts.37.up_proj,0.0000007816,0.01000,2.223 |
| 561 | 1,mlp.experts.33.up_proj,0.0000007829,0.01000,2.221 |
| 562 | 1,mlp.experts.60.up_proj,0.0000007484,0.01000,1.759 |
| 563 | 1,mlp.experts.52.up_proj,0.0000008169,0.01000,1.712 |
| 564 | 1,mlp.experts.26.up_proj,0.0000007345,0.01000,1.985 |
| 565 | 1,mlp.experts.43.up_proj,0.0000006835,0.01000,1.946 |
| 566 | 1,mlp.experts.22.up_proj,0.0000006598,0.01000,2.011 |
| 567 | 1,mlp.experts.35.up_proj,0.0000007535,0.01000,1.981 |
| 568 | 1,mlp.experts.39.up_proj,0.0000007928,0.01000,2.062 |
| 569 | 1,mlp.experts.47.up_proj,0.0000007952,0.01000,1.981 |
| 570 | 1,mlp.experts.72.up_proj,0.0000007172,0.01000,1.617 |
| 571 | 1,mlp.experts.57.up_proj,0.0000008076,0.01000,2.170 |
| 572 | 1,mlp.experts.64.up_proj,0.0000006356,0.01000,1.609 |
| 573 | 1,mlp.experts.34.up_proj,0.0000007089,0.01000,1.881 |
| 574 | 1,mlp.experts.61.up_proj,0.0000007356,0.01000,2.050 |
| 575 | 1,mlp.experts.76.up_proj,0.0000007512,0.01000,1.627 |
| 576 | 1,mlp.experts.68.up_proj,0.0000008753,0.01000,1.687 |
| 577 | 1,mlp.experts.53.up_proj,0.0000006695,0.01000,1.972 |
| 578 | 1,mlp.experts.46.up_proj,0.0000007916,0.01000,2.049 |
| 579 | 1,mlp.experts.49.up_proj,0.0000007443,0.01000,2.029 |
| 580 | 1,mlp.experts.42.up_proj,0.0000007864,0.01000,1.985 |
| 581 | 1,mlp.experts.38.up_proj,0.0000007075,0.01000,1.904 |
| 582 | 1,mlp.experts.59.up_proj,0.0000007799,0.01000,2.119 |
| 583 | 1,mlp.experts.55.up_proj,0.0000006966,0.01000,2.140 |
| 584 | 1,mlp.experts.51.up_proj,0.0000007458,0.01000,2.407 |
| 585 | 1,mlp.experts.88.up_proj,0.0000007478,0.01000,1.819 |
| 586 | 1,mlp.experts.80.up_proj,0.0000006163,0.01000,1.732 |
| 587 | 1,mlp.experts.73.up_proj,0.0000007524,0.01000,1.871 |
| 588 | 1,mlp.experts.63.up_proj,0.0000007004,0.01000,2.222 |
| 589 | 1,mlp.experts.77.up_proj,0.0000007473,0.01000,1.709 |
| 590 | 1,mlp.experts.92.up_proj,0.0000007845,0.01000,1.815 |
| 591 | 1,mlp.experts.84.up_proj,0.0000007611,0.01000,1.697 |
| 592 | 1,mlp.experts.50.up_proj,0.0000005525,0.01000,1.904 |
| 593 | 1,mlp.experts.69.up_proj,0.0000007759,0.01000,1.693 |
| 594 | 1,mlp.experts.65.up_proj,0.0000005431,0.01000,1.628 |
| 595 | 1,mlp.experts.62.up_proj,0.0000007905,0.01000,1.997 |
| 596 | 1,mlp.experts.58.up_proj,0.0000006802,0.01000,1.881 |
| 597 | 1,mlp.experts.54.up_proj,0.0000007594,0.01000,1.870 |
| 598 | 1,mlp.experts.75.up_proj,0.0000005998,0.01000,2.254 |
| 599 | 1,mlp.experts.71.up_proj,0.0000008324,0.01000,2.236 |
| 600 | 1,mlp.experts.104.up_proj,0.0000008594,0.01000,1.870 |
| 601 | 1,mlp.experts.96.up_proj,0.0000006698,0.01000,1.808 |
| 602 | 1,mlp.experts.67.up_proj,0.0000007478,0.01000,2.177 |
| 603 | 1,mlp.experts.89.up_proj,0.0000007841,0.01000,1.797 |
| 604 | 1,mlp.experts.93.up_proj,0.0000008296,0.01000,1.785 |
| 605 | 1,mlp.experts.66.up_proj,0.0000007665,0.01000,1.827 |
| 606 | 1,mlp.experts.100.up_proj,0.0000006208,0.01000,1.884 |
| 607 | 1,mlp.experts.81.up_proj,0.0000006693,0.01000,1.819 |
| 608 | 1,mlp.experts.108.up_proj,0.0000007109,0.01000,1.926 |
| 609 | 1,mlp.experts.79.up_proj,0.0000006816,0.01000,2.149 |
| 610 | 1,mlp.experts.85.up_proj,0.0000007491,0.01000,1.988 |
| 611 | 1,mlp.experts.78.up_proj,0.0000007329,0.01000,2.013 |
| 612 | 1,mlp.experts.74.up_proj,0.0000007068,0.01000,1.925 |
| 613 | 1,mlp.experts.70.up_proj,0.0000007548,0.01000,1.915 |
| 614 | 1,mlp.experts.120.up_proj,0.0000007855,0.01000,1.733 |
| 615 | 1,mlp.experts.112.up_proj,0.0000006602,0.01000,1.709 |
| 616 | 1,mlp.experts.109.up_proj,0.0000008622,0.01000,1.743 |
| 617 | 1,mlp.experts.87.up_proj,0.0000003306,0.01000,2.107 |
| 618 | 1,mlp.experts.116.up_proj,0.0000006860,0.01000,1.661 |
| 619 | 1,mlp.experts.105.up_proj,0.0000007942,0.01000,1.982 |
| 620 | 1,mlp.experts.91.up_proj,0.0000007696,0.01000,2.280 |
| 621 | 1,mlp.experts.124.up_proj,0.0000006484,0.01000,1.652 |
| 622 | 1,mlp.experts.97.up_proj,0.0000008242,0.01000,1.792 |
| 623 | 1,mlp.experts.83.up_proj,0.0000006555,0.01000,2.191 |
| 624 | 1,mlp.experts.101.up_proj,0.0000006799,0.01000,1.727 |
| 625 | 1,mlp.experts.82.up_proj,0.0000006409,0.01000,2.090 |
| 626 | 1,mlp.experts.95.up_proj,0.0000007482,0.01000,2.149 |
| 627 | 1,mlp.experts.94.up_proj,0.0000006654,0.01000,1.873 |
| 628 | 1,mlp.experts.90.up_proj,0.0000006127,0.01000,1.831 |
| 629 | 1,mlp.experts.86.up_proj,0.0000006689,0.01000,1.980 |
| 630 | 1,mlp.experts.121.up_proj,0.0000006636,0.01000,1.736 |
| 631 | 1,mlp.experts.125.up_proj,0.0000007924,0.01000,1.950 |
| 632 | 1,mlp.experts.117.up_proj,0.0000006989,0.01000,1.596 |
| 633 | 1,mlp.experts.113.up_proj,0.0000007970,0.01000,1.702 |
| 634 | 1,mlp.experts.103.up_proj,0.0000008420,0.01000,2.160 |
| 635 | 1,mlp.experts.107.up_proj,0.0000006517,0.01000,2.142 |
| 636 | 1,mlp.experts.99.up_proj,0.0000006851,0.01000,2.139 |
| 637 | 1,mlp.experts.98.up_proj,0.0000007907,0.01000,2.061 |
| 638 | 1,mlp.experts.110.up_proj,0.0000006697,0.01000,1.989 |
| 639 | 1,mlp.experts.111.up_proj,0.0000006795,0.01000,2.144 |
| 640 | 1,mlp.experts.106.up_proj,0.0000006262,0.01000,1.986 |
| 641 | 1,mlp.experts.102.up_proj,0.0000005681,0.01000,1.998 |
| 642 | 1,mlp.experts.119.up_proj,0.0000006931,0.01000,2.069 |
| 643 | 1,mlp.experts.123.up_proj,0.0000007054,0.01000,2.029 |
| 644 | 1,mlp.experts.115.up_proj,0.0000007694,0.01000,1.945 |
| 645 | 1,mlp.experts.114.up_proj,0.0000007564,0.01000,1.929 |
| 646 | 1,mlp.experts.127.up_proj,0.0000006279,0.01000,1.671 |
| 647 | 1,mlp.experts.126.up_proj,0.0000007621,0.01000,1.753 |
| 648 | 1,mlp.experts.122.up_proj,0.0000006830,0.01000,1.789 |
| 649 | 1,mlp.experts.118.up_proj,0.0000008240,0.01000,1.548 |
| 650 | 1,mlp.experts.8.down_proj,0.0000000268,0.01000,0.764 |
| 651 | 1,mlp.experts.0.down_proj,0.0000000185,0.01000,0.772 |
| 652 | 1,mlp.experts.12.down_proj,0.0000000383,0.01000,0.757 |
| 653 | 1,mlp.experts.4.down_proj,0.0000000234,0.01000,0.833 |
| 654 | 1,mlp.experts.2.down_proj,0.0000000276,0.01000,0.967 |
| 655 | 1,mlp.experts.6.down_proj,0.0000000300,0.01000,0.993 |
| 656 | 1,mlp.experts.14.down_proj,0.0000000217,0.01000,0.943 |
| 657 | 1,mlp.experts.10.down_proj,0.0000000431,0.01000,1.008 |
| 658 | 1,mlp.experts.13.down_proj,0.0000000232,0.01000,1.025 |
| 659 | 1,mlp.experts.5.down_proj,0.0000000212,0.01000,1.111 |
| 660 | 1,mlp.experts.9.down_proj,0.0000000234,0.01000,1.121 |
| 661 | 1,mlp.experts.1.down_proj,0.0000000148,0.01000,1.147 |
| 662 | 1,mlp.experts.7.down_proj,0.0000000189,0.01000,1.161 |
| 663 | 1,mlp.experts.11.down_proj,0.0000000307,0.01000,1.142 |
| 664 | 1,mlp.experts.3.down_proj,0.0000000222,0.01000,1.176 |
| 665 | 1,mlp.experts.15.down_proj,0.0000000162,0.01000,1.139 |
| 666 | 1,mlp.experts.24.down_proj,0.0000000239,0.01000,0.583 |
| 667 | 1,mlp.experts.16.down_proj,0.0000000187,0.01000,0.586 |
| 668 | 1,mlp.experts.28.down_proj,0.0000000210,0.01000,0.596 |
| 669 | 1,mlp.experts.20.down_proj,0.0000000215,0.01000,0.584 |
| 670 | 1,mlp.experts.22.down_proj,0.0000000150,0.01000,0.641 |
| 671 | 1,mlp.experts.30.down_proj,0.0000000170,0.01000,0.672 |
| 672 | 1,mlp.experts.18.down_proj,0.0000000215,0.01000,0.725 |
| 673 | 1,mlp.experts.26.down_proj,0.0000000198,0.01000,0.677 |
| 674 | 1,mlp.experts.21.down_proj,0.0000000237,0.01000,0.670 |
| 675 | 1,mlp.experts.17.down_proj,0.0000000163,0.01000,0.649 |
| 676 | 1,mlp.experts.25.down_proj,0.0000000204,0.01000,0.693 |
| 677 | 1,mlp.experts.29.down_proj,0.0000000321,0.01000,0.757 |
| 678 | 1,mlp.experts.40.down_proj,0.0000000172,0.01000,0.552 |
| 679 | 1,mlp.experts.32.down_proj,0.0000000318,0.01000,0.577 |
| 680 | 1,mlp.experts.23.down_proj,0.0000000192,0.01000,0.781 |
| 681 | 1,mlp.experts.27.down_proj,0.0000000658,0.01000,0.793 |
| 682 | 1,mlp.experts.44.down_proj,0.0000000207,0.01000,0.580 |
| 683 | 1,mlp.experts.19.down_proj,0.0000000139,0.01000,0.805 |
| 684 | 1,mlp.experts.31.down_proj,0.0000000224,0.01000,0.813 |
| 685 | 1,mlp.experts.36.down_proj,0.0000000205,0.01000,0.595 |
| 686 | 1,mlp.experts.46.down_proj,0.0000000202,0.01000,0.670 |
| 687 | 1,mlp.experts.38.down_proj,0.0000000180,0.01000,0.711 |
| 688 | 1,mlp.experts.34.down_proj,0.0000000259,0.01000,0.683 |
| 689 | 1,mlp.experts.42.down_proj,0.0000000203,0.01000,0.750 |
| 690 | 1,mlp.experts.37.down_proj,0.0000000228,0.01000,0.750 |
| 691 | 1,mlp.experts.33.down_proj,0.0000000215,0.01000,0.741 |
| 692 | 1,mlp.experts.45.down_proj,0.0000000235,0.01000,0.713 |
| 693 | 1,mlp.experts.48.down_proj,0.0000000281,0.01000,0.627 |
| 694 | 1,mlp.experts.41.down_proj,0.0000000172,0.01000,0.733 |
| 695 | 1,mlp.experts.60.down_proj,0.0000000225,0.01000,0.626 |
| 696 | 1,mlp.experts.56.down_proj,0.0000000198,0.01000,0.724 |
| 697 | 1,mlp.experts.52.down_proj,0.0000000194,0.01000,0.618 |
| 698 | 1,mlp.experts.39.down_proj,0.0000000214,0.01000,0.734 |
| 699 | 1,mlp.experts.43.down_proj,0.0000000324,0.01000,0.723 |
| 700 | 1,mlp.experts.35.down_proj,0.0000000420,0.01000,0.763 |
| 701 | 1,mlp.experts.47.down_proj,0.0000000232,0.01000,0.821 |
| 702 | 1,mlp.experts.54.down_proj,0.0000000188,0.01000,0.734 |
| 703 | 1,mlp.experts.62.down_proj,0.0000000200,0.01000,0.782 |
| 704 | 1,mlp.experts.50.down_proj,0.0000000199,0.01000,0.774 |
| 705 | 1,mlp.experts.58.down_proj,0.0000000204,0.01000,0.759 |
| 706 | 1,mlp.experts.64.down_proj,0.0000000129,0.01000,0.687 |
| 707 | 1,mlp.experts.49.down_proj,0.0000000238,0.01000,0.809 |
| 708 | 1,mlp.experts.76.down_proj,0.0000000194,0.01000,0.740 |
| 709 | 1,mlp.experts.68.down_proj,0.0000000340,0.01000,0.733 |
| 710 | 1,mlp.experts.53.down_proj,0.0000000185,0.01000,0.831 |
| 711 | 1,mlp.experts.61.down_proj,0.0000000303,0.01000,0.835 |
| 712 | 1,mlp.experts.57.down_proj,0.0000000238,0.01000,0.816 |
| 713 | 1,mlp.experts.72.down_proj,0.0000000188,0.01000,0.810 |
| 714 | 1,mlp.experts.55.down_proj,0.0000000219,0.01000,0.796 |
| 715 | 1,mlp.experts.59.down_proj,0.0000000290,0.01000,0.798 |
| 716 | 1,mlp.experts.51.down_proj,0.0000000226,0.01000,0.792 |
| 717 | 1,mlp.experts.63.down_proj,0.0000000196,0.01000,0.761 |
| 718 | 1,mlp.experts.78.down_proj,0.0000000262,0.01000,0.650 |
| 719 | 1,mlp.experts.66.down_proj,0.0000000212,0.01000,0.668 |
| 720 | 1,mlp.experts.70.down_proj,0.0000000301,0.01000,0.757 |
| 721 | 1,mlp.experts.65.down_proj,0.0000000236,0.01000,0.593 |
| 722 | 1,mlp.experts.69.down_proj,0.0000000248,0.01000,0.584 |
| 723 | 1,mlp.experts.73.down_proj,0.0000000212,0.01000,0.583 |
| 724 | 1,mlp.experts.74.down_proj,0.0000000173,0.01000,0.765 |
| 725 | 1,mlp.experts.77.down_proj,0.0000000201,0.01000,0.621 |
| 726 | 1,mlp.experts.80.down_proj,0.0000000164,0.01000,0.793 |
| 727 | 1,mlp.experts.92.down_proj,0.0000000204,0.01000,0.781 |
| 728 | 1,mlp.experts.84.down_proj,0.0000000388,0.01000,0.779 |
| 729 | 1,mlp.experts.88.down_proj,0.0000000228,0.01000,0.779 |
| 730 | 1,mlp.experts.71.down_proj,0.0000000354,0.01000,0.787 |
| 731 | 1,mlp.experts.75.down_proj,0.0000000205,0.01000,0.803 |
| 732 | 1,mlp.experts.67.down_proj,0.0000000184,0.01000,0.798 |
| 733 | 1,mlp.experts.79.down_proj,0.0000000218,0.01000,0.800 |
| 734 | 1,mlp.experts.81.down_proj,0.0000000260,0.01000,0.544 |
| 735 | 1,mlp.experts.85.down_proj,0.0000000215,0.01000,0.539 |
| 736 | 1,mlp.experts.82.down_proj,0.0000000159,0.01000,0.691 |
| 737 | 1,mlp.experts.86.down_proj,0.0000000283,0.01000,0.701 |
| 738 | 1,mlp.experts.89.down_proj,0.0000000231,0.01000,0.582 |
| 739 | 1,mlp.experts.93.down_proj,0.0000000301,0.01000,0.540 |
| 740 | 1,mlp.experts.94.down_proj,0.0000000175,0.01000,0.787 |
| 741 | 1,mlp.experts.90.down_proj,0.0000000144,0.01000,0.692 |
| 742 | 1,mlp.experts.96.down_proj,0.0000000170,0.01000,0.751 |
| 743 | 1,mlp.experts.108.down_proj,0.0000000315,0.01000,0.777 |
| 744 | 1,mlp.experts.100.down_proj,0.0000000223,0.01000,0.785 |
| 745 | 1,mlp.experts.87.down_proj,0.0000000072,0.01000,0.798 |
| 746 | 1,mlp.experts.91.down_proj,0.0000000230,0.01000,0.784 |
| 747 | 1,mlp.experts.101.down_proj,0.0000000157,0.01000,0.591 |
| 748 | 1,mlp.experts.97.down_proj,0.0000000183,0.01000,0.616 |
| 749 | 1,mlp.experts.104.down_proj,0.0000000256,0.01000,0.902 |
| 750 | 1,mlp.experts.83.down_proj,0.0000000241,0.01000,0.803 |
| 751 | 1,mlp.experts.109.down_proj,0.0000000245,0.01000,0.619 |
| 752 | 1,mlp.experts.105.down_proj,0.0000000250,0.01000,0.627 |
| 753 | 1,mlp.experts.98.down_proj,0.0000000207,0.01000,0.714 |
| 754 | 1,mlp.experts.110.down_proj,0.0000000181,0.01000,0.674 |
| 755 | 1,mlp.experts.95.down_proj,0.0000000210,0.01000,0.888 |
| 756 | 1,mlp.experts.102.down_proj,0.0000000133,0.01000,0.776 |
| 757 | 1,mlp.experts.106.down_proj,0.0000000155,0.01000,0.744 |
| 758 | 1,mlp.experts.112.down_proj,0.0000000188,0.01000,0.717 |
| 759 | 1,mlp.experts.124.down_proj,0.0000000181,0.01000,0.707 |
| 760 | 1,mlp.experts.116.down_proj,0.0000000216,0.01000,0.705 |
| 761 | 1,mlp.experts.117.down_proj,0.0000000330,0.01000,0.608 |
| 762 | 1,mlp.experts.113.down_proj,0.0000000206,0.01000,0.598 |
| 763 | 1,mlp.experts.120.down_proj,0.0000000310,0.01000,0.619 |
| 764 | 1,mlp.experts.125.down_proj,0.0000000384,0.01000,0.569 |
| 765 | 1,mlp.experts.121.down_proj,0.0000000204,0.01000,0.565 |
| 766 | 1,mlp.experts.103.down_proj,0.0000000208,0.01000,0.766 |
| 767 | 1,mlp.experts.107.down_proj,0.0000000228,0.01000,0.781 |
| 768 | 1,mlp.experts.99.down_proj,0.0000000243,0.01000,0.765 |
| 769 | 1,mlp.experts.114.down_proj,0.0000008551,0.01000,0.709 |
| 770 | 1,mlp.experts.118.down_proj,0.0000000282,0.01000,0.653 |
| 771 | 1,mlp.experts.126.down_proj,0.0000000189,0.01000,0.742 |
| 772 | 1,mlp.experts.122.down_proj,0.0000000166,0.01000,0.556 |
| 773 | 1,mlp.experts.111.down_proj,0.0000000162,0.01000,0.776 |
| 774 | 1,mlp.experts.119.down_proj,0.0000000197,0.01000,0.705 |
| 775 | 1,mlp.experts.123.down_proj,0.0000000222,0.01000,0.710 |
| 776 | 1,mlp.experts.115.down_proj,0.0000000193,0.01000,0.694 |
| 777 | 1,mlp.experts.127.down_proj,0.0000000143,0.01000,0.606 |
| 778 | 2,self_attn.q_proj,0.0000000218,0.01000,0.729 |
| 779 | 2,self_attn.v_proj,0.0000000035,0.01000,0.793 |
| 780 | 2,self_attn.k_proj,0.0000000031,0.01000,1.005 |
| 781 | 2,self_attn.o_proj,0.0000000032,0.01000,1.387 |
| 782 | 2,mlp.experts.0.gate_proj,0.0000029237,0.01000,1.933 |
| 783 | 2,mlp.experts.14.gate_proj,0.0000031211,0.01000,2.009 |
| 784 | 2,mlp.experts.6.gate_proj,0.0000031183,0.01000,1.774 |
| 785 | 2,mlp.experts.2.gate_proj,0.0000028381,0.01000,2.069 |
| 786 | 2,mlp.experts.5.gate_proj,0.0000035307,0.01000,2.095 |
| 787 | 2,mlp.experts.10.gate_proj,0.0000030444,0.01000,2.121 |
| 788 | 2,mlp.experts.9.gate_proj,0.0000030299,0.01000,2.239 |
| 789 | 2,mlp.experts.13.gate_proj,0.0000030828,0.01000,2.283 |
| 790 | 2,mlp.experts.7.gate_proj,0.0000030250,0.01000,2.345 |
| 791 | 2,mlp.experts.1.gate_proj,0.0000037772,0.01000,2.347 |
| 792 | 2,mlp.experts.4.gate_proj,0.0000032206,0.01000,2.102 |
| 793 | 2,mlp.experts.12.gate_proj,0.0000029925,0.01000,2.130 |
| 794 | 2,mlp.experts.15.gate_proj,0.0000033763,0.01000,2.390 |
| 795 | 2,mlp.experts.3.gate_proj,0.0000033404,0.01000,2.431 |
| 796 | 2,mlp.experts.11.gate_proj,0.0000032937,0.01000,2.424 |
| 797 | 2,mlp.experts.8.gate_proj,0.0000031737,0.01000,2.257 |
| 798 | 2,mlp.experts.30.gate_proj,0.0000039073,0.01000,1.594 |
| 799 | 2,mlp.experts.22.gate_proj,0.0000029939,0.01000,1.619 |
| 800 | 2,mlp.experts.26.gate_proj,0.0000041729,0.01000,1.638 |
| 801 | 2,mlp.experts.18.gate_proj,0.0000029881,0.01000,1.734 |
| 802 | 2,mlp.experts.21.gate_proj,0.0000031281,0.01000,1.788 |
| 803 | 2,mlp.experts.16.gate_proj,0.0000027650,0.01000,2.074 |
| 804 | 2,mlp.experts.25.gate_proj,0.0000027696,0.01000,1.828 |
| 805 | 2,mlp.experts.29.gate_proj,0.0000032747,0.01000,1.808 |
| 806 | 2,mlp.experts.17.gate_proj,0.0000034397,0.01000,1.823 |
| 807 | 2,mlp.experts.23.gate_proj,0.0000034428,0.01000,1.968 |
| 808 | 2,mlp.experts.31.gate_proj,0.0000026601,0.01000,1.949 |
| 809 | 2,mlp.experts.19.gate_proj,0.0000033227,0.01000,1.951 |
| 810 | 2,mlp.experts.28.gate_proj,0.0000035733,0.01000,2.027 |
| 811 | 2,mlp.experts.20.gate_proj,0.0000033235,0.01000,2.045 |
| 812 | 2,mlp.experts.27.gate_proj,0.0000028819,0.01000,1.971 |
| 813 | 2,mlp.experts.24.gate_proj,0.0000032214,0.01000,2.176 |
| 814 | 2,mlp.experts.46.gate_proj,0.0000030561,0.01000,1.536 |
| 815 | 2,mlp.experts.42.gate_proj,0.0000030424,0.01000,1.558 |
| 816 | 2,mlp.experts.38.gate_proj,0.0000029168,0.01000,1.731 |
| 817 | 2,mlp.experts.34.gate_proj,0.0000041878,0.01000,1.596 |
| 818 | 2,mlp.experts.37.gate_proj,0.0000031907,0.01000,1.998 |
| 819 | 2,mlp.experts.32.gate_proj,0.0000028956,0.01000,1.995 |
| 820 | 2,mlp.experts.41.gate_proj,0.0000031785,0.01000,1.971 |
| 821 | 2,mlp.experts.45.gate_proj,0.0000024902,0.01000,1.997 |
| 822 | 2,mlp.experts.33.gate_proj,0.0000029691,0.01000,2.016 |
| 823 | 2,mlp.experts.44.gate_proj,0.0000033251,0.01000,1.967 |
| 824 | 2,mlp.experts.36.gate_proj,0.0000029055,0.01000,2.016 |
| 825 | 2,mlp.experts.47.gate_proj,0.0000032987,0.01000,2.126 |
| 826 | 2,mlp.experts.39.gate_proj,0.0000031851,0.01000,2.181 |
| 827 | 2,mlp.experts.43.gate_proj,0.0000029319,0.01000,2.087 |
| 828 | 2,mlp.experts.35.gate_proj,0.0000038663,0.01000,2.211 |
| 829 | 2,mlp.experts.62.gate_proj,0.0000030097,0.01000,1.520 |
| 830 | 2,mlp.experts.40.gate_proj,0.0000027305,0.01000,2.059 |
| 831 | 2,mlp.experts.58.gate_proj,0.0000024862,0.01000,1.482 |
| 832 | 2,mlp.experts.54.gate_proj,0.0000030311,0.01000,1.495 |
| 833 | 2,mlp.experts.50.gate_proj,0.0000033190,0.01000,1.518 |
| 834 | 2,mlp.experts.53.gate_proj,0.0000029748,0.01000,2.102 |
| 835 | 2,mlp.experts.48.gate_proj,0.0000030052,0.01000,1.979 |
| 836 | 2,mlp.experts.57.gate_proj,0.0000032623,0.01000,2.078 |
| 837 | 2,mlp.experts.61.gate_proj,0.0000030295,0.01000,2.166 |
| 838 | 2,mlp.experts.49.gate_proj,0.0000031701,0.01000,2.088 |
| 839 | 2,mlp.experts.60.gate_proj,0.0000029078,0.01000,1.943 |
| 840 | 2,mlp.experts.63.gate_proj,0.0000030088,0.01000,1.980 |
| 841 | 2,mlp.experts.78.gate_proj,0.0000032463,0.01000,1.794 |
| 842 | 2,mlp.experts.52.gate_proj,0.0000031325,0.01000,2.072 |
| 843 | 2,mlp.experts.51.gate_proj,0.0000029771,0.01000,1.895 |
| 844 | 2,mlp.experts.55.gate_proj,0.0000031762,0.01000,2.011 |
| 845 | 2,mlp.experts.59.gate_proj,0.0000033128,0.01000,2.081 |
| 846 | 2,mlp.experts.74.gate_proj,0.0000030011,0.01000,1.824 |
| 847 | 2,mlp.experts.66.gate_proj,0.0000035338,0.01000,1.769 |
| 848 | 2,mlp.experts.70.gate_proj,0.0000028999,0.01000,1.868 |
| 849 | 2,mlp.experts.56.gate_proj,0.0000015784,0.01000,2.110 |
| 850 | 2,mlp.experts.69.gate_proj,0.0000031595,0.01000,1.977 |
| 851 | 2,mlp.experts.64.gate_proj,0.0000028223,0.01000,1.998 |
| 852 | 2,mlp.experts.73.gate_proj,0.0000031382,0.01000,2.021 |
| 853 | 2,mlp.experts.79.gate_proj,0.0000030662,0.01000,1.792 |
| 854 | 2,mlp.experts.67.gate_proj,0.0000030717,0.01000,1.756 |
| 855 | 2,mlp.experts.65.gate_proj,0.0000028406,0.01000,1.969 |
| 856 | 2,mlp.experts.94.gate_proj,0.0000037783,0.01000,1.839 |
| 857 | 2,mlp.experts.77.gate_proj,0.0000033463,0.01000,2.056 |
| 858 | 2,mlp.experts.71.gate_proj,0.0000027634,0.01000,1.843 |
| 859 | 2,mlp.experts.76.gate_proj,0.0000036591,0.01000,2.040 |
| 860 | 2,mlp.experts.75.gate_proj,0.0000034260,0.01000,1.859 |
| 861 | 2,mlp.experts.68.gate_proj,0.0000030533,0.01000,2.073 |
| 862 | 2,mlp.experts.82.gate_proj,0.0000024925,0.01000,1.882 |
| 863 | 2,mlp.experts.90.gate_proj,0.0000032989,0.01000,2.066 |
| 864 | 2,mlp.experts.72.gate_proj,0.0000007064,0.01000,1.994 |
| 865 | 2,mlp.experts.86.gate_proj,0.0000033932,0.01000,2.129 |
| 866 | 2,mlp.experts.85.gate_proj,0.0000029691,0.01000,1.827 |
| 867 | 2,mlp.experts.89.gate_proj,0.0000031773,0.01000,1.777 |
| 868 | 2,mlp.experts.80.gate_proj,0.0000033611,0.01000,1.997 |
| 869 | 2,mlp.experts.83.gate_proj,0.0000030280,0.01000,1.756 |
| 870 | 2,mlp.experts.93.gate_proj,0.0000028873,0.01000,1.720 |
| 871 | 2,mlp.experts.81.gate_proj,0.0000027570,0.01000,1.782 |
| 872 | 2,mlp.experts.95.gate_proj,0.0000028637,0.01000,1.834 |
| 873 | 2,mlp.experts.91.gate_proj,0.0000034108,0.01000,1.757 |
| 874 | 2,mlp.experts.110.gate_proj,0.0000028865,0.01000,1.940 |
| 875 | 2,mlp.experts.87.gate_proj,0.0000031429,0.01000,1.900 |
| 876 | 2,mlp.experts.92.gate_proj,0.0000058711,0.01000,2.024 |
| 877 | 2,mlp.experts.106.gate_proj,0.0000028538,0.01000,1.831 |
| 878 | 2,mlp.experts.84.gate_proj,0.0000027412,0.01000,2.014 |
| 879 | 2,mlp.experts.98.gate_proj,0.0000028719,0.01000,2.046 |
| 880 | 2,mlp.experts.102.gate_proj,0.0000030968,0.01000,1.759 |
| 881 | 2,mlp.experts.88.gate_proj,0.0000034247,0.01000,2.062 |
| 882 | 2,mlp.experts.101.gate_proj,0.0000027735,0.01000,1.669 |
| 883 | 2,mlp.experts.105.gate_proj,0.0000033682,0.01000,1.759 |
| 884 | 2,mlp.experts.97.gate_proj,0.0000032389,0.01000,1.708 |
| 885 | 2,mlp.experts.109.gate_proj,0.0000028663,0.01000,1.791 |
| 886 | 2,mlp.experts.111.gate_proj,0.0000032601,0.01000,1.816 |
| 887 | 2,mlp.experts.126.gate_proj,0.0000029864,0.01000,1.645 |
| 888 | 2,mlp.experts.99.gate_proj,0.0000036917,0.01000,1.934 |
| 889 | 2,mlp.experts.107.gate_proj,0.0000028837,0.01000,1.836 |
| 890 | 2,mlp.experts.96.gate_proj,0.0000031226,0.01000,2.113 |
| 891 | 2,mlp.experts.122.gate_proj,0.0000029766,0.01000,1.610 |
| 892 | 2,mlp.experts.103.gate_proj,0.0000031113,0.01000,1.907 |
| 893 | 2,mlp.experts.118.gate_proj,0.0000029818,0.01000,1.591 |
| 894 | 2,mlp.experts.108.gate_proj,0.0000034509,0.01000,1.972 |
| 895 | 2,mlp.experts.114.gate_proj,0.0000023909,0.01000,1.929 |
| 896 | 2,mlp.experts.100.gate_proj,0.0000029158,0.01000,2.062 |
| 897 | 2,mlp.experts.104.gate_proj,0.0000029927,0.01000,1.931 |
| 898 | 2,mlp.experts.117.gate_proj,0.0000028693,0.01000,1.980 |
| 899 | 2,mlp.experts.121.gate_proj,0.0000028482,0.01000,2.034 |
| 900 | 2,mlp.experts.113.gate_proj,0.0000031877,0.01000,2.025 |
| 901 | 2,mlp.experts.14.up_proj,0.0000025943,0.01000,1.885 |
| 902 | 2,mlp.experts.125.gate_proj,0.0000031205,0.01000,2.107 |
| 903 | 2,mlp.experts.123.gate_proj,0.0000029541,0.01000,1.948 |
| 904 | 2,mlp.experts.127.gate_proj,0.0000030463,0.01000,2.146 |
| 905 | 2,mlp.experts.10.up_proj,0.0000029484,0.01000,1.928 |
| 906 | 2,mlp.experts.115.gate_proj,0.0000032718,0.01000,2.136 |
| 907 | 2,mlp.experts.112.gate_proj,0.0000029285,0.01000,1.989 |
| 908 | 2,mlp.experts.6.up_proj,0.0000027476,0.01000,1.916 |
| 909 | 2,mlp.experts.119.gate_proj,0.0000035512,0.01000,2.012 |
| 910 | 2,mlp.experts.124.gate_proj,0.0000034884,0.01000,1.978 |
| 911 | 2,mlp.experts.2.up_proj,0.0000026514,0.01000,1.923 |
| 912 | 2,mlp.experts.116.gate_proj,0.0000028688,0.01000,1.937 |
| 913 | 2,mlp.experts.120.gate_proj,0.0000030575,0.01000,2.060 |
| 914 | 2,mlp.experts.5.up_proj,0.0000031571,0.01000,2.038 |
| 915 | 2,mlp.experts.9.up_proj,0.0000028925,0.01000,1.990 |
| 916 | 2,mlp.experts.30.up_proj,0.0000033266,0.01000,1.947 |
| 917 | 2,mlp.experts.1.up_proj,0.0000035782,0.01000,2.044 |
| 918 | 2,mlp.experts.0.up_proj,0.0000028019,0.01000,1.778 |
| 919 | 2,mlp.experts.13.up_proj,0.0000028735,0.01000,2.001 |
| 920 | 2,mlp.experts.12.up_proj,0.0000028143,0.01000,1.688 |
| 921 | 2,mlp.experts.26.up_proj,0.0000035536,0.01000,1.985 |
| 922 | 2,mlp.experts.22.up_proj,0.0000027470,0.01000,1.975 |
| 923 | 2,mlp.experts.4.up_proj,0.0000029066,0.01000,1.591 |
| 924 | 2,mlp.experts.11.up_proj,0.0000030243,0.01000,2.305 |
| 925 | 2,mlp.experts.15.up_proj,0.0000028804,0.01000,2.252 |
| 926 | 2,mlp.experts.7.up_proj,0.0000026024,0.01000,2.220 |
| 927 | 2,mlp.experts.3.up_proj,0.0000031395,0.01000,2.323 |
| 928 | 2,mlp.experts.18.up_proj,0.0000027963,0.01000,1.930 |
| 929 | 2,mlp.experts.8.up_proj,0.0000028301,0.01000,1.585 |
| 930 | 2,mlp.experts.16.up_proj,0.0000026577,0.01000,1.585 |
| 931 | 2,mlp.experts.21.up_proj,0.0000028264,0.01000,1.982 |
| 932 | 2,mlp.experts.28.up_proj,0.0000034077,0.01000,1.557 |
| 933 | 2,mlp.experts.25.up_proj,0.0000027051,0.01000,1.945 |
| 934 | 2,mlp.experts.20.up_proj,0.0000028593,0.01000,1.549 |
| 935 | 2,mlp.experts.46.up_proj,0.0000027458,0.01000,2.055 |
| 936 | 2,mlp.experts.17.up_proj,0.0000030041,0.01000,1.990 |
| 937 | 2,mlp.experts.29.up_proj,0.0000027562,0.01000,1.992 |
| 938 | 2,mlp.experts.24.up_proj,0.0000026983,0.01000,1.563 |
| 939 | 2,mlp.experts.42.up_proj,0.0000028014,0.01000,2.074 |
| 940 | 2,mlp.experts.38.up_proj,0.0000027828,0.01000,2.083 |
| 941 | 2,mlp.experts.27.up_proj,0.0000026410,0.01000,2.029 |
| 942 | 2,mlp.experts.31.up_proj,0.0000023763,0.01000,2.072 |
| 943 | 2,mlp.experts.23.up_proj,0.0000029831,0.01000,1.977 |
| 944 | 2,mlp.experts.19.up_proj,0.0000030196,0.01000,2.069 |
| 945 | 2,mlp.experts.34.up_proj,0.0000038256,0.01000,2.289 |
| 946 | 2,mlp.experts.37.up_proj,0.0000029151,0.01000,1.776 |
| 947 | 2,mlp.experts.32.up_proj,0.0000028011,0.01000,1.927 |
| 948 | 2,mlp.experts.41.up_proj,0.0000028261,0.01000,1.770 |
| 949 | 2,mlp.experts.44.up_proj,0.0000027534,0.01000,1.927 |
| 950 | 2,mlp.experts.33.up_proj,0.0000027740,0.01000,1.706 |
| 951 | 2,mlp.experts.45.up_proj,0.0000022946,0.01000,1.675 |
| 952 | 2,mlp.experts.36.up_proj,0.0000027670,0.01000,1.973 |
| 953 | 2,mlp.experts.62.up_proj,0.0000028619,0.01000,2.054 |
| 954 | 2,mlp.experts.40.up_proj,0.0000025544,0.01000,1.987 |
| 955 | 2,mlp.experts.58.up_proj,0.0000022563,0.01000,2.080 |
| 956 | 2,mlp.experts.54.up_proj,0.0000027888,0.01000,2.075 |
| 957 | 2,mlp.experts.39.up_proj,0.0000029275,0.01000,2.072 |
| 958 | 2,mlp.experts.47.up_proj,0.0000029466,0.01000,2.146 |
| 959 | 2,mlp.experts.43.up_proj,0.0000028172,0.01000,2.190 |
| 960 | 2,mlp.experts.35.up_proj,0.0000035478,0.01000,2.218 |
| 961 | 2,mlp.experts.50.up_proj,0.0000028703,0.01000,2.163 |
| 962 | 2,mlp.experts.53.up_proj,0.0000026432,0.01000,1.867 |
| 963 | 2,mlp.experts.48.up_proj,0.0000026193,0.01000,1.934 |
| 964 | 2,mlp.experts.57.up_proj,0.0000029072,0.01000,1.917 |
| 965 | 2,mlp.experts.49.up_proj,0.0000029632,0.01000,1.882 |
| 966 | 2,mlp.experts.61.up_proj,0.0000028263,0.01000,1.872 |
| 967 | 2,mlp.experts.60.up_proj,0.0000029644,0.01000,1.983 |
| 968 | 2,mlp.experts.52.up_proj,0.0000028409,0.01000,1.970 |
| 969 | 2,mlp.experts.56.up_proj,0.0000015667,0.01000,1.846 |
| 970 | 2,mlp.experts.78.up_proj,0.0000029397,0.01000,2.126 |
| 971 | 2,mlp.experts.55.up_proj,0.0000030082,0.01000,1.650 |
| 972 | 2,mlp.experts.63.up_proj,0.0000027534,0.01000,1.698 |
| 973 | 2,mlp.experts.74.up_proj,0.0000027987,0.01000,2.065 |
| 974 | 2,mlp.experts.59.up_proj,0.0000028565,0.01000,1.815 |
| 975 | 2,mlp.experts.70.up_proj,0.0000028168,0.01000,2.069 |
| 976 | 2,mlp.experts.51.up_proj,0.0000027946,0.01000,1.824 |
| 977 | 2,mlp.experts.66.up_proj,0.0000031651,0.01000,2.034 |
| 978 | 2,mlp.experts.69.up_proj,0.0000028037,0.01000,2.001 |
| 979 | 2,mlp.experts.64.up_proj,0.0000028054,0.01000,1.835 |
| 980 | 2,mlp.experts.73.up_proj,0.0000028530,0.01000,1.940 |
| 981 | 2,mlp.experts.65.up_proj,0.0000026930,0.01000,1.921 |
| 982 | 2,mlp.experts.76.up_proj,0.0000033598,0.01000,1.866 |
| 983 | 2,mlp.experts.77.up_proj,0.0000026386,0.01000,1.953 |
| 984 | 2,mlp.experts.68.up_proj,0.0000026196,0.01000,1.780 |
| 985 | 2,mlp.experts.72.up_proj,0.0000006081,0.01000,1.848 |
| 986 | 2,mlp.experts.94.up_proj,0.0000031469,0.01000,1.998 |
| 987 | 2,mlp.experts.71.up_proj,0.0000028641,0.01000,2.094 |
| 988 | 2,mlp.experts.79.up_proj,0.0000027418,0.01000,2.092 |
| 989 | 2,mlp.experts.90.up_proj,0.0000029277,0.01000,2.087 |
| 990 | 2,mlp.experts.86.up_proj,0.0000029524,0.01000,2.062 |
| 991 | 2,mlp.experts.75.up_proj,0.0000029165,0.01000,2.174 |
| 992 | 2,mlp.experts.82.up_proj,0.0000023818,0.01000,2.010 |
| 993 | 2,mlp.experts.67.up_proj,0.0000026673,0.01000,2.410 |
| 994 | 2,mlp.experts.85.up_proj,0.0000027605,0.01000,1.951 |
| 995 | 2,mlp.experts.89.up_proj,0.0000029401,0.01000,1.910 |
| 996 | 2,mlp.experts.80.up_proj,0.0000029936,0.01000,2.034 |
| 997 | 2,mlp.experts.81.up_proj,0.0000026639,0.01000,2.023 |
| 998 | 2,mlp.experts.92.up_proj,0.0000012609,0.01000,2.001 |
| 999 | 2,mlp.experts.84.up_proj,0.0000025258,0.01000,2.007 |
| 1000 | 2,mlp.experts.93.up_proj,0.0000027924,0.01000,2.052 |
| 1001 | 2,mlp.experts.88.up_proj,0.0000030752,0.01000,2.020 |
| 1002 | 2,mlp.experts.110.up_proj,0.0000027994,0.01000,2.034 |
| 1003 | 2,mlp.experts.87.up_proj,0.0000027353,0.01000,2.059 |
| 1004 | 2,mlp.experts.102.up_proj,0.0000029110,0.01000,1.929 |
| 1005 | 2,mlp.experts.106.up_proj,0.0000028507,0.01000,1.982 |
| 1006 | 2,mlp.experts.95.up_proj,0.0000026562,0.01000,2.099 |
| 1007 | 2,mlp.experts.91.up_proj,0.0000032926,0.01000,2.029 |
| 1008 | 2,mlp.experts.101.up_proj,0.0000025854,0.01000,1.674 |
| 1009 | 2,mlp.experts.105.up_proj,0.0000029672,0.01000,1.610 |
| 1010 | 2,mlp.experts.98.up_proj,0.0000026433,0.01000,1.911 |
| 1011 | 2,mlp.experts.83.up_proj,0.0000029484,0.01000,2.032 |
| 1012 | 2,mlp.experts.97.up_proj,0.0000031407,0.01000,1.700 |
| 1013 | 2,mlp.experts.109.up_proj,0.0000026764,0.01000,1.660 |
| 1014 | 2,mlp.experts.96.up_proj,0.0000028643,0.01000,2.055 |
| 1015 | 2,mlp.experts.108.up_proj,0.0000030234,0.01000,2.135 |
| 1016 | 2,mlp.experts.100.up_proj,0.0000027892,0.01000,2.130 |
| 1017 | 2,mlp.experts.104.up_proj,0.0000026486,0.01000,2.036 |
| 1018 | 2,mlp.experts.126.up_proj,0.0000027361,0.01000,1.775 |
| 1019 | 2,mlp.experts.118.up_proj,0.0000027574,0.01000,1.745 |
| 1020 | 2,mlp.experts.122.up_proj,0.0000025878,0.01000,1.892 |
| 1021 | 2,mlp.experts.103.up_proj,0.0000028356,0.01000,2.028 |
| 1022 | 2,mlp.experts.114.up_proj,0.0000023798,0.01000,1.494 |
| 1023 | 2,mlp.experts.117.up_proj,0.0000026267,0.01000,1.600 |
| 1024 | 2,mlp.experts.121.up_proj,0.0000027098,0.01000,1.568 |
| 1025 | 2,mlp.experts.111.up_proj,0.0000028156,0.01000,2.033 |
| 1026 | 2,mlp.experts.107.up_proj,0.0000025548,0.01000,1.991 |
| 1027 | 2,mlp.experts.113.up_proj,0.0000027801,0.01000,1.467 |
| 1028 | 2,mlp.experts.125.up_proj,0.0000027448,0.01000,1.424 |
| 1029 | 2,mlp.experts.99.up_proj,0.0000032841,0.01000,2.032 |
| 1030 | 2,mlp.experts.112.up_proj,0.0000028584,0.01000,1.914 |
| 1031 | 2,mlp.experts.116.up_proj,0.0000027631,0.01000,1.951 |
| 1032 | 2,mlp.experts.124.up_proj,0.0000032694,0.01000,2.033 |
| 1033 | 2,mlp.experts.120.up_proj,0.0000026803,0.01000,1.815 |
| 1034 | 2,mlp.experts.119.up_proj,0.0000031339,0.01000,1.845 |
| 1035 | 2,mlp.experts.127.up_proj,0.0000027809,0.01000,1.774 |
| 1036 | 2,mlp.experts.123.up_proj,0.0000027143,0.01000,1.799 |
| 1037 | 2,mlp.experts.115.up_proj,0.0000028638,0.01000,1.493 |
| 1038 | 2,mlp.experts.0.down_proj,0.0000000383,0.01000,1.055 |
| 1039 | 2,mlp.experts.4.down_proj,0.0000000481,0.01000,1.058 |
| 1040 | 2,mlp.experts.12.down_proj,0.0000000342,0.01000,1.032 |
| 1041 | 2,mlp.experts.8.down_proj,0.0000000511,0.01000,1.071 |
| 1042 | 2,mlp.experts.7.down_proj,0.0000000423,0.01000,1.214 |
| 1043 | 2,mlp.experts.3.down_proj,0.0000000630,0.01000,1.236 |
| 1044 | 2,mlp.experts.15.down_proj,0.0000000500,0.01000,1.231 |
| 1045 | 2,mlp.experts.11.down_proj,0.0000000341,0.01000,1.256 |
| 1046 | 2,mlp.experts.2.down_proj,0.0000000602,0.01000,1.315 |
| 1047 | 2,mlp.experts.9.down_proj,0.0000000452,0.01000,1.297 |
| 1048 | 2,mlp.experts.10.down_proj,0.0000000324,0.01000,1.303 |
| 1049 | 2,mlp.experts.6.down_proj,0.0000000454,0.01000,1.365 |
| 1050 | 2,mlp.experts.13.down_proj,0.0000000398,0.01000,1.328 |
| 1051 | 2,mlp.experts.5.down_proj,0.0000000688,0.01000,1.328 |
| 1052 | 2,mlp.experts.14.down_proj,0.0000000458,0.01000,1.326 |
| 1053 | 2,mlp.experts.1.down_proj,0.0000000636,0.01000,1.382 |
| 1054 | 2,mlp.experts.28.down_proj,0.0000000640,0.01000,0.560 |
| 1055 | 2,mlp.experts.20.down_proj,0.0000000422,0.01000,0.576 |
| 1056 | 2,mlp.experts.16.down_proj,0.0000000315,0.01000,0.578 |
| 1057 | 2,mlp.experts.24.down_proj,0.0000000536,0.01000,0.604 |
| 1058 | 2,mlp.experts.23.down_proj,0.0000000664,0.01000,0.674 |
| 1059 | 2,mlp.experts.19.down_proj,0.0000000528,0.01000,0.666 |
| 1060 | 2,mlp.experts.31.down_proj,0.0000000615,0.01000,0.718 |
| 1061 | 2,mlp.experts.27.down_proj,0.0000000399,0.01000,0.728 |
| 1062 | 2,mlp.experts.18.down_proj,0.0000000353,0.01000,0.756 |
| 1063 | 2,mlp.experts.26.down_proj,0.0000001039,0.01000,0.747 |
| 1064 | 2,mlp.experts.30.down_proj,0.0000000720,0.01000,0.725 |
| 1065 | 2,mlp.experts.22.down_proj,0.0000000330,0.01000,0.767 |
| 1066 | 2,mlp.experts.25.down_proj,0.0000000304,0.01000,0.815 |
| 1067 | 2,mlp.experts.21.down_proj,0.0000000551,0.01000,0.809 |
| 1068 | 2,mlp.experts.17.down_proj,0.0000000379,0.01000,0.831 |
| 1069 | 2,mlp.experts.29.down_proj,0.0000000840,0.01000,0.843 |
| 1070 | 2,mlp.experts.36.down_proj,0.0000000590,0.01000,0.586 |
| 1071 | 2,mlp.experts.32.down_proj,0.0000000452,0.01000,0.592 |
| 1072 | 2,mlp.experts.44.down_proj,0.0000000582,0.01000,0.603 |
| 1073 | 2,mlp.experts.40.down_proj,0.0000000375,0.01000,0.571 |
| 1074 | 2,mlp.experts.39.down_proj,0.0000000632,0.01000,0.645 |
| 1075 | 2,mlp.experts.35.down_proj,0.0000000832,0.01000,0.668 |
| 1076 | 2,mlp.experts.47.down_proj,0.0000000639,0.01000,0.667 |
| 1077 | 2,mlp.experts.43.down_proj,0.0000000318,0.01000,0.654 |
| 1078 | 2,mlp.experts.52.down_proj,0.0000000423,0.01000,0.553 |
| 1079 | 2,mlp.experts.48.down_proj,0.0000000443,0.01000,0.551 |
| 1080 | 2,mlp.experts.60.down_proj,0.0000000419,0.01000,0.564 |
| 1081 | 2,mlp.experts.34.down_proj,0.0000000944,0.01000,0.771 |
| 1082 | 2,mlp.experts.42.down_proj,0.0000000341,0.01000,0.771 |
| 1083 | 2,mlp.experts.56.down_proj,0.0000000235,0.01000,0.584 |
| 1084 | 2,mlp.experts.46.down_proj,0.0000000664,0.01000,0.772 |
| 1085 | 2,mlp.experts.38.down_proj,0.0000000422,0.01000,0.800 |
| 1086 | 2,mlp.experts.41.down_proj,0.0000000503,0.01000,0.832 |
| 1087 | 2,mlp.experts.37.down_proj,0.0000000660,0.01000,0.793 |
| 1088 | 2,mlp.experts.45.down_proj,0.0000000452,0.01000,0.801 |
| 1089 | 2,mlp.experts.33.down_proj,0.0000000314,0.01000,0.852 |
| 1090 | 2,mlp.experts.55.down_proj,0.0000000393,0.01000,0.620 |
| 1091 | 2,mlp.experts.51.down_proj,0.0000000454,0.01000,0.629 |
| 1092 | 2,mlp.experts.59.down_proj,0.0000000487,0.01000,0.622 |
| 1093 | 2,mlp.experts.63.down_proj,0.0000000354,0.01000,0.642 |
| 1094 | 2,mlp.experts.64.down_proj,0.0000000391,0.01000,0.657 |
| 1095 | 2,mlp.experts.68.down_proj,0.0000000402,0.01000,0.663 |
| 1096 | 2,mlp.experts.72.down_proj,0.0000000080,0.01000,0.730 |
| 1097 | 2,mlp.experts.76.down_proj,0.0000000791,0.01000,0.800 |
| 1098 | 2,mlp.experts.53.down_proj,0.0000000658,0.01000,0.643 |
| 1099 | 2,mlp.experts.50.down_proj,0.0000000363,0.01000,0.806 |
| 1100 | 2,mlp.experts.62.down_proj,0.0000000368,0.01000,0.777 |
| 1101 | 2,mlp.experts.57.down_proj,0.0000000405,0.01000,0.683 |
| 1102 | 2,mlp.experts.61.down_proj,0.0000000362,0.01000,0.641 |
| 1103 | 2,mlp.experts.58.down_proj,0.0000000254,0.01000,0.840 |
| 1104 | 2,mlp.experts.49.down_proj,0.0000000542,0.01000,0.659 |
| 1105 | 2,mlp.experts.54.down_proj,0.0000000411,0.01000,0.833 |
| 1106 | 2,mlp.experts.71.down_proj,0.0000000506,0.01000,0.660 |
| 1107 | 2,mlp.experts.67.down_proj,0.0000000482,0.01000,0.628 |
| 1108 | 2,mlp.experts.75.down_proj,0.0000000773,0.01000,0.624 |
| 1109 | 2,mlp.experts.79.down_proj,0.0000000901,0.01000,0.646 |
| 1110 | 2,mlp.experts.84.down_proj,0.0000000385,0.01000,0.674 |
| 1111 | 2,mlp.experts.80.down_proj,0.0000001125,0.01000,0.696 |
| 1112 | 2,mlp.experts.69.down_proj,0.0000000514,0.01000,0.660 |
| 1113 | 2,mlp.experts.88.down_proj,0.0000000548,0.01000,0.715 |
| 1114 | 2,mlp.experts.77.down_proj,0.0000000352,0.01000,0.662 |
| 1115 | 2,mlp.experts.92.down_proj,0.0000459676,0.01000,0.743 |
| 1116 | 2,mlp.experts.65.down_proj,0.0000000450,0.01000,0.663 |
| 1117 | 2,mlp.experts.78.down_proj,0.0000000489,0.01000,0.756 |
| 1118 | 2,mlp.experts.66.down_proj,0.0000000691,0.01000,0.793 |
| 1119 | 2,mlp.experts.73.down_proj,0.0000000533,0.01000,0.772 |
| 1120 | 2,mlp.experts.87.down_proj,0.0000000583,0.01000,0.653 |
| 1121 | 2,mlp.experts.83.down_proj,0.0000000329,0.01000,0.692 |
| 1122 | 2,mlp.experts.74.down_proj,0.0000000378,0.01000,0.811 |
| 1123 | 2,mlp.experts.70.down_proj,0.0000000543,0.01000,0.788 |
| 1124 | 2,mlp.experts.95.down_proj,0.0000000391,0.01000,0.648 |
| 1125 | 2,mlp.experts.91.down_proj,0.0000000734,0.01000,0.678 |
| 1126 | 2,mlp.experts.100.down_proj,0.0000000396,0.01000,0.642 |
| 1127 | 2,mlp.experts.96.down_proj,0.0000000705,0.01000,0.632 |
| 1128 | 2,mlp.experts.108.down_proj,0.0000000421,0.01000,0.634 |
| 1129 | 2,mlp.experts.104.down_proj,0.0000000429,0.01000,0.668 |
| 1130 | 2,mlp.experts.93.down_proj,0.0000000463,0.01000,0.673 |
| 1131 | 2,mlp.experts.85.down_proj,0.0000000364,0.01000,0.726 |
| 1132 | 2,mlp.experts.81.down_proj,0.0000000365,0.01000,0.690 |
| 1133 | 2,mlp.experts.103.down_proj,0.0000000386,0.01000,0.650 |
| 1134 | 2,mlp.experts.89.down_proj,0.0000000495,0.01000,0.685 |
| 1135 | 2,mlp.experts.99.down_proj,0.0000000784,0.01000,0.733 |
| 1136 | 2,mlp.experts.94.down_proj,0.0000000515,0.01000,0.852 |
| 1137 | 2,mlp.experts.82.down_proj,0.0000000497,0.01000,0.852 |
| 1138 | 2,mlp.experts.107.down_proj,0.0000000497,0.01000,0.733 |
| 1139 | 2,mlp.experts.111.down_proj,0.0000000589,0.01000,0.735 |
| 1140 | 2,mlp.experts.90.down_proj,0.0000000521,0.01000,0.831 |
| 1141 | 2,mlp.experts.86.down_proj,0.0000000690,0.01000,0.838 |
| 1142 | 2,mlp.experts.112.down_proj,0.0000000447,0.01000,0.698 |
| 1143 | 2,mlp.experts.116.down_proj,0.0000000540,0.01000,0.713 |
| 1144 | 2,mlp.experts.124.down_proj,0.0000000814,0.01000,0.607 |
| 1145 | 2,mlp.experts.120.down_proj,0.0000000373,0.01000,0.617 |
| 1146 | 2,mlp.experts.109.down_proj,0.0000000352,0.01000,0.747 |
| 1147 | 2,mlp.experts.101.down_proj,0.0000000281,0.01000,0.742 |
| 1148 | 2,mlp.experts.119.down_proj,0.0000000565,0.01000,0.699 |
| 1149 | 2,mlp.experts.97.down_proj,0.0000000462,0.01000,0.744 |
| 1150 | 2,mlp.experts.105.down_proj,0.0000000413,0.01000,0.750 |
| 1151 | 2,mlp.experts.115.down_proj,0.0000000569,0.01000,0.645 |
| 1152 | 2,mlp.experts.123.down_proj,0.0000000424,0.01000,0.586 |
| 1153 | 2,mlp.experts.127.down_proj,0.0000000424,0.01000,0.597 |
| 1154 | 2,mlp.experts.110.down_proj,0.0000000565,0.01000,0.721 |
| 1155 | 2,mlp.experts.106.down_proj,0.0000000374,0.01000,0.709 |
| 1156 | 2,mlp.experts.98.down_proj,0.0000000658,0.01000,0.765 |
| 1157 | 2,mlp.experts.102.down_proj,0.0000000463,0.01000,0.678 |
| 1158 | 2,mlp.experts.117.down_proj,0.0000000427,0.01000,0.646 |
| 1159 | 2,mlp.experts.125.down_proj,0.0000000382,0.01000,0.666 |
| 1160 | 2,mlp.experts.113.down_proj,0.0000000437,0.01000,0.614 |
| 1161 | 2,mlp.experts.121.down_proj,0.0000000441,0.01000,0.600 |
| 1162 | 2,mlp.experts.122.down_proj,0.0000000400,0.01000,0.582 |
| 1163 | 2,mlp.experts.118.down_proj,0.0000000341,0.01000,0.619 |
| 1164 | 2,mlp.experts.126.down_proj,0.0000000474,0.01000,0.735 |
| 1165 | 2,mlp.experts.114.down_proj,0.0000000632,0.01000,0.693 |
| 1166 | 3,self_attn.q_proj,0.0000001150,0.01000,0.684 |
| 1167 | 3,self_attn.v_proj,0.0000000210,0.01000,1.096 |
| 1168 | 3,self_attn.k_proj,0.0000000139,0.01000,1.115 |
| 1169 | 3,self_attn.o_proj,0.0000000140,0.01000,1.446 |
| 1170 | 3,mlp.experts.3.gate_proj,0.0000027882,0.01000,2.070 |
| 1171 | 3,mlp.experts.7.gate_proj,0.0000029294,0.01000,2.069 |
| 1172 | 3,mlp.experts.11.gate_proj,0.0000027182,0.01000,2.069 |
| 1173 | 3,mlp.experts.4.gate_proj,0.0000029891,0.01000,2.090 |
| 1174 | 3,mlp.experts.12.gate_proj,0.0000027504,0.01000,2.116 |
| 1175 | 3,mlp.experts.0.gate_proj,0.0000026574,0.01000,2.146 |
| 1176 | 3,mlp.experts.8.gate_proj,0.0000033469,0.01000,2.147 |
| 1177 | 3,mlp.experts.15.gate_proj,0.0000025786,0.01000,2.174 |
| 1178 | 3,mlp.experts.6.gate_proj,0.0000027684,0.01000,2.180 |
| 1179 | 3,mlp.experts.14.gate_proj,0.0000024636,0.01000,2.174 |
| 1180 | 3,mlp.experts.2.gate_proj,0.0000028115,0.01000,2.220 |
| 1181 | 3,mlp.experts.10.gate_proj,0.0000025954,0.01000,2.261 |
| 1182 | 3,mlp.experts.5.gate_proj,0.0000028140,0.01000,2.382 |
| 1183 | 3,mlp.experts.9.gate_proj,0.0000025770,0.01000,2.474 |
| 1184 | 3,mlp.experts.13.gate_proj,0.0000027182,0.01000,2.481 |
| 1185 | 3,mlp.experts.1.gate_proj,0.0000027157,0.01000,2.506 |
| 1186 | 3,mlp.experts.27.gate_proj,0.0000026307,0.01000,1.526 |
| 1187 | 3,mlp.experts.19.gate_proj,0.0000027445,0.01000,1.559 |
| 1188 | 3,mlp.experts.23.gate_proj,0.0000027349,0.01000,1.607 |
| 1189 | 3,mlp.experts.31.gate_proj,0.0000028769,0.01000,1.579 |
| 1190 | 3,mlp.experts.28.gate_proj,0.0000029007,0.01000,1.978 |
| 1191 | 3,mlp.experts.20.gate_proj,0.0000027192,0.01000,2.148 |
| 1192 | 3,mlp.experts.18.gate_proj,0.0000026787,0.01000,2.051 |
| 1193 | 3,mlp.experts.24.gate_proj,0.0000025523,0.01000,2.133 |
| 1194 | 3,mlp.experts.16.gate_proj,0.0000033153,0.01000,2.138 |
| 1195 | 3,mlp.experts.30.gate_proj,0.0000027165,0.01000,2.102 |
| 1196 | 3,mlp.experts.26.gate_proj,0.0000026381,0.01000,2.025 |
| 1197 | 3,mlp.experts.22.gate_proj,0.0000025928,0.01000,2.223 |
| 1198 | 3,mlp.experts.25.gate_proj,0.0000025426,0.01000,1.998 |
| 1199 | 3,mlp.experts.21.gate_proj,0.0000026769,0.01000,2.080 |
| 1200 | 3,mlp.experts.17.gate_proj,0.0000029123,0.01000,2.061 |
| 1201 | 3,mlp.experts.29.gate_proj,0.0000027591,0.01000,2.088 |
| 1202 | 3,mlp.experts.43.gate_proj,0.0000030413,0.01000,1.561 |
| 1203 | 3,mlp.experts.35.gate_proj,0.0000025786,0.01000,1.589 |
| 1204 | 3,mlp.experts.39.gate_proj,0.0000027139,0.01000,1.540 |
| 1205 | 3,mlp.experts.47.gate_proj,0.0000026935,0.01000,1.491 |
| 1206 | 3,mlp.experts.44.gate_proj,0.0000031222,0.01000,1.997 |
| 1207 | 3,mlp.experts.36.gate_proj,0.0000029927,0.01000,1.922 |
| 1208 | 3,mlp.experts.40.gate_proj,0.0000026838,0.01000,1.925 |
| 1209 | 3,mlp.experts.32.gate_proj,0.0000029308,0.01000,1.984 |
| 1210 | 3,mlp.experts.41.gate_proj,0.0000026078,0.01000,1.896 |
| 1211 | 3,mlp.experts.46.gate_proj,0.0000027955,0.01000,2.124 |
| 1212 | 3,mlp.experts.37.gate_proj,0.0000026836,0.01000,1.951 |
| 1213 | 3,mlp.experts.33.gate_proj,0.0000030627,0.01000,1.887 |
| 1214 | 3,mlp.experts.34.gate_proj,0.0000026615,0.01000,2.173 |
| 1215 | 3,mlp.experts.45.gate_proj,0.0000028037,0.01000,1.945 |
| 1216 | 3,mlp.experts.38.gate_proj,0.0000026287,0.01000,2.160 |
| 1217 | 3,mlp.experts.42.gate_proj,0.0000030076,0.01000,2.253 |
| 1218 | 3,mlp.experts.59.gate_proj,0.0000026017,0.01000,2.001 |
| 1219 | 3,mlp.experts.63.gate_proj,0.0000029523,0.01000,1.924 |
| 1220 | 3,mlp.experts.55.gate_proj,0.0000026532,0.01000,1.963 |
| 1221 | 3,mlp.experts.51.gate_proj,0.0000026464,0.01000,2.010 |
| 1222 | 3,mlp.experts.60.gate_proj,0.0000027651,0.01000,1.700 |
| 1223 | 3,mlp.experts.52.gate_proj,0.0000026912,0.01000,1.670 |
| 1224 | 3,mlp.experts.56.gate_proj,0.0000029931,0.01000,1.737 |
| 1225 | 3,mlp.experts.48.gate_proj,0.0000027701,0.01000,1.730 |
| 1226 | 3,mlp.experts.57.gate_proj,0.0000030418,0.01000,1.993 |
| 1227 | 3,mlp.experts.49.gate_proj,0.0000028922,0.01000,2.011 |
| 1228 | 3,mlp.experts.53.gate_proj,0.0000022918,0.01000,2.047 |
| 1229 | 3,mlp.experts.61.gate_proj,0.0000025826,0.01000,1.980 |
| 1230 | 3,mlp.experts.62.gate_proj,0.0000027524,0.01000,2.103 |
| 1231 | 3,mlp.experts.50.gate_proj,0.0000026078,0.01000,2.145 |
| 1232 | 3,mlp.experts.58.gate_proj,0.0000028702,0.01000,2.071 |
| 1233 | 3,mlp.experts.54.gate_proj,0.0000025239,0.01000,2.209 |
| 1234 | 3,mlp.experts.71.gate_proj,0.0000027689,0.01000,1.827 |
| 1235 | 3,mlp.experts.75.gate_proj,0.0000028780,0.01000,1.856 |
| 1236 | 3,mlp.experts.67.gate_proj,0.0000026555,0.01000,1.859 |
| 1237 | 3,mlp.experts.79.gate_proj,0.0000028118,0.01000,1.944 |
| 1238 | 3,mlp.experts.68.gate_proj,0.0000026085,0.01000,2.041 |
| 1239 | 3,mlp.experts.76.gate_proj,0.0000026839,0.01000,2.122 |
| 1240 | 3,mlp.experts.72.gate_proj,0.0000029675,0.01000,2.035 |
| 1241 | 3,mlp.experts.64.gate_proj,0.0000028247,0.01000,2.067 |
| 1242 | 3,mlp.experts.73.gate_proj,0.0000027233,0.01000,2.032 |
| 1243 | 3,mlp.experts.77.gate_proj,0.0000027344,0.01000,1.991 |
| 1244 | 3,mlp.experts.78.gate_proj,0.0000025739,0.01000,2.016 |
| 1245 | 3,mlp.experts.74.gate_proj,0.0000023605,0.01000,1.912 |
| 1246 | 3,mlp.experts.69.gate_proj,0.0000026673,0.01000,2.088 |
| 1247 | 3,mlp.experts.66.gate_proj,0.0000027999,0.01000,2.035 |
| 1248 | 3,mlp.experts.65.gate_proj,0.0000027880,0.01000,2.287 |
| 1249 | 3,mlp.experts.70.gate_proj,0.0000027284,0.01000,1.994 |
| 1250 | 3,mlp.experts.91.gate_proj,0.0000027567,0.01000,2.200 |
| 1251 | 3,mlp.experts.87.gate_proj,0.0000027223,0.01000,2.254 |
| 1252 | 3,mlp.experts.95.gate_proj,0.0000030390,0.01000,2.231 |
| 1253 | 3,mlp.experts.83.gate_proj,0.0000028388,0.01000,2.352 |
| 1254 | 3,mlp.experts.84.gate_proj,0.0000027032,0.01000,2.084 |
| 1255 | 3,mlp.experts.92.gate_proj,0.0000027138,0.01000,2.057 |
| 1256 | 3,mlp.experts.88.gate_proj,0.0000026025,0.01000,2.080 |
| 1257 | 3,mlp.experts.80.gate_proj,0.0000025670,0.01000,2.040 |
| 1258 | 3,mlp.experts.94.gate_proj,0.0000026618,0.01000,1.801 |
| 1259 | 3,mlp.experts.90.gate_proj,0.0000027585,0.01000,1.826 |
| 1260 | 3,mlp.experts.89.gate_proj,0.0000027528,0.01000,2.001 |
| 1261 | 3,mlp.experts.82.gate_proj,0.0000043293,0.01000,1.783 |
| 1262 | 3,mlp.experts.93.gate_proj,0.0000026793,0.01000,1.982 |
| 1263 | 3,mlp.experts.85.gate_proj,0.0000031164,0.01000,1.960 |
| 1264 | 3,mlp.experts.86.gate_proj,0.0000029154,0.01000,1.785 |
| 1265 | 3,mlp.experts.81.gate_proj,0.0000025143,0.01000,1.995 |
| 1266 | 3,mlp.experts.107.gate_proj,0.0000035344,0.01000,1.947 |
| 1267 | 3,mlp.experts.103.gate_proj,0.0000025525,0.01000,1.970 |
| 1268 | 3,mlp.experts.111.gate_proj,0.0000027627,0.01000,1.997 |
| 1269 | 3,mlp.experts.99.gate_proj,0.0000029560,0.01000,1.964 |
| 1270 | 3,mlp.experts.110.gate_proj,0.0000030857,0.01000,1.507 |
| 1271 | 3,mlp.experts.106.gate_proj,0.0000027136,0.01000,1.523 |
| 1272 | 3,mlp.experts.98.gate_proj,0.0000028637,0.01000,1.591 |
| 1273 | 3,mlp.experts.102.gate_proj,0.0000029192,0.01000,1.526 |
| 1274 | 3,mlp.experts.100.gate_proj,0.0000025172,0.01000,2.269 |
| 1275 | 3,mlp.experts.104.gate_proj,0.0000027661,0.01000,2.210 |
| 1276 | 3,mlp.experts.96.gate_proj,0.0000026285,0.01000,2.213 |
| 1277 | 3,mlp.experts.108.gate_proj,0.0000027347,0.01000,2.494 |
| 1278 | 3,mlp.experts.105.gate_proj,0.0000028529,0.01000,2.114 |
| 1279 | 3,mlp.experts.109.gate_proj,0.0000027468,0.01000,2.072 |
| 1280 | 3,mlp.experts.101.gate_proj,0.0000026095,0.01000,2.098 |
| 1281 | 3,mlp.experts.97.gate_proj,0.0000026896,0.01000,2.122 |
| 1282 | 3,mlp.experts.123.gate_proj,0.0000026072,0.01000,1.839 |
| 1283 | 3,mlp.experts.119.gate_proj,0.0000026479,0.01000,1.804 |
| 1284 | 3,mlp.experts.127.gate_proj,0.0000027089,0.01000,1.795 |
| 1285 | 3,mlp.experts.115.gate_proj,0.0000025276,0.01000,1.759 |
| 1286 | 3,mlp.experts.126.gate_proj,0.0000027733,0.01000,1.837 |
| 1287 | 3,mlp.experts.114.gate_proj,0.0000028955,0.01000,1.712 |
| 1288 | 3,mlp.experts.122.gate_proj,0.0000026506,0.01000,1.903 |
| 1289 | 3,mlp.experts.118.gate_proj,0.0000029805,0.01000,1.874 |
| 1290 | 3,mlp.experts.120.gate_proj,0.0000024998,0.01000,2.065 |
| 1291 | 3,mlp.experts.116.gate_proj,0.0000031370,0.01000,2.147 |
| 1292 | 3,mlp.experts.125.gate_proj,0.0000027005,0.01000,1.881 |
| 1293 | 3,mlp.experts.121.gate_proj,0.0000028487,0.01000,1.942 |
| 1294 | 3,mlp.experts.112.gate_proj,0.0000027156,0.01000,2.115 |
| 1295 | 3,mlp.experts.124.gate_proj,0.0000024154,0.01000,2.030 |
| 1296 | 3,mlp.experts.11.up_proj,0.0000024619,0.01000,1.535 |
| 1297 | 3,mlp.experts.7.up_proj,0.0000026785,0.01000,1.520 |
| 1298 | 3,mlp.experts.117.gate_proj,0.0000026284,0.01000,1.971 |
| 1299 | 3,mlp.experts.15.up_proj,0.0000024401,0.01000,1.544 |
| 1300 | 3,mlp.experts.3.up_proj,0.0000026105,0.01000,1.662 |
| 1301 | 3,mlp.experts.113.gate_proj,0.0000028420,0.01000,1.986 |
| 1302 | 3,mlp.experts.14.up_proj,0.0000024331,0.01000,1.966 |
| 1303 | 3,mlp.experts.2.up_proj,0.0000027297,0.01000,1.975 |
| 1304 | 3,mlp.experts.10.up_proj,0.0000024276,0.01000,1.957 |
| 1305 | 3,mlp.experts.6.up_proj,0.0000026777,0.01000,2.048 |
| 1306 | 3,mlp.experts.23.up_proj,0.0000024832,0.01000,1.575 |
| 1307 | 3,mlp.experts.27.up_proj,0.0000024974,0.01000,1.588 |
| 1308 | 3,mlp.experts.8.up_proj,0.0000029057,0.01000,1.843 |
| 1309 | 3,mlp.experts.0.up_proj,0.0000025574,0.01000,1.850 |
| 1310 | 3,mlp.experts.4.up_proj,0.0000028216,0.01000,1.950 |
| 1311 | 3,mlp.experts.9.up_proj,0.0000023378,0.01000,1.946 |
| 1312 | 3,mlp.experts.19.up_proj,0.0000026288,0.01000,1.582 |
| 1313 | 3,mlp.experts.31.up_proj,0.0000026950,0.01000,1.771 |
| 1314 | 3,mlp.experts.13.up_proj,0.0000025562,0.01000,2.021 |
| 1315 | 3,mlp.experts.12.up_proj,0.0000025768,0.01000,1.977 |
| 1316 | 3,mlp.experts.5.up_proj,0.0000026637,0.01000,1.952 |
| 1317 | 3,mlp.experts.1.up_proj,0.0000025707,0.01000,1.756 |
| 1318 | 3,mlp.experts.18.up_proj,0.0000025364,0.01000,1.887 |
| 1319 | 3,mlp.experts.30.up_proj,0.0000026383,0.01000,1.932 |
| 1320 | 3,mlp.experts.26.up_proj,0.0000025207,0.01000,1.906 |
| 1321 | 3,mlp.experts.39.up_proj,0.0000024413,0.01000,1.603 |
| 1322 | 3,mlp.experts.43.up_proj,0.0000027930,0.01000,1.651 |
| 1323 | 3,mlp.experts.22.up_proj,0.0000023591,0.01000,1.833 |
| 1324 | 3,mlp.experts.35.up_proj,0.0000025164,0.01000,1.621 |
| 1325 | 3,mlp.experts.24.up_proj,0.0000024610,0.01000,1.845 |
| 1326 | 3,mlp.experts.20.up_proj,0.0000025848,0.01000,1.782 |
| 1327 | 3,mlp.experts.25.up_proj,0.0000024169,0.01000,1.696 |
| 1328 | 3,mlp.experts.47.up_proj,0.0000024950,0.01000,1.688 |
| 1329 | 3,mlp.experts.16.up_proj,0.0000031506,0.01000,1.892 |
| 1330 | 3,mlp.experts.28.up_proj,0.0000027381,0.01000,1.843 |
| 1331 | 3,mlp.experts.17.up_proj,0.0000026591,0.01000,1.736 |
| 1332 | 3,mlp.experts.29.up_proj,0.0000025858,0.01000,1.891 |
| 1333 | 3,mlp.experts.21.up_proj,0.0000024977,0.01000,1.986 |
| 1334 | 3,mlp.experts.46.up_proj,0.0000026620,0.01000,1.735 |
| 1335 | 3,mlp.experts.34.up_proj,0.0000025252,0.01000,1.769 |
| 1336 | 3,mlp.experts.55.up_proj,0.0000025122,0.01000,1.713 |
| 1337 | 3,mlp.experts.59.up_proj,0.0000024304,0.01000,1.729 |
| 1338 | 3,mlp.experts.42.up_proj,0.0000026810,0.01000,1.872 |
| 1339 | 3,mlp.experts.38.up_proj,0.0000025893,0.01000,1.754 |
| 1340 | 3,mlp.experts.51.up_proj,0.0000025099,0.01000,1.694 |
| 1341 | 3,mlp.experts.41.up_proj,0.0000024520,0.01000,1.774 |
| 1342 | 3,mlp.experts.40.up_proj,0.0000025320,0.01000,2.043 |
| 1343 | 3,mlp.experts.63.up_proj,0.0000026642,0.01000,1.944 |
| 1344 | 3,mlp.experts.36.up_proj,0.0000027659,0.01000,2.057 |
| 1345 | 3,mlp.experts.32.up_proj,0.0000027066,0.01000,1.966 |
| 1346 | 3,mlp.experts.45.up_proj,0.0000026174,0.01000,1.813 |
| 1347 | 3,mlp.experts.33.up_proj,0.0000028535,0.01000,1.863 |
| 1348 | 3,mlp.experts.44.up_proj,0.0000029331,0.01000,2.058 |
| 1349 | 3,mlp.experts.37.up_proj,0.0000024850,0.01000,2.066 |
| 1350 | 3,mlp.experts.62.up_proj,0.0000027268,0.01000,1.687 |
| 1351 | 3,mlp.experts.50.up_proj,0.0000025415,0.01000,1.754 |
| 1352 | 3,mlp.experts.58.up_proj,0.0000027059,0.01000,1.680 |
| 1353 | 3,mlp.experts.54.up_proj,0.0000024940,0.01000,1.662 |
| 1354 | 3,mlp.experts.71.up_proj,0.0000026506,0.01000,2.047 |
| 1355 | 3,mlp.experts.75.up_proj,0.0000025183,0.01000,2.256 |
| 1356 | 3,mlp.experts.61.up_proj,0.0000024292,0.01000,1.713 |
| 1357 | 3,mlp.experts.49.up_proj,0.0000026360,0.01000,1.709 |
| 1358 | 3,mlp.experts.57.up_proj,0.0000028920,0.01000,2.066 |
| 1359 | 3,mlp.experts.67.up_proj,0.0000026672,0.01000,2.259 |
| 1360 | 3,mlp.experts.56.up_proj,0.0000028604,0.01000,2.161 |
| 1361 | 3,mlp.experts.52.up_proj,0.0000024003,0.01000,2.098 |
| 1362 | 3,mlp.experts.79.up_proj,0.0000026228,0.01000,2.234 |
| 1363 | 3,mlp.experts.48.up_proj,0.0000026178,0.01000,2.189 |
| 1364 | 3,mlp.experts.53.up_proj,0.0000022054,0.01000,1.895 |
| 1365 | 3,mlp.experts.78.up_proj,0.0000023998,0.01000,1.472 |
| 1366 | 3,mlp.experts.60.up_proj,0.0000025209,0.01000,2.140 |
| 1367 | 3,mlp.experts.74.up_proj,0.0000023176,0.01000,1.469 |
| 1368 | 3,mlp.experts.70.up_proj,0.0000027388,0.01000,1.468 |
| 1369 | 3,mlp.experts.66.up_proj,0.0000027106,0.01000,1.652 |
| 1370 | 3,mlp.experts.87.up_proj,0.0000025626,0.01000,1.972 |
| 1371 | 3,mlp.experts.77.up_proj,0.0000025418,0.01000,1.772 |
| 1372 | 3,mlp.experts.65.up_proj,0.0000026621,0.01000,1.776 |
| 1373 | 3,mlp.experts.91.up_proj,0.0000025441,0.01000,1.978 |
| 1374 | 3,mlp.experts.83.up_proj,0.0000026255,0.01000,1.905 |
| 1375 | 3,mlp.experts.73.up_proj,0.0000025679,0.01000,1.957 |
| 1376 | 3,mlp.experts.94.up_proj,0.0000024642,0.01000,1.535 |
| 1377 | 3,mlp.experts.68.up_proj,0.0000024624,0.01000,1.967 |
| 1378 | 3,mlp.experts.72.up_proj,0.0000026502,0.01000,2.021 |
| 1379 | 3,mlp.experts.90.up_proj,0.0000025268,0.01000,1.581 |
| 1380 | 3,mlp.experts.86.up_proj,0.0000026757,0.01000,1.597 |
| 1381 | 3,mlp.experts.95.up_proj,0.0000028995,0.01000,2.004 |
| 1382 | 3,mlp.experts.82.up_proj,0.0000022890,0.01000,1.558 |
| 1383 | 3,mlp.experts.76.up_proj,0.0000025754,0.01000,1.928 |
| 1384 | 3,mlp.experts.64.up_proj,0.0000025962,0.01000,2.087 |
| 1385 | 3,mlp.experts.69.up_proj,0.0000024854,0.01000,1.972 |
| 1386 | 3,mlp.experts.81.up_proj,0.0000023781,0.01000,1.726 |
| 1387 | 3,mlp.experts.93.up_proj,0.0000025315,0.01000,1.872 |
| 1388 | 3,mlp.experts.103.up_proj,0.0000024159,0.01000,2.071 |
| 1389 | 3,mlp.experts.110.up_proj,0.0000028840,0.01000,1.594 |
| 1390 | 3,mlp.experts.107.up_proj,0.0000030494,0.01000,1.876 |
| 1391 | 3,mlp.experts.99.up_proj,0.0000026574,0.01000,1.869 |
| 1392 | 3,mlp.experts.102.up_proj,0.0000026988,0.01000,1.530 |
| 1393 | 3,mlp.experts.98.up_proj,0.0000025751,0.01000,1.529 |
| 1394 | 3,mlp.experts.89.up_proj,0.0000025810,0.01000,1.971 |
| 1395 | 3,mlp.experts.106.up_proj,0.0000024814,0.01000,1.712 |
| 1396 | 3,mlp.experts.84.up_proj,0.0000025840,0.01000,1.816 |
| 1397 | 3,mlp.experts.88.up_proj,0.0000025234,0.01000,1.840 |
| 1398 | 3,mlp.experts.92.up_proj,0.0000025696,0.01000,1.863 |
| 1399 | 3,mlp.experts.85.up_proj,0.0000030192,0.01000,1.888 |
| 1400 | 3,mlp.experts.80.up_proj,0.0000024723,0.01000,1.985 |
| 1401 | 3,mlp.experts.111.up_proj,0.0000026477,0.01000,2.124 |
| 1402 | 3,mlp.experts.97.up_proj,0.0000024743,0.01000,1.815 |
| 1403 | 3,mlp.experts.126.up_proj,0.0000026871,0.01000,1.696 |
| 1404 | 3,mlp.experts.109.up_proj,0.0000025990,0.01000,1.888 |
| 1405 | 3,mlp.experts.118.up_proj,0.0000027619,0.01000,1.630 |
| 1406 | 3,mlp.experts.114.up_proj,0.0000027394,0.01000,1.623 |
| 1407 | 3,mlp.experts.122.up_proj,0.0000024770,0.01000,1.572 |
| 1408 | 3,mlp.experts.123.up_proj,0.0000023991,0.01000,1.961 |
| 1409 | 3,mlp.experts.115.up_proj,0.0000024015,0.01000,1.941 |
| 1410 | 3,mlp.experts.119.up_proj,0.0000025264,0.01000,2.178 |
| 1411 | 3,mlp.experts.105.up_proj,0.0000024992,0.01000,1.941 |
| 1412 | 3,mlp.experts.100.up_proj,0.0000023775,0.01000,1.899 |
| 1413 | 3,mlp.experts.104.up_proj,0.0000025465,0.01000,1.919 |
| 1414 | 3,mlp.experts.101.up_proj,0.0000024776,0.01000,1.780 |
| 1415 | 3,mlp.experts.127.up_proj,0.0000025782,0.01000,1.735 |
| 1416 | 3,mlp.experts.108.up_proj,0.0000025656,0.01000,1.959 |
| 1417 | 3,mlp.experts.96.up_proj,0.0000025050,0.01000,2.009 |
| 1418 | 3,mlp.experts.113.up_proj,0.0000026180,0.01000,1.720 |
| 1419 | 3,mlp.experts.125.up_proj,0.0000025428,0.01000,1.746 |
| 1420 | 3,mlp.experts.121.up_proj,0.0000026384,0.01000,1.693 |
| 1421 | 3,mlp.experts.117.up_proj,0.0000024595,0.01000,1.397 |
| 1422 | 3,mlp.experts.116.up_proj,0.0000029725,0.01000,2.117 |
| 1423 | 3,mlp.experts.120.up_proj,0.0000024512,0.01000,2.083 |
| 1424 | 3,mlp.experts.124.up_proj,0.0000023279,0.01000,1.914 |
| 1425 | 3,mlp.experts.112.up_proj,0.0000025173,0.01000,1.850 |
| 1426 | 3,mlp.experts.4.down_proj,0.0000000996,0.01000,0.913 |
| 1427 | 3,mlp.experts.12.down_proj,0.0000000787,0.01000,0.911 |
| 1428 | 3,mlp.experts.8.down_proj,0.0000001390,0.01000,0.914 |
| 1429 | 3,mlp.experts.0.down_proj,0.0000000581,0.01000,0.917 |
| 1430 | 3,mlp.experts.1.down_proj,0.0000000777,0.01000,1.107 |
| 1431 | 3,mlp.experts.6.down_proj,0.0000000983,0.01000,1.123 |
| 1432 | 3,mlp.experts.14.down_proj,0.0000000515,0.01000,1.124 |
| 1433 | 3,mlp.experts.13.down_proj,0.0000000791,0.01000,1.127 |
| 1434 | 3,mlp.experts.2.down_proj,0.0000000687,0.01000,1.133 |
| 1435 | 3,mlp.experts.5.down_proj,0.0000000795,0.01000,1.138 |
| 1436 | 3,mlp.experts.10.down_proj,0.0000000746,0.01000,1.157 |
| 1437 | 3,mlp.experts.9.down_proj,0.0000000578,0.01000,1.182 |
| 1438 | 3,mlp.experts.7.down_proj,0.0000000901,0.01000,1.310 |
| 1439 | 3,mlp.experts.11.down_proj,0.0000000843,0.01000,1.342 |
| 1440 | 3,mlp.experts.3.down_proj,0.0000000657,0.01000,1.361 |
| 1441 | 3,mlp.experts.15.down_proj,0.0000000604,0.01000,1.382 |
| 1442 | 3,mlp.experts.20.down_proj,0.0000000708,0.01000,0.763 |
| 1443 | 3,mlp.experts.28.down_proj,0.0000000932,0.01000,0.774 |
| 1444 | 3,mlp.experts.16.down_proj,0.0000001198,0.01000,0.772 |
| 1445 | 3,mlp.experts.30.down_proj,0.0000000563,0.01000,0.566 |
| 1446 | 3,mlp.experts.22.down_proj,0.0000000523,0.01000,0.588 |
| 1447 | 3,mlp.experts.18.down_proj,0.0000000641,0.01000,0.592 |
| 1448 | 3,mlp.experts.26.down_proj,0.0000000666,0.01000,0.581 |
| 1449 | 3,mlp.experts.17.down_proj,0.0000000895,0.01000,0.654 |
| 1450 | 3,mlp.experts.24.down_proj,0.0000000565,0.01000,0.833 |
| 1451 | 3,mlp.experts.29.down_proj,0.0000000676,0.01000,0.653 |
| 1452 | 3,mlp.experts.21.down_proj,0.0000000629,0.01000,0.658 |
| 1453 | 3,mlp.experts.25.down_proj,0.0000000653,0.01000,0.627 |
| 1454 | 3,mlp.experts.27.down_proj,0.0000000525,0.01000,0.805 |
| 1455 | 3,mlp.experts.23.down_proj,0.0000000683,0.01000,0.842 |
| 1456 | 3,mlp.experts.31.down_proj,0.0000000818,0.01000,0.828 |
| 1457 | 3,mlp.experts.19.down_proj,0.0000000661,0.01000,0.864 |
| 1458 | 3,mlp.experts.38.down_proj,0.0000000673,0.01000,0.548 |
| 1459 | 3,mlp.experts.46.down_proj,0.0000000684,0.01000,0.553 |
| 1460 | 3,mlp.experts.42.down_proj,0.0000000674,0.01000,0.552 |
| 1461 | 3,mlp.experts.34.down_proj,0.0000000747,0.01000,0.635 |
| 1462 | 3,mlp.experts.36.down_proj,0.0000000976,0.01000,0.741 |
| 1463 | 3,mlp.experts.44.down_proj,0.0000000866,0.01000,0.760 |
| 1464 | 3,mlp.experts.33.down_proj,0.0000000985,0.01000,0.751 |
| 1465 | 3,mlp.experts.45.down_proj,0.0000000825,0.01000,0.714 |
| 1466 | 3,mlp.experts.37.down_proj,0.0000000677,0.01000,0.708 |
| 1467 | 3,mlp.experts.40.down_proj,0.0000000725,0.01000,0.774 |
| 1468 | 3,mlp.experts.32.down_proj,0.0000000818,0.01000,0.874 |
| 1469 | 3,mlp.experts.41.down_proj,0.0000000775,0.01000,0.771 |
| 1470 | 3,mlp.experts.62.down_proj,0.0000000843,0.01000,0.588 |
| 1471 | 3,mlp.experts.54.down_proj,0.0000000571,0.01000,0.605 |
| 1472 | 3,mlp.experts.58.down_proj,0.0000000860,0.01000,0.597 |
| 1473 | 3,mlp.experts.39.down_proj,0.0000000537,0.01000,0.807 |
| 1474 | 3,mlp.experts.43.down_proj,0.0000000949,0.01000,0.812 |
| 1475 | 3,mlp.experts.50.down_proj,0.0000000633,0.01000,0.645 |
| 1476 | 3,mlp.experts.35.down_proj,0.0000000560,0.01000,0.831 |
| 1477 | 3,mlp.experts.47.down_proj,0.0000000783,0.01000,0.841 |
| 1478 | 3,mlp.experts.52.down_proj,0.0000000543,0.01000,0.701 |
| 1479 | 3,mlp.experts.49.down_proj,0.0000000703,0.01000,0.632 |
| 1480 | 3,mlp.experts.60.down_proj,0.0000000871,0.01000,0.705 |
| 1481 | 3,mlp.experts.53.down_proj,0.0000000426,0.01000,0.657 |
| 1482 | 3,mlp.experts.56.down_proj,0.0000000941,0.01000,0.709 |
| 1483 | 3,mlp.experts.61.down_proj,0.0000000537,0.01000,0.781 |
| 1484 | 3,mlp.experts.48.down_proj,0.0000000978,0.01000,0.727 |
| 1485 | 3,mlp.experts.57.down_proj,0.0000001012,0.01000,0.769 |
| 1486 | 3,mlp.experts.78.down_proj,0.0000000520,0.01000,0.566 |
| 1487 | 3,mlp.experts.70.down_proj,0.0000000880,0.01000,0.561 |
| 1488 | 3,mlp.experts.74.down_proj,0.0000000473,0.01000,0.616 |
| 1489 | 3,mlp.experts.66.down_proj,0.0000000617,0.01000,0.588 |
| 1490 | 3,mlp.experts.55.down_proj,0.0000000612,0.01000,0.813 |
| 1491 | 3,mlp.experts.59.down_proj,0.0000000633,0.01000,0.815 |
| 1492 | 3,mlp.experts.68.down_proj,0.0000000494,0.01000,0.692 |
| 1493 | 3,mlp.experts.65.down_proj,0.0000000890,0.01000,0.701 |
| 1494 | 3,mlp.experts.63.down_proj,0.0000000968,0.01000,0.793 |
| 1495 | 3,mlp.experts.51.down_proj,0.0000000598,0.01000,0.829 |
| 1496 | 3,mlp.experts.69.down_proj,0.0000000578,0.01000,0.730 |
| 1497 | 3,mlp.experts.76.down_proj,0.0000000829,0.01000,0.796 |
| 1498 | 3,mlp.experts.72.down_proj,0.0000000930,0.01000,0.727 |
| 1499 | 3,mlp.experts.94.down_proj,0.0000000657,0.01000,0.589 |
| 1500 | 3,mlp.experts.86.down_proj,0.0000000973,0.01000,0.597 |
| 1501 | 3,mlp.experts.77.down_proj,0.0000000760,0.01000,0.784 |
| 1502 | 3,mlp.experts.64.down_proj,0.0000000706,0.01000,0.795 |
| 1503 | 3,mlp.experts.73.down_proj,0.0000000709,0.01000,0.804 |
| 1504 | 3,mlp.experts.90.down_proj,0.0000000674,0.01000,0.677 |
| 1505 | 3,mlp.experts.82.down_proj,0.0000025524,0.01000,0.631 |
| 1506 | 3,mlp.experts.84.down_proj,0.0000000689,0.01000,0.730 |
| 1507 | 3,mlp.experts.75.down_proj,0.0000000780,0.01000,0.776 |
| 1508 | 3,mlp.experts.85.down_proj,0.0000000790,0.01000,0.673 |
| 1509 | 3,mlp.experts.81.down_proj,0.0000000860,0.01000,0.768 |
| 1510 | 3,mlp.experts.110.down_proj,0.0000001087,0.01000,0.591 |
| 1511 | 3,mlp.experts.102.down_proj,0.0000001028,0.01000,0.584 |
| 1512 | 3,mlp.experts.71.down_proj,0.0000000675,0.01000,0.842 |
| 1513 | 3,mlp.experts.88.down_proj,0.0000000645,0.01000,0.699 |
| 1514 | 3,mlp.experts.67.down_proj,0.0000000684,0.01000,0.795 |
| 1515 | 3,mlp.experts.79.down_proj,0.0000000816,0.01000,0.843 |
| 1516 | 3,mlp.experts.92.down_proj,0.0000000709,0.01000,0.757 |
| 1517 | 3,mlp.experts.93.down_proj,0.0000000738,0.01000,0.714 |
| 1518 | 3,mlp.experts.80.down_proj,0.0000000540,0.01000,0.696 |
| 1519 | 3,mlp.experts.98.down_proj,0.0000000700,0.01000,0.570 |
| 1520 | 3,mlp.experts.89.down_proj,0.0000000883,0.01000,0.712 |
| 1521 | 3,mlp.experts.106.down_proj,0.0000000752,0.01000,0.679 |
| 1522 | 3,mlp.experts.100.down_proj,0.0000000499,0.01000,0.742 |
| 1523 | 3,mlp.experts.101.down_proj,0.0000000660,0.01000,0.721 |
| 1524 | 3,mlp.experts.126.down_proj,0.0000000702,0.01000,0.696 |
| 1525 | 3,mlp.experts.97.down_proj,0.0000000735,0.01000,0.714 |
| 1526 | 3,mlp.experts.118.down_proj,0.0000000768,0.01000,0.734 |
| 1527 | 3,mlp.experts.104.down_proj,0.0000000822,0.01000,0.696 |
| 1528 | 3,mlp.experts.108.down_proj,0.0000000611,0.01000,0.691 |
| 1529 | 3,mlp.experts.114.down_proj,0.0000000661,0.01000,0.638 |
| 1530 | 3,mlp.experts.91.down_proj,0.0000000880,0.01000,0.907 |
| 1531 | 3,mlp.experts.122.down_proj,0.0000000739,0.01000,0.607 |
| 1532 | 3,mlp.experts.96.down_proj,0.0000000645,0.01000,0.686 |
| 1533 | 3,mlp.experts.87.down_proj,0.0000000608,0.01000,0.898 |
| 1534 | 3,mlp.experts.109.down_proj,0.0000000694,0.01000,0.744 |
| 1535 | 3,mlp.experts.83.down_proj,0.0000000682,0.01000,0.880 |
| 1536 | 3,mlp.experts.95.down_proj,0.0000000836,0.01000,0.950 |
| 1537 | 3,mlp.experts.105.down_proj,0.0000000733,0.01000,0.802 |
| 1538 | 3,mlp.experts.116.down_proj,0.0000000859,0.01000,0.713 |
| 1539 | 3,mlp.experts.120.down_proj,0.0000000632,0.01000,0.677 |
| 1540 | 3,mlp.experts.113.down_proj,0.0000000667,0.01000,0.734 |
| 1541 | 3,mlp.experts.124.down_proj,0.0000000463,0.01000,0.655 |
| 1542 | 3,mlp.experts.117.down_proj,0.0000000591,0.01000,0.776 |
| 1543 | 3,mlp.experts.112.down_proj,0.0000000767,0.01000,0.629 |
| 1544 | 3,mlp.experts.107.down_proj,0.0000001486,0.01000,0.702 |
| 1545 | 3,mlp.experts.125.down_proj,0.0000000590,0.01000,0.636 |
| 1546 | 3,mlp.experts.103.down_proj,0.0000000753,0.01000,0.686 |
| 1547 | 3,mlp.experts.121.down_proj,0.0000000757,0.01000,0.554 |
| 1548 | 3,mlp.experts.99.down_proj,0.0000000784,0.01000,0.680 |
| 1549 | 3,mlp.experts.111.down_proj,0.0000000682,0.01000,0.694 |
| 1550 | 3,mlp.experts.123.down_proj,0.0000000639,0.01000,0.555 |
| 1551 | 3,mlp.experts.115.down_proj,0.0000000592,0.01000,0.540 |
| 1552 | 3,mlp.experts.119.down_proj,0.0000000584,0.01000,0.606 |
| 1553 | 3,mlp.experts.127.down_proj,0.0000000614,0.01000,0.503 |
| 1554 | 4,self_attn.q_proj,0.0000000758,0.01000,0.767 |
| 1555 | 4,self_attn.k_proj,0.0000000113,0.01000,0.821 |
| 1556 | 4,self_attn.v_proj,0.0000000131,0.01000,0.828 |
| 1557 | 4,self_attn.o_proj,0.0000000109,0.01000,1.416 |
| 1558 | 4,mlp.experts.1.gate_proj,0.0000024077,0.01000,1.756 |
| 1559 | 4,mlp.experts.5.gate_proj,0.0000028450,0.01000,1.752 |
| 1560 | 4,mlp.experts.13.gate_proj,0.0000028143,0.01000,1.772 |
| 1561 | 4,mlp.experts.9.gate_proj,0.0000023270,0.01000,1.805 |
| 1562 | 4,mlp.experts.12.gate_proj,0.0000022150,0.01000,2.101 |
| 1563 | 4,mlp.experts.4.gate_proj,0.0000024654,0.01000,2.113 |
| 1564 | 4,mlp.experts.0.gate_proj,0.0000024223,0.01000,2.133 |
| 1565 | 4,mlp.experts.8.gate_proj,0.0000025087,0.01000,2.138 |
| 1566 | 4,mlp.experts.14.gate_proj,0.0000023225,0.01000,2.230 |
| 1567 | 4,mlp.experts.10.gate_proj,0.0000025194,0.01000,2.250 |
| 1568 | 4,mlp.experts.6.gate_proj,0.0000023621,0.01000,2.271 |
| 1569 | 4,mlp.experts.15.gate_proj,0.0000025533,0.01000,2.277 |
| 1570 | 4,mlp.experts.2.gate_proj,0.0000025561,0.01000,2.266 |
| 1571 | 4,mlp.experts.3.gate_proj,0.0000028480,0.01000,2.289 |
| 1572 | 4,mlp.experts.11.gate_proj,0.0000023613,0.01000,2.331 |
| 1573 | 4,mlp.experts.7.gate_proj,0.0000023983,0.01000,2.363 |
| 1574 | 4,mlp.experts.21.gate_proj,0.0000030078,0.01000,1.702 |
| 1575 | 4,mlp.experts.29.gate_proj,0.0000022493,0.01000,1.724 |
| 1576 | 4,mlp.experts.17.gate_proj,0.0000025041,0.01000,1.798 |
| 1577 | 4,mlp.experts.25.gate_proj,0.0000023544,0.01000,1.735 |
| 1578 | 4,mlp.experts.20.gate_proj,0.0000023694,0.01000,2.062 |
| 1579 | 4,mlp.experts.24.gate_proj,0.0000024399,0.01000,2.009 |
| 1580 | 4,mlp.experts.26.gate_proj,0.0000016320,0.01000,1.907 |
| 1581 | 4,mlp.experts.28.gate_proj,0.0000031870,0.01000,2.110 |
| 1582 | 4,mlp.experts.18.gate_proj,0.0000023464,0.01000,1.933 |
| 1583 | 4,mlp.experts.16.gate_proj,0.0000025859,0.01000,2.134 |
| 1584 | 4,mlp.experts.30.gate_proj,0.0000023930,0.01000,2.027 |
| 1585 | 4,mlp.experts.22.gate_proj,0.0000026175,0.01000,2.104 |
| 1586 | 4,mlp.experts.31.gate_proj,0.0000022884,0.01000,2.105 |
| 1587 | 4,mlp.experts.19.gate_proj,0.0000022707,0.01000,2.125 |
| 1588 | 4,mlp.experts.27.gate_proj,0.0000030669,0.01000,2.117 |
| 1589 | 4,mlp.experts.23.gate_proj,0.0000024123,0.01000,2.096 |
| 1590 | 4,mlp.experts.37.gate_proj,0.0000028018,0.01000,1.696 |
| 1591 | 4,mlp.experts.45.gate_proj,0.0000024235,0.01000,1.687 |
| 1592 | 4,mlp.experts.33.gate_proj,0.0000024144,0.01000,1.707 |
| 1593 | 4,mlp.experts.41.gate_proj,0.0000029160,0.01000,1.733 |
| 1594 | 4,mlp.experts.42.gate_proj,0.0000023509,0.01000,1.619 |
| 1595 | 4,mlp.experts.34.gate_proj,0.0000024910,0.01000,1.574 |
| 1596 | 4,mlp.experts.46.gate_proj,0.0000025018,0.01000,1.613 |
| 1597 | 4,mlp.experts.38.gate_proj,0.0000022384,0.01000,1.622 |
| 1598 | 4,mlp.experts.36.gate_proj,0.0000028210,0.01000,2.040 |
| 1599 | 4,mlp.experts.40.gate_proj,0.0000023284,0.01000,2.047 |
| 1600 | 4,mlp.experts.44.gate_proj,0.0000026651,0.01000,2.050 |
| 1601 | 4,mlp.experts.32.gate_proj,0.0000027315,0.01000,2.135 |
| 1602 | 4,mlp.experts.47.gate_proj,0.0000023813,0.01000,2.047 |
| 1603 | 4,mlp.experts.39.gate_proj,0.0000027472,0.01000,2.031 |
| 1604 | 4,mlp.experts.35.gate_proj,0.0000031047,0.01000,2.078 |
| 1605 | 4,mlp.experts.43.gate_proj,0.0000023647,0.01000,2.053 |
| 1606 | 4,mlp.experts.53.gate_proj,0.0000017443,0.01000,1.958 |
| 1607 | 4,mlp.experts.49.gate_proj,0.0000024697,0.01000,1.956 |
| 1608 | 4,mlp.experts.61.gate_proj,0.0000023892,0.01000,2.011 |
| 1609 | 4,mlp.experts.57.gate_proj,0.0000024407,0.01000,1.947 |
| 1610 | 4,mlp.experts.58.gate_proj,0.0000020530,0.01000,1.749 |
| 1611 | 4,mlp.experts.62.gate_proj,0.0000031322,0.01000,1.726 |
| 1612 | 4,mlp.experts.50.gate_proj,0.0000022694,0.01000,1.893 |
| 1613 | 4,mlp.experts.54.gate_proj,0.0000025195,0.01000,1.732 |
| 1614 | 4,mlp.experts.60.gate_proj,0.0000038520,0.01000,1.970 |
| 1615 | 4,mlp.experts.52.gate_proj,0.0000026451,0.01000,2.045 |
| 1616 | 4,mlp.experts.56.gate_proj,0.0000024684,0.01000,2.110 |
| 1617 | 4,mlp.experts.63.gate_proj,0.0000020678,0.01000,1.934 |
| 1618 | 4,mlp.experts.59.gate_proj,0.0000026740,0.01000,1.883 |
| 1619 | 4,mlp.experts.48.gate_proj,0.0000023967,0.01000,2.087 |
| 1620 | 4,mlp.experts.51.gate_proj,0.0000023444,0.01000,1.989 |
| 1621 | 4,mlp.experts.55.gate_proj,0.0000024100,0.01000,2.047 |
| 1622 | 4,mlp.experts.77.gate_proj,0.0000023478,0.01000,1.762 |
| 1623 | 4,mlp.experts.65.gate_proj,0.0000024014,0.01000,1.779 |
| 1624 | 4,mlp.experts.69.gate_proj,0.0000030900,0.01000,1.878 |
| 1625 | 4,mlp.experts.73.gate_proj,0.0000024332,0.01000,1.789 |
| 1626 | 4,mlp.experts.74.gate_proj,0.0000025388,0.01000,1.730 |
| 1627 | 4,mlp.experts.78.gate_proj,0.0000030764,0.01000,1.705 |
| 1628 | 4,mlp.experts.70.gate_proj,0.0000023328,0.01000,1.757 |
| 1629 | 4,mlp.experts.66.gate_proj,0.0000025689,0.01000,1.961 |
| 1630 | 4,mlp.experts.76.gate_proj,0.0000021817,0.01000,2.076 |
| 1631 | 4,mlp.experts.79.gate_proj,0.0000023758,0.01000,1.940 |
| 1632 | 4,mlp.experts.72.gate_proj,0.0000025897,0.01000,2.017 |
| 1633 | 4,mlp.experts.68.gate_proj,0.0000027371,0.01000,2.147 |
| 1634 | 4,mlp.experts.71.gate_proj,0.0000032865,0.01000,1.869 |
| 1635 | 4,mlp.experts.64.gate_proj,0.0000025614,0.01000,2.027 |
| 1636 | 4,mlp.experts.75.gate_proj,0.0000036060,0.01000,2.097 |
| 1637 | 4,mlp.experts.67.gate_proj,0.0000020873,0.01000,2.015 |
| 1638 | 4,mlp.experts.81.gate_proj,0.0000026652,0.01000,1.617 |
| 1639 | 4,mlp.experts.93.gate_proj,0.0000023156,0.01000,1.627 |
| 1640 | 4,mlp.experts.85.gate_proj,0.0000022807,0.01000,1.675 |
| 1641 | 4,mlp.experts.89.gate_proj,0.0000023928,0.01000,1.688 |
| 1642 | 4,mlp.experts.90.gate_proj,0.0000023570,0.01000,1.620 |
| 1643 | 4,mlp.experts.94.gate_proj,0.0000029272,0.01000,1.615 |
| 1644 | 4,mlp.experts.86.gate_proj,0.0000025798,0.01000,1.623 |
| 1645 | 4,mlp.experts.82.gate_proj,0.0000023616,0.01000,1.725 |
| 1646 | 4,mlp.experts.92.gate_proj,0.0000024531,0.01000,2.011 |
| 1647 | 4,mlp.experts.88.gate_proj,0.0000023254,0.01000,2.010 |
| 1648 | 4,mlp.experts.87.gate_proj,0.0000025323,0.01000,1.991 |
| 1649 | 4,mlp.experts.84.gate_proj,0.0000030647,0.01000,2.031 |
| 1650 | 4,mlp.experts.109.gate_proj,0.0000025761,0.01000,1.839 |
| 1651 | 4,mlp.experts.101.gate_proj,0.0000023168,0.01000,1.794 |
| 1652 | 4,mlp.experts.97.gate_proj,0.0000022881,0.01000,1.908 |
| 1653 | 4,mlp.experts.91.gate_proj,0.0000024606,0.01000,2.031 |
| 1654 | 4,mlp.experts.106.gate_proj,0.0000027445,0.01000,1.632 |
| 1655 | 4,mlp.experts.95.gate_proj,0.0000024252,0.01000,2.234 |
| 1656 | 4,mlp.experts.80.gate_proj,0.0000023424,0.01000,2.096 |
| 1657 | 4,mlp.experts.105.gate_proj,0.0000024574,0.01000,1.881 |
| 1658 | 4,mlp.experts.110.gate_proj,0.0000023443,0.01000,1.661 |
| 1659 | 4,mlp.experts.83.gate_proj,0.0000017718,0.01000,2.137 |
| 1660 | 4,mlp.experts.102.gate_proj,0.0000023075,0.01000,1.684 |
| 1661 | 4,mlp.experts.98.gate_proj,0.0000021207,0.01000,1.914 |
| 1662 | 4,mlp.experts.125.gate_proj,0.0000029245,0.01000,1.716 |
| 1663 | 4,mlp.experts.122.gate_proj,0.0000025154,0.01000,1.647 |
| 1664 | 4,mlp.experts.117.gate_proj,0.0000026858,0.01000,1.723 |
| 1665 | 4,mlp.experts.113.gate_proj,0.0000022845,0.01000,1.753 |
| 1666 | 4,mlp.experts.126.gate_proj,0.0000027320,0.01000,1.655 |
| 1667 | 4,mlp.experts.108.gate_proj,0.0000022127,0.01000,2.032 |
| 1668 | 4,mlp.experts.121.gate_proj,0.0000023209,0.01000,1.777 |
| 1669 | 4,mlp.experts.104.gate_proj,0.0000024469,0.01000,2.023 |
| 1670 | 4,mlp.experts.118.gate_proj,0.0000024399,0.01000,1.674 |
| 1671 | 4,mlp.experts.100.gate_proj,0.0000023376,0.01000,2.074 |
| 1672 | 4,mlp.experts.103.gate_proj,0.0000023421,0.01000,2.135 |
| 1673 | 4,mlp.experts.107.gate_proj,0.0000023656,0.01000,2.046 |
| 1674 | 4,mlp.experts.111.gate_proj,0.0000022266,0.01000,2.081 |
| 1675 | 4,mlp.experts.99.gate_proj,0.0000027437,0.01000,1.997 |
| 1676 | 4,mlp.experts.96.gate_proj,0.0000023674,0.01000,2.128 |
| 1677 | 4,mlp.experts.114.gate_proj,0.0000025030,0.01000,1.965 |
| 1678 | 4,mlp.experts.10.up_proj,0.0000023714,0.01000,1.757 |
| 1679 | 4,mlp.experts.13.up_proj,0.0000025828,0.01000,1.815 |
| 1680 | 4,mlp.experts.14.up_proj,0.0000022147,0.01000,1.817 |
| 1681 | 4,mlp.experts.5.up_proj,0.0000026622,0.01000,1.899 |
| 1682 | 4,mlp.experts.6.up_proj,0.0000022318,0.01000,1.714 |
| 1683 | 4,mlp.experts.9.up_proj,0.0000022426,0.01000,1.834 |
| 1684 | 4,mlp.experts.1.up_proj,0.0000023136,0.01000,1.971 |
| 1685 | 4,mlp.experts.124.gate_proj,0.0000024830,0.01000,2.003 |
| 1686 | 4,mlp.experts.120.gate_proj,0.0000026068,0.01000,1.961 |
| 1687 | 4,mlp.experts.119.gate_proj,0.0000023098,0.01000,1.885 |
| 1688 | 4,mlp.experts.116.gate_proj,0.0000025399,0.01000,1.986 |
| 1689 | 4,mlp.experts.123.gate_proj,0.0000031716,0.01000,1.934 |
| 1690 | 4,mlp.experts.115.gate_proj,0.0000027717,0.01000,1.933 |
| 1691 | 4,mlp.experts.127.gate_proj,0.0000025375,0.01000,1.969 |
| 1692 | 4,mlp.experts.112.gate_proj,0.0000023662,0.01000,2.078 |
| 1693 | 4,mlp.experts.2.up_proj,0.0000022870,0.01000,1.974 |
| 1694 | 4,mlp.experts.29.up_proj,0.0000020081,0.01000,1.732 |
| 1695 | 4,mlp.experts.21.up_proj,0.0000026746,0.01000,1.718 |
| 1696 | 4,mlp.experts.26.up_proj,0.0000015440,0.01000,1.977 |
| 1697 | 4,mlp.experts.17.up_proj,0.0000022756,0.01000,1.725 |
| 1698 | 4,mlp.experts.25.up_proj,0.0000023129,0.01000,1.741 |
| 1699 | 4,mlp.experts.30.up_proj,0.0000022425,0.01000,1.954 |
| 1700 | 4,mlp.experts.22.up_proj,0.0000024602,0.01000,1.942 |
| 1701 | 4,mlp.experts.12.up_proj,0.0000020959,0.01000,2.002 |
| 1702 | 4,mlp.experts.7.up_proj,0.0000022397,0.01000,2.016 |
| 1703 | 4,mlp.experts.11.up_proj,0.0000022367,0.01000,1.994 |
| 1704 | 4,mlp.experts.3.up_proj,0.0000026112,0.01000,2.031 |
| 1705 | 4,mlp.experts.15.up_proj,0.0000023733,0.01000,2.040 |
| 1706 | 4,mlp.experts.4.up_proj,0.0000024147,0.01000,2.194 |
| 1707 | 4,mlp.experts.8.up_proj,0.0000023052,0.01000,2.354 |
| 1708 | 4,mlp.experts.0.up_proj,0.0000022679,0.01000,2.068 |
| 1709 | 4,mlp.experts.18.up_proj,0.0000022003,0.01000,1.838 |
| 1710 | 4,mlp.experts.45.up_proj,0.0000022673,0.01000,1.665 |
| 1711 | 4,mlp.experts.37.up_proj,0.0000025435,0.01000,1.672 |
| 1712 | 4,mlp.experts.33.up_proj,0.0000023066,0.01000,1.682 |
| 1713 | 4,mlp.experts.41.up_proj,0.0000025959,0.01000,1.698 |
| 1714 | 4,mlp.experts.42.up_proj,0.0000022360,0.01000,1.773 |
| 1715 | 4,mlp.experts.46.up_proj,0.0000023068,0.01000,1.798 |
| 1716 | 4,mlp.experts.38.up_proj,0.0000021544,0.01000,1.748 |
| 1717 | 4,mlp.experts.28.up_proj,0.0000027811,0.01000,1.979 |
| 1718 | 4,mlp.experts.23.up_proj,0.0000023112,0.01000,1.932 |
| 1719 | 4,mlp.experts.27.up_proj,0.0000027308,0.01000,1.942 |
| 1720 | 4,mlp.experts.19.up_proj,0.0000021281,0.01000,1.905 |
| 1721 | 4,mlp.experts.31.up_proj,0.0000021524,0.01000,1.902 |
| 1722 | 4,mlp.experts.34.up_proj,0.0000023209,0.01000,1.841 |
| 1723 | 4,mlp.experts.20.up_proj,0.0000022207,0.01000,2.272 |
| 1724 | 4,mlp.experts.24.up_proj,0.0000022829,0.01000,2.292 |
| 1725 | 4,mlp.experts.16.up_proj,0.0000019010,0.01000,2.141 |
| 1726 | 4,mlp.experts.61.up_proj,0.0000023076,0.01000,1.829 |
| 1727 | 4,mlp.experts.53.up_proj,0.0000016709,0.01000,1.803 |
| 1728 | 4,mlp.experts.58.up_proj,0.0000019741,0.01000,1.649 |
| 1729 | 4,mlp.experts.49.up_proj,0.0000023220,0.01000,1.817 |
| 1730 | 4,mlp.experts.54.up_proj,0.0000023588,0.01000,1.606 |
| 1731 | 4,mlp.experts.62.up_proj,0.0000027889,0.01000,1.705 |
| 1732 | 4,mlp.experts.57.up_proj,0.0000023110,0.01000,1.920 |
| 1733 | 4,mlp.experts.39.up_proj,0.0000023944,0.01000,1.936 |
| 1734 | 4,mlp.experts.43.up_proj,0.0000022607,0.01000,1.958 |
| 1735 | 4,mlp.experts.50.up_proj,0.0000021941,0.01000,1.486 |
| 1736 | 4,mlp.experts.35.up_proj,0.0000027750,0.01000,2.009 |
| 1737 | 4,mlp.experts.47.up_proj,0.0000021656,0.01000,2.020 |
| 1738 | 4,mlp.experts.44.up_proj,0.0000023814,0.01000,2.266 |
| 1739 | 4,mlp.experts.77.up_proj,0.0000022395,0.01000,1.692 |
| 1740 | 4,mlp.experts.36.up_proj,0.0000026409,0.01000,2.009 |
| 1741 | 4,mlp.experts.69.up_proj,0.0000027205,0.01000,1.749 |
| 1742 | 4,mlp.experts.70.up_proj,0.0000021685,0.01000,1.569 |
| 1743 | 4,mlp.experts.78.up_proj,0.0000026816,0.01000,1.576 |
| 1744 | 4,mlp.experts.74.up_proj,0.0000023833,0.01000,1.786 |
| 1745 | 4,mlp.experts.65.up_proj,0.0000022961,0.01000,1.702 |
| 1746 | 4,mlp.experts.40.up_proj,0.0000021067,0.01000,2.193 |
| 1747 | 4,mlp.experts.32.up_proj,0.0000025155,0.01000,2.223 |
| 1748 | 4,mlp.experts.73.up_proj,0.0000023145,0.01000,1.744 |
| 1749 | 4,mlp.experts.66.up_proj,0.0000023195,0.01000,1.674 |
| 1750 | 4,mlp.experts.55.up_proj,0.0000022573,0.01000,1.920 |
| 1751 | 4,mlp.experts.59.up_proj,0.0000025679,0.01000,1.900 |
| 1752 | 4,mlp.experts.51.up_proj,0.0000022020,0.01000,1.893 |
| 1753 | 4,mlp.experts.60.up_proj,0.0000028192,0.01000,1.847 |
| 1754 | 4,mlp.experts.63.up_proj,0.0000019753,0.01000,1.899 |
| 1755 | 4,mlp.experts.93.up_proj,0.0000021719,0.01000,1.640 |
| 1756 | 4,mlp.experts.85.up_proj,0.0000021442,0.01000,1.678 |
| 1757 | 4,mlp.experts.86.up_proj,0.0000023687,0.01000,1.728 |
| 1758 | 4,mlp.experts.81.up_proj,0.0000024917,0.01000,1.664 |
| 1759 | 4,mlp.experts.94.up_proj,0.0000026155,0.01000,1.734 |
| 1760 | 4,mlp.experts.52.up_proj,0.0000022263,0.01000,1.923 |
| 1761 | 4,mlp.experts.89.up_proj,0.0000022978,0.01000,1.658 |
| 1762 | 4,mlp.experts.90.up_proj,0.0000022538,0.01000,1.889 |
| 1763 | 4,mlp.experts.56.up_proj,0.0000023544,0.01000,1.930 |
| 1764 | 4,mlp.experts.48.up_proj,0.0000022976,0.01000,2.202 |
| 1765 | 4,mlp.experts.82.up_proj,0.0000022428,0.01000,1.656 |
| 1766 | 4,mlp.experts.71.up_proj,0.0000028505,0.01000,1.827 |
| 1767 | 4,mlp.experts.75.up_proj,0.0000028896,0.01000,1.805 |
| 1768 | 4,mlp.experts.79.up_proj,0.0000022525,0.01000,1.765 |
| 1769 | 4,mlp.experts.67.up_proj,0.0000020097,0.01000,1.842 |
| 1770 | 4,mlp.experts.102.up_proj,0.0000021398,0.01000,1.524 |
| 1771 | 4,mlp.experts.109.up_proj,0.0000023814,0.01000,1.821 |
| 1772 | 4,mlp.experts.110.up_proj,0.0000022401,0.01000,1.555 |
| 1773 | 4,mlp.experts.101.up_proj,0.0000021784,0.01000,1.781 |
| 1774 | 4,mlp.experts.76.up_proj,0.0000021411,0.01000,2.123 |
| 1775 | 4,mlp.experts.97.up_proj,0.0000021936,0.01000,1.803 |
| 1776 | 4,mlp.experts.106.up_proj,0.0000024493,0.01000,1.602 |
| 1777 | 4,mlp.experts.105.up_proj,0.0000023118,0.01000,1.873 |
| 1778 | 4,mlp.experts.72.up_proj,0.0000023662,0.01000,2.064 |
| 1779 | 4,mlp.experts.68.up_proj,0.0000025283,0.01000,2.429 |
| 1780 | 4,mlp.experts.98.up_proj,0.0000019844,0.01000,1.816 |
| 1781 | 4,mlp.experts.64.up_proj,0.0000024426,0.01000,2.212 |
| 1782 | 4,mlp.experts.87.up_proj,0.0000023581,0.01000,1.944 |
| 1783 | 4,mlp.experts.91.up_proj,0.0000024852,0.01000,1.934 |
| 1784 | 4,mlp.experts.83.up_proj,0.0000017343,0.01000,1.919 |
| 1785 | 4,mlp.experts.95.up_proj,0.0000023135,0.01000,1.984 |
| 1786 | 4,mlp.experts.118.up_proj,0.0000023032,0.01000,1.931 |
| 1787 | 4,mlp.experts.125.up_proj,0.0000025923,0.01000,1.942 |
| 1788 | 4,mlp.experts.126.up_proj,0.0000025221,0.01000,1.944 |
| 1789 | 4,mlp.experts.122.up_proj,0.0000022495,0.01000,1.817 |
| 1790 | 4,mlp.experts.117.up_proj,0.0000025077,0.01000,1.957 |
| 1791 | 4,mlp.experts.92.up_proj,0.0000022547,0.01000,2.009 |
| 1792 | 4,mlp.experts.113.up_proj,0.0000021227,0.01000,1.987 |
| 1793 | 4,mlp.experts.121.up_proj,0.0000022105,0.01000,1.761 |
| 1794 | 4,mlp.experts.114.up_proj,0.0000024001,0.01000,1.245 |
| 1795 | 4,mlp.experts.88.up_proj,0.0000021719,0.01000,1.808 |
| 1796 | 4,mlp.experts.84.up_proj,0.0000027385,0.01000,1.787 |
| 1797 | 4,mlp.experts.80.up_proj,0.0000022144,0.01000,1.950 |
| 1798 | 4,mlp.experts.103.up_proj,0.0000022143,0.01000,1.851 |
| 1799 | 4,mlp.experts.107.up_proj,0.0000022550,0.01000,1.848 |
| 1800 | 4,mlp.experts.99.up_proj,0.0000024126,0.01000,1.965 |
| 1801 | 4,mlp.experts.111.up_proj,0.0000021229,0.01000,1.963 |
| 1802 | 4,mlp.experts.108.up_proj,0.0000020809,0.01000,1.635 |
| 1803 | 4,mlp.experts.104.up_proj,0.0000023587,0.01000,1.616 |
| 1804 | 4,mlp.experts.100.up_proj,0.0000022272,0.01000,1.617 |
| 1805 | 4,mlp.experts.96.up_proj,0.0000022348,0.01000,1.938 |
| 1806 | 4,mlp.experts.123.up_proj,0.0000026625,0.01000,1.797 |
| 1807 | 4,mlp.experts.119.up_proj,0.0000021482,0.01000,1.886 |
| 1808 | 4,mlp.experts.115.up_proj,0.0000024946,0.01000,1.738 |
| 1809 | 4,mlp.experts.127.up_proj,0.0000024295,0.01000,1.745 |
| 1810 | 4,mlp.experts.124.up_proj,0.0000024638,0.01000,1.837 |
| 1811 | 4,mlp.experts.120.up_proj,0.0000022746,0.01000,1.759 |
| 1812 | 4,mlp.experts.116.up_proj,0.0000025051,0.01000,1.731 |
| 1813 | 4,mlp.experts.112.up_proj,0.0000022418,0.01000,1.250 |
| 1814 | 4,mlp.experts.8.down_proj,0.0000000759,0.01000,1.096 |
| 1815 | 4,mlp.experts.4.down_proj,0.0000001254,0.01000,1.103 |
| 1816 | 4,mlp.experts.0.down_proj,0.0000001058,0.01000,1.012 |
| 1817 | 4,mlp.experts.12.down_proj,0.0000000663,0.01000,0.967 |
| 1818 | 4,mlp.experts.7.down_proj,0.0000000731,0.01000,1.393 |
| 1819 | 4,mlp.experts.3.down_proj,0.0000001419,0.01000,1.388 |
| 1820 | 4,mlp.experts.11.down_proj,0.0000000716,0.01000,1.397 |
| 1821 | 4,mlp.experts.13.down_proj,0.0000001442,0.01000,1.291 |
| 1822 | 4,mlp.experts.9.down_proj,0.0000000799,0.01000,1.413 |
| 1823 | 4,mlp.experts.5.down_proj,0.0000001204,0.01000,1.239 |
| 1824 | 4,mlp.experts.1.down_proj,0.0000000771,0.01000,1.427 |
| 1825 | 4,mlp.experts.15.down_proj,0.0000000809,0.01000,1.297 |
| 1826 | 4,mlp.experts.14.down_proj,0.0000000673,0.01000,1.514 |
| 1827 | 4,mlp.experts.10.down_proj,0.0000001155,0.01000,1.655 |
| 1828 | 4,mlp.experts.6.down_proj,0.0000000676,0.01000,1.660 |
| 1829 | 4,mlp.experts.2.down_proj,0.0000000835,0.01000,1.691 |
| 1830 | 4,mlp.experts.24.down_proj,0.0000000741,0.01000,0.658 |
| 1831 | 4,mlp.experts.20.down_proj,0.0000000884,0.01000,0.641 |
| 1832 | 4,mlp.experts.16.down_proj,0.0000000784,0.01000,0.622 |
| 1833 | 4,mlp.experts.28.down_proj,0.0000001368,0.01000,0.632 |
| 1834 | 4,mlp.experts.23.down_proj,0.0000000684,0.01000,0.773 |
| 1835 | 4,mlp.experts.27.down_proj,0.0000001640,0.01000,0.808 |
| 1836 | 4,mlp.experts.19.down_proj,0.0000000666,0.01000,0.816 |
| 1837 | 4,mlp.experts.29.down_proj,0.0000000667,0.01000,0.813 |
| 1838 | 4,mlp.experts.17.down_proj,0.0000000835,0.01000,0.805 |
| 1839 | 4,mlp.experts.21.down_proj,0.0000001170,0.01000,0.813 |
| 1840 | 4,mlp.experts.25.down_proj,0.0000000927,0.01000,0.825 |
| 1841 | 4,mlp.experts.31.down_proj,0.0000000842,0.01000,0.780 |
| 1842 | 4,mlp.experts.40.down_proj,0.0000000700,0.01000,0.703 |
| 1843 | 4,mlp.experts.36.down_proj,0.0000001590,0.01000,0.702 |
| 1844 | 4,mlp.experts.44.down_proj,0.0000000919,0.01000,0.709 |
| 1845 | 4,mlp.experts.32.down_proj,0.0000001380,0.01000,0.732 |
| 1846 | 4,mlp.experts.26.down_proj,0.0000000403,0.01000,0.920 |
| 1847 | 4,mlp.experts.22.down_proj,0.0000001063,0.01000,0.952 |
| 1848 | 4,mlp.experts.18.down_proj,0.0000000756,0.01000,0.927 |
| 1849 | 4,mlp.experts.30.down_proj,0.0000000800,0.01000,0.986 |
| 1850 | 4,mlp.experts.39.down_proj,0.0000001226,0.01000,0.745 |
| 1851 | 4,mlp.experts.35.down_proj,0.0000001290,0.01000,0.719 |
| 1852 | 4,mlp.experts.45.down_proj,0.0000000743,0.01000,0.734 |
| 1853 | 4,mlp.experts.43.down_proj,0.0000000674,0.01000,0.762 |
| 1854 | 4,mlp.experts.33.down_proj,0.0000000797,0.01000,0.731 |
| 1855 | 4,mlp.experts.47.down_proj,0.0000000911,0.01000,0.737 |
| 1856 | 4,mlp.experts.37.down_proj,0.0000000957,0.01000,0.755 |
| 1857 | 4,mlp.experts.41.down_proj,0.0000001358,0.01000,0.768 |
| 1858 | 4,mlp.experts.48.down_proj,0.0000000942,0.01000,0.790 |
| 1859 | 4,mlp.experts.52.down_proj,0.0000000753,0.01000,0.824 |
| 1860 | 4,mlp.experts.60.down_proj,0.0000001587,0.01000,0.829 |
| 1861 | 4,mlp.experts.56.down_proj,0.0000001054,0.01000,0.884 |
| 1862 | 4,mlp.experts.46.down_proj,0.0000000789,0.01000,0.740 |
| 1863 | 4,mlp.experts.38.down_proj,0.0000000759,0.01000,0.773 |
| 1864 | 4,mlp.experts.42.down_proj,0.0000000744,0.01000,0.813 |
| 1865 | 4,mlp.experts.34.down_proj,0.0000000857,0.01000,0.804 |
| 1866 | 4,mlp.experts.61.down_proj,0.0000000643,0.01000,0.752 |
| 1867 | 4,mlp.experts.55.down_proj,0.0000000700,0.01000,0.790 |
| 1868 | 4,mlp.experts.51.down_proj,0.0000000675,0.01000,0.811 |
| 1869 | 4,mlp.experts.59.down_proj,0.0000001050,0.01000,0.761 |
| 1870 | 4,mlp.experts.63.down_proj,0.0000000666,0.01000,0.760 |
| 1871 | 4,mlp.experts.49.down_proj,0.0000000920,0.01000,0.777 |
| 1872 | 4,mlp.experts.53.down_proj,0.0000000422,0.01000,0.761 |
| 1873 | 4,mlp.experts.57.down_proj,0.0000000771,0.01000,0.777 |
| 1874 | 4,mlp.experts.68.down_proj,0.0000001163,0.01000,0.794 |
| 1875 | 4,mlp.experts.76.down_proj,0.0000000813,0.01000,0.790 |
| 1876 | 4,mlp.experts.54.down_proj,0.0000000821,0.01000,0.716 |
| 1877 | 4,mlp.experts.62.down_proj,0.0000001283,0.01000,0.726 |
| 1878 | 4,mlp.experts.58.down_proj,0.0000000592,0.01000,0.719 |
| 1879 | 4,mlp.experts.64.down_proj,0.0000000830,0.01000,0.820 |
| 1880 | 4,mlp.experts.50.down_proj,0.0000001052,0.01000,0.695 |
| 1881 | 4,mlp.experts.72.down_proj,0.0000000920,0.01000,0.783 |
| 1882 | 4,mlp.experts.77.down_proj,0.0000000913,0.01000,0.764 |
| 1883 | 4,mlp.experts.71.down_proj,0.0000001542,0.01000,0.777 |
| 1884 | 4,mlp.experts.79.down_proj,0.0000000957,0.01000,0.738 |
| 1885 | 4,mlp.experts.69.down_proj,0.0000001516,0.01000,0.731 |
| 1886 | 4,mlp.experts.67.down_proj,0.0000000695,0.01000,0.782 |
| 1887 | 4,mlp.experts.75.down_proj,0.0000002171,0.01000,0.791 |
| 1888 | 4,mlp.experts.65.down_proj,0.0000000627,0.01000,0.771 |
| 1889 | 4,mlp.experts.73.down_proj,0.0000000873,0.01000,0.767 |
| 1890 | 4,mlp.experts.74.down_proj,0.0000001116,0.01000,0.705 |
| 1891 | 4,mlp.experts.66.down_proj,0.0000001171,0.01000,0.713 |
| 1892 | 4,mlp.experts.78.down_proj,0.0000001200,0.01000,0.717 |
| 1893 | 4,mlp.experts.70.down_proj,0.0000000657,0.01000,0.734 |
| 1894 | 4,mlp.experts.84.down_proj,0.0000001292,0.01000,0.884 |
| 1895 | 4,mlp.experts.92.down_proj,0.0000000929,0.01000,0.908 |
| 1896 | 4,mlp.experts.88.down_proj,0.0000000697,0.01000,0.912 |
| 1897 | 4,mlp.experts.80.down_proj,0.0000000694,0.01000,0.950 |
| 1898 | 4,mlp.experts.95.down_proj,0.0000000695,0.01000,0.739 |
| 1899 | 4,mlp.experts.91.down_proj,0.0000001250,0.01000,0.717 |
| 1900 | 4,mlp.experts.93.down_proj,0.0000000722,0.01000,0.770 |
| 1901 | 4,mlp.experts.87.down_proj,0.0000001159,0.01000,0.756 |
| 1902 | 4,mlp.experts.83.down_proj,0.0000000555,0.01000,0.753 |
| 1903 | 4,mlp.experts.81.down_proj,0.0000001187,0.01000,0.728 |
| 1904 | 4,mlp.experts.85.down_proj,0.0000000780,0.01000,0.771 |
| 1905 | 4,mlp.experts.89.down_proj,0.0000000673,0.01000,0.741 |
| 1906 | 4,mlp.experts.82.down_proj,0.0000000672,0.01000,0.952 |
| 1907 | 4,mlp.experts.86.down_proj,0.0000000981,0.01000,0.958 |
| 1908 | 4,mlp.experts.90.down_proj,0.0000000815,0.01000,0.972 |
| 1909 | 4,mlp.experts.100.down_proj,0.0000000626,0.01000,0.832 |
| 1910 | 4,mlp.experts.108.down_proj,0.0000000818,0.01000,0.804 |
| 1911 | 4,mlp.experts.104.down_proj,0.0000001082,0.01000,0.779 |
| 1912 | 4,mlp.experts.94.down_proj,0.0000001595,0.01000,0.996 |
| 1913 | 4,mlp.experts.96.down_proj,0.0000000733,0.01000,0.787 |
| 1914 | 4,mlp.experts.109.down_proj,0.0000000980,0.01000,0.684 |
| 1915 | 4,mlp.experts.111.down_proj,0.0000000819,0.01000,0.744 |
| 1916 | 4,mlp.experts.103.down_proj,0.0000000990,0.01000,0.735 |
| 1917 | 4,mlp.experts.101.down_proj,0.0000000704,0.01000,0.703 |
| 1918 | 4,mlp.experts.97.down_proj,0.0000000728,0.01000,0.706 |
| 1919 | 4,mlp.experts.107.down_proj,0.0000000684,0.01000,0.748 |
| 1920 | 4,mlp.experts.99.down_proj,0.0000001338,0.01000,0.716 |
| 1921 | 4,mlp.experts.105.down_proj,0.0000001104,0.01000,0.726 |
| 1922 | 4,mlp.experts.98.down_proj,0.0000000566,0.01000,0.802 |
| 1923 | 4,mlp.experts.106.down_proj,0.0000001086,0.01000,0.780 |
| 1924 | 4,mlp.experts.102.down_proj,0.0000000911,0.01000,0.815 |
| 1925 | 4,mlp.experts.110.down_proj,0.0000000623,0.01000,0.835 |
| 1926 | 4,mlp.experts.127.down_proj,0.0000000784,0.01000,0.734 |
| 1927 | 4,mlp.experts.125.down_proj,0.0000001411,0.01000,0.807 |
| 1928 | 4,mlp.experts.115.down_proj,0.0000001045,0.01000,0.727 |
| 1929 | 4,mlp.experts.123.down_proj,0.0000001721,0.01000,0.728 |
| 1930 | 4,mlp.experts.119.down_proj,0.0000000972,0.01000,0.744 |
| 1931 | 4,mlp.experts.113.down_proj,0.0000000733,0.01000,0.797 |
| 1932 | 4,mlp.experts.117.down_proj,0.0000000957,0.01000,0.812 |
| 1933 | 4,mlp.experts.121.down_proj,0.0000000688,0.01000,0.817 |
| 1934 | 4,mlp.experts.116.down_proj,0.0000001076,0.01000,1.077 |
| 1935 | 4,mlp.experts.120.down_proj,0.0000000767,0.01000,1.071 |
| 1936 | 4,mlp.experts.124.down_proj,0.0000000921,0.01000,1.094 |
| 1937 | 4,mlp.experts.112.down_proj,0.0000000660,0.01000,1.085 |
| 1938 | 4,mlp.experts.114.down_proj,0.0000000736,0.01000,0.728 |
| 1939 | 4,mlp.experts.122.down_proj,0.0000000770,0.01000,0.741 |
| 1940 | 4,mlp.experts.126.down_proj,0.0000001085,0.01000,0.681 |
| 1941 | 4,mlp.experts.118.down_proj,0.0000001087,0.01000,0.748 |
| 1942 | 5,self_attn.k_proj,0.0000000079,0.01000,0.819 |
| 1943 | 5,self_attn.v_proj,0.0000000088,0.01000,0.844 |
| 1944 | 5,self_attn.q_proj,0.0000000567,0.01000,0.861 |
| 1945 | 5,self_attn.o_proj,0.0000000086,0.01000,1.484 |
| 1946 | 5,mlp.experts.6.gate_proj,0.0000028645,0.01000,1.901 |
| 1947 | 5,mlp.experts.14.gate_proj,0.0000030878,0.01000,1.833 |
| 1948 | 5,mlp.experts.2.gate_proj,0.0000025859,0.01000,1.968 |
| 1949 | 5,mlp.experts.9.gate_proj,0.0000017417,0.01000,2.046 |
| 1950 | 5,mlp.experts.10.gate_proj,0.0000025491,0.01000,2.026 |
| 1951 | 5,mlp.experts.0.gate_proj,0.0000032137,0.01000,2.146 |
| 1952 | 5,mlp.experts.8.gate_proj,0.0000036438,0.01000,2.151 |
| 1953 | 5,mlp.experts.13.gate_proj,0.0000027736,0.01000,2.097 |
| 1954 | 5,mlp.experts.5.gate_proj,0.0000025947,0.01000,2.118 |
| 1955 | 5,mlp.experts.15.gate_proj,0.0000027335,0.01000,2.122 |
| 1956 | 5,mlp.experts.4.gate_proj,0.0000012689,0.01000,2.124 |
| 1957 | 5,mlp.experts.1.gate_proj,0.0000029701,0.01000,2.161 |
| 1958 | 5,mlp.experts.12.gate_proj,0.0000031688,0.01000,2.208 |
| 1959 | 5,mlp.experts.3.gate_proj,0.0000028151,0.01000,2.299 |
| 1960 | 5,mlp.experts.7.gate_proj,0.0000027341,0.01000,2.361 |
| 1961 | 5,mlp.experts.11.gate_proj,0.0000027016,0.01000,2.334 |
| 1962 | 5,mlp.experts.22.gate_proj,0.0000026178,0.01000,1.572 |
| 1963 | 5,mlp.experts.18.gate_proj,0.0000025759,0.01000,1.570 |
| 1964 | 5,mlp.experts.30.gate_proj,0.0000026098,0.01000,1.686 |
| 1965 | 5,mlp.experts.26.gate_proj,0.0000031350,0.01000,1.582 |
| 1966 | 5,mlp.experts.25.gate_proj,0.0000029103,0.01000,1.913 |
| 1967 | 5,mlp.experts.29.gate_proj,0.0000029504,0.01000,1.912 |
| 1968 | 5,mlp.experts.21.gate_proj,0.0000029579,0.01000,1.922 |
| 1969 | 5,mlp.experts.24.gate_proj,0.0000025447,0.01000,2.056 |
| 1970 | 5,mlp.experts.16.gate_proj,0.0000026430,0.01000,2.086 |
| 1971 | 5,mlp.experts.31.gate_proj,0.0000028517,0.01000,2.041 |
| 1972 | 5,mlp.experts.17.gate_proj,0.0000027548,0.01000,2.013 |
| 1973 | 5,mlp.experts.20.gate_proj,0.0000025887,0.01000,2.094 |
| 1974 | 5,mlp.experts.28.gate_proj,0.0000029916,0.01000,2.113 |
| 1975 | 5,mlp.experts.19.gate_proj,0.0000026155,0.01000,2.132 |
| 1976 | 5,mlp.experts.23.gate_proj,0.0000032394,0.01000,2.164 |
| 1977 | 5,mlp.experts.27.gate_proj,0.0000020845,0.01000,2.175 |
| 1978 | 5,mlp.experts.38.gate_proj,0.0000026904,0.01000,1.540 |
| 1979 | 5,mlp.experts.34.gate_proj,0.0000028052,0.01000,1.552 |
| 1980 | 5,mlp.experts.46.gate_proj,0.0000026593,0.01000,1.635 |
| 1981 | 5,mlp.experts.42.gate_proj,0.0000027621,0.01000,1.886 |
| 1982 | 5,mlp.experts.41.gate_proj,0.0000028172,0.01000,1.905 |
| 1983 | 5,mlp.experts.37.gate_proj,0.0000033126,0.01000,1.962 |
| 1984 | 5,mlp.experts.45.gate_proj,0.0000028048,0.01000,2.085 |
| 1985 | 5,mlp.experts.33.gate_proj,0.0000037312,0.01000,2.018 |
| 1986 | 5,mlp.experts.47.gate_proj,0.0000029932,0.01000,2.107 |
| 1987 | 5,mlp.experts.32.gate_proj,0.0000027834,0.01000,2.116 |
| 1988 | 5,mlp.experts.40.gate_proj,0.0000034809,0.01000,2.196 |
| 1989 | 5,mlp.experts.36.gate_proj,0.0000029125,0.01000,2.235 |
| 1990 | 5,mlp.experts.35.gate_proj,0.0000029901,0.01000,2.135 |
| 1991 | 5,mlp.experts.39.gate_proj,0.0000027119,0.01000,2.146 |
| 1992 | 5,mlp.experts.44.gate_proj,0.0000033174,0.01000,2.310 |
| 1993 | 5,mlp.experts.43.gate_proj,0.0000025133,0.01000,2.180 |
| 1994 | 5,mlp.experts.54.gate_proj,0.0000027260,0.01000,1.842 |
| 1995 | 5,mlp.experts.50.gate_proj,0.0000034511,0.01000,1.814 |
| 1996 | 5,mlp.experts.62.gate_proj,0.0000027000,0.01000,1.939 |
| 1997 | 5,mlp.experts.58.gate_proj,0.0000027234,0.01000,1.866 |
| 1998 | 5,mlp.experts.57.gate_proj,0.0000032745,0.01000,2.110 |
| 1999 | 5,mlp.experts.53.gate_proj,0.0000027441,0.01000,2.113 |
| 2000 | 5,mlp.experts.63.gate_proj,0.0000028171,0.01000,1.969 |
| 2001 | 5,mlp.experts.61.gate_proj,0.0000026306,0.01000,2.178 |
| 2002 | 5,mlp.experts.49.gate_proj,0.0000026808,0.01000,2.145 |
| 2003 | 5,mlp.experts.56.gate_proj,0.0000025256,0.01000,2.041 |
| 2004 | 5,mlp.experts.70.gate_proj,0.0000028412,0.01000,1.635 |
| 2005 | 5,mlp.experts.48.gate_proj,0.0000030529,0.01000,2.201 |
| 2006 | 5,mlp.experts.51.gate_proj,0.0000026778,0.01000,2.038 |
| 2007 | 5,mlp.experts.55.gate_proj,0.0000026913,0.01000,1.947 |
| 2008 | 5,mlp.experts.52.gate_proj,0.0000025475,0.01000,2.114 |
| 2009 | 5,mlp.experts.59.gate_proj,0.0000029304,0.01000,2.005 |
| 2010 | 5,mlp.experts.60.gate_proj,0.0000028823,0.01000,2.106 |
| 2011 | 5,mlp.experts.66.gate_proj,0.0000028253,0.01000,2.153 |
| 2012 | 5,mlp.experts.78.gate_proj,0.0000027962,0.01000,2.032 |
| 2013 | 5,mlp.experts.74.gate_proj,0.0000026094,0.01000,2.011 |
| 2014 | 5,mlp.experts.73.gate_proj,0.0000024279,0.01000,1.944 |
| 2015 | 5,mlp.experts.69.gate_proj,0.0000026917,0.01000,1.744 |
| 2016 | 5,mlp.experts.77.gate_proj,0.0000024389,0.01000,1.735 |
| 2017 | 5,mlp.experts.79.gate_proj,0.0000028182,0.01000,1.961 |
| 2018 | 5,mlp.experts.65.gate_proj,0.0000025384,0.01000,1.942 |
| 2019 | 5,mlp.experts.71.gate_proj,0.0000026540,0.01000,1.923 |
| 2020 | 5,mlp.experts.86.gate_proj,0.0000028845,0.01000,2.066 |
| 2021 | 5,mlp.experts.75.gate_proj,0.0000025437,0.01000,1.883 |
| 2022 | 5,mlp.experts.67.gate_proj,0.0000028973,0.01000,2.080 |
| 2023 | 5,mlp.experts.72.gate_proj,0.0000014625,0.01000,2.252 |
| 2024 | 5,mlp.experts.64.gate_proj,0.0000025520,0.01000,2.292 |
| 2025 | 5,mlp.experts.68.gate_proj,0.0000028297,0.01000,2.189 |
| 2026 | 5,mlp.experts.94.gate_proj,0.0000025942,0.01000,1.727 |
| 2027 | 5,mlp.experts.90.gate_proj,0.0000027523,0.01000,1.671 |
| 2028 | 5,mlp.experts.82.gate_proj,0.0000027862,0.01000,2.023 |
| 2029 | 5,mlp.experts.76.gate_proj,0.0000025163,0.01000,2.304 |
| 2030 | 5,mlp.experts.85.gate_proj,0.0000030429,0.01000,1.830 |
| 2031 | 5,mlp.experts.93.gate_proj,0.0000026995,0.01000,1.819 |
| 2032 | 5,mlp.experts.89.gate_proj,0.0000025959,0.01000,2.029 |
| 2033 | 5,mlp.experts.95.gate_proj,0.0000023919,0.01000,2.025 |
| 2034 | 5,mlp.experts.81.gate_proj,0.0000028379,0.01000,1.934 |
| 2035 | 5,mlp.experts.87.gate_proj,0.0000025728,0.01000,2.047 |
| 2036 | 5,mlp.experts.102.gate_proj,0.0000026918,0.01000,2.044 |
| 2037 | 5,mlp.experts.91.gate_proj,0.0000028951,0.01000,2.020 |
| 2038 | 5,mlp.experts.110.gate_proj,0.0000026864,0.01000,1.739 |
| 2039 | 5,mlp.experts.88.gate_proj,0.0000031006,0.01000,2.111 |
| 2040 | 5,mlp.experts.106.gate_proj,0.0000027093,0.01000,1.736 |
| 2041 | 5,mlp.experts.83.gate_proj,0.0000025679,0.01000,2.152 |
| 2042 | 5,mlp.experts.80.gate_proj,0.0000030584,0.01000,2.097 |
| 2043 | 5,mlp.experts.98.gate_proj,0.0000028573,0.01000,1.987 |
| 2044 | 5,mlp.experts.84.gate_proj,0.0000024811,0.01000,2.270 |
| 2045 | 5,mlp.experts.92.gate_proj,0.0000030551,0.01000,2.076 |
| 2046 | 5,mlp.experts.101.gate_proj,0.0000026437,0.01000,1.610 |
| 2047 | 5,mlp.experts.109.gate_proj,0.0000028739,0.01000,1.574 |
| 2048 | 5,mlp.experts.105.gate_proj,0.0000028128,0.01000,1.587 |
| 2049 | 5,mlp.experts.97.gate_proj,0.0000025214,0.01000,1.661 |
| 2050 | 5,mlp.experts.111.gate_proj,0.0000028396,0.01000,1.984 |
| 2051 | 5,mlp.experts.126.gate_proj,0.0000026532,0.01000,1.621 |
| 2052 | 5,mlp.experts.103.gate_proj,0.0000021587,0.01000,1.981 |
| 2053 | 5,mlp.experts.107.gate_proj,0.0000027055,0.01000,1.967 |
| 2054 | 5,mlp.experts.104.gate_proj,0.0000025658,0.01000,1.883 |
| 2055 | 5,mlp.experts.118.gate_proj,0.0000027676,0.01000,2.151 |
| 2056 | 5,mlp.experts.96.gate_proj,0.0000028359,0.01000,1.913 |
| 2057 | 5,mlp.experts.99.gate_proj,0.0000026331,0.01000,2.066 |
| 2058 | 5,mlp.experts.114.gate_proj,0.0000026404,0.01000,1.836 |
| 2059 | 5,mlp.experts.122.gate_proj,0.0000025337,0.01000,2.143 |
| 2060 | 5,mlp.experts.108.gate_proj,0.0000026787,0.01000,1.946 |
| 2061 | 5,mlp.experts.100.gate_proj,0.0000026226,0.01000,2.105 |
| 2062 | 5,mlp.experts.117.gate_proj,0.0000028328,0.01000,1.898 |
| 2063 | 5,mlp.experts.125.gate_proj,0.0000025222,0.01000,1.908 |
| 2064 | 5,mlp.experts.121.gate_proj,0.0000034974,0.01000,2.128 |
| 2065 | 5,mlp.experts.127.gate_proj,0.0000031478,0.01000,1.568 |
| 2066 | 5,mlp.experts.113.gate_proj,0.0000026528,0.01000,2.089 |
| 2067 | 5,mlp.experts.14.up_proj,0.0000028898,0.01000,1.815 |
| 2068 | 5,mlp.experts.119.gate_proj,0.0000027498,0.01000,1.555 |
| 2069 | 5,mlp.experts.123.gate_proj,0.0000026680,0.01000,1.542 |
| 2070 | 5,mlp.experts.115.gate_proj,0.0000031020,0.01000,1.564 |
| 2071 | 5,mlp.experts.2.up_proj,0.0000025115,0.01000,1.773 |
| 2072 | 5,mlp.experts.6.up_proj,0.0000026652,0.01000,1.964 |
| 2073 | 5,mlp.experts.10.up_proj,0.0000024968,0.01000,1.875 |
| 2074 | 5,mlp.experts.120.gate_proj,0.0000027004,0.01000,2.242 |
| 2075 | 5,mlp.experts.112.gate_proj,0.0000029111,0.01000,2.104 |
| 2076 | 5,mlp.experts.124.gate_proj,0.0000026425,0.01000,2.114 |
| 2077 | 5,mlp.experts.5.up_proj,0.0000024005,0.01000,1.969 |
| 2078 | 5,mlp.experts.13.up_proj,0.0000026619,0.01000,1.962 |
| 2079 | 5,mlp.experts.116.gate_proj,0.0000026565,0.01000,2.138 |
| 2080 | 5,mlp.experts.15.up_proj,0.0000026007,0.01000,1.653 |
| 2081 | 5,mlp.experts.7.up_proj,0.0000024994,0.01000,1.700 |
| 2082 | 5,mlp.experts.9.up_proj,0.0000016760,0.01000,2.167 |
| 2083 | 5,mlp.experts.11.up_proj,0.0000025623,0.01000,1.734 |
| 2084 | 5,mlp.experts.30.up_proj,0.0000024353,0.01000,1.959 |
| 2085 | 5,mlp.experts.1.up_proj,0.0000027676,0.01000,2.143 |
| 2086 | 5,mlp.experts.3.up_proj,0.0000026068,0.01000,1.761 |
| 2087 | 5,mlp.experts.18.up_proj,0.0000024787,0.01000,1.917 |
| 2088 | 5,mlp.experts.22.up_proj,0.0000024563,0.01000,1.919 |
| 2089 | 5,mlp.experts.26.up_proj,0.0000028769,0.01000,1.861 |
| 2090 | 5,mlp.experts.0.up_proj,0.0000030014,0.01000,1.905 |
| 2091 | 5,mlp.experts.8.up_proj,0.0000025338,0.01000,1.984 |
| 2092 | 5,mlp.experts.12.up_proj,0.0000029068,0.01000,1.924 |
| 2093 | 5,mlp.experts.31.up_proj,0.0000026405,0.01000,1.786 |
| 2094 | 5,mlp.experts.21.up_proj,0.0000027964,0.01000,2.192 |
| 2095 | 5,mlp.experts.4.up_proj,0.0000012922,0.01000,2.103 |
| 2096 | 5,mlp.experts.23.up_proj,0.0000029487,0.01000,1.691 |
| 2097 | 5,mlp.experts.29.up_proj,0.0000027074,0.01000,2.199 |
| 2098 | 5,mlp.experts.27.up_proj,0.0000020463,0.01000,1.698 |
| 2099 | 5,mlp.experts.25.up_proj,0.0000026917,0.01000,2.079 |
| 2100 | 5,mlp.experts.46.up_proj,0.0000025198,0.01000,1.877 |
| 2101 | 5,mlp.experts.19.up_proj,0.0000024369,0.01000,1.835 |
| 2102 | 5,mlp.experts.17.up_proj,0.0000025829,0.01000,2.071 |
| 2103 | 5,mlp.experts.34.up_proj,0.0000026181,0.01000,1.744 |
| 2104 | 5,mlp.experts.38.up_proj,0.0000022969,0.01000,1.767 |
| 2105 | 5,mlp.experts.42.up_proj,0.0000025279,0.01000,1.745 |
| 2106 | 5,mlp.experts.16.up_proj,0.0000024613,0.01000,2.175 |
| 2107 | 5,mlp.experts.24.up_proj,0.0000024122,0.01000,2.179 |
| 2108 | 5,mlp.experts.37.up_proj,0.0000028255,0.01000,1.691 |
| 2109 | 5,mlp.experts.47.up_proj,0.0000027997,0.01000,1.873 |
| 2110 | 5,mlp.experts.45.up_proj,0.0000026270,0.01000,1.697 |
| 2111 | 5,mlp.experts.28.up_proj,0.0000028469,0.01000,2.102 |
| 2112 | 5,mlp.experts.39.up_proj,0.0000025977,0.01000,1.861 |
| 2113 | 5,mlp.experts.43.up_proj,0.0000023431,0.01000,1.970 |
| 2114 | 5,mlp.experts.20.up_proj,0.0000024475,0.01000,2.148 |
| 2115 | 5,mlp.experts.41.up_proj,0.0000026606,0.01000,1.828 |
| 2116 | 5,mlp.experts.62.up_proj,0.0000025033,0.01000,1.843 |
| 2117 | 5,mlp.experts.35.up_proj,0.0000027584,0.01000,2.048 |
| 2118 | 5,mlp.experts.50.up_proj,0.0000031364,0.01000,1.765 |
| 2119 | 5,mlp.experts.54.up_proj,0.0000025939,0.01000,1.748 |
| 2120 | 5,mlp.experts.33.up_proj,0.0000031961,0.01000,1.908 |
| 2121 | 5,mlp.experts.58.up_proj,0.0000025319,0.01000,1.847 |
| 2122 | 5,mlp.experts.53.up_proj,0.0000025646,0.01000,1.701 |
| 2123 | 5,mlp.experts.61.up_proj,0.0000024589,0.01000,1.680 |
| 2124 | 5,mlp.experts.32.up_proj,0.0000025257,0.01000,2.137 |
| 2125 | 5,mlp.experts.63.up_proj,0.0000026111,0.01000,2.039 |
| 2126 | 5,mlp.experts.40.up_proj,0.0000029747,0.01000,2.222 |
| 2127 | 5,mlp.experts.55.up_proj,0.0000024757,0.01000,2.003 |
| 2128 | 5,mlp.experts.44.up_proj,0.0000030890,0.01000,2.140 |
| 2129 | 5,mlp.experts.59.up_proj,0.0000026537,0.01000,2.005 |
| 2130 | 5,mlp.experts.57.up_proj,0.0000030032,0.01000,1.848 |
| 2131 | 5,mlp.experts.78.up_proj,0.0000026646,0.01000,1.850 |
| 2132 | 5,mlp.experts.51.up_proj,0.0000024988,0.01000,1.754 |
| 2133 | 5,mlp.experts.36.up_proj,0.0000027486,0.01000,2.272 |
| 2134 | 5,mlp.experts.66.up_proj,0.0000026566,0.01000,1.850 |
| 2135 | 5,mlp.experts.49.up_proj,0.0000024609,0.01000,1.827 |
| 2136 | 5,mlp.experts.70.up_proj,0.0000026528,0.01000,1.888 |
| 2137 | 5,mlp.experts.74.up_proj,0.0000024889,0.01000,1.853 |
| 2138 | 5,mlp.experts.69.up_proj,0.0000025371,0.01000,1.845 |
| 2139 | 5,mlp.experts.77.up_proj,0.0000022992,0.01000,1.877 |
| 2140 | 5,mlp.experts.79.up_proj,0.0000026040,0.01000,1.799 |
| 2141 | 5,mlp.experts.48.up_proj,0.0000033350,0.01000,2.128 |
| 2142 | 5,mlp.experts.94.up_proj,0.0000024603,0.01000,1.699 |
| 2143 | 5,mlp.experts.71.up_proj,0.0000024588,0.01000,2.040 |
| 2144 | 5,mlp.experts.56.up_proj,0.0000024075,0.01000,2.155 |
| 2145 | 5,mlp.experts.60.up_proj,0.0000026558,0.01000,2.139 |
| 2146 | 5,mlp.experts.67.up_proj,0.0000026412,0.01000,1.740 |
| 2147 | 5,mlp.experts.82.up_proj,0.0000026601,0.01000,1.663 |
| 2148 | 5,mlp.experts.75.up_proj,0.0000023949,0.01000,2.037 |
| 2149 | 5,mlp.experts.86.up_proj,0.0000026519,0.01000,1.605 |
| 2150 | 5,mlp.experts.90.up_proj,0.0000025124,0.01000,1.607 |
| 2151 | 5,mlp.experts.73.up_proj,0.0000022200,0.01000,2.180 |
| 2152 | 5,mlp.experts.52.up_proj,0.0000024262,0.01000,2.144 |
| 2153 | 5,mlp.experts.65.up_proj,0.0000024562,0.01000,2.076 |
| 2154 | 5,mlp.experts.85.up_proj,0.0000028114,0.01000,2.137 |
| 2155 | 5,mlp.experts.93.up_proj,0.0000025070,0.01000,2.113 |
| 2156 | 5,mlp.experts.95.up_proj,0.0000023321,0.01000,1.905 |
| 2157 | 5,mlp.experts.110.up_proj,0.0000025191,0.01000,1.695 |
| 2158 | 5,mlp.experts.64.up_proj,0.0000023135,0.01000,1.997 |
| 2159 | 5,mlp.experts.83.up_proj,0.0000024020,0.01000,1.712 |
| 2160 | 5,mlp.experts.102.up_proj,0.0000025472,0.01000,1.676 |
| 2161 | 5,mlp.experts.98.up_proj,0.0000026838,0.01000,1.728 |
| 2162 | 5,mlp.experts.87.up_proj,0.0000025235,0.01000,1.989 |
| 2163 | 5,mlp.experts.106.up_proj,0.0000024705,0.01000,1.665 |
| 2164 | 5,mlp.experts.72.up_proj,0.0000014627,0.01000,1.986 |
| 2165 | 5,mlp.experts.91.up_proj,0.0000027320,0.01000,1.815 |
| 2166 | 5,mlp.experts.76.up_proj,0.0000023821,0.01000,2.017 |
| 2167 | 5,mlp.experts.89.up_proj,0.0000025378,0.01000,2.018 |
| 2168 | 5,mlp.experts.68.up_proj,0.0000027092,0.01000,1.828 |
| 2169 | 5,mlp.experts.81.up_proj,0.0000026278,0.01000,2.191 |
| 2170 | 5,mlp.experts.111.up_proj,0.0000026857,0.01000,1.694 |
| 2171 | 5,mlp.experts.101.up_proj,0.0000024917,0.01000,2.016 |
| 2172 | 5,mlp.experts.99.up_proj,0.0000024714,0.01000,1.613 |
| 2173 | 5,mlp.experts.109.up_proj,0.0000026913,0.01000,2.044 |
| 2174 | 5,mlp.experts.126.up_proj,0.0000026265,0.01000,1.925 |
| 2175 | 5,mlp.experts.118.up_proj,0.0000026193,0.01000,1.653 |
| 2176 | 5,mlp.experts.107.up_proj,0.0000025135,0.01000,1.608 |
| 2177 | 5,mlp.experts.122.up_proj,0.0000024220,0.01000,1.700 |
| 2178 | 5,mlp.experts.114.up_proj,0.0000025319,0.01000,1.771 |
| 2179 | 5,mlp.experts.80.up_proj,0.0000028311,0.01000,1.891 |
| 2180 | 5,mlp.experts.103.up_proj,0.0000020908,0.01000,1.775 |
| 2181 | 5,mlp.experts.88.up_proj,0.0000029156,0.01000,1.935 |
| 2182 | 5,mlp.experts.92.up_proj,0.0000028980,0.01000,2.103 |
| 2183 | 5,mlp.experts.105.up_proj,0.0000025836,0.01000,2.120 |
| 2184 | 5,mlp.experts.84.up_proj,0.0000023491,0.01000,2.073 |
| 2185 | 5,mlp.experts.127.up_proj,0.0000028437,0.01000,1.782 |
| 2186 | 5,mlp.experts.97.up_proj,0.0000023966,0.01000,2.174 |
| 2187 | 5,mlp.experts.115.up_proj,0.0000030467,0.01000,1.655 |
| 2188 | 5,mlp.experts.123.up_proj,0.0000025313,0.01000,1.671 |
| 2189 | 5,mlp.experts.119.up_proj,0.0000025831,0.01000,1.555 |
| 2190 | 5,mlp.experts.117.up_proj,0.0000027599,0.01000,2.032 |
| 2191 | 5,mlp.experts.125.up_proj,0.0000025358,0.01000,2.027 |
| 2192 | 5,mlp.experts.96.up_proj,0.0000026973,0.01000,2.178 |
| 2193 | 5,mlp.experts.104.up_proj,0.0000024174,0.01000,2.179 |
| 2194 | 5,mlp.experts.121.up_proj,0.0000031242,0.01000,1.645 |
| 2195 | 5,mlp.experts.113.up_proj,0.0000024411,0.01000,1.378 |
| 2196 | 5,mlp.experts.100.up_proj,0.0000024897,0.01000,2.052 |
| 2197 | 5,mlp.experts.108.up_proj,0.0000025606,0.01000,2.333 |
| 2198 | 5,mlp.experts.112.up_proj,0.0000025162,0.01000,1.998 |
| 2199 | 5,mlp.experts.120.up_proj,0.0000025009,0.01000,2.058 |
| 2200 | 5,mlp.experts.116.up_proj,0.0000024737,0.01000,1.803 |
| 2201 | 5,mlp.experts.124.up_proj,0.0000024531,0.01000,1.870 |
| 2202 | 5,mlp.experts.4.down_proj,0.0000000238,0.01000,0.892 |
| 2203 | 5,mlp.experts.0.down_proj,0.0000001319,0.01000,0.909 |
| 2204 | 5,mlp.experts.8.down_proj,0.0000000895,0.01000,0.986 |
| 2205 | 5,mlp.experts.12.down_proj,0.0000001283,0.01000,0.943 |
| 2206 | 5,mlp.experts.9.down_proj,0.0000000344,0.01000,1.280 |
| 2207 | 5,mlp.experts.1.down_proj,0.0000001438,0.01000,1.281 |
| 2208 | 5,mlp.experts.5.down_proj,0.0000000874,0.01000,1.207 |
| 2209 | 5,mlp.experts.13.down_proj,0.0000001334,0.01000,1.219 |
| 2210 | 5,mlp.experts.7.down_proj,0.0000001035,0.01000,1.291 |
| 2211 | 5,mlp.experts.15.down_proj,0.0000000845,0.01000,1.276 |
| 2212 | 5,mlp.experts.11.down_proj,0.0000001081,0.01000,1.283 |
| 2213 | 5,mlp.experts.3.down_proj,0.0000001080,0.01000,1.395 |
| 2214 | 5,mlp.experts.10.down_proj,0.0000000861,0.01000,1.423 |
| 2215 | 5,mlp.experts.6.down_proj,0.0000000966,0.01000,1.462 |
| 2216 | 5,mlp.experts.14.down_proj,0.0000001649,0.01000,1.392 |
| 2217 | 5,mlp.experts.2.down_proj,0.0000000949,0.01000,1.483 |
| 2218 | 5,mlp.experts.20.down_proj,0.0000000665,0.01000,0.900 |
| 2219 | 5,mlp.experts.16.down_proj,0.0000001152,0.01000,0.937 |
| 2220 | 5,mlp.experts.24.down_proj,0.0000000865,0.01000,0.862 |
| 2221 | 5,mlp.experts.28.down_proj,0.0000001388,0.01000,0.836 |
| 2222 | 5,mlp.experts.23.down_proj,0.0000001303,0.01000,0.720 |
| 2223 | 5,mlp.experts.27.down_proj,0.0000000508,0.01000,0.737 |
| 2224 | 5,mlp.experts.31.down_proj,0.0000001097,0.01000,0.741 |
| 2225 | 5,mlp.experts.19.down_proj,0.0000000952,0.01000,0.701 |
| 2226 | 5,mlp.experts.17.down_proj,0.0000001058,0.01000,0.885 |
| 2227 | 5,mlp.experts.25.down_proj,0.0000001257,0.01000,0.912 |
| 2228 | 5,mlp.experts.21.down_proj,0.0000001692,0.01000,0.904 |
| 2229 | 5,mlp.experts.29.down_proj,0.0000001302,0.01000,0.905 |
| 2230 | 5,mlp.experts.26.down_proj,0.0000001096,0.01000,0.768 |
| 2231 | 5,mlp.experts.22.down_proj,0.0000000868,0.01000,0.769 |
| 2232 | 5,mlp.experts.30.down_proj,0.0000001080,0.01000,0.773 |
| 2233 | 5,mlp.experts.18.down_proj,0.0000000819,0.01000,0.798 |
| 2234 | 5,mlp.experts.36.down_proj,0.0000001330,0.01000,0.710 |
| 2235 | 5,mlp.experts.44.down_proj,0.0000002181,0.01000,0.697 |
| 2236 | 5,mlp.experts.32.down_proj,0.0000000817,0.01000,0.700 |
| 2237 | 5,mlp.experts.40.down_proj,0.0000001484,0.01000,0.743 |
| 2238 | 5,mlp.experts.39.down_proj,0.0000000925,0.01000,0.688 |
| 2239 | 5,mlp.experts.43.down_proj,0.0000000981,0.01000,0.701 |
| 2240 | 5,mlp.experts.47.down_proj,0.0000001453,0.01000,0.718 |
| 2241 | 5,mlp.experts.35.down_proj,0.0000001017,0.01000,0.728 |
| 2242 | 5,mlp.experts.33.down_proj,0.0000002122,0.01000,0.699 |
| 2243 | 5,mlp.experts.37.down_proj,0.0000001167,0.01000,0.706 |
| 2244 | 5,mlp.experts.41.down_proj,0.0000001031,0.01000,0.748 |
| 2245 | 5,mlp.experts.45.down_proj,0.0000001221,0.01000,0.745 |
| 2246 | 5,mlp.experts.42.down_proj,0.0000001235,0.01000,0.765 |
| 2247 | 5,mlp.experts.38.down_proj,0.0000000867,0.01000,0.794 |
| 2248 | 5,mlp.experts.46.down_proj,0.0000000767,0.01000,0.802 |
| 2249 | 5,mlp.experts.34.down_proj,0.0000001253,0.01000,0.788 |
| 2250 | 5,mlp.experts.52.down_proj,0.0000000744,0.01000,0.638 |
| 2251 | 5,mlp.experts.48.down_proj,0.0000001962,0.01000,0.657 |
| 2252 | 5,mlp.experts.60.down_proj,0.0000001389,0.01000,0.669 |
| 2253 | 5,mlp.experts.56.down_proj,0.0000000831,0.01000,0.676 |
| 2254 | 5,mlp.experts.55.down_proj,0.0000000935,0.01000,0.736 |
| 2255 | 5,mlp.experts.51.down_proj,0.0000001218,0.01000,0.717 |
| 2256 | 5,mlp.experts.63.down_proj,0.0000000991,0.01000,0.742 |
| 2257 | 5,mlp.experts.49.down_proj,0.0000000935,0.01000,0.701 |
| 2258 | 5,mlp.experts.59.down_proj,0.0000001162,0.01000,0.778 |
| 2259 | 5,mlp.experts.53.down_proj,0.0000000957,0.01000,0.705 |
| 2260 | 5,mlp.experts.57.down_proj,0.0000001862,0.01000,0.702 |
| 2261 | 5,mlp.experts.61.down_proj,0.0000000888,0.01000,0.707 |
| 2262 | 5,mlp.experts.58.down_proj,0.0000001463,0.01000,0.765 |
| 2263 | 5,mlp.experts.62.down_proj,0.0000000986,0.01000,0.751 |
| 2264 | 5,mlp.experts.54.down_proj,0.0000001450,0.01000,0.777 |
| 2265 | 5,mlp.experts.50.down_proj,0.0000001721,0.01000,0.771 |
| 2266 | 5,mlp.experts.71.down_proj,0.0000001139,0.01000,0.590 |
| 2267 | 5,mlp.experts.68.down_proj,0.0000001176,0.01000,0.908 |
| 2268 | 5,mlp.experts.76.down_proj,0.0000000803,0.01000,0.873 |
| 2269 | 5,mlp.experts.79.down_proj,0.0000000987,0.01000,0.559 |
| 2270 | 5,mlp.experts.67.down_proj,0.0000001454,0.01000,0.580 |
| 2271 | 5,mlp.experts.72.down_proj,0.0000000260,0.01000,0.868 |
| 2272 | 5,mlp.experts.75.down_proj,0.0000001081,0.01000,0.586 |
| 2273 | 5,mlp.experts.64.down_proj,0.0000000703,0.01000,0.956 |
| 2274 | 5,mlp.experts.65.down_proj,0.0000000736,0.01000,0.735 |
| 2275 | 5,mlp.experts.69.down_proj,0.0000000912,0.01000,0.793 |
| 2276 | 5,mlp.experts.77.down_proj,0.0000001031,0.01000,0.795 |
| 2277 | 5,mlp.experts.73.down_proj,0.0000000776,0.01000,0.801 |
| 2278 | 5,mlp.experts.74.down_proj,0.0000000911,0.01000,0.771 |
| 2279 | 5,mlp.experts.78.down_proj,0.0000001464,0.01000,0.776 |
| 2280 | 5,mlp.experts.66.down_proj,0.0000001125,0.01000,0.772 |
| 2281 | 5,mlp.experts.87.down_proj,0.0000000909,0.01000,0.570 |
| 2282 | 5,mlp.experts.70.down_proj,0.0000001535,0.01000,0.787 |
| 2283 | 5,mlp.experts.95.down_proj,0.0000000792,0.01000,0.614 |
| 2284 | 5,mlp.experts.83.down_proj,0.0000000803,0.01000,0.599 |
| 2285 | 5,mlp.experts.84.down_proj,0.0000000767,0.01000,0.662 |
| 2286 | 5,mlp.experts.91.down_proj,0.0000001092,0.01000,0.590 |
| 2287 | 5,mlp.experts.92.down_proj,0.0000001448,0.01000,0.723 |
| 2288 | 5,mlp.experts.88.down_proj,0.0000001300,0.01000,0.727 |
| 2289 | 5,mlp.experts.80.down_proj,0.0000001679,0.01000,0.745 |
| 2290 | 5,mlp.experts.81.down_proj,0.0000001390,0.01000,0.918 |
| 2291 | 5,mlp.experts.90.down_proj,0.0000001289,0.01000,0.748 |
| 2292 | 5,mlp.experts.85.down_proj,0.0000001081,0.01000,0.912 |
| 2293 | 5,mlp.experts.103.down_proj,0.0000000604,0.01000,0.723 |
| 2294 | 5,mlp.experts.89.down_proj,0.0000000999,0.01000,0.856 |
| 2295 | 5,mlp.experts.99.down_proj,0.0000000872,0.01000,0.628 |
| 2296 | 5,mlp.experts.111.down_proj,0.0000001381,0.01000,0.644 |
| 2297 | 5,mlp.experts.86.down_proj,0.0000001366,0.01000,0.756 |
| 2298 | 5,mlp.experts.94.down_proj,0.0000000894,0.01000,0.799 |
| 2299 | 5,mlp.experts.82.down_proj,0.0000001215,0.01000,0.773 |
| 2300 | 5,mlp.experts.107.down_proj,0.0000001220,0.01000,0.631 |
| 2301 | 5,mlp.experts.93.down_proj,0.0000000765,0.01000,0.960 |
| 2302 | 5,mlp.experts.100.down_proj,0.0000000901,0.01000,0.770 |
| 2303 | 5,mlp.experts.108.down_proj,0.0000001226,0.01000,0.718 |
| 2304 | 5,mlp.experts.104.down_proj,0.0000000825,0.01000,0.719 |
| 2305 | 5,mlp.experts.96.down_proj,0.0000001424,0.01000,0.690 |
| 2306 | 5,mlp.experts.115.down_proj,0.0000001404,0.01000,0.620 |
| 2307 | 5,mlp.experts.127.down_proj,0.0000001775,0.01000,0.619 |
| 2308 | 5,mlp.experts.119.down_proj,0.0000001050,0.01000,0.646 |
| 2309 | 5,mlp.experts.97.down_proj,0.0000001086,0.01000,0.763 |
| 2310 | 5,mlp.experts.123.down_proj,0.0000000867,0.01000,0.614 |
| 2311 | 5,mlp.experts.101.down_proj,0.0000000752,0.01000,0.720 |
| 2312 | 5,mlp.experts.105.down_proj,0.0000001522,0.01000,0.753 |
| 2313 | 5,mlp.experts.106.down_proj,0.0000000998,0.01000,0.817 |
| 2314 | 5,mlp.experts.109.down_proj,0.0000001114,0.01000,0.737 |
| 2315 | 5,mlp.experts.102.down_proj,0.0000001064,0.01000,0.831 |
| 2316 | 5,mlp.experts.116.down_proj,0.0000000983,0.01000,0.726 |
| 2317 | 5,mlp.experts.98.down_proj,0.0000000959,0.01000,0.871 |
| 2318 | 5,mlp.experts.110.down_proj,0.0000000848,0.01000,0.878 |
| 2319 | 5,mlp.experts.112.down_proj,0.0000001422,0.01000,0.703 |
| 2320 | 5,mlp.experts.124.down_proj,0.0000000975,0.01000,0.773 |
| 2321 | 5,mlp.experts.120.down_proj,0.0000000984,0.01000,0.764 |
| 2322 | 5,mlp.experts.117.down_proj,0.0000001377,0.01000,0.539 |
| 2323 | 5,mlp.experts.113.down_proj,0.0000000876,0.01000,0.616 |
| 2324 | 5,mlp.experts.121.down_proj,0.0000002275,0.01000,0.530 |
| 2325 | 5,mlp.experts.125.down_proj,0.0000001077,0.01000,0.499 |
| 2326 | 5,mlp.experts.122.down_proj,0.0000001009,0.01000,0.734 |
| 2327 | 5,mlp.experts.118.down_proj,0.0000001078,0.01000,0.721 |
| 2328 | 5,mlp.experts.114.down_proj,0.0000000755,0.01000,0.709 |
| 2329 | 5,mlp.experts.126.down_proj,0.0000001168,0.01000,0.711 |
| 2330 | 6,self_attn.q_proj,0.0000001396,0.01000,0.765 |
| 2331 | 6,self_attn.v_proj,0.0000000236,0.01000,0.841 |
| 2332 | 6,self_attn.k_proj,0.0000000208,0.01000,1.379 |
| 2333 | 6,self_attn.o_proj,0.0000000224,0.01000,1.477 |
| 2334 | 6,mlp.experts.7.gate_proj,0.0000032788,0.01000,1.877 |
| 2335 | 6,mlp.experts.3.gate_proj,0.0000034118,0.01000,1.879 |
| 2336 | 6,mlp.experts.15.gate_proj,0.0000039127,0.01000,1.988 |
| 2337 | 6,mlp.experts.11.gate_proj,0.0000030116,0.01000,2.103 |
| 2338 | 6,mlp.experts.0.gate_proj,0.0000036104,0.01000,2.179 |
| 2339 | 6,mlp.experts.4.gate_proj,0.0000034486,0.01000,2.266 |
| 2340 | 6,mlp.experts.12.gate_proj,0.0000026798,0.01000,2.278 |
| 2341 | 6,mlp.experts.1.gate_proj,0.0000035039,0.01000,2.340 |
| 2342 | 6,mlp.experts.5.gate_proj,0.0000036587,0.01000,2.345 |
| 2343 | 6,mlp.experts.8.gate_proj,0.0000040495,0.01000,2.345 |
| 2344 | 6,mlp.experts.13.gate_proj,0.0000047653,0.01000,2.397 |
| 2345 | 6,mlp.experts.9.gate_proj,0.0000037159,0.01000,2.442 |
| 2346 | 6,mlp.experts.2.gate_proj,0.0000033595,0.01000,2.469 |
| 2347 | 6,mlp.experts.10.gate_proj,0.0000032462,0.01000,2.479 |
| 2348 | 6,mlp.experts.14.gate_proj,0.0000031128,0.01000,2.511 |
| 2349 | 6,mlp.experts.6.gate_proj,0.0000036217,0.01000,2.532 |
| 2350 | 6,mlp.experts.19.gate_proj,0.0000032291,0.01000,1.731 |
| 2351 | 6,mlp.experts.23.gate_proj,0.0000030985,0.01000,1.814 |
| 2352 | 6,mlp.experts.31.gate_proj,0.0000046942,0.01000,1.781 |
| 2353 | 6,mlp.experts.27.gate_proj,0.0000037796,0.01000,1.900 |
| 2354 | 6,mlp.experts.16.gate_proj,0.0000040948,0.01000,2.026 |
| 2355 | 6,mlp.experts.20.gate_proj,0.0000041638,0.01000,1.986 |
| 2356 | 6,mlp.experts.21.gate_proj,0.0000044122,0.01000,1.930 |
| 2357 | 6,mlp.experts.28.gate_proj,0.0000034308,0.01000,2.032 |
| 2358 | 6,mlp.experts.24.gate_proj,0.0000030927,0.01000,1.988 |
| 2359 | 6,mlp.experts.29.gate_proj,0.0000042438,0.01000,1.965 |
| 2360 | 6,mlp.experts.25.gate_proj,0.0000033696,0.01000,1.971 |
| 2361 | 6,mlp.experts.26.gate_proj,0.0000036902,0.01000,1.984 |
| 2362 | 6,mlp.experts.17.gate_proj,0.0000040537,0.01000,2.129 |
| 2363 | 6,mlp.experts.18.gate_proj,0.0000034895,0.01000,2.140 |
| 2364 | 6,mlp.experts.30.gate_proj,0.0000031084,0.01000,2.205 |
| 2365 | 6,mlp.experts.22.gate_proj,0.0000034054,0.01000,2.314 |
| 2366 | 6,mlp.experts.35.gate_proj,0.0000034647,0.01000,2.079 |
| 2367 | 6,mlp.experts.39.gate_proj,0.0000032777,0.01000,2.075 |
| 2368 | 6,mlp.experts.47.gate_proj,0.0000038992,0.01000,2.161 |
| 2369 | 6,mlp.experts.43.gate_proj,0.0000031055,0.01000,2.148 |
| 2370 | 6,mlp.experts.37.gate_proj,0.0000037759,0.01000,2.013 |
| 2371 | 6,mlp.experts.45.gate_proj,0.0000039356,0.01000,1.974 |
| 2372 | 6,mlp.experts.32.gate_proj,0.0000043866,0.01000,2.231 |
| 2373 | 6,mlp.experts.33.gate_proj,0.0000036962,0.01000,1.999 |
| 2374 | 6,mlp.experts.44.gate_proj,0.0000035579,0.01000,2.163 |
| 2375 | 6,mlp.experts.36.gate_proj,0.0000031395,0.01000,2.223 |
| 2376 | 6,mlp.experts.42.gate_proj,0.0000032255,0.01000,2.058 |
| 2377 | 6,mlp.experts.40.gate_proj,0.0000046156,0.01000,2.204 |
| 2378 | 6,mlp.experts.41.gate_proj,0.0000032432,0.01000,2.203 |
| 2379 | 6,mlp.experts.34.gate_proj,0.0000032493,0.01000,2.151 |
| 2380 | 6,mlp.experts.46.gate_proj,0.0000037368,0.01000,2.338 |
| 2381 | 6,mlp.experts.38.gate_proj,0.0000031547,0.01000,2.219 |
| 2382 | 6,mlp.experts.63.gate_proj,0.0000034083,0.01000,1.980 |
| 2383 | 6,mlp.experts.51.gate_proj,0.0000048545,0.01000,2.256 |
| 2384 | 6,mlp.experts.55.gate_proj,0.0000029768,0.01000,2.202 |
| 2385 | 6,mlp.experts.59.gate_proj,0.0000041212,0.01000,2.093 |
| 2386 | 6,mlp.experts.48.gate_proj,0.0000033972,0.01000,2.028 |
| 2387 | 6,mlp.experts.61.gate_proj,0.0000032773,0.01000,2.125 |
| 2388 | 6,mlp.experts.60.gate_proj,0.0000035189,0.01000,2.010 |
| 2389 | 6,mlp.experts.53.gate_proj,0.0000038544,0.01000,2.189 |
| 2390 | 6,mlp.experts.58.gate_proj,0.0000032164,0.01000,2.026 |
| 2391 | 6,mlp.experts.52.gate_proj,0.0000029154,0.01000,2.105 |
| 2392 | 6,mlp.experts.49.gate_proj,0.0000035972,0.01000,2.129 |
| 2393 | 6,mlp.experts.56.gate_proj,0.0000030125,0.01000,2.169 |
| 2394 | 6,mlp.experts.57.gate_proj,0.0000041082,0.01000,2.163 |
| 2395 | 6,mlp.experts.50.gate_proj,0.0000046867,0.01000,2.091 |
| 2396 | 6,mlp.experts.62.gate_proj,0.0000034248,0.01000,2.038 |
| 2397 | 6,mlp.experts.54.gate_proj,0.0000034414,0.01000,2.058 |
| 2398 | 6,mlp.experts.71.gate_proj,0.0000037477,0.01000,2.149 |
| 2399 | 6,mlp.experts.79.gate_proj,0.0000033088,0.01000,2.313 |
| 2400 | 6,mlp.experts.67.gate_proj,0.0000035139,0.01000,2.326 |
| 2401 | 6,mlp.experts.76.gate_proj,0.0000038335,0.01000,1.840 |
| 2402 | 6,mlp.experts.64.gate_proj,0.0000033515,0.01000,1.960 |
| 2403 | 6,mlp.experts.68.gate_proj,0.0000049974,0.01000,1.911 |
| 2404 | 6,mlp.experts.72.gate_proj,0.0000035742,0.01000,1.836 |
| 2405 | 6,mlp.experts.77.gate_proj,0.0000033810,0.01000,2.213 |
| 2406 | 6,mlp.experts.75.gate_proj,0.0000030949,0.01000,2.458 |
| 2407 | 6,mlp.experts.65.gate_proj,0.0000030564,0.01000,2.139 |
| 2408 | 6,mlp.experts.69.gate_proj,0.0000047214,0.01000,2.218 |
| 2409 | 6,mlp.experts.74.gate_proj,0.0000037917,0.01000,2.218 |
| 2410 | 6,mlp.experts.73.gate_proj,0.0000035783,0.01000,2.190 |
| 2411 | 6,mlp.experts.66.gate_proj,0.0000040877,0.01000,2.292 |
| 2412 | 6,mlp.experts.78.gate_proj,0.0000045008,0.01000,2.183 |
| 2413 | 6,mlp.experts.70.gate_proj,0.0000039450,0.01000,2.173 |
| 2414 | 6,mlp.experts.87.gate_proj,0.0000033647,0.01000,2.041 |
| 2415 | 6,mlp.experts.95.gate_proj,0.0000033690,0.01000,2.065 |
| 2416 | 6,mlp.experts.83.gate_proj,0.0000029319,0.01000,2.036 |
| 2417 | 6,mlp.experts.92.gate_proj,0.0000036742,0.01000,2.200 |
| 2418 | 6,mlp.experts.88.gate_proj,0.0000032692,0.01000,2.025 |
| 2419 | 6,mlp.experts.80.gate_proj,0.0000040694,0.01000,2.158 |
| 2420 | 6,mlp.experts.84.gate_proj,0.0000032906,0.01000,2.219 |
| 2421 | 6,mlp.experts.91.gate_proj,0.0000039765,0.01000,2.024 |
| 2422 | 6,mlp.experts.90.gate_proj,0.0000039706,0.01000,1.998 |
| 2423 | 6,mlp.experts.81.gate_proj,0.0000039524,0.01000,2.043 |
| 2424 | 6,mlp.experts.93.gate_proj,0.0000032883,0.01000,2.135 |
| 2425 | 6,mlp.experts.85.gate_proj,0.0000031041,0.01000,2.083 |
| 2426 | 6,mlp.experts.89.gate_proj,0.0000034087,0.01000,2.017 |
| 2427 | 6,mlp.experts.82.gate_proj,0.0000035819,0.01000,1.908 |
| 2428 | 6,mlp.experts.86.gate_proj,0.0000032095,0.01000,1.933 |
| 2429 | 6,mlp.experts.94.gate_proj,0.0000037387,0.01000,1.950 |
| 2430 | 6,mlp.experts.103.gate_proj,0.0000043249,0.01000,2.114 |
| 2431 | 6,mlp.experts.99.gate_proj,0.0000032804,0.01000,2.139 |
| 2432 | 6,mlp.experts.111.gate_proj,0.0000034761,0.01000,2.182 |
| 2433 | 6,mlp.experts.108.gate_proj,0.0000034276,0.01000,2.029 |
| 2434 | 6,mlp.experts.104.gate_proj,0.0000034177,0.01000,2.053 |
| 2435 | 6,mlp.experts.106.gate_proj,0.0000037118,0.01000,1.905 |
| 2436 | 6,mlp.experts.96.gate_proj,0.0000032082,0.01000,2.093 |
| 2437 | 6,mlp.experts.98.gate_proj,0.0000034669,0.01000,1.662 |
| 2438 | 6,mlp.experts.109.gate_proj,0.0000033432,0.01000,1.957 |
| 2439 | 6,mlp.experts.100.gate_proj,0.0000032071,0.01000,2.087 |
| 2440 | 6,mlp.experts.97.gate_proj,0.0000033834,0.01000,2.031 |
| 2441 | 6,mlp.experts.102.gate_proj,0.0000047827,0.01000,1.666 |
| 2442 | 6,mlp.experts.110.gate_proj,0.0000031990,0.01000,1.658 |
| 2443 | 6,mlp.experts.107.gate_proj,0.0000031689,0.01000,2.179 |
| 2444 | 6,mlp.experts.101.gate_proj,0.0000036583,0.01000,2.102 |
| 2445 | 6,mlp.experts.105.gate_proj,0.0000028555,0.01000,2.062 |
| 2446 | 6,mlp.experts.122.gate_proj,0.0000033086,0.01000,1.649 |
| 2447 | 6,mlp.experts.114.gate_proj,0.0000035615,0.01000,1.663 |
| 2448 | 6,mlp.experts.119.gate_proj,0.0000038171,0.01000,2.133 |
| 2449 | 6,mlp.experts.118.gate_proj,0.0000017853,0.01000,1.635 |
| 2450 | 6,mlp.experts.115.gate_proj,0.0000032494,0.01000,2.102 |
| 2451 | 6,mlp.experts.124.gate_proj,0.0000035485,0.01000,2.024 |
| 2452 | 6,mlp.experts.120.gate_proj,0.0000030540,0.01000,2.067 |
| 2453 | 6,mlp.experts.127.gate_proj,0.0000031459,0.01000,2.251 |
| 2454 | 6,mlp.experts.126.gate_proj,0.0000025192,0.01000,1.866 |
| 2455 | 6,mlp.experts.125.gate_proj,0.0000032639,0.01000,2.089 |
| 2456 | 6,mlp.experts.116.gate_proj,0.0000033154,0.01000,2.081 |
| 2457 | 6,mlp.experts.112.gate_proj,0.0000016553,0.01000,2.231 |
| 2458 | 6,mlp.experts.113.gate_proj,0.0000042574,0.01000,2.151 |
| 2459 | 6,mlp.experts.117.gate_proj,0.0000033941,0.01000,2.239 |
| 2460 | 6,mlp.experts.121.gate_proj,0.0000035145,0.01000,2.113 |
| 2461 | 6,mlp.experts.123.gate_proj,0.0000031314,0.01000,2.305 |
| 2462 | 6,mlp.experts.10.up_proj,0.0000031129,0.01000,1.664 |
| 2463 | 6,mlp.experts.2.up_proj,0.0000032017,0.01000,1.638 |
| 2464 | 6,mlp.experts.6.up_proj,0.0000032267,0.01000,1.701 |
| 2465 | 6,mlp.experts.7.up_proj,0.0000030281,0.01000,2.071 |
| 2466 | 6,mlp.experts.14.up_proj,0.0000029339,0.01000,1.804 |
| 2467 | 6,mlp.experts.3.up_proj,0.0000032008,0.01000,2.060 |
| 2468 | 6,mlp.experts.12.up_proj,0.0000025404,0.01000,2.158 |
| 2469 | 6,mlp.experts.13.up_proj,0.0000037840,0.01000,1.877 |
| 2470 | 6,mlp.experts.8.up_proj,0.0000035435,0.01000,2.140 |
| 2471 | 6,mlp.experts.15.up_proj,0.0000033196,0.01000,2.122 |
| 2472 | 6,mlp.experts.1.up_proj,0.0000032380,0.01000,1.935 |
| 2473 | 6,mlp.experts.4.up_proj,0.0000030865,0.01000,2.102 |
| 2474 | 6,mlp.experts.5.up_proj,0.0000033763,0.01000,1.913 |
| 2475 | 6,mlp.experts.0.up_proj,0.0000032110,0.01000,2.199 |
| 2476 | 6,mlp.experts.9.up_proj,0.0000033480,0.01000,1.972 |
| 2477 | 6,mlp.experts.11.up_proj,0.0000028619,0.01000,2.165 |
| 2478 | 6,mlp.experts.26.up_proj,0.0000032899,0.01000,1.711 |
| 2479 | 6,mlp.experts.18.up_proj,0.0000032743,0.01000,1.729 |
| 2480 | 6,mlp.experts.22.up_proj,0.0000031159,0.01000,1.648 |
| 2481 | 6,mlp.experts.30.up_proj,0.0000030333,0.01000,1.643 |
| 2482 | 6,mlp.experts.29.up_proj,0.0000034933,0.01000,1.740 |
| 2483 | 6,mlp.experts.23.up_proj,0.0000029099,0.01000,2.097 |
| 2484 | 6,mlp.experts.19.up_proj,0.0000032157,0.01000,2.094 |
| 2485 | 6,mlp.experts.17.up_proj,0.0000030382,0.01000,1.840 |
| 2486 | 6,mlp.experts.28.up_proj,0.0000031073,0.01000,2.024 |
| 2487 | 6,mlp.experts.21.up_proj,0.0000037673,0.01000,1.817 |
| 2488 | 6,mlp.experts.25.up_proj,0.0000030799,0.01000,1.793 |
| 2489 | 6,mlp.experts.31.up_proj,0.0000038533,0.01000,2.141 |
| 2490 | 6,mlp.experts.24.up_proj,0.0000029238,0.01000,2.185 |
| 2491 | 6,mlp.experts.20.up_proj,0.0000036029,0.01000,2.108 |
| 2492 | 6,mlp.experts.16.up_proj,0.0000035105,0.01000,2.072 |
| 2493 | 6,mlp.experts.27.up_proj,0.0000033894,0.01000,2.158 |
| 2494 | 6,mlp.experts.42.up_proj,0.0000029743,0.01000,1.899 |
| 2495 | 6,mlp.experts.34.up_proj,0.0000030960,0.01000,1.878 |
| 2496 | 6,mlp.experts.38.up_proj,0.0000030428,0.01000,1.950 |
| 2497 | 6,mlp.experts.46.up_proj,0.0000033668,0.01000,2.087 |
| 2498 | 6,mlp.experts.45.up_proj,0.0000036209,0.01000,1.950 |
| 2499 | 6,mlp.experts.33.up_proj,0.0000032930,0.01000,1.873 |
| 2500 | 6,mlp.experts.39.up_proj,0.0000030617,0.01000,2.048 |
efd7ac4326