layer,module,loss,samples,damp,time
0,self_attn.q_proj,rtn: 0.0012589,0.00000,0.552
0,self_attn.k_proj,rtn: 0.0019531,0.00000,0.552
0,self_attn.v_proj,rtn: 0.0014496,0.00000,0.556
0,self_attn.o_proj,rtn: 0.0005569,0.00000,0.214
0,mlp.gate_proj,rtn: 0.0020142,0.00000,0.051
0,mlp.up_proj,rtn: 0.0020905,0.00000,0.053
0,mlp.down_proj,rtn: 0.0020447,0.00000,0.072
1,self_attn.k_proj,rtn: 0.0021667,0.00000,0.028
1,self_attn.v_proj,rtn: 0.0020752,0.00000,0.032
1,self_attn.q_proj,rtn: 0.0016251,0.00000,0.028
1,self_attn.o_proj,rtn: 0.0018158,0.00000,0.052
1,mlp.experts.12.gate_proj,rtn: 0.0019455,0.00000,0.114
1,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.114
1,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.136
1,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.137
1,mlp.experts.10.gate_proj,rtn: 0.0013046,0.00000,0.140
1,mlp.experts.4.gate_proj,rtn: 0.0021820,0.00000,0.112
1,mlp.experts.2.gate_proj,rtn: 0.0020905,0.00000,0.161
1,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.169
1,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.134
1,mlp.experts.1.gate_proj,rtn: 0.0023956,0.00000,0.175
1,mlp.experts.13.gate_proj,rtn: 0.0014954,0.00000,0.170
1,mlp.experts.8.gate_proj,rtn: 0.0020905,0.00000,0.184
1,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.174
1,mlp.experts.15.gate_proj,rtn: 0.0018463,0.00000,0.176
1,mlp.experts.0.gate_proj,rtn: 0.0020752,0.00000,0.159
1,mlp.experts.22.gate_proj,rtn: 0.0021515,0.00000,0.109
1,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.109
1,mlp.experts.7.gate_proj,rtn: 0.0025024,0.00000,0.220
1,mlp.experts.26.gate_proj,rtn: 0.0019836,0.00000,0.126
1,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.102
1,mlp.experts.28.gate_proj,rtn: 0.0024872,0.00000,0.163
1,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.111
1,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.088
1,mlp.experts.29.gate_proj,rtn: 0.0025024,0.00000,0.105
1,mlp.experts.17.gate_proj,rtn: 0.0017929,0.00000,0.109
1,mlp.experts.21.gate_proj,rtn: 0.0012207,0.00000,0.123
1,mlp.experts.25.gate_proj,rtn: 0.0023956,0.00000,0.100
1,mlp.experts.16.gate_proj,rtn: 0.0015564,0.00000,0.098
1,mlp.experts.38.gate_proj,rtn: 0.0016022,0.00000,0.122
1,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.202
1,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.073
1,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.131
1,mlp.experts.34.gate_proj,rtn: 0.0015793,0.00000,0.086
1,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.074
1,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.074
1,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.182
1,mlp.experts.23.gate_proj,rtn: 0.0021973,0.00000,0.129
1,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.290
1,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.129
1,mlp.experts.41.gate_proj,rtn: 0.0020599,0.00000,0.117
1,mlp.experts.45.gate_proj,rtn: 0.0020142,0.00000,0.127
1,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.097
1,mlp.experts.54.gate_proj,rtn: 0.0014267,0.00000,0.109
1,mlp.experts.33.gate_proj,rtn: 0.0018539,0.00000,0.102
1,mlp.experts.37.gate_proj,rtn: 0.0019989,0.00000,0.118
1,mlp.experts.60.gate_proj,rtn: 0.0013657,0.00000,0.097
1,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.089
1,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.092
1,mlp.experts.50.gate_proj,rtn: 0.0024567,0.00000,0.093
1,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.106
1,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.080
1,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.104
1,mlp.experts.39.gate_proj,rtn: 0.0021973,0.00000,0.089
1,mlp.experts.58.gate_proj,rtn: 0.0024872,0.00000,0.071
1,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.094
1,mlp.experts.49.gate_proj,rtn: 0.0022430,0.00000,0.111
1,mlp.experts.53.gate_proj,rtn: 0.0019531,0.00000,0.088
1,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.106
1,mlp.experts.57.gate_proj,rtn: 0.0024414,0.00000,0.133
1,mlp.experts.70.gate_proj,rtn: 0.0016708,0.00000,0.086
1,mlp.experts.48.gate_proj,rtn: 0.0012589,0.00000,0.112
1,mlp.experts.78.gate_proj,rtn: 0.0016022,0.00000,0.142
1,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.154
1,mlp.experts.66.gate_proj,rtn: 0.0021057,0.00000,0.153
1,mlp.experts.72.gate_proj,rtn: 0.0016098,0.00000,0.166
1,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.126
1,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.124
1,mlp.experts.51.gate_proj,rtn: 0.0022125,0.00000,0.167
1,mlp.experts.59.gate_proj,rtn: 0.0024109,0.00000,0.149
1,mlp.experts.77.gate_proj,rtn: 0.0024719,0.00000,0.108
1,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.173
1,mlp.experts.69.gate_proj,rtn: 0.0018616,0.00000,0.140
1,mlp.experts.73.gate_proj,rtn: 0.0020294,0.00000,0.108
1,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.184
1,mlp.experts.65.gate_proj,rtn: 0.0021057,0.00000,0.156
1,mlp.experts.86.gate_proj,rtn: 0.0022125,0.00000,0.148
1,mlp.experts.82.gate_proj,rtn: 0.0009842,0.00000,0.151
1,mlp.experts.92.gate_proj,rtn: 0.0012207,0.00000,0.127
1,mlp.experts.64.gate_proj,rtn: 0.0012207,0.00000,0.177
1,mlp.experts.94.gate_proj,rtn: 0.0019073,0.00000,0.141
1,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.143
1,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.117
1,mlp.experts.79.gate_proj,rtn: 0.0016251,0.00000,0.177
1,mlp.experts.75.gate_proj,rtn: 0.0019150,0.00000,0.170
1,mlp.experts.67.gate_proj,rtn: 0.0013962,0.00000,0.173
1,mlp.experts.98.gate_proj,rtn: 0.0020599,0.00000,0.089
1,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.101
1,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.173
1,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.135
1,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.197
1,mlp.experts.89.gate_proj,rtn: 0.0025635,0.00000,0.231
1,mlp.experts.84.gate_proj,rtn: 0.0017014,0.00000,0.204
1,mlp.experts.108.gate_proj,rtn: 0.0015106,0.00000,0.155
1,mlp.experts.90.gate_proj,rtn: 0.0015793,0.00000,0.211
1,mlp.experts.95.gate_proj,rtn: 0.0016708,0.00000,0.114
1,mlp.experts.91.gate_proj,rtn: 0.0016098,0.00000,0.088
1,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.167
1,mlp.experts.83.gate_proj,rtn: 0.0006981,0.00000,0.079
1,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.085
1,mlp.experts.93.gate_proj,rtn: 0.0023956,0.00000,0.299
1,mlp.experts.114.gate_proj,rtn: 0.0020599,0.00000,0.108
1,mlp.experts.87.gate_proj,rtn: 0.0014725,0.00000,0.148
1,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.129
1,mlp.experts.97.gate_proj,rtn: 0.0016632,0.00000,0.083
1,mlp.experts.118.gate_proj,rtn: 0.0020905,0.00000,0.131
1,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.237
1,mlp.experts.100.gate_proj,rtn: 0.0013962,0.00000,0.113
1,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.088
1,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.139
1,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.131
1,mlp.experts.124.gate_proj,rtn: 0.0019531,0.00000,0.144
1,mlp.experts.96.gate_proj,rtn: 0.0015259,0.00000,0.113
1,mlp.experts.111.gate_proj,rtn: 0.0025787,0.00000,0.144
1,mlp.experts.130.gate_proj,rtn: 0.0021667,0.00000,0.110
1,mlp.experts.103.gate_proj,rtn: 0.0013885,0.00000,0.119
1,mlp.experts.99.gate_proj,rtn: 0.0016098,0.00000,0.120
1,mlp.experts.142.gate_proj,rtn: 0.0021515,0.00000,0.117
1,mlp.experts.109.gate_proj,rtn: 0.0024567,0.00000,0.151
1,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.159
1,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.121
1,mlp.experts.113.gate_proj,rtn: 0.0016022,0.00000,0.129
1,mlp.experts.116.gate_proj,rtn: 0.0018234,0.00000,0.108
1,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.099
1,mlp.experts.123.gate_proj,rtn: 0.0019684,0.00000,0.106
1,mlp.experts.127.gate_proj,rtn: 0.0016403,0.00000,0.085
1,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.134
1,mlp.experts.122.gate_proj,rtn: 0.0022278,0.00000,0.115
1,mlp.experts.112.gate_proj,rtn: 0.0014191,0.00000,0.094
1,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.062
1,mlp.experts.146.gate_proj,rtn: 0.0020294,0.00000,0.099
1,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.085
1,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.116
1,mlp.experts.140.gate_proj,rtn: 0.0020599,0.00000,0.200
1,mlp.experts.137.gate_proj,rtn: 0.0016174,0.00000,0.123
1,mlp.experts.133.gate_proj,rtn: 0.0013580,0.00000,0.108
1,mlp.experts.129.gate_proj,rtn: 0.0019836,0.00000,0.113
1,mlp.experts.125.gate_proj,rtn: 0.0018082,0.00000,0.137
1,mlp.experts.150.gate_proj,rtn: 0.0019455,0.00000,0.123
1,mlp.experts.138.gate_proj,rtn: 0.0021667,0.00000,0.090
1,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.075
1,mlp.experts.162.gate_proj,rtn: 0.0020142,0.00000,0.068
1,mlp.experts.139.gate_proj,rtn: 0.0020447,0.00000,0.115
1,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.131
1,mlp.experts.143.gate_proj,rtn: 0.0022125,0.00000,0.118
1,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.156
1,mlp.experts.128.gate_proj,rtn: 0.0020752,0.00000,0.108
1,mlp.experts.131.gate_proj,rtn: 0.0018311,0.00000,0.098
1,mlp.experts.135.gate_proj,rtn: 0.0015564,0.00000,0.081
1,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.076
1,mlp.experts.145.gate_proj,rtn: 0.0024109,0.00000,0.126
1,mlp.experts.153.gate_proj,rtn: 0.0012512,0.00000,0.112
1,mlp.experts.149.gate_proj,rtn: 0.0017395,0.00000,0.118
1,mlp.experts.141.gate_proj,rtn: 0.0021973,0.00000,0.114
1,mlp.experts.166.gate_proj,rtn: 0.0025177,0.00000,0.137
1,mlp.experts.154.gate_proj,rtn: 0.0017166,0.00000,0.099
1,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.097
1,mlp.experts.190.gate_proj,rtn: 0.0012512,0.00000,0.099
1,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.101
1,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.156
1,mlp.experts.172.gate_proj,rtn: 0.0013504,0.00000,0.096
1,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.140
1,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.173
1,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.120
1,mlp.experts.144.gate_proj,rtn: 0.0011902,0.00000,0.131
1,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.120
1,mlp.experts.163.gate_proj,rtn: 0.0018692,0.00000,0.081
1,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.125
1,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.167
1,mlp.experts.165.gate_proj,rtn: 0.0018311,0.00000,0.156
1,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.139
1,mlp.experts.182.gate_proj,rtn: 0.0016708,0.00000,0.153
1,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.079
1,mlp.experts.167.gate_proj,rtn: 0.0021515,0.00000,0.072
1,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.111
1,mlp.experts.171.gate_proj,rtn: 0.0019989,0.00000,0.080
1,mlp.experts.170.gate_proj,rtn: 0.0015335,0.00000,0.163
1,mlp.experts.2.up_proj,rtn: 0.0020752,0.00000,0.129
1,mlp.experts.188.gate_proj,rtn: 0.0013504,0.00000,0.090
1,mlp.experts.164.gate_proj,rtn: 0.0007973,0.00000,0.101
1,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.098
1,mlp.experts.179.gate_proj,rtn: 0.0020599,0.00000,0.051
1,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.097
1,mlp.experts.173.gate_proj,rtn: 0.0018311,0.00000,0.106
1,mlp.experts.177.gate_proj,rtn: 0.0015564,0.00000,0.094
1,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.128
1,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.122
1,mlp.experts.187.gate_proj,rtn: 0.0025635,0.00000,0.086
1,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.106
1,mlp.experts.186.gate_proj,rtn: 0.0011520,0.00000,0.106
1,mlp.experts.191.gate_proj,rtn: 0.0022125,0.00000,0.099
1,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.097
1,mlp.experts.30.up_proj,rtn: 0.0023956,0.00000,0.129
1,mlp.experts.6.up_proj,rtn: 0.0024109,0.00000,0.125
1,mlp.experts.12.up_proj,rtn: 0.0019379,0.00000,0.104
1,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.118
1,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.128
1,mlp.experts.184.gate_proj,rtn: 0.0018082,0.00000,0.124
1,mlp.experts.176.gate_proj,rtn: 0.0019836,0.00000,0.126
1,mlp.experts.7.up_proj,rtn: 0.0024872,0.00000,0.106
1,mlp.experts.10.up_proj,rtn: 0.0012970,0.00000,0.103
1,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.158
1,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.187
1,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.159
1,mlp.experts.34.up_proj,rtn: 0.0015793,0.00000,0.103
1,mlp.experts.0.up_proj,rtn: 0.0020752,0.00000,0.076
1,mlp.experts.28.up_proj,rtn: 0.0024719,0.00000,0.077
1,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.215
1,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.073
1,mlp.experts.8.up_proj,rtn: 0.0020905,0.00000,0.087
1,mlp.experts.1.up_proj,rtn: 0.0023956,0.00000,0.229
1,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.236
1,mlp.experts.15.up_proj,rtn: 0.0018387,0.00000,0.175
1,mlp.experts.22.up_proj,rtn: 0.0021515,0.00000,0.210
1,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.199
1,mlp.experts.26.up_proj,rtn: 0.0019684,0.00000,0.118
1,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.195
1,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.150
1,mlp.experts.13.up_proj,rtn: 0.0014877,0.00000,0.191
1,mlp.experts.16.up_proj,rtn: 0.0015488,0.00000,0.088
1,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.100
1,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.137
1,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.154
1,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.153
1,mlp.experts.38.up_proj,rtn: 0.0016022,0.00000,0.115
1,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.135
1,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.089
1,mlp.experts.44.up_proj,rtn: 0.0024109,0.00000,0.128
1,mlp.experts.21.up_proj,rtn: 0.0012207,0.00000,0.142
1,mlp.experts.27.up_proj,rtn: 0.0023804,0.00000,0.158
1,mlp.experts.35.up_proj,rtn: 0.0024261,0.00000,0.150
1,mlp.experts.39.up_proj,rtn: 0.0021973,0.00000,0.117
1,mlp.experts.29.up_proj,rtn: 0.0024872,0.00000,0.103
1,mlp.experts.41.up_proj,rtn: 0.0020447,0.00000,0.115
1,mlp.experts.17.up_proj,rtn: 0.0018005,0.00000,0.190
1,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.149
1,mlp.experts.58.up_proj,rtn: 0.0024872,0.00000,0.092
1,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.167
1,mlp.experts.66.up_proj,rtn: 0.0021057,0.00000,0.098
1,mlp.experts.78.up_proj,rtn: 0.0016022,0.00000,0.100
1,mlp.experts.60.up_proj,rtn: 0.0013504,0.00000,0.078
1,mlp.experts.54.up_proj,rtn: 0.0014038,0.00000,0.109
1,mlp.experts.37.up_proj,rtn: 0.0019836,0.00000,0.136
1,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.158
1,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.249
1,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.169
1,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.105
1,mlp.experts.82.up_proj,rtn: 0.0009727,0.00000,0.110
1,mlp.experts.57.up_proj,rtn: 0.0024261,0.00000,0.150
1,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.174
1,mlp.experts.94.up_proj,rtn: 0.0018997,0.00000,0.109
1,mlp.experts.45.up_proj,rtn: 0.0020142,0.00000,0.145
1,mlp.experts.90.up_proj,rtn: 0.0015717,0.00000,0.052
1,mlp.experts.48.up_proj,rtn: 0.0012512,0.00000,0.120
1,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.135
1,mlp.experts.53.up_proj,rtn: 0.0019379,0.00000,0.097
1,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.233
1,mlp.experts.76.up_proj,rtn: 0.0023956,0.00000,0.113
1,mlp.experts.70.up_proj,rtn: 0.0016708,0.00000,0.104
1,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.069
1,mlp.experts.67.up_proj,rtn: 0.0013885,0.00000,0.077
1,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.102
1,mlp.experts.33.up_proj,rtn: 0.0018463,0.00000,0.197
1,mlp.experts.98.up_proj,rtn: 0.0020599,0.00000,0.146
1,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.132
1,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.145
1,mlp.experts.73.up_proj,rtn: 0.0020294,0.00000,0.184
1,mlp.experts.64.up_proj,rtn: 0.0012283,0.00000,0.106
1,mlp.experts.79.up_proj,rtn: 0.0016251,0.00000,0.142
1,mlp.experts.59.up_proj,rtn: 0.0024109,0.00000,0.116
1,mlp.experts.114.up_proj,rtn: 0.0020752,0.00000,0.088
1,mlp.experts.86.up_proj,rtn: 0.0022125,0.00000,0.124
1,mlp.experts.92.up_proj,rtn: 0.0012131,0.00000,0.113
1,mlp.experts.83.up_proj,rtn: 0.0006981,0.00000,0.120
1,mlp.experts.106.up_proj,rtn: 0.0021820,0.00000,0.121
1,mlp.experts.68.up_proj,rtn: 0.0023956,0.00000,0.112
1,mlp.experts.69.up_proj,rtn: 0.0018616,0.00000,0.180
1,mlp.experts.126.up_proj,rtn: 0.0024109,0.00000,0.052
1,mlp.experts.87.up_proj,rtn: 0.0014648,0.00000,0.064
1,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.274
1,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.240
1,mlp.experts.72.up_proj,rtn: 0.0016022,0.00000,0.239
1,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.139
1,mlp.experts.84.up_proj,rtn: 0.0016937,0.00000,0.109
1,mlp.experts.89.up_proj,rtn: 0.0025635,0.00000,0.166
1,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.119
1,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.113
1,mlp.experts.95.up_proj,rtn: 0.0016479,0.00000,0.125
1,mlp.experts.130.up_proj,rtn: 0.0021515,0.00000,0.115
1,mlp.experts.108.up_proj,rtn: 0.0014954,0.00000,0.113
1,mlp.experts.142.up_proj,rtn: 0.0021515,0.00000,0.092
1,mlp.experts.75.up_proj,rtn: 0.0019150,0.00000,0.144
1,mlp.experts.99.up_proj,rtn: 0.0015945,0.00000,0.130
1,mlp.experts.103.up_proj,rtn: 0.0013657,0.00000,0.079
1,mlp.experts.85.up_proj,rtn: 0.0022278,0.00000,0.213
1,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.157
1,mlp.experts.65.up_proj,rtn: 0.0021057,0.00000,0.191
1,mlp.experts.96.up_proj,rtn: 0.0015030,0.00000,0.141
1,mlp.experts.100.up_proj,rtn: 0.0013809,0.00000,0.159
1,mlp.experts.146.up_proj,rtn: 0.0020294,0.00000,0.117
1,mlp.experts.158.up_proj,rtn: 0.0024109,0.00000,0.112
1,mlp.experts.118.up_proj,rtn: 0.0020905,0.00000,0.119
1,mlp.experts.77.up_proj,rtn: 0.0024719,0.00000,0.240
1,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.117
1,mlp.experts.124.up_proj,rtn: 0.0019455,0.00000,0.170
1,mlp.experts.105.up_proj,rtn: 0.0023956,0.00000,0.192
1,mlp.experts.138.up_proj,rtn: 0.0021515,0.00000,0.162
1,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.123
1,mlp.experts.91.up_proj,rtn: 0.0016022,0.00000,0.202
1,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.205
1,mlp.experts.111.up_proj,rtn: 0.0025635,0.00000,0.200
1,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.092
1,mlp.experts.140.up_proj,rtn: 0.0020599,0.00000,0.089
1,mlp.experts.112.up_proj,rtn: 0.0014114,0.00000,0.109
1,mlp.experts.162.up_proj,rtn: 0.0019836,0.00000,0.083
1,mlp.experts.174.up_proj,rtn: 0.0024109,0.00000,0.081
1,mlp.experts.154.up_proj,rtn: 0.0016708,0.00000,0.081
1,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.138
1,mlp.experts.116.up_proj,rtn: 0.0018158,0.00000,0.112
1,mlp.experts.134.up_proj,rtn: 0.0024109,0.00000,0.087
1,mlp.experts.135.up_proj,rtn: 0.0015411,0.00000,0.088
1,mlp.experts.107.up_proj,rtn: 0.0023956,0.00000,0.090
1,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.203
1,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.225
1,mlp.experts.131.up_proj,rtn: 0.0018311,0.00000,0.123
1,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.205
1,mlp.experts.150.up_proj,rtn: 0.0019302,0.00000,0.073
1,mlp.experts.127.up_proj,rtn: 0.0016403,0.00000,0.161
1,mlp.experts.128.up_proj,rtn: 0.0020599,0.00000,0.103
1,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.099
1,mlp.experts.190.up_proj,rtn: 0.0012512,0.00000,0.105
1,mlp.experts.170.up_proj,rtn: 0.0015335,0.00000,0.166
1,mlp.experts.178.up_proj,rtn: 0.0024414,0.00000,0.149
1,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.145
1,mlp.experts.123.up_proj,rtn: 0.0019531,0.00000,0.119
1,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.122
1,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.117
1,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.178
1,mlp.experts.97.up_proj,rtn: 0.0016327,0.00000,0.205
1,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.069
1,mlp.experts.109.up_proj,rtn: 0.0024567,0.00000,0.159
1,mlp.experts.144.up_proj,rtn: 0.0011826,0.00000,0.096
1,mlp.experts.137.up_proj,rtn: 0.0016251,0.00000,0.142
1,mlp.experts.133.up_proj,rtn: 0.0013504,0.00000,0.212
1,mlp.experts.172.up_proj,rtn: 0.0013428,0.00000,0.138
1,mlp.experts.186.up_proj,rtn: 0.0011444,0.00000,0.080
1,mlp.experts.166.up_proj,rtn: 0.0025177,0.00000,0.136
1,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.087
1,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.088
1,mlp.experts.136.up_proj,rtn: 0.0024109,0.00000,0.168
1,mlp.experts.139.up_proj,rtn: 0.0020294,0.00000,0.110
1,mlp.experts.163.up_proj,rtn: 0.0018616,0.00000,0.136
1,mlp.experts.182.up_proj,rtn: 0.0016556,0.00000,0.071
1,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.159
1,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.204
1,mlp.experts.125.up_proj,rtn: 0.0018082,0.00000,0.207
1,mlp.experts.188.up_proj,rtn: 0.0013351,0.00000,0.152
1,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.081
1,mlp.experts.183.up_proj,rtn: 0.0024109,0.00000,0.107
1,mlp.experts.113.up_proj,rtn: 0.0015793,0.00000,0.256
1,mlp.experts.153.up_proj,rtn: 0.0012360,0.00000,0.179
1,mlp.experts.149.up_proj,rtn: 0.0017395,0.00000,0.170
1,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.100
1,mlp.experts.179.up_proj,rtn: 0.0020599,0.00000,0.070
1,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.095
1,mlp.experts.171.up_proj,rtn: 0.0019989,0.00000,0.082
1,mlp.experts.176.up_proj,rtn: 0.0019684,0.00000,0.100
1,mlp.experts.164.up_proj,rtn: 0.0007896,0.00000,0.083
1,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.029
1,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.073
1,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.083
1,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.047
1,mlp.experts.187.up_proj,rtn: 0.0025635,0.00000,0.066
1,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.145
1,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.107
1,mlp.experts.184.up_proj,rtn: 0.0017776,0.00000,0.037
1,mlp.experts.129.up_proj,rtn: 0.0019684,0.00000,0.222
1,mlp.experts.165.up_proj,rtn: 0.0018082,0.00000,0.176
1,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.132
1,mlp.experts.173.up_proj,rtn: 0.0018158,0.00000,0.140
1,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.147
1,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.148
1,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.095
1,mlp.experts.161.up_proj,rtn: 0.0023956,0.00000,0.089
1,mlp.experts.177.up_proj,rtn: 0.0015411,0.00000,0.030
1,mlp.experts.0.down_proj,rtn: 0.0019684,0.00000,0.024
1,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.031
1,mlp.experts.3.down_proj,rtn: 0.0020752,0.00000,0.051
1,mlp.experts.11.down_proj,rtn: 0.0021362,0.00000,0.038
1,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.062
1,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.078
1,mlp.experts.15.down_proj,rtn: 0.0017014,0.00000,0.060
1,mlp.experts.16.down_proj,rtn: 0.0014877,0.00000,0.054
1,mlp.experts.14.down_proj,rtn: 0.0021210,0.00000,0.060
1,mlp.experts.8.down_proj,rtn: 0.0018921,0.00000,0.063
1,mlp.experts.20.down_proj,rtn: 0.0021820,0.00000,0.059
1,mlp.experts.2.down_proj,rtn: 0.0019531,0.00000,0.068
1,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.152
1,mlp.experts.9.down_proj,rtn: 0.0020752,0.00000,0.152
1,mlp.experts.19.down_proj,rtn: 0.0021820,0.00000,0.037
1,mlp.experts.12.down_proj,rtn: 0.0018387,0.00000,0.072
1,mlp.experts.10.down_proj,rtn: 0.0011368,0.00000,0.073
1,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.158
1,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.037
1,mlp.experts.23.down_proj,rtn: 0.0020599,0.00000,0.039
1,mlp.experts.31.down_proj,rtn: 0.0021820,0.00000,0.025
1,mlp.experts.13.down_proj,rtn: 0.0014877,0.00000,0.191
1,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.039
1,mlp.experts.22.down_proj,rtn: 0.0020142,0.00000,0.052
1,mlp.experts.32.down_proj,rtn: 0.0021362,0.00000,0.041
1,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.039
1,mlp.experts.26.down_proj,rtn: 0.0017548,0.00000,0.051
1,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.046
1,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.044
1,mlp.experts.21.down_proj,rtn: 0.0011978,0.00000,0.055
1,mlp.experts.24.down_proj,rtn: 0.0021210,0.00000,0.042
1,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.051
1,mlp.experts.47.down_proj,rtn: 0.0021057,0.00000,0.053
1,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.040
1,mlp.experts.39.down_proj,rtn: 0.0021057,0.00000,0.053
1,mlp.experts.43.down_proj,rtn: 0.0020599,0.00000,0.059
1,mlp.experts.48.down_proj,rtn: 0.0010910,0.00000,0.040
1,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.069
1,mlp.experts.38.down_proj,rtn: 0.0014572,0.00000,0.050
1,mlp.experts.34.down_proj,rtn: 0.0014801,0.00000,0.047
1,mlp.experts.17.down_proj,rtn: 0.0016785,0.00000,0.068
1,mlp.experts.52.down_proj,rtn: 0.0020294,0.00000,0.045
1,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.043
1,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.028
1,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.045
1,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.054
1,mlp.experts.37.down_proj,rtn: 0.0019302,0.00000,0.074
1,mlp.experts.50.down_proj,rtn: 0.0019150,0.00000,0.042
1,mlp.experts.44.down_proj,rtn: 0.0022430,0.00000,0.074
1,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.042
1,mlp.experts.78.down_proj,rtn: 0.0013733,0.00000,0.035
1,mlp.experts.54.down_proj,rtn: 0.0013428,0.00000,0.048
1,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.058
1,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.075
1,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.092
1,mlp.experts.64.down_proj,rtn: 0.0010300,0.00000,0.076
1,mlp.experts.67.down_proj,rtn: 0.0012207,0.00000,0.041
1,mlp.experts.33.down_proj,rtn: 0.0019684,0.00000,0.071
1,mlp.experts.41.down_proj,rtn: 0.0019226,0.00000,0.085
1,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.144
1,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.058
1,mlp.experts.94.down_proj,rtn: 0.0018158,0.00000,0.033
1,mlp.experts.53.down_proj,rtn: 0.0019073,0.00000,0.049
1,mlp.experts.66.down_proj,rtn: 0.0019989,0.00000,0.050
1,mlp.experts.74.down_proj,rtn: 0.0021515,0.00000,0.038
1,mlp.experts.70.down_proj,rtn: 0.0017776,0.00000,0.039
1,mlp.experts.49.down_proj,rtn: 0.0020599,0.00000,0.028
1,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.027
1,mlp.experts.60.down_proj,rtn: 0.0011749,0.00000,0.071
1,mlp.experts.79.down_proj,rtn: 0.0014801,0.00000,0.088
1,mlp.experts.83.down_proj,rtn: 0.0005341,0.00000,0.053
1,mlp.experts.56.down_proj,rtn: 0.0021210,0.00000,0.067
1,mlp.experts.75.down_proj,rtn: 0.0017548,0.00000,0.081
1,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.062
1,mlp.experts.84.down_proj,rtn: 0.0018234,0.00000,0.043
1,mlp.experts.90.down_proj,rtn: 0.0016479,0.00000,0.038
1,mlp.experts.110.down_proj,rtn: 0.0021667,0.00000,0.039
1,mlp.experts.82.down_proj,rtn: 0.0009155,0.00000,0.046
1,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.037
1,mlp.experts.65.down_proj,rtn: 0.0019684,0.00000,0.048
1,mlp.experts.45.down_proj,rtn: 0.0019150,0.00000,0.074
1,mlp.experts.69.down_proj,rtn: 0.0019989,0.00000,0.068
1,mlp.experts.73.down_proj,rtn: 0.0020142,0.00000,0.073
1,mlp.experts.99.down_proj,rtn: 0.0016022,0.00000,0.042
1,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.057
1,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.125
1,mlp.experts.72.down_proj,rtn: 0.0014877,0.00000,0.047
1,mlp.experts.106.down_proj,rtn: 0.0020447,0.00000,0.027
1,mlp.experts.100.down_proj,rtn: 0.0013809,0.00000,0.050
1,mlp.experts.96.down_proj,rtn: 0.0016327,0.00000,0.051
1,mlp.experts.92.down_proj,rtn: 0.0011215,0.00000,0.042
1,mlp.experts.98.down_proj,rtn: 0.0019302,0.00000,0.047
1,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.044
1,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.047
1,mlp.experts.91.down_proj,rtn: 0.0014496,0.00000,0.082
1,mlp.experts.89.down_proj,rtn: 0.0023499,0.00000,0.048
1,mlp.experts.61.down_proj,rtn: 0.0021515,0.00000,0.052
1,mlp.experts.81.down_proj,rtn: 0.0020905,0.00000,0.055
1,mlp.experts.95.down_proj,rtn: 0.0014420,0.00000,0.095
1,mlp.experts.87.down_proj,rtn: 0.0014343,0.00000,0.047
1,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.041
1,mlp.experts.102.down_proj,rtn: 0.0021362,0.00000,0.052
1,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.048
1,mlp.experts.122.down_proj,rtn: 0.0020447,0.00000,0.041
1,mlp.experts.108.down_proj,rtn: 0.0016785,0.00000,0.030
1,mlp.experts.107.down_proj,rtn: 0.0022125,0.00000,0.013
1,mlp.experts.116.down_proj,rtn: 0.0017014,0.00000,0.034
1,mlp.experts.114.down_proj,rtn: 0.0018463,0.00000,0.046
1,mlp.experts.142.down_proj,rtn: 0.0019455,0.00000,0.051
1,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.066
1,mlp.experts.97.down_proj,rtn: 0.0012970,0.00000,0.050
1,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.046
1,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.047
1,mlp.experts.104.down_proj,rtn: 0.0021362,0.00000,0.059
1,mlp.experts.112.down_proj,rtn: 0.0014801,0.00000,0.105
1,mlp.experts.103.down_proj,rtn: 0.0013199,0.00000,0.055
1,mlp.experts.138.down_proj,rtn: 0.0020142,0.00000,0.051
1,mlp.experts.118.down_proj,rtn: 0.0019531,0.00000,0.066
1,mlp.experts.124.down_proj,rtn: 0.0018845,0.00000,0.050
1,mlp.experts.130.down_proj,rtn: 0.0021515,0.00000,0.034
1,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.038
1,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.072
1,mlp.experts.131.down_proj,rtn: 0.0016785,0.00000,0.060
1,mlp.experts.121.down_proj,rtn: 0.0021820,0.00000,0.033
1,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.033
1,mlp.experts.117.down_proj,rtn: 0.0021667,0.00000,0.045
1,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.057
1,mlp.experts.128.down_proj,rtn: 0.0019836,0.00000,0.042
1,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.043
1,mlp.experts.113.down_proj,rtn: 0.0015411,0.00000,0.035
1,mlp.experts.140.down_proj,rtn: 0.0019531,0.00000,0.040
1,mlp.experts.146.down_proj,rtn: 0.0020294,0.00000,0.023
1,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.037
1,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.021
1,mlp.experts.154.down_proj,rtn: 0.0017471,0.00000,0.040
1,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.012
1,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.074
1,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.037
1,mlp.experts.133.down_proj,rtn: 0.0012589,0.00000,0.042
1,mlp.experts.129.down_proj,rtn: 0.0017853,0.00000,0.023
1,mlp.experts.137.down_proj,rtn: 0.0014114,0.00000,0.042
1,mlp.experts.127.down_proj,rtn: 0.0016251,0.00000,0.077
1,mlp.experts.123.down_proj,rtn: 0.0019226,0.00000,0.130
1,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.043
1,mlp.experts.144.down_proj,rtn: 0.0010681,0.00000,0.044
1,mlp.experts.156.down_proj,rtn: 0.0021973,0.00000,0.043
1,mlp.experts.164.down_proj,rtn: 0.0005417,0.00000,0.030
1,mlp.experts.162.down_proj,rtn: 0.0019150,0.00000,0.040
1,mlp.experts.135.down_proj,rtn: 0.0014725,0.00000,0.039
1,mlp.experts.170.down_proj,rtn: 0.0014343,0.00000,0.046
1,mlp.experts.150.down_proj,rtn: 0.0017624,0.00000,0.047
1,mlp.experts.147.down_proj,rtn: 0.0021820,0.00000,0.127
1,mlp.experts.190.down_proj,rtn: 0.0011902,0.00000,0.045
1,mlp.experts.125.down_proj,rtn: 0.0019531,0.00000,0.064
1,mlp.experts.153.down_proj,rtn: 0.0011368,0.00000,0.060
1,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.051
1,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.036
1,mlp.experts.139.down_proj,rtn: 0.0021057,0.00000,0.058
1,mlp.experts.143.down_proj,rtn: 0.0020599,0.00000,0.069
1,mlp.experts.149.down_proj,rtn: 0.0016251,0.00000,0.083
1,mlp.experts.172.down_proj,rtn: 0.0012054,0.00000,0.049
1,mlp.experts.180.down_proj,rtn: 0.0021667,0.00000,0.054
1,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.042
1,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.053
1,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.052
1,mlp.experts.151.down_proj,rtn: 0.0021362,0.00000,0.030
1,mlp.experts.186.down_proj,rtn: 0.0009575,0.00000,0.043
1,mlp.experts.163.down_proj,rtn: 0.0019455,0.00000,0.034
1,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.020
1,mlp.experts.141.down_proj,rtn: 0.0021362,0.00000,0.070
1,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.055
1,mlp.experts.165.down_proj,rtn: 0.0019379,0.00000,0.071
1,mlp.experts.182.down_proj,rtn: 0.0015564,0.00000,0.034
1,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.048
1,mlp.experts.167.down_proj,rtn: 0.0020142,0.00000,0.055
1,mlp.experts.188.down_proj,rtn: 0.0012665,0.00000,0.075
1,mlp.experts.176.down_proj,rtn: 0.0019989,0.00000,0.041
1,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.040
1,mlp.experts.155.down_proj,rtn: 0.0021973,0.00000,0.077
1,mlp.experts.179.down_proj,rtn: 0.0019226,0.00000,0.035
1,mlp.experts.175.down_proj,rtn: 0.0021362,0.00000,0.057
1,mlp.experts.181.down_proj,rtn: 0.0021515,0.00000,0.042
1,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.039
1,mlp.experts.177.down_proj,rtn: 0.0014038,0.00000,0.052
1,mlp.experts.185.down_proj,rtn: 0.0020905,0.00000,0.068
1,mlp.experts.157.down_proj,rtn: 0.0020599,0.00000,0.059
1,mlp.experts.184.down_proj,rtn: 0.0016861,0.00000,0.021
1,mlp.experts.171.down_proj,rtn: 0.0018616,0.00000,0.056
1,mlp.experts.191.down_proj,rtn: 0.0020447,0.00000,0.037
1,mlp.experts.173.down_proj,rtn: 0.0018997,0.00000,0.021
1,mlp.experts.189.down_proj,rtn: 0.0021820,0.00000,0.010
1,mlp.experts.187.down_proj,rtn: 0.0023651,0.00000,0.023
1,mlp.shared_experts.gate_proj,rtn: 0.0025787,0.00000,0.030
1,mlp.shared_experts.up_proj,rtn: 0.0026245,0.00000,0.030
1,mlp.shared_experts.down_proj,rtn: 0.0022278,0.00000,0.010
2,self_attn.k_proj,rtn: 0.0023956,0.00000,0.027
2,self_attn.v_proj,rtn: 0.0024414,0.00000,0.034
2,self_attn.q_proj,rtn: 0.0018463,0.00000,0.022
2,self_attn.o_proj,rtn: 0.0022736,0.00000,0.031
2,mlp.experts.14.gate_proj,rtn: 0.0023956,0.00000,0.077
2,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.081
2,mlp.experts.5.gate_proj,rtn: 0.0024872,0.00000,0.081
2,mlp.experts.1.gate_proj,rtn: 0.0024109,0.00000,0.083
2,mlp.experts.13.gate_proj,rtn: 0.0023956,0.00000,0.083
2,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.087
2,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.094
2,mlp.experts.2.gate_proj,rtn: 0.0025940,0.00000,0.095
2,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.094
2,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.097
2,mlp.experts.7.gate_proj,rtn: 0.0025940,0.00000,0.099
2,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.099
2,mlp.experts.4.gate_proj,rtn: 0.0026245,0.00000,0.099
2,mlp.experts.8.gate_proj,rtn: 0.0024872,0.00000,0.105
2,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.105
2,mlp.experts.10.gate_proj,rtn: 0.0024414,0.00000,0.106
2,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.077
2,mlp.experts.22.gate_proj,rtn: 0.0024414,0.00000,0.078
2,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.077
2,mlp.experts.26.gate_proj,rtn: 0.0025330,0.00000,0.066
2,mlp.experts.19.gate_proj,rtn: 0.0028229,0.00000,0.083
2,mlp.experts.23.gate_proj,rtn: 0.0024567,0.00000,0.082
2,mlp.experts.31.gate_proj,rtn: 0.0021362,0.00000,0.092
2,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.096
2,mlp.experts.21.gate_proj,rtn: 0.0025482,0.00000,0.114
2,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.092
2,mlp.experts.29.gate_proj,rtn: 0.0024414,0.00000,0.111
2,mlp.experts.27.gate_proj,rtn: 0.0024567,0.00000,0.097
2,mlp.experts.28.gate_proj,rtn: 0.0025177,0.00000,0.090
2,mlp.experts.24.gate_proj,rtn: 0.0024567,0.00000,0.093
2,mlp.experts.17.gate_proj,rtn: 0.0025177,0.00000,0.142
2,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.075
2,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.140
2,mlp.experts.38.gate_proj,rtn: 0.0020447,0.00000,0.076
2,mlp.experts.34.gate_proj,rtn: 0.0025635,0.00000,0.075
2,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.076
2,mlp.experts.32.gate_proj,rtn: 0.0015106,0.00000,0.071
2,mlp.experts.39.gate_proj,rtn: 0.0024719,0.00000,0.085
2,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.081
2,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.086
2,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.079
2,mlp.experts.44.gate_proj,rtn: 0.0026550,0.00000,0.066
2,mlp.experts.40.gate_proj,rtn: 0.0024567,0.00000,0.068
2,mlp.experts.43.gate_proj,rtn: 0.0025330,0.00000,0.084
2,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.071
2,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.099
2,mlp.experts.45.gate_proj,rtn: 0.0021057,0.00000,0.095
2,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.069
2,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.094
2,mlp.experts.50.gate_proj,rtn: 0.0025635,0.00000,0.074
2,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.074
2,mlp.experts.48.gate_proj,rtn: 0.0025330,0.00000,0.069
2,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.119
2,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.069
2,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.066
2,mlp.experts.63.gate_proj,rtn: 0.0025024,0.00000,0.071
2,mlp.experts.51.gate_proj,rtn: 0.0023804,0.00000,0.072
2,mlp.experts.56.gate_proj,rtn: 0.0023804,0.00000,0.064
2,mlp.experts.55.gate_proj,rtn: 0.0010223,0.00000,0.077
2,mlp.experts.59.gate_proj,rtn: 0.0021210,0.00000,0.076
2,mlp.experts.78.gate_proj,rtn: 0.0020752,0.00000,0.075
2,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.082
2,mlp.experts.61.gate_proj,rtn: 0.0026245,0.00000,0.084
2,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.089
2,mlp.experts.66.gate_proj,rtn: 0.0024719,0.00000,0.077
2,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.089
2,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.087
2,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.073
2,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.078
2,mlp.experts.68.gate_proj,rtn: 0.0024719,0.00000,0.074
2,mlp.experts.76.gate_proj,rtn: 0.0021210,0.00000,0.075
2,mlp.experts.72.gate_proj,rtn: 0.0025940,0.00000,0.068
2,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.090
2,mlp.experts.94.gate_proj,rtn: 0.0019989,0.00000,0.077
2,mlp.experts.79.gate_proj,rtn: 0.0025787,0.00000,0.099
2,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.101
2,mlp.experts.77.gate_proj,rtn: 0.0024109,0.00000,0.067
2,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.075
2,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.099
2,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.079
2,mlp.experts.82.gate_proj,rtn: 0.0026093,0.00000,0.083
2,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.075
2,mlp.experts.90.gate_proj,rtn: 0.0026093,0.00000,0.077
2,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.074
2,mlp.experts.92.gate_proj,rtn: 0.0024109,0.00000,0.062
2,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.063
2,mlp.experts.73.gate_proj,rtn: 0.0027008,0.00000,0.071
2,mlp.experts.88.gate_proj,rtn: 0.0024414,0.00000,0.070
2,mlp.experts.102.gate_proj,rtn: 0.0023804,0.00000,0.065
2,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.084
2,mlp.experts.93.gate_proj,rtn: 0.0025482,0.00000,0.077
2,mlp.experts.85.gate_proj,rtn: 0.0025940,0.00000,0.072
2,mlp.experts.87.gate_proj,rtn: 0.0018158,0.00000,0.106
2,mlp.experts.106.gate_proj,rtn: 0.0025330,0.00000,0.068
2,mlp.experts.81.gate_proj,rtn: 0.0022278,0.00000,0.078
2,mlp.experts.83.gate_proj,rtn: 0.0020752,0.00000,0.105
2,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.086
2,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.111
2,mlp.experts.89.gate_proj,rtn: 0.0025940,0.00000,0.078
2,mlp.experts.96.gate_proj,rtn: 0.0017319,0.00000,0.086
2,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.087
2,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.094
2,mlp.experts.118.gate_proj,rtn: 0.0025024,0.00000,0.076
2,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.101
2,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.086
2,mlp.experts.109.gate_proj,rtn: 0.0021362,0.00000,0.083
2,mlp.experts.122.gate_proj,rtn: 0.0024719,0.00000,0.071
2,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.092
2,mlp.experts.114.gate_proj,rtn: 0.0024109,0.00000,0.076
2,mlp.experts.97.gate_proj,rtn: 0.0025330,0.00000,0.096
2,mlp.experts.91.gate_proj,rtn: 0.0024414,0.00000,0.208
2,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.089
2,mlp.experts.124.gate_proj,rtn: 0.0026855,0.00000,0.096
2,mlp.experts.103.gate_proj,rtn: 0.0027466,0.00000,0.135
2,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.119
2,mlp.experts.112.gate_proj,rtn: 0.0024872,0.00000,0.113
2,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.088
2,mlp.experts.120.gate_proj,rtn: 0.0025787,0.00000,0.093
2,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.093
2,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.150
2,mlp.experts.125.gate_proj,rtn: 0.0025482,0.00000,0.094
2,mlp.experts.138.gate_proj,rtn: 0.0023956,0.00000,0.093
2,mlp.experts.142.gate_proj,rtn: 0.0023804,0.00000,0.108
2,mlp.experts.117.gate_proj,rtn: 0.0026550,0.00000,0.099
2,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.105
2,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.109
2,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.100
2,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.093
2,mlp.experts.140.gate_proj,rtn: 0.0024567,0.00000,0.096
2,mlp.experts.121.gate_proj,rtn: 0.0025330,0.00000,0.103
2,mlp.experts.119.gate_proj,rtn: 0.0026093,0.00000,0.103
2,mlp.experts.136.gate_proj,rtn: 0.0025177,0.00000,0.092
2,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.094
2,mlp.experts.115.gate_proj,rtn: 0.0026550,0.00000,0.086
2,mlp.experts.128.gate_proj,rtn: 0.0025024,0.00000,0.116
2,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.125
2,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.112
2,mlp.experts.154.gate_proj,rtn: 0.0025177,0.00000,0.113
2,mlp.experts.133.gate_proj,rtn: 0.0022278,0.00000,0.111
2,mlp.experts.158.gate_proj,rtn: 0.0025482,0.00000,0.115
2,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.110
2,mlp.experts.143.gate_proj,rtn: 0.0024872,0.00000,0.103
2,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.112
2,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.096
2,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.079
2,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.121
2,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.096
2,mlp.experts.135.gate_proj,rtn: 0.0021515,0.00000,0.109
2,mlp.experts.148.gate_proj,rtn: 0.0026703,0.00000,0.086
2,mlp.experts.131.gate_proj,rtn: 0.0024567,0.00000,0.110
2,mlp.experts.144.gate_proj,rtn: 0.0025635,0.00000,0.102
2,mlp.experts.166.gate_proj,rtn: 0.0025940,0.00000,0.121
2,mlp.experts.157.gate_proj,rtn: 0.0023804,0.00000,0.120
2,mlp.experts.170.gate_proj,rtn: 0.0025635,0.00000,0.108
2,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.089
2,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.117
2,mlp.experts.159.gate_proj,rtn: 0.0021820,0.00000,0.101
2,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.118
2,mlp.experts.151.gate_proj,rtn: 0.0024872,0.00000,0.086
2,mlp.experts.172.gate_proj,rtn: 0.0017853,0.00000,0.106
2,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.088
2,mlp.experts.168.gate_proj,rtn: 0.0024872,0.00000,0.087
2,mlp.experts.153.gate_proj,rtn: 0.0024109,0.00000,0.111
2,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.112
2,mlp.experts.147.gate_proj,rtn: 0.0024414,0.00000,0.093
2,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.101
2,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.157
2,mlp.experts.155.gate_proj,rtn: 0.0024261,0.00000,0.080
2,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.107
2,mlp.experts.182.gate_proj,rtn: 0.0019150,0.00000,0.126
2,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.082
2,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.088
2,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.083
2,mlp.experts.186.gate_proj,rtn: 0.0021362,0.00000,0.120
2,mlp.experts.163.gate_proj,rtn: 0.0020294,0.00000,0.074
2,mlp.experts.190.gate_proj,rtn: 0.0025940,0.00000,0.131
2,mlp.experts.169.gate_proj,rtn: 0.0024261,0.00000,0.088
2,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.110
2,mlp.experts.188.gate_proj,rtn: 0.0024719,0.00000,0.117
2,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.107
2,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.084
2,mlp.experts.171.gate_proj,rtn: 0.0021973,0.00000,0.077
2,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.133
2,mlp.experts.189.gate_proj,rtn: 0.0024414,0.00000,0.101
2,mlp.experts.176.gate_proj,rtn: 0.0021515,0.00000,0.130
2,mlp.experts.181.gate_proj,rtn: 0.0024872,0.00000,0.089
2,mlp.experts.183.gate_proj,rtn: 0.0024567,0.00000,0.100
2,mlp.experts.191.gate_proj,rtn: 0.0024872,0.00000,0.101
2,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.112
2,mlp.experts.10.up_proj,rtn: 0.0024414,0.00000,0.108
2,mlp.experts.179.gate_proj,rtn: 0.0024567,0.00000,0.098
2,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.114
2,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.101
2,mlp.experts.177.gate_proj,rtn: 0.0024567,0.00000,0.085
2,mlp.experts.2.up_proj,rtn: 0.0025635,0.00000,0.096
2,mlp.experts.187.gate_proj,rtn: 0.0025024,0.00000,0.097
2,mlp.experts.4.up_proj,rtn: 0.0026093,0.00000,0.123
2,mlp.experts.13.up_proj,rtn: 0.0023956,0.00000,0.107
2,mlp.experts.5.up_proj,rtn: 0.0024872,0.00000,0.097
2,mlp.experts.22.up_proj,rtn: 0.0024261,0.00000,0.098
2,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.141
2,mlp.experts.0.up_proj,rtn: 0.0023804,0.00000,0.102
2,mlp.experts.7.up_proj,rtn: 0.0025787,0.00000,0.099
2,mlp.experts.8.up_proj,rtn: 0.0024719,0.00000,0.124
2,mlp.experts.15.up_proj,rtn: 0.0022125,0.00000,0.105
2,mlp.experts.26.up_proj,rtn: 0.0025330,0.00000,0.102
2,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.098
2,mlp.experts.30.up_proj,rtn: 0.0023804,0.00000,0.113
2,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.096
2,mlp.experts.1.up_proj,rtn: 0.0023956,0.00000,0.099
2,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.107
2,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.101
2,mlp.experts.29.up_proj,rtn: 0.0024261,0.00000,0.112
2,mlp.experts.21.up_proj,rtn: 0.0025482,0.00000,0.096
2,mlp.experts.23.up_proj,rtn: 0.0024567,0.00000,0.108
2,mlp.experts.31.up_proj,rtn: 0.0021210,0.00000,0.103
2,mlp.experts.19.up_proj,rtn: 0.0027924,0.00000,0.101
2,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.123
2,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.095
2,mlp.experts.17.up_proj,rtn: 0.0024719,0.00000,0.085
2,mlp.experts.27.up_proj,rtn: 0.0024567,0.00000,0.097
2,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.132
2,mlp.experts.38.up_proj,rtn: 0.0020294,0.00000,0.199
2,mlp.experts.20.up_proj,rtn: 0.0023804,0.00000,0.216
2,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.088
2,mlp.experts.34.up_proj,rtn: 0.0025482,0.00000,0.129
2,mlp.experts.28.up_proj,rtn: 0.0025177,0.00000,0.189
2,mlp.experts.24.up_proj,rtn: 0.0024414,0.00000,0.191
2,mlp.experts.39.up_proj,rtn: 0.0024567,0.00000,0.102
2,mlp.experts.45.up_proj,rtn: 0.0020905,0.00000,0.107
2,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.111
2,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.198
2,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.117
2,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.111
2,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.104
2,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.104
2,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.109
2,mlp.experts.43.up_proj,rtn: 0.0025330,0.00000,0.115
2,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.111
2,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.103
2,mlp.experts.36.up_proj,rtn: 0.0024567,0.00000,0.130
2,mlp.experts.50.up_proj,rtn: 0.0025482,0.00000,0.102
2,mlp.experts.63.up_proj,rtn: 0.0024872,0.00000,0.097
2,mlp.experts.55.up_proj,rtn: 0.0010147,0.00000,0.100
2,mlp.experts.61.up_proj,rtn: 0.0026093,0.00000,0.102
2,mlp.experts.44.up_proj,rtn: 0.0026398,0.00000,0.120
2,mlp.experts.40.up_proj,rtn: 0.0024414,0.00000,0.121
2,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.099
2,mlp.experts.57.up_proj,rtn: 0.0024414,0.00000,0.091
2,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.103
2,mlp.experts.78.up_proj,rtn: 0.0020447,0.00000,0.093
2,mlp.experts.32.up_proj,rtn: 0.0015030,0.00000,0.146
2,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.095
2,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.096
2,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.108
2,mlp.experts.59.up_proj,rtn: 0.0020905,0.00000,0.108
2,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.108
2,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.094
2,mlp.experts.66.up_proj,rtn: 0.0024567,0.00000,0.109
2,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.104
2,mlp.experts.79.up_proj,rtn: 0.0025635,0.00000,0.108
2,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.110
2,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.098
2,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.108
2,mlp.experts.73.up_proj,rtn: 0.0026855,0.00000,0.086
2,mlp.experts.85.up_proj,rtn: 0.0025940,0.00000,0.074
2,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.088
2,mlp.experts.94.up_proj,rtn: 0.0019684,0.00000,0.096
2,mlp.experts.90.up_proj,rtn: 0.0025940,0.00000,0.107
2,mlp.experts.48.up_proj,rtn: 0.0025177,0.00000,0.108
2,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.094
2,mlp.experts.82.up_proj,rtn: 0.0025940,0.00000,0.073
2,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.109
2,mlp.experts.68.up_proj,rtn: 0.0024719,0.00000,0.097
2,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.087
2,mlp.experts.87.up_proj,rtn: 0.0018082,0.00000,0.094
2,mlp.experts.93.up_proj,rtn: 0.0025330,0.00000,0.109
2,mlp.experts.83.up_proj,rtn: 0.0020599,0.00000,0.062
2,mlp.experts.72.up_proj,rtn: 0.0025787,0.00000,0.110
2,mlp.experts.76.up_proj,rtn: 0.0020905,0.00000,0.112
2,mlp.experts.89.up_proj,rtn: 0.0025787,0.00000,0.093
2,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.099
2,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.074
2,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.125
2,mlp.experts.103.up_proj,rtn: 0.0027313,0.00000,0.076
2,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.188
2,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.149
2,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.079
2,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.095
2,mlp.experts.88.up_proj,rtn: 0.0024414,0.00000,0.102
2,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.103
2,mlp.experts.92.up_proj,rtn: 0.0023956,0.00000,0.102
2,mlp.experts.117.up_proj,rtn: 0.0026398,0.00000,0.080
2,mlp.experts.106.up_proj,rtn: 0.0025177,0.00000,0.145
2,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.152
2,mlp.experts.109.up_proj,rtn: 0.0021210,0.00000,0.159
2,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.133
2,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.207
2,mlp.experts.127.up_proj,rtn: 0.0023804,0.00000,0.110
2,mlp.experts.115.up_proj,rtn: 0.0026093,0.00000,0.069
2,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.121
2,mlp.experts.97.up_proj,rtn: 0.0025177,0.00000,0.113
2,mlp.experts.107.up_proj,rtn: 0.0024261,0.00000,0.091
2,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.100
2,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.101
2,mlp.experts.119.up_proj,rtn: 0.0025940,0.00000,0.113
2,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.111
2,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.102
2,mlp.experts.131.up_proj,rtn: 0.0024414,0.00000,0.086
2,mlp.experts.143.up_proj,rtn: 0.0024719,0.00000,0.086
2,mlp.experts.125.up_proj,rtn: 0.0025482,0.00000,0.134
2,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.076
2,mlp.experts.121.up_proj,rtn: 0.0025177,0.00000,0.132
2,mlp.experts.96.up_proj,rtn: 0.0016861,0.00000,0.121
2,mlp.experts.135.up_proj,rtn: 0.0021210,0.00000,0.093
2,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.128
2,mlp.experts.124.up_proj,rtn: 0.0026550,0.00000,0.094
2,mlp.experts.120.up_proj,rtn: 0.0025787,0.00000,0.108
2,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.118
2,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.268
2,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.140
2,mlp.experts.147.up_proj,rtn: 0.0024414,0.00000,0.084
2,mlp.experts.159.up_proj,rtn: 0.0021667,0.00000,0.087
2,mlp.experts.139.up_proj,rtn: 0.0023804,0.00000,0.075
2,mlp.experts.122.up_proj,rtn: 0.0024414,0.00000,0.245
2,mlp.experts.114.up_proj,rtn: 0.0023956,0.00000,0.221
2,mlp.experts.151.up_proj,rtn: 0.0024719,0.00000,0.085
2,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.107
2,mlp.experts.140.up_proj,rtn: 0.0024567,0.00000,0.107
2,mlp.experts.118.up_proj,rtn: 0.0025024,0.00000,0.320
2,mlp.experts.136.up_proj,rtn: 0.0025177,0.00000,0.111
2,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.100
2,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.062
2,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.199
2,mlp.experts.163.up_proj,rtn: 0.0020294,0.00000,0.079
2,mlp.experts.142.up_proj,rtn: 0.0023804,0.00000,0.141
2,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.102
2,mlp.experts.155.up_proj,rtn: 0.0024261,0.00000,0.104
2,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.191
2,mlp.experts.128.up_proj,rtn: 0.0024872,0.00000,0.102
2,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.135
2,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.189
2,mlp.experts.130.up_proj,rtn: 0.0021973,0.00000,0.158
2,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.107
2,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.273
2,mlp.experts.183.up_proj,rtn: 0.0024567,0.00000,0.094
2,mlp.experts.191.up_proj,rtn: 0.0024567,0.00000,0.064
2,mlp.experts.179.up_proj,rtn: 0.0024414,0.00000,0.088
2,mlp.experts.134.up_proj,rtn: 0.0023804,0.00000,0.122
2,mlp.experts.171.up_proj,rtn: 0.0021820,0.00000,0.068
2,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.128
2,mlp.experts.158.up_proj,rtn: 0.0025330,0.00000,0.087
2,mlp.experts.154.up_proj,rtn: 0.0025177,0.00000,0.090
2,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.092
2,mlp.experts.187.up_proj,rtn: 0.0024872,0.00000,0.028
2,mlp.experts.144.up_proj,rtn: 0.0025635,0.00000,0.135
2,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.178
2,mlp.experts.148.up_proj,rtn: 0.0026398,0.00000,0.234
2,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.096
2,mlp.experts.170.up_proj,rtn: 0.0025482,0.00000,0.074
2,mlp.experts.174.up_proj,rtn: 0.0023804,0.00000,0.090
2,mlp.experts.168.up_proj,rtn: 0.0024719,0.00000,0.136
2,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.059
2,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.240
2,mlp.experts.181.up_proj,rtn: 0.0024567,0.00000,0.178
2,mlp.experts.172.up_proj,rtn: 0.0017700,0.00000,0.140
2,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.077
2,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.134
2,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.111
2,mlp.experts.190.up_proj,rtn: 0.0025787,0.00000,0.076
2,mlp.experts.186.up_proj,rtn: 0.0020905,0.00000,0.091
2,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.102
2,mlp.experts.166.up_proj,rtn: 0.0025787,0.00000,0.070
2,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.093
2,mlp.experts.169.up_proj,rtn: 0.0024109,0.00000,0.084
2,mlp.experts.176.up_proj,rtn: 0.0021362,0.00000,0.101
2,mlp.experts.182.up_proj,rtn: 0.0018921,0.00000,0.043
2,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.145
2,mlp.experts.177.up_proj,rtn: 0.0024414,0.00000,0.075
2,mlp.experts.164.up_proj,rtn: 0.0023956,0.00000,0.163
2,mlp.experts.189.up_proj,rtn: 0.0024414,0.00000,0.068
2,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.056
2,mlp.experts.188.up_proj,rtn: 0.0024719,0.00000,0.191
2,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.071
2,mlp.experts.7.down_proj,rtn: 0.0023956,0.00000,0.039
2,mlp.experts.4.down_proj,rtn: 0.0024261,0.00000,0.019
2,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.043
2,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.120
2,mlp.experts.15.down_proj,rtn: 0.0021515,0.00000,0.035
2,mlp.experts.23.down_proj,rtn: 0.0023499,0.00000,0.036
2,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.036
2,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.031
2,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.123
2,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.128
2,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.044
2,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.044
2,mlp.experts.8.down_proj,rtn: 0.0023651,0.00000,0.047
2,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.047
2,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.052
2,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.052
2,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.146
2,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.063
2,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.070
2,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.029
2,mlp.experts.31.down_proj,rtn: 0.0019836,0.00000,0.033
2,mlp.experts.43.down_proj,rtn: 0.0024109,0.00000,0.032
2,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.041
2,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.053
2,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.038
2,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.039
2,mlp.experts.19.down_proj,rtn: 0.0024872,0.00000,0.042
2,mlp.experts.55.down_proj,rtn: 0.0009842,0.00000,0.023
2,mlp.experts.59.down_proj,rtn: 0.0021667,0.00000,0.023
2,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.035
2,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.025
2,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.023
2,mlp.experts.21.down_proj,rtn: 0.0024109,0.00000,0.050
2,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.026
2,mlp.experts.34.down_proj,rtn: 0.0023499,0.00000,0.025
2,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.058
2,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.049
2,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.036
2,mlp.experts.28.down_proj,rtn: 0.0024261,0.00000,0.083
2,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.087
2,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.094
2,mlp.experts.36.down_proj,rtn: 0.0023651,0.00000,0.095
2,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.036
2,mlp.experts.38.down_proj,rtn: 0.0021057,0.00000,0.040
2,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.035
2,mlp.experts.41.down_proj,rtn: 0.0020905,0.00000,0.043
2,mlp.experts.45.down_proj,rtn: 0.0021210,0.00000,0.033
2,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.044
2,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.035
2,mlp.experts.63.down_proj,rtn: 0.0023651,0.00000,0.047
2,mlp.experts.50.down_proj,rtn: 0.0024261,0.00000,0.069
2,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.070
2,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.070
2,mlp.experts.44.down_proj,rtn: 0.0024567,0.00000,0.065
2,mlp.experts.78.down_proj,rtn: 0.0019226,0.00000,0.039
2,mlp.experts.61.down_proj,rtn: 0.0024567,0.00000,0.036
2,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.036
2,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.037
2,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.039
2,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.043
2,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.045
2,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.111
2,mlp.experts.79.down_proj,rtn: 0.0024414,0.00000,0.054
2,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.038
2,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.063
2,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.041
2,mlp.experts.94.down_proj,rtn: 0.0020142,0.00000,0.037
2,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.080
2,mlp.experts.32.down_proj,rtn: 0.0013733,0.00000,0.081
2,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.042
2,mlp.experts.87.down_proj,rtn: 0.0018387,0.00000,0.062
2,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.047
2,mlp.experts.90.down_proj,rtn: 0.0023956,0.00000,0.035
2,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.040
2,mlp.experts.82.down_proj,rtn: 0.0024261,0.00000,0.029
2,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.036
2,mlp.experts.73.down_proj,rtn: 0.0024261,0.00000,0.046
2,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.036
2,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.040
2,mlp.experts.76.down_proj,rtn: 0.0020905,0.00000,0.038
2,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.041
2,mlp.experts.48.down_proj,rtn: 0.0023956,0.00000,0.040
2,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.053
2,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.043
2,mlp.experts.89.down_proj,rtn: 0.0024567,0.00000,0.030
2,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.031
2,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.031
2,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.034
2,mlp.experts.85.down_proj,rtn: 0.0024414,0.00000,0.031
2,mlp.experts.97.down_proj,rtn: 0.0023804,0.00000,0.031
2,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.033
2,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.038
2,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.081
2,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.036
2,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.041
2,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.044
2,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.101
2,mlp.experts.103.down_proj,rtn: 0.0024872,0.00000,0.094
2,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.095
2,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.043
2,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.036
2,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.035
2,mlp.experts.109.down_proj,rtn: 0.0018692,0.00000,0.036
2,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.037
2,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.037
2,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.039
2,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.038
2,mlp.experts.100.down_proj,rtn: 0.0021667,0.00000,0.034
2,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.057
2,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.038
2,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.058
2,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
2,mlp.experts.123.down_proj,rtn: 0.0022125,0.00000,0.040
2,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.063
2,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.043
2,mlp.experts.121.down_proj,rtn: 0.0023956,0.00000,0.035
2,mlp.experts.125.down_proj,rtn: 0.0023956,0.00000,0.037
2,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.048
2,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.060
2,mlp.experts.117.down_proj,rtn: 0.0024261,0.00000,0.039
2,mlp.experts.130.down_proj,rtn: 0.0021210,0.00000,0.034
2,mlp.experts.119.down_proj,rtn: 0.0024567,0.00000,0.080
2,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.035
2,mlp.experts.83.down_proj,rtn: 0.0020294,0.00000,0.040
2,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.037
2,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.052
2,mlp.experts.124.down_proj,rtn: 0.0024719,0.00000,0.061
2,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.053
2,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.026
2,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.039
2,mlp.experts.158.down_proj,rtn: 0.0023804,0.00000,0.049
2,mlp.experts.154.down_proj,rtn: 0.0023804,0.00000,0.043
2,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.038
2,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.036
2,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.042
2,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.043
2,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.042
2,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.038
2,mlp.experts.96.down_proj,rtn: 0.0017242,0.00000,0.072
2,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.054
2,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.054
2,mlp.experts.120.down_proj,rtn: 0.0024261,0.00000,0.053
2,mlp.experts.135.down_proj,rtn: 0.0021667,0.00000,0.060
2,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.037
2,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.038
2,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.053
2,mlp.experts.171.down_proj,rtn: 0.0021057,0.00000,0.034
2,mlp.experts.159.down_proj,rtn: 0.0021210,0.00000,0.035
2,mlp.experts.115.down_proj,rtn: 0.0024109,0.00000,0.036
2,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.051
2,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.040
2,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.048
2,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.036
2,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.038
2,mlp.experts.151.down_proj,rtn: 0.0023804,0.00000,0.036
2,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.038
2,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.042
2,mlp.experts.187.down_proj,rtn: 0.0023956,0.00000,0.035
2,mlp.experts.148.down_proj,rtn: 0.0024567,0.00000,0.041
2,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.038
2,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.038
2,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.032
2,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.033
2,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.027
2,mlp.experts.172.down_proj,rtn: 0.0016861,0.00000,0.028
2,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.114
2,mlp.experts.170.down_proj,rtn: 0.0023956,0.00000,0.098
2,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.043
2,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.044
2,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.025
2,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.017
2,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.022
2,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.019
2,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.036
2,mlp.experts.188.down_proj,rtn: 0.0023956,0.00000,0.035
2,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.047
2,mlp.experts.163.down_proj,rtn: 0.0019226,0.00000,0.022
2,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.022
2,mlp.experts.181.down_proj,rtn: 0.0023651,0.00000,0.024
2,mlp.experts.144.down_proj,rtn: 0.0024414,0.00000,0.052
2,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.029
2,mlp.experts.179.down_proj,rtn: 0.0023499,0.00000,0.011
2,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.182
2,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.027
2,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.180
2,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.022
2,mlp.experts.186.down_proj,rtn: 0.0021057,0.00000,0.060
2,mlp.experts.190.down_proj,rtn: 0.0023804,0.00000,0.101
2,mlp.experts.176.down_proj,rtn: 0.0020599,0.00000,0.016
2,mlp.experts.166.down_proj,rtn: 0.0024261,0.00000,0.032
2,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.028
2,mlp.experts.182.down_proj,rtn: 0.0020294,0.00000,0.017
2,mlp.shared_experts.up_proj,rtn: 0.0016251,0.00000,0.036
2,mlp.shared_experts.gate_proj,rtn: 0.0016251,0.00000,0.036
2,mlp.shared_experts.down_proj,rtn: 0.0018845,0.00000,0.032
3,self_attn.v_proj,rtn: 0.0024414,0.00000,0.014
3,self_attn.q_proj,rtn: 0.0017853,0.00000,0.017
3,self_attn.k_proj,rtn: 0.0021515,0.00000,0.022
3,self_attn.o_proj,rtn: 0.0023346,0.00000,0.053
3,mlp.experts.6.gate_proj,rtn: 0.0023956,0.00000,0.105
3,mlp.experts.2.gate_proj,rtn: 0.0026245,0.00000,0.105
3,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.109
3,mlp.experts.3.gate_proj,rtn: 0.0016174,0.00000,0.115
3,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.115
3,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.120
3,mlp.experts.11.gate_proj,rtn: 0.0024719,0.00000,0.125
3,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.124
3,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.130
3,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.131
3,mlp.experts.9.gate_proj,rtn: 0.0024567,0.00000,0.133
3,mlp.experts.4.gate_proj,rtn: 0.0024719,0.00000,0.141
3,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.142
3,mlp.experts.12.gate_proj,rtn: 0.0024261,0.00000,0.144
3,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.145
3,mlp.experts.13.gate_proj,rtn: 0.0024719,0.00000,0.147
3,mlp.experts.22.gate_proj,rtn: 0.0024414,0.00000,0.098
3,mlp.experts.16.gate_proj,rtn: 0.0023956,0.00000,0.082
3,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.099
3,mlp.experts.18.gate_proj,rtn: 0.0024719,0.00000,0.102
3,mlp.experts.20.gate_proj,rtn: 0.0024872,0.00000,0.069
3,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.071
3,mlp.experts.28.gate_proj,rtn: 0.0025787,0.00000,0.072
3,mlp.experts.19.gate_proj,rtn: 0.0024261,0.00000,0.103
3,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.105
3,mlp.experts.27.gate_proj,rtn: 0.0024567,0.00000,0.103
3,mlp.experts.21.gate_proj,rtn: 0.0024567,0.00000,0.093
3,mlp.experts.30.gate_proj,rtn: 0.0025024,0.00000,0.106
3,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.109
3,mlp.experts.29.gate_proj,rtn: 0.0024567,0.00000,0.099
3,mlp.experts.23.gate_proj,rtn: 0.0024261,0.00000,0.101
3,mlp.experts.25.gate_proj,rtn: 0.0025024,0.00000,0.149
3,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.083
3,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.073
3,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.093
3,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.101
3,mlp.experts.44.gate_proj,rtn: 0.0024261,0.00000,0.080
3,mlp.experts.40.gate_proj,rtn: 0.0024719,0.00000,0.085
3,mlp.experts.37.gate_proj,rtn: 0.0024719,0.00000,0.078
3,mlp.experts.34.gate_proj,rtn: 0.0025024,0.00000,0.100
3,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.101
3,mlp.experts.33.gate_proj,rtn: 0.0025177,0.00000,0.079
3,mlp.experts.45.gate_proj,rtn: 0.0025787,0.00000,0.075
3,mlp.experts.43.gate_proj,rtn: 0.0024567,0.00000,0.102
3,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.106
3,mlp.experts.46.gate_proj,rtn: 0.0024261,0.00000,0.099
3,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.077
3,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.081
3,mlp.experts.39.gate_proj,rtn: 0.0024261,0.00000,0.126
3,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.075
3,mlp.experts.54.gate_proj,rtn: 0.0024567,0.00000,0.077
3,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.088
3,mlp.experts.53.gate_proj,rtn: 0.0022430,0.00000,0.071
3,mlp.experts.49.gate_proj,rtn: 0.0024719,0.00000,0.069
3,mlp.experts.56.gate_proj,rtn: 0.0026550,0.00000,0.093
3,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.093
3,mlp.experts.61.gate_proj,rtn: 0.0023956,0.00000,0.076
3,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.129
3,mlp.experts.51.gate_proj,rtn: 0.0025177,0.00000,0.120
3,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.093
3,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.097
3,mlp.experts.63.gate_proj,rtn: 0.0024567,0.00000,0.098
3,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.098
3,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.087
3,mlp.experts.68.gate_proj,rtn: 0.0025635,0.00000,0.092
3,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.084
3,mlp.experts.76.gate_proj,rtn: 0.0024261,0.00000,0.076
3,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.077
3,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.080
3,mlp.experts.55.gate_proj,rtn: 0.0024872,0.00000,0.133
3,mlp.experts.73.gate_proj,rtn: 0.0024261,0.00000,0.067
3,mlp.experts.67.gate_proj,rtn: 0.0025330,0.00000,0.115
3,mlp.experts.88.gate_proj,rtn: 0.0024872,0.00000,0.088
3,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.225
3,mlp.experts.75.gate_proj,rtn: 0.0024109,0.00000,0.097
3,mlp.experts.79.gate_proj,rtn: 0.0023956,0.00000,0.097
3,mlp.experts.84.gate_proj,rtn: 0.0024109,0.00000,0.090
3,mlp.experts.81.gate_proj,rtn: 0.0025482,0.00000,0.090
3,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.149
3,mlp.experts.85.gate_proj,rtn: 0.0023956,0.00000,0.097
3,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.091
3,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.217
3,mlp.experts.92.gate_proj,rtn: 0.0025482,0.00000,0.096
3,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.221
3,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.070
3,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.095
3,mlp.experts.71.gate_proj,rtn: 0.0025787,0.00000,0.114
3,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.078
3,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.078
3,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.080
3,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.084
3,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.087
3,mlp.experts.100.gate_proj,rtn: 0.0024872,0.00000,0.085
3,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.114
3,mlp.experts.105.gate_proj,rtn: 0.0025177,0.00000,0.085
3,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.083
3,mlp.experts.95.gate_proj,rtn: 0.0024719,0.00000,0.139
3,mlp.experts.83.gate_proj,rtn: 0.0024109,0.00000,0.172
3,mlp.experts.91.gate_proj,rtn: 0.0024567,0.00000,0.146
3,mlp.experts.120.gate_proj,rtn: 0.0024719,0.00000,0.070
3,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.142
3,mlp.experts.124.gate_proj,rtn: 0.0024414,0.00000,0.071
3,mlp.experts.90.gate_proj,rtn: 0.0025024,0.00000,0.124
3,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.074
3,mlp.experts.87.gate_proj,rtn: 0.0024719,0.00000,0.132
3,mlp.experts.125.gate_proj,rtn: 0.0024261,0.00000,0.069
3,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.065
3,mlp.experts.116.gate_proj,rtn: 0.0024414,0.00000,0.072
3,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.076
3,mlp.experts.121.gate_proj,rtn: 0.0017090,0.00000,0.078
3,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.180
3,mlp.experts.136.gate_proj,rtn: 0.0024414,0.00000,0.068
3,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.108
3,mlp.experts.140.gate_proj,rtn: 0.0024261,0.00000,0.076
3,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.087
3,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.115
3,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.102
3,mlp.experts.106.gate_proj,rtn: 0.0024261,0.00000,0.085
3,mlp.experts.99.gate_proj,rtn: 0.0024414,0.00000,0.117
3,mlp.experts.132.gate_proj,rtn: 0.0024872,0.00000,0.072
3,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.074
3,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.111
3,mlp.experts.102.gate_proj,rtn: 0.0024567,0.00000,0.083
3,mlp.experts.141.gate_proj,rtn: 0.0023956,0.00000,0.118
3,mlp.experts.129.gate_proj,rtn: 0.0024872,0.00000,0.130
3,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.128
3,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.079
3,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.107
3,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.093
3,mlp.experts.156.gate_proj,rtn: 0.0024109,0.00000,0.084
3,mlp.experts.114.gate_proj,rtn: 0.0025787,0.00000,0.095
3,mlp.experts.127.gate_proj,rtn: 0.0025024,0.00000,0.096
3,mlp.experts.123.gate_proj,rtn: 0.0025024,0.00000,0.083
3,mlp.experts.115.gate_proj,rtn: 0.0024719,0.00000,0.084
3,mlp.experts.148.gate_proj,rtn: 0.0025330,0.00000,0.088
3,mlp.experts.144.gate_proj,rtn: 0.0023956,0.00000,0.089
3,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.099
3,mlp.experts.119.gate_proj,rtn: 0.0025635,0.00000,0.088
3,mlp.experts.145.gate_proj,rtn: 0.0024414,0.00000,0.087
3,mlp.experts.149.gate_proj,rtn: 0.0024414,0.00000,0.088
3,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.097
3,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.086
3,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.106
3,mlp.experts.153.gate_proj,rtn: 0.0024872,0.00000,0.097
3,mlp.experts.172.gate_proj,rtn: 0.0025330,0.00000,0.086
3,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.076
3,mlp.experts.131.gate_proj,rtn: 0.0027008,0.00000,0.087
3,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.103
3,mlp.experts.164.gate_proj,rtn: 0.0025482,0.00000,0.095
3,mlp.experts.160.gate_proj,rtn: 0.0024261,0.00000,0.091
3,mlp.experts.135.gate_proj,rtn: 0.0024261,0.00000,0.086
3,mlp.experts.126.gate_proj,rtn: 0.0026093,0.00000,0.149
3,mlp.experts.184.gate_proj,rtn: 0.0024109,0.00000,0.088
3,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.092
3,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
3,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.152
3,mlp.experts.138.gate_proj,rtn: 0.0025177,0.00000,0.115
3,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.097
3,mlp.experts.188.gate_proj,rtn: 0.0026550,0.00000,0.090
3,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.104
3,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.138
3,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.106
3,mlp.experts.142.gate_proj,rtn: 0.0027618,0.00000,0.083
3,mlp.experts.176.gate_proj,rtn: 0.0024109,0.00000,0.090
3,mlp.experts.180.gate_proj,rtn: 0.0025024,0.00000,0.094
3,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.118
3,mlp.experts.8.up_proj,rtn: 0.0024109,0.00000,0.090
3,mlp.experts.151.gate_proj,rtn: 0.0025177,0.00000,0.118
3,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.082
3,mlp.experts.154.gate_proj,rtn: 0.0024567,0.00000,0.070
3,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.073
3,mlp.experts.12.up_proj,rtn: 0.0024109,0.00000,0.089
3,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.164
3,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.123
3,mlp.experts.177.gate_proj,rtn: 0.0024719,0.00000,0.124
3,mlp.experts.185.gate_proj,rtn: 0.0024414,0.00000,0.127
3,mlp.experts.158.gate_proj,rtn: 0.0026245,0.00000,0.084
3,mlp.experts.181.gate_proj,rtn: 0.0026398,0.00000,0.110
3,mlp.experts.4.up_proj,rtn: 0.0024567,0.00000,0.089
3,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.100
3,mlp.experts.171.gate_proj,rtn: 0.0024567,0.00000,0.107
3,mlp.experts.170.gate_proj,rtn: 0.0008736,0.00000,0.071
3,mlp.experts.166.gate_proj,rtn: 0.0024414,0.00000,0.072
3,mlp.experts.162.gate_proj,rtn: 0.0024567,0.00000,0.074
3,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.096
3,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.109
3,mlp.experts.28.up_proj,rtn: 0.0025635,0.00000,0.092
3,mlp.experts.167.gate_proj,rtn: 0.0024109,0.00000,0.114
3,mlp.experts.175.gate_proj,rtn: 0.0026093,0.00000,0.093
3,mlp.experts.13.up_proj,rtn: 0.0024414,0.00000,0.091
3,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.100
3,mlp.experts.20.up_proj,rtn: 0.0024567,0.00000,0.079
3,mlp.experts.16.up_proj,rtn: 0.0023804,0.00000,0.079
3,mlp.experts.174.gate_proj,rtn: 0.0025940,0.00000,0.100
3,mlp.experts.179.gate_proj,rtn: 0.0024719,0.00000,0.069
3,mlp.experts.187.gate_proj,rtn: 0.0024567,0.00000,0.084
3,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.110
3,mlp.experts.40.up_proj,rtn: 0.0024567,0.00000,0.076
3,mlp.experts.9.up_proj,rtn: 0.0024567,0.00000,0.116
3,mlp.experts.44.up_proj,rtn: 0.0024261,0.00000,0.075
3,mlp.experts.182.gate_proj,rtn: 0.0024872,0.00000,0.092
3,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.100
3,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.102
3,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.088
3,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.075
3,mlp.experts.32.up_proj,rtn: 0.0024261,0.00000,0.075
3,mlp.experts.17.up_proj,rtn: 0.0023956,0.00000,0.088
3,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.095
3,mlp.experts.3.up_proj,rtn: 0.0016403,0.00000,0.085
3,mlp.experts.11.up_proj,rtn: 0.0024567,0.00000,0.078
3,mlp.experts.29.up_proj,rtn: 0.0024567,0.00000,0.129
3,mlp.experts.21.up_proj,rtn: 0.0024567,0.00000,0.085
3,mlp.experts.25.up_proj,rtn: 0.0025024,0.00000,0.085
3,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.078
3,mlp.experts.56.up_proj,rtn: 0.0026245,0.00000,0.088
3,mlp.experts.190.gate_proj,rtn: 0.0024719,0.00000,0.114
3,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.087
3,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.089
3,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.108
3,mlp.experts.2.up_proj,rtn: 0.0026245,0.00000,0.093
3,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.101
3,mlp.experts.33.up_proj,rtn: 0.0025177,0.00000,0.069
3,mlp.experts.48.up_proj,rtn: 0.0024261,0.00000,0.085
3,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.088
3,mlp.experts.37.up_proj,rtn: 0.0024414,0.00000,0.071
3,mlp.experts.45.up_proj,rtn: 0.0025635,0.00000,0.076
3,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.069
3,mlp.experts.19.up_proj,rtn: 0.0023956,0.00000,0.089
3,mlp.experts.27.up_proj,rtn: 0.0024414,0.00000,0.082
3,mlp.experts.76.up_proj,rtn: 0.0024261,0.00000,0.084
3,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.091
3,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.102
3,mlp.experts.23.up_proj,rtn: 0.0024261,0.00000,0.086
3,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.099
3,mlp.experts.22.up_proj,rtn: 0.0024414,0.00000,0.099
3,mlp.experts.18.up_proj,rtn: 0.0024567,0.00000,0.102
3,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.085
3,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.087
3,mlp.experts.49.up_proj,rtn: 0.0024567,0.00000,0.109
3,mlp.experts.68.up_proj,rtn: 0.0025330,0.00000,0.106
3,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.097
3,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.087
3,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.100
3,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.115
3,mlp.experts.88.up_proj,rtn: 0.0024567,0.00000,0.100
3,mlp.experts.92.up_proj,rtn: 0.0025330,0.00000,0.107
3,mlp.experts.43.up_proj,rtn: 0.0024414,0.00000,0.113
3,mlp.experts.30.up_proj,rtn: 0.0024872,0.00000,0.108
3,mlp.experts.39.up_proj,rtn: 0.0024109,0.00000,0.116
3,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.096
3,mlp.experts.34.up_proj,rtn: 0.0024872,0.00000,0.107
3,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.107
3,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.086
3,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.119
3,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.097
3,mlp.experts.84.up_proj,rtn: 0.0023956,0.00000,0.107
3,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.106
3,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.109
3,mlp.experts.73.up_proj,rtn: 0.0024261,0.00000,0.108
3,mlp.experts.51.up_proj,rtn: 0.0025177,0.00000,0.112
3,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.099
3,mlp.experts.108.up_proj,rtn: 0.0024414,0.00000,0.100
3,mlp.experts.59.up_proj,rtn: 0.0023956,0.00000,0.110
3,mlp.experts.55.up_proj,rtn: 0.0024719,0.00000,0.113
3,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.094
3,mlp.experts.81.up_proj,rtn: 0.0025177,0.00000,0.106
3,mlp.experts.46.up_proj,rtn: 0.0024261,0.00000,0.152
3,mlp.experts.100.up_proj,rtn: 0.0024719,0.00000,0.096
3,mlp.experts.54.up_proj,rtn: 0.0024414,0.00000,0.121
3,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.123
3,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.109
3,mlp.experts.63.up_proj,rtn: 0.0024567,0.00000,0.145
3,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.125
3,mlp.experts.89.up_proj,rtn: 0.0023499,0.00000,0.108
3,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.112
3,mlp.experts.124.up_proj,rtn: 0.0024414,0.00000,0.082
3,mlp.experts.120.up_proj,rtn: 0.0024567,0.00000,0.083
3,mlp.experts.112.up_proj,rtn: 0.0023651,0.00000,0.081
3,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.071
3,mlp.experts.116.up_proj,rtn: 0.0024414,0.00000,0.092
3,mlp.experts.75.up_proj,rtn: 0.0023956,0.00000,0.161
3,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.072
3,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.121
3,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.074
3,mlp.experts.74.up_proj,rtn: 0.0024261,0.00000,0.073
3,mlp.experts.140.up_proj,rtn: 0.0023956,0.00000,0.084
3,mlp.experts.136.up_proj,rtn: 0.0024261,0.00000,0.082
3,mlp.experts.67.up_proj,rtn: 0.0025024,0.00000,0.221
3,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.078
3,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.086
3,mlp.experts.132.up_proj,rtn: 0.0024567,0.00000,0.084
3,mlp.experts.71.up_proj,rtn: 0.0025635,0.00000,0.229
3,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.154
3,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.156
3,mlp.experts.90.up_proj,rtn: 0.0024872,0.00000,0.071
3,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.072
3,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.075
3,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.078
3,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.075
3,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.217
3,mlp.experts.105.up_proj,rtn: 0.0024872,0.00000,0.213
3,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.094
3,mlp.experts.144.up_proj,rtn: 0.0023804,0.00000,0.092
3,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.148
3,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.129
3,mlp.experts.148.up_proj,rtn: 0.0025024,0.00000,0.095
3,mlp.experts.91.up_proj,rtn: 0.0024567,0.00000,0.172
3,mlp.experts.102.up_proj,rtn: 0.0024414,0.00000,0.081
3,mlp.experts.106.up_proj,rtn: 0.0024261,0.00000,0.084
3,mlp.experts.172.up_proj,rtn: 0.0025177,0.00000,0.083
3,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.094
3,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.107
3,mlp.experts.125.up_proj,rtn: 0.0024261,0.00000,0.129
3,mlp.experts.87.up_proj,rtn: 0.0024719,0.00000,0.139
3,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.097
3,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.105
3,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.162
3,mlp.experts.95.up_proj,rtn: 0.0024567,0.00000,0.120
3,mlp.experts.121.up_proj,rtn: 0.0017014,0.00000,0.117
3,mlp.experts.129.up_proj,rtn: 0.0024567,0.00000,0.101
3,mlp.experts.164.up_proj,rtn: 0.0025330,0.00000,0.095
3,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.081
3,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.091
3,mlp.experts.99.up_proj,rtn: 0.0024261,0.00000,0.138
3,mlp.experts.188.up_proj,rtn: 0.0026550,0.00000,0.097
3,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.103
3,mlp.experts.176.up_proj,rtn: 0.0023956,0.00000,0.099
3,mlp.experts.114.up_proj,rtn: 0.0025635,0.00000,0.137
3,mlp.experts.184.up_proj,rtn: 0.0024109,0.00000,0.151
3,mlp.experts.133.up_proj,rtn: 0.0023956,0.00000,0.118
3,mlp.experts.180.up_proj,rtn: 0.0024719,0.00000,0.081
3,mlp.experts.103.up_proj,rtn: 0.0024872,0.00000,0.156
3,mlp.experts.145.up_proj,rtn: 0.0024261,0.00000,0.108
3,mlp.experts.126.up_proj,rtn: 0.0025940,0.00000,0.146
3,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.229
3,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.150
3,mlp.experts.138.up_proj,rtn: 0.0025024,0.00000,0.108
3,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.120
3,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.111
3,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.221
3,mlp.experts.130.up_proj,rtn: 0.0023956,0.00000,0.122
3,mlp.experts.149.up_proj,rtn: 0.0024414,0.00000,0.123
3,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.100
3,mlp.experts.115.up_proj,rtn: 0.0024719,0.00000,0.228
3,mlp.experts.142.up_proj,rtn: 0.0027618,0.00000,0.124
3,mlp.experts.119.up_proj,rtn: 0.0025330,0.00000,0.156
3,mlp.experts.153.up_proj,rtn: 0.0024719,0.00000,0.114
3,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.112
3,mlp.experts.154.up_proj,rtn: 0.0024567,0.00000,0.119
3,mlp.experts.123.up_proj,rtn: 0.0025024,0.00000,0.157
3,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.115
3,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.114
3,mlp.experts.146.up_proj,rtn: 0.0023804,0.00000,0.120
3,mlp.experts.127.up_proj,rtn: 0.0024872,0.00000,0.145
3,mlp.experts.158.up_proj,rtn: 0.0026398,0.00000,0.104
3,mlp.experts.177.up_proj,rtn: 0.0024567,0.00000,0.108
3,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.096
3,mlp.experts.131.up_proj,rtn: 0.0026703,0.00000,0.133
3,mlp.experts.170.up_proj,rtn: 0.0008736,0.00000,0.100
3,mlp.experts.135.up_proj,rtn: 0.0023956,0.00000,0.159
3,mlp.experts.181.up_proj,rtn: 0.0026245,0.00000,0.089
3,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.110
3,mlp.experts.166.up_proj,rtn: 0.0024261,0.00000,0.113
3,mlp.experts.162.up_proj,rtn: 0.0024414,0.00000,0.111
3,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.143
3,mlp.experts.185.up_proj,rtn: 0.0024261,0.00000,0.071
3,mlp.experts.174.up_proj,rtn: 0.0025787,0.00000,0.109
3,mlp.experts.182.up_proj,rtn: 0.0024872,0.00000,0.088
3,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.110
3,mlp.experts.143.up_proj,rtn: 0.0024261,0.00000,0.211
3,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.104
3,mlp.experts.190.up_proj,rtn: 0.0024719,0.00000,0.082
3,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.205
3,mlp.experts.151.up_proj,rtn: 0.0025177,0.00000,0.209
3,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.237
3,mlp.experts.163.up_proj,rtn: 0.0024719,0.00000,0.134
3,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.106
3,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.157
3,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.128
3,mlp.experts.175.up_proj,rtn: 0.0026550,0.00000,0.110
3,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.135
3,mlp.experts.179.up_proj,rtn: 0.0024567,0.00000,0.179
3,mlp.experts.187.up_proj,rtn: 0.0024414,0.00000,0.137
3,mlp.experts.191.up_proj,rtn: 0.0024109,0.00000,0.100
3,mlp.experts.0.down_proj,rtn: 0.0022125,0.00000,0.015
3,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.043
3,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.040
3,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.061
3,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.047
3,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.091
3,mlp.experts.8.down_proj,rtn: 0.0023651,0.00000,0.064
3,mlp.experts.9.down_proj,rtn: 0.0023804,0.00000,0.064
3,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.065
3,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.066
3,mlp.experts.2.down_proj,rtn: 0.0024109,0.00000,0.068
3,mlp.experts.6.down_proj,rtn: 0.0023651,0.00000,0.068
3,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.070
3,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.048
3,mlp.experts.32.down_proj,rtn: 0.0023804,0.00000,0.036
3,mlp.experts.28.down_proj,rtn: 0.0024261,0.00000,0.031
3,mlp.experts.7.down_proj,rtn: 0.0023499,0.00000,0.169
3,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.019
3,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.178
3,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.179
3,mlp.experts.3.down_proj,rtn: 0.0016479,0.00000,0.181
3,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.068
3,mlp.experts.21.down_proj,rtn: 0.0023804,0.00000,0.065
3,mlp.experts.25.down_proj,rtn: 0.0024261,0.00000,0.052
3,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.032
3,mlp.experts.40.down_proj,rtn: 0.0023651,0.00000,0.039
3,mlp.experts.45.down_proj,rtn: 0.0024414,0.00000,0.038
3,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.038
3,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.066
3,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.068
3,mlp.experts.23.down_proj,rtn: 0.0023804,0.00000,0.041
3,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.054
3,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.073
3,mlp.experts.30.down_proj,rtn: 0.0023956,0.00000,0.075
3,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.040
3,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.044
3,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.033
3,mlp.experts.33.down_proj,rtn: 0.0024261,0.00000,0.038
3,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.026
3,mlp.experts.64.down_proj,rtn: 0.0023346,0.00000,0.041
3,mlp.experts.56.down_proj,rtn: 0.0024567,0.00000,0.043
3,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.039
3,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.028
3,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.071
3,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.046
3,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.093
3,mlp.experts.27.down_proj,rtn: 0.0023956,0.00000,0.084
3,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.026
3,mlp.experts.49.down_proj,rtn: 0.0023956,0.00000,0.031
3,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.031
3,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.043
3,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.040
3,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.076
3,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.047
3,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.044
3,mlp.experts.34.down_proj,rtn: 0.0024261,0.00000,0.051
3,mlp.experts.46.down_proj,rtn: 0.0023651,0.00000,0.056
3,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.050
3,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.043
3,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.054
3,mlp.experts.43.down_proj,rtn: 0.0023956,0.00000,0.053
3,mlp.experts.55.down_proj,rtn: 0.0023956,0.00000,0.053
3,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.042
3,mlp.experts.76.down_proj,rtn: 0.0023651,0.00000,0.045
3,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.031
3,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.022
3,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.028
3,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.029
3,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.055
3,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.062
3,mlp.experts.69.down_proj,rtn: 0.0022125,0.00000,0.069
3,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.075
3,mlp.experts.68.down_proj,rtn: 0.0024109,0.00000,0.022
3,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.048
3,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.044
3,mlp.experts.81.down_proj,rtn: 0.0023956,0.00000,0.026
3,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.046
3,mlp.experts.51.down_proj,rtn: 0.0024567,0.00000,0.048
3,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.043
3,mlp.experts.92.down_proj,rtn: 0.0023956,0.00000,0.044
3,mlp.experts.71.down_proj,rtn: 0.0024414,0.00000,0.053
3,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.059
3,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.037
3,mlp.experts.90.down_proj,rtn: 0.0024109,0.00000,0.050
3,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.028
3,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.031
3,mlp.experts.85.down_proj,rtn: 0.0023346,0.00000,0.035
3,mlp.experts.84.down_proj,rtn: 0.0023804,0.00000,0.029
3,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.050
3,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.026
3,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.033
3,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.035
3,mlp.experts.108.down_proj,rtn: 0.0023956,0.00000,0.022
3,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.022
3,mlp.experts.125.down_proj,rtn: 0.0023956,0.00000,0.031
3,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.058
3,mlp.experts.128.down_proj,rtn: 0.0022278,0.00000,0.033
3,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.029
3,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.033
3,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.036
3,mlp.experts.67.down_proj,rtn: 0.0024261,0.00000,0.070
3,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.035
3,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.041
3,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.053
3,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.069
3,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.049
3,mlp.experts.141.down_proj,rtn: 0.0023499,0.00000,0.032
3,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.045
3,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.028
3,mlp.experts.121.down_proj,rtn: 0.0017319,0.00000,0.031
3,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.030
3,mlp.experts.87.down_proj,rtn: 0.0023804,0.00000,0.109
3,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.086
3,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.031
3,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.032
3,mlp.experts.95.down_proj,rtn: 0.0024414,0.00000,0.074
3,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.028
3,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.063
3,mlp.experts.145.down_proj,rtn: 0.0024109,0.00000,0.024
3,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.035
3,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.035
3,mlp.experts.124.down_proj,rtn: 0.0023956,0.00000,0.087
3,mlp.experts.110.down_proj,rtn: 0.0023804,0.00000,0.052
3,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.037
3,mlp.experts.91.down_proj,rtn: 0.0023956,0.00000,0.041
3,mlp.experts.103.down_proj,rtn: 0.0023956,0.00000,0.013
3,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.098
3,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.099
3,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.011
3,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.013
3,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.042
3,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.054
3,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.044
3,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.056
3,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.044
3,mlp.experts.114.down_proj,rtn: 0.0024414,0.00000,0.037
3,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.061
3,mlp.experts.126.down_proj,rtn: 0.0024567,0.00000,0.045
3,mlp.experts.138.down_proj,rtn: 0.0023956,0.00000,0.040
3,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.037
3,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.031
3,mlp.experts.132.down_proj,rtn: 0.0023956,0.00000,0.029
3,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.028
3,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.040
3,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.040
3,mlp.experts.130.down_proj,rtn: 0.0023804,0.00000,0.039
3,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.028
3,mlp.experts.115.down_proj,rtn: 0.0023956,0.00000,0.048
3,mlp.experts.142.down_proj,rtn: 0.0024719,0.00000,0.029
3,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.035
3,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.050
3,mlp.experts.127.down_proj,rtn: 0.0023956,0.00000,0.044
3,mlp.experts.119.down_proj,rtn: 0.0024109,0.00000,0.070
3,mlp.experts.154.down_proj,rtn: 0.0023804,0.00000,0.033
3,mlp.experts.177.down_proj,rtn: 0.0023956,0.00000,0.067
3,mlp.experts.184.down_proj,rtn: 0.0023804,0.00000,0.035
3,mlp.experts.148.down_proj,rtn: 0.0023956,0.00000,0.038
3,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.034
3,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.053
3,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.043
3,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.023
3,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.058
3,mlp.experts.188.down_proj,rtn: 0.0023804,0.00000,0.020
3,mlp.experts.166.down_proj,rtn: 0.0023956,0.00000,0.030
3,mlp.experts.164.down_proj,rtn: 0.0024567,0.00000,0.017
3,mlp.experts.158.down_proj,rtn: 0.0024261,0.00000,0.037
3,mlp.experts.181.down_proj,rtn: 0.0024567,0.00000,0.016
3,mlp.experts.170.down_proj,rtn: 0.0007820,0.00000,0.027
3,mlp.experts.131.down_proj,rtn: 0.0024567,0.00000,0.057
3,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.012
3,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.048
3,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.063
3,mlp.experts.135.down_proj,rtn: 0.0023499,0.00000,0.044
3,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.044
3,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.039
3,mlp.experts.185.down_proj,rtn: 0.0023651,0.00000,0.035
3,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.027
3,mlp.experts.174.down_proj,rtn: 0.0023956,0.00000,0.038
3,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.048
3,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.040
3,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.027
3,mlp.experts.151.down_proj,rtn: 0.0024261,0.00000,0.038
3,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.041
3,mlp.experts.190.down_proj,rtn: 0.0024109,0.00000,0.020
3,mlp.experts.163.down_proj,rtn: 0.0024109,0.00000,0.039
3,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.032
3,mlp.experts.171.down_proj,rtn: 0.0023651,0.00000,0.039
3,mlp.experts.175.down_proj,rtn: 0.0021667,0.00000,0.035
3,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.038
3,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.037
3,mlp.experts.187.down_proj,rtn: 0.0024261,0.00000,0.028
3,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.027
3,mlp.shared_experts.up_proj,rtn: 0.0018005,0.00000,0.027
3,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.027
3,mlp.shared_experts.down_proj,rtn: 0.0018616,0.00000,0.058
4,self_attn.v_proj,rtn: 0.0023346,0.00000,0.013
4,self_attn.k_proj,rtn: 0.0022125,0.00000,0.015
4,self_attn.q_proj,rtn: 0.0018539,0.00000,0.015
4,self_attn.o_proj,rtn: 0.0022430,0.00000,0.054
4,mlp.experts.1.gate_proj,rtn: 0.0024109,0.00000,0.091
4,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.091
4,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.093
4,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.093
4,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.093
4,mlp.experts.0.gate_proj,rtn: 0.0024414,0.00000,0.094
4,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.095
4,mlp.experts.2.gate_proj,rtn: 0.0024109,0.00000,0.098
4,mlp.experts.7.gate_proj,rtn: 0.0024109,0.00000,0.098
4,mlp.experts.10.gate_proj,rtn: 0.0024109,0.00000,0.100
4,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.098
4,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.103
4,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.104
4,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.106
4,mlp.experts.13.gate_proj,rtn: 0.0024719,0.00000,0.108
4,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.142
4,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.073
4,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.069
4,mlp.experts.16.gate_proj,rtn: 0.0023956,0.00000,0.098
4,mlp.experts.20.gate_proj,rtn: 0.0023956,0.00000,0.093
4,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.093
4,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.087
4,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.094
4,mlp.experts.18.gate_proj,rtn: 0.0024414,0.00000,0.091
4,mlp.experts.26.gate_proj,rtn: 0.0024414,0.00000,0.093
4,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.089
4,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.093
4,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.102
4,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.094
4,mlp.experts.29.gate_proj,rtn: 0.0024719,0.00000,0.093
4,mlp.experts.31.gate_proj,rtn: 0.0024567,0.00000,0.102
4,mlp.experts.28.gate_proj,rtn: 0.0024109,0.00000,0.114
4,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.091
4,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.091
4,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.081
4,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.100
4,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.102
4,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.086
4,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.098
4,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.086
4,mlp.experts.46.gate_proj,rtn: 0.0023956,0.00000,0.100
4,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.096
4,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.089
4,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.093
4,mlp.experts.41.gate_proj,rtn: 0.0024414,0.00000,0.090
4,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.085
4,mlp.experts.45.gate_proj,rtn: 0.0024567,0.00000,0.099
4,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.081
4,mlp.experts.53.gate_proj,rtn: 0.0023956,0.00000,0.088
4,mlp.experts.44.gate_proj,rtn: 0.0023956,0.00000,0.103
4,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.075
4,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.066
4,mlp.experts.51.gate_proj,rtn: 0.0025177,0.00000,0.074
4,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.099
4,mlp.experts.57.gate_proj,rtn: 0.0025024,0.00000,0.082
4,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.090
4,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.089
4,mlp.experts.54.gate_proj,rtn: 0.0023956,0.00000,0.087
4,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.107
4,mlp.experts.63.gate_proj,rtn: 0.0025024,0.00000,0.081
4,mlp.experts.50.gate_proj,rtn: 0.0023956,0.00000,0.106
4,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.115
4,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.096
4,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.079
4,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.088
4,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.066
4,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.071
4,mlp.experts.67.gate_proj,rtn: 0.0023956,0.00000,0.065
4,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.100
4,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.074
4,mlp.experts.73.gate_proj,rtn: 0.0024567,0.00000,0.087
4,mlp.experts.78.gate_proj,rtn: 0.0024261,0.00000,0.085
4,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.083
4,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.092
4,mlp.experts.68.gate_proj,rtn: 0.0023804,0.00000,0.105
4,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.077
4,mlp.experts.66.gate_proj,rtn: 0.0024414,0.00000,0.090
4,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.088
4,mlp.experts.87.gate_proj,rtn: 0.0024414,0.00000,0.074
4,mlp.experts.91.gate_proj,rtn: 0.0024414,0.00000,0.073
4,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.083
4,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.101
4,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.112
4,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.073
4,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.098
4,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.078
4,mlp.experts.89.gate_proj,rtn: 0.0025635,0.00000,0.076
4,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.065
4,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.076
4,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.067
4,mlp.experts.86.gate_proj,rtn: 0.0024872,0.00000,0.084
4,mlp.experts.107.gate_proj,rtn: 0.0024414,0.00000,0.067
4,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.093
4,mlp.experts.82.gate_proj,rtn: 0.0024567,0.00000,0.079
4,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.089
4,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.072
4,mlp.experts.99.gate_proj,rtn: 0.0025024,0.00000,0.068
4,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.106
4,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.096
4,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.060
4,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.104
4,mlp.experts.105.gate_proj,rtn: 0.0025024,0.00000,0.074
4,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.063
4,mlp.experts.92.gate_proj,rtn: 0.0024261,0.00000,0.101
4,mlp.experts.123.gate_proj,rtn: 0.0024261,0.00000,0.065
4,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.069
4,mlp.experts.117.gate_proj,rtn: 0.0024719,0.00000,0.075
4,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.083
4,mlp.experts.115.gate_proj,rtn: 0.0006180,0.00000,0.075
4,mlp.experts.106.gate_proj,rtn: 0.0023804,0.00000,0.081
4,mlp.experts.113.gate_proj,rtn: 0.0025330,0.00000,0.074
4,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.084
4,mlp.experts.98.gate_proj,rtn: 0.0024261,0.00000,0.085
4,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.065
4,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.107
4,mlp.experts.125.gate_proj,rtn: 0.0023804,0.00000,0.082
4,mlp.experts.121.gate_proj,rtn: 0.0024567,0.00000,0.084
4,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.112
4,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.073
4,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.073
4,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.109
4,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.067
4,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.087
4,mlp.experts.108.gate_proj,rtn: 0.0025024,0.00000,0.106
4,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.076
4,mlp.experts.143.gate_proj,rtn: 0.0024414,0.00000,0.073
4,mlp.experts.118.gate_proj,rtn: 0.0024567,0.00000,0.090
4,mlp.experts.122.gate_proj,rtn: 0.0024261,0.00000,0.087
4,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.097
4,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.091
4,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.076
4,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.074
4,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.074
4,mlp.experts.151.gate_proj,rtn: 0.0024414,0.00000,0.070
4,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.070
4,mlp.experts.116.gate_proj,rtn: 0.0024567,0.00000,0.110
4,mlp.experts.149.gate_proj,rtn: 0.0024261,0.00000,0.075
4,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.070
4,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.109
4,mlp.experts.112.gate_proj,rtn: 0.0024719,0.00000,0.102
4,mlp.experts.142.gate_proj,rtn: 0.0023956,0.00000,0.085
4,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.082
4,mlp.experts.138.gate_proj,rtn: 0.0024414,0.00000,0.086
4,mlp.experts.134.gate_proj,rtn: 0.0024414,0.00000,0.091
4,mlp.experts.124.gate_proj,rtn: 0.0025330,0.00000,0.104
4,mlp.experts.130.gate_proj,rtn: 0.0024872,0.00000,0.093
4,mlp.experts.167.gate_proj,rtn: 0.0024414,0.00000,0.067
4,mlp.experts.171.gate_proj,rtn: 0.0024719,0.00000,0.079
4,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.079
4,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.093
4,mlp.experts.153.gate_proj,rtn: 0.0024109,0.00000,0.095
4,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.078
4,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.085
4,mlp.experts.150.gate_proj,rtn: 0.0024109,0.00000,0.077
4,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.113
4,mlp.experts.146.gate_proj,rtn: 0.0024567,0.00000,0.087
4,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.079
4,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.093
4,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.077
4,mlp.experts.132.gate_proj,rtn: 0.0024719,0.00000,0.151
4,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.081
4,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.074
4,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.145
4,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.173
4,mlp.experts.161.gate_proj,rtn: 0.0024414,0.00000,0.158
4,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.180
4,mlp.experts.174.gate_proj,rtn: 0.0024872,0.00000,0.084
4,mlp.experts.166.gate_proj,rtn: 0.0024567,0.00000,0.085
4,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.061
4,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.141
4,mlp.experts.7.up_proj,rtn: 0.0024109,0.00000,0.077
4,mlp.experts.173.gate_proj,rtn: 0.0024261,0.00000,0.138
4,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.089
4,mlp.experts.181.gate_proj,rtn: 0.0024109,0.00000,0.120
4,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.089
4,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.130
4,mlp.experts.156.gate_proj,rtn: 0.0025635,0.00000,0.091
4,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.084
4,mlp.experts.152.gate_proj,rtn: 0.0024261,0.00000,0.087
4,mlp.experts.144.gate_proj,rtn: 0.0018539,0.00000,0.092
4,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.139
4,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.084
4,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.083
4,mlp.experts.182.gate_proj,rtn: 0.0024414,0.00000,0.109
4,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.154
4,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.135
4,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.094
4,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.104
4,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.106
4,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.087
4,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.150
4,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.096
4,mlp.experts.1.up_proj,rtn: 0.0024109,0.00000,0.092
4,mlp.experts.31.up_proj,rtn: 0.0024261,0.00000,0.066
4,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.071
4,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.074
4,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.111
4,mlp.experts.172.gate_proj,rtn: 0.0024872,0.00000,0.120
4,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.120
4,mlp.experts.13.up_proj,rtn: 0.0024567,0.00000,0.092
4,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.066
4,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.095
4,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.086
4,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.065
4,mlp.experts.10.up_proj,rtn: 0.0024109,0.00000,0.072
4,mlp.experts.2.up_proj,rtn: 0.0023956,0.00000,0.072
4,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.074
4,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.070
4,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.088
4,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.076
4,mlp.experts.22.up_proj,rtn: 0.0023804,0.00000,0.075
4,mlp.experts.180.gate_proj,rtn: 0.0025787,0.00000,0.122
4,mlp.experts.29.up_proj,rtn: 0.0024567,0.00000,0.085
4,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.083
4,mlp.experts.184.gate_proj,rtn: 0.0024872,0.00000,0.103
4,mlp.experts.176.gate_proj,rtn: 0.0024109,0.00000,0.110
4,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.097
4,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.078
4,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.109
4,mlp.experts.59.up_proj,rtn: 0.0023804,0.00000,0.079
4,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.084
4,mlp.experts.18.up_proj,rtn: 0.0024261,0.00000,0.081
4,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.093
4,mlp.experts.63.up_proj,rtn: 0.0024872,0.00000,0.086
4,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.087
4,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.085
4,mlp.experts.51.up_proj,rtn: 0.0025024,0.00000,0.089
4,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.082
4,mlp.experts.4.up_proj,rtn: 0.0023651,0.00000,0.101
4,mlp.experts.45.up_proj,rtn: 0.0024567,0.00000,0.084
4,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.082
4,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.080
4,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.094
4,mlp.experts.41.up_proj,rtn: 0.0024109,0.00000,0.089
4,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.098
4,mlp.experts.42.up_proj,rtn: 0.0024109,0.00000,0.094
4,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.092
4,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.095
4,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.084
4,mlp.experts.0.up_proj,rtn: 0.0024109,0.00000,0.112
4,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.088
4,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.086
4,mlp.experts.67.up_proj,rtn: 0.0023956,0.00000,0.089
4,mlp.experts.62.up_proj,rtn: 0.0024109,0.00000,0.085
4,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.085
4,mlp.experts.87.up_proj,rtn: 0.0024414,0.00000,0.082
4,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.079
4,mlp.experts.20.up_proj,rtn: 0.0023804,0.00000,0.102
4,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.079
4,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.099
4,mlp.experts.57.up_proj,rtn: 0.0024872,0.00000,0.096
4,mlp.experts.28.up_proj,rtn: 0.0023956,0.00000,0.089
4,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.097
4,mlp.experts.69.up_proj,rtn: 0.0023804,0.00000,0.092
4,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.095
4,mlp.experts.65.up_proj,rtn: 0.0023651,0.00000,0.089
4,mlp.experts.16.up_proj,rtn: 0.0023804,0.00000,0.105
4,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.083
4,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.091
4,mlp.experts.78.up_proj,rtn: 0.0024109,0.00000,0.082
4,mlp.experts.103.up_proj,rtn: 0.0024719,0.00000,0.084
4,mlp.experts.107.up_proj,rtn: 0.0024261,0.00000,0.080
4,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.097
4,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.082
4,mlp.experts.36.up_proj,rtn: 0.0024414,0.00000,0.099
4,mlp.experts.66.up_proj,rtn: 0.0024261,0.00000,0.081
4,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.082
4,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.102
4,mlp.experts.73.up_proj,rtn: 0.0024261,0.00000,0.107
4,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.112
4,mlp.experts.86.up_proj,rtn: 0.0024719,0.00000,0.082
4,mlp.experts.99.up_proj,rtn: 0.0024719,0.00000,0.084
4,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.108
4,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.101
4,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.098
4,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.075
4,mlp.experts.123.up_proj,rtn: 0.0024109,0.00000,0.087
4,mlp.experts.119.up_proj,rtn: 0.0023804,0.00000,0.087
4,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.102
4,mlp.experts.127.up_proj,rtn: 0.0023956,0.00000,0.087
4,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.080
4,mlp.experts.82.up_proj,rtn: 0.0024414,0.00000,0.080
4,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.100
4,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.074
4,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.093
4,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.102
4,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.072
4,mlp.experts.115.up_proj,rtn: 0.0006180,0.00000,0.085
4,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.090
4,mlp.experts.89.up_proj,rtn: 0.0025482,0.00000,0.116
4,mlp.experts.101.up_proj,rtn: 0.0023651,0.00000,0.113
4,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.080
4,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.107
4,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.094
4,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.077
4,mlp.experts.106.up_proj,rtn: 0.0023651,0.00000,0.082
4,mlp.experts.143.up_proj,rtn: 0.0024414,0.00000,0.085
4,mlp.experts.118.up_proj,rtn: 0.0024567,0.00000,0.070
4,mlp.experts.68.up_proj,rtn: 0.0023651,0.00000,0.085
4,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.105
4,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.083
4,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.087
4,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.109
4,mlp.experts.76.up_proj,rtn: 0.0023499,0.00000,0.108
4,mlp.experts.105.up_proj,rtn: 0.0024872,0.00000,0.101
4,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.108
4,mlp.experts.151.up_proj,rtn: 0.0024261,0.00000,0.082
4,mlp.experts.117.up_proj,rtn: 0.0024567,0.00000,0.099
4,mlp.experts.113.up_proj,rtn: 0.0025177,0.00000,0.083
4,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.095
4,mlp.experts.122.up_proj,rtn: 0.0024261,0.00000,0.088
4,mlp.experts.134.up_proj,rtn: 0.0024261,0.00000,0.076
4,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.078
4,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.092
4,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.083
4,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.106
4,mlp.experts.92.up_proj,rtn: 0.0024109,0.00000,0.081
4,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.077
4,mlp.experts.142.up_proj,rtn: 0.0023804,0.00000,0.093
4,mlp.experts.88.up_proj,rtn: 0.0023956,0.00000,0.089
4,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.073
4,mlp.experts.121.up_proj,rtn: 0.0024414,0.00000,0.087
4,mlp.experts.167.up_proj,rtn: 0.0024261,0.00000,0.078
4,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.090
4,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
4,mlp.experts.171.up_proj,rtn: 0.0024567,0.00000,0.080
4,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.080
4,mlp.experts.150.up_proj,rtn: 0.0023956,0.00000,0.090
4,mlp.experts.138.up_proj,rtn: 0.0024261,0.00000,0.102
4,mlp.experts.141.up_proj,rtn: 0.0024261,0.00000,0.083
4,mlp.experts.100.up_proj,rtn: 0.0024109,0.00000,0.076
4,mlp.experts.130.up_proj,rtn: 0.0025330,0.00000,0.092
4,mlp.experts.108.up_proj,rtn: 0.0024872,0.00000,0.072
4,mlp.experts.163.up_proj,rtn: 0.0024414,0.00000,0.087
4,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.092
4,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.096
4,mlp.experts.187.up_proj,rtn: 0.0024109,0.00000,0.077
4,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.091
4,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.106
4,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.111
4,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.080
4,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.087
4,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.103
4,mlp.experts.116.up_proj,rtn: 0.0024414,0.00000,0.091
4,mlp.experts.124.up_proj,rtn: 0.0025177,0.00000,0.070
4,mlp.experts.179.up_proj,rtn: 0.0023804,0.00000,0.057
4,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.087
4,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.103
4,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.070
4,mlp.experts.146.up_proj,rtn: 0.0024414,0.00000,0.092
4,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.083
4,mlp.experts.166.up_proj,rtn: 0.0024414,0.00000,0.108
4,mlp.experts.132.up_proj,rtn: 0.0024567,0.00000,0.073
4,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.063
4,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.078
4,mlp.experts.174.up_proj,rtn: 0.0025330,0.00000,0.104
4,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.105
4,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.072
4,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.114
4,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.070
4,mlp.experts.173.up_proj,rtn: 0.0024261,0.00000,0.094
4,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.103
4,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.104
4,mlp.experts.182.up_proj,rtn: 0.0024261,0.00000,0.114
4,mlp.experts.156.up_proj,rtn: 0.0025330,0.00000,0.082
4,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.104
4,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.090
4,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.095
4,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.101
4,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.074
4,mlp.experts.144.up_proj,rtn: 0.0020294,0.00000,0.103
4,mlp.experts.181.up_proj,rtn: 0.0023804,0.00000,0.077
4,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.077
4,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.070
4,mlp.experts.186.up_proj,rtn: 0.0023651,0.00000,0.087
4,mlp.experts.172.up_proj,rtn: 0.0024567,0.00000,0.063
4,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.053
4,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.061
4,mlp.experts.164.up_proj,rtn: 0.0023956,0.00000,0.081
4,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.080
4,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.064
4,mlp.experts.184.up_proj,rtn: 0.0024567,0.00000,0.058
4,mlp.experts.180.up_proj,rtn: 0.0027618,0.00000,0.070
4,mlp.experts.176.up_proj,rtn: 0.0023956,0.00000,0.060
4,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.016
4,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.043
4,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.054
4,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.033
4,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.036
4,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.038
4,mlp.experts.22.down_proj,rtn: 0.0023651,0.00000,0.040
4,mlp.experts.7.down_proj,rtn: 0.0023804,0.00000,0.038
4,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.041
4,mlp.experts.1.down_proj,rtn: 0.0023651,0.00000,0.047
4,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.046
4,mlp.experts.8.down_proj,rtn: 0.0023956,0.00000,0.146
4,mlp.experts.13.down_proj,rtn: 0.0023956,0.00000,0.063
4,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.041
4,mlp.experts.12.down_proj,rtn: 0.0023499,0.00000,0.156
4,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.068
4,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.168
4,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.030
4,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.027
4,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.171
4,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.040
4,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.045
4,mlp.experts.31.down_proj,rtn: 0.0023956,0.00000,0.040
4,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.042
4,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.043
4,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.045
4,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.017
4,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.065
4,mlp.experts.41.down_proj,rtn: 0.0023956,0.00000,0.045
4,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.045
4,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.058
4,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.040
4,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.039
4,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.064
4,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.075
4,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.043
4,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.047
4,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.047
4,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.036
4,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.045
4,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.032
4,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
4,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.069
4,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.064
4,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.050
4,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.042
4,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.036
4,mlp.experts.57.down_proj,rtn: 0.0023956,0.00000,0.047
4,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.041
4,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.025
4,mlp.experts.63.down_proj,rtn: 0.0024109,0.00000,0.032
4,mlp.experts.86.down_proj,rtn: 0.0023956,0.00000,0.035
4,mlp.experts.45.down_proj,rtn: 0.0024109,0.00000,0.055
4,mlp.experts.73.down_proj,rtn: 0.0023956,0.00000,0.039
4,mlp.experts.51.down_proj,rtn: 0.0023956,0.00000,0.044
4,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.065
4,mlp.experts.36.down_proj,rtn: 0.0023956,0.00000,0.050
4,mlp.experts.71.down_proj,rtn: 0.0023499,0.00000,0.031
4,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.048
4,mlp.experts.49.down_proj,rtn: 0.0023346,0.00000,0.049
4,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.055
4,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.054
4,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.051
4,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.038
4,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.067
4,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.044
4,mlp.experts.89.down_proj,rtn: 0.0024567,0.00000,0.033
4,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.037
4,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.045
4,mlp.experts.66.down_proj,rtn: 0.0023804,0.00000,0.031
4,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.049
4,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.048
4,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.032
4,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.051
4,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.046
4,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.045
4,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.037
4,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.062
4,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.031
4,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.044
4,mlp.experts.91.down_proj,rtn: 0.0023804,0.00000,0.037
4,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.038
4,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.049
4,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.034
4,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.032
4,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.040
4,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.039
4,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.034
4,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.062
4,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.032
4,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.050
4,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.033
4,mlp.experts.103.down_proj,rtn: 0.0024109,0.00000,0.046
4,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.032
4,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.027
4,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.037
4,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.039
4,mlp.experts.98.down_proj,rtn: 0.0023804,0.00000,0.040
4,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.056
4,mlp.experts.97.down_proj,rtn: 0.0023499,0.00000,0.033
4,mlp.experts.134.down_proj,rtn: 0.0024109,0.00000,0.036
4,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.041
4,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.053
4,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.028
4,mlp.experts.99.down_proj,rtn: 0.0023804,0.00000,0.044
4,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.021
4,mlp.experts.122.down_proj,rtn: 0.0023804,0.00000,0.026
4,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.022
4,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.036
4,mlp.experts.119.down_proj,rtn: 0.0023651,0.00000,0.054
4,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.066
4,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.042
4,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.042
4,mlp.experts.117.down_proj,rtn: 0.0023956,0.00000,0.033
4,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.033
4,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.035
4,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.035
4,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.036
4,mlp.experts.138.down_proj,rtn: 0.0023956,0.00000,0.039
4,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.042
4,mlp.experts.150.down_proj,rtn: 0.0023651,0.00000,0.047
4,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.054
4,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.065
4,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.046
4,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.017
4,mlp.experts.115.down_proj,rtn: 0.0005379,0.00000,0.062
4,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.044
4,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.029
4,mlp.experts.141.down_proj,rtn: 0.0023804,0.00000,0.029
4,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.027
4,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.023
4,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.038
4,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.032
4,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
4,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.036
4,mlp.experts.130.down_proj,rtn: 0.0023956,0.00000,0.045
4,mlp.experts.166.down_proj,rtn: 0.0024109,0.00000,0.052
4,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.039
4,mlp.experts.149.down_proj,rtn: 0.0023956,0.00000,0.030
4,mlp.experts.185.down_proj,rtn: 0.0023499,0.00000,0.027
4,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.031
4,mlp.experts.157.down_proj,rtn: 0.0024109,0.00000,0.031
4,mlp.experts.151.down_proj,rtn: 0.0023804,0.00000,0.046
4,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.047
4,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.052
4,mlp.experts.108.down_proj,rtn: 0.0024109,0.00000,0.050
4,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.045
4,mlp.experts.116.down_proj,rtn: 0.0024109,0.00000,0.038
4,mlp.experts.155.down_proj,rtn: 0.0023651,0.00000,0.033
4,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.036
4,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.041
4,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.029
4,mlp.experts.161.down_proj,rtn: 0.0023499,0.00000,0.021
4,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.019
4,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.034
4,mlp.experts.182.down_proj,rtn: 0.0023804,0.00000,0.036
4,mlp.experts.146.down_proj,rtn: 0.0023804,0.00000,0.049
4,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.038
4,mlp.experts.167.down_proj,rtn: 0.0023956,0.00000,0.051
4,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.035
4,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.022
4,mlp.experts.174.down_proj,rtn: 0.0023956,0.00000,0.029
4,mlp.experts.181.down_proj,rtn: 0.0023651,0.00000,0.024
4,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.026
4,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.049
4,mlp.experts.132.down_proj,rtn: 0.0023956,0.00000,0.041
4,mlp.experts.124.down_proj,rtn: 0.0024109,0.00000,0.048
4,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.047
4,mlp.experts.171.down_proj,rtn: 0.0023804,0.00000,0.036
4,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.033
4,mlp.experts.175.down_proj,rtn: 0.0023499,0.00000,0.042
4,mlp.experts.163.down_proj,rtn: 0.0023956,0.00000,0.027
4,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.015
4,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.049
4,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.025
4,mlp.experts.128.down_proj,rtn: 0.0023651,0.00000,0.037
4,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.037
4,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.036
4,mlp.experts.187.down_proj,rtn: 0.0023956,0.00000,0.025
4,mlp.experts.152.down_proj,rtn: 0.0023956,0.00000,0.030
4,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.040
4,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.040
4,mlp.experts.156.down_proj,rtn: 0.0024109,0.00000,0.041
4,mlp.experts.144.down_proj,rtn: 0.0021515,0.00000,0.031
4,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.029
4,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.045
4,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.028
4,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.038
4,mlp.experts.184.down_proj,rtn: 0.0024109,0.00000,0.042
4,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.045
4,mlp.experts.176.down_proj,rtn: 0.0023651,0.00000,0.022
4,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.022
4,mlp.shared_experts.up_proj,rtn: 0.0021973,0.00000,0.027
4,mlp.shared_experts.gate_proj,rtn: 0.0021820,0.00000,0.041
4,mlp.shared_experts.down_proj,rtn: 0.0006447,0.00000,0.021
5,self_attn.v_proj,rtn: 0.0024872,0.00000,0.025
5,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
5,self_attn.q_proj,rtn: 0.0017929,0.00000,0.018
5,self_attn.o_proj,rtn: 0.0022125,0.00000,0.064
5,mlp.experts.0.gate_proj,rtn: 0.0024719,0.00000,0.090
5,mlp.experts.4.gate_proj,rtn: 0.0025177,0.00000,0.092
5,mlp.experts.3.gate_proj,rtn: 0.0024414,0.00000,0.094
5,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.094
5,mlp.experts.2.gate_proj,rtn: 0.0023956,0.00000,0.096
5,mlp.experts.9.gate_proj,rtn: 0.0024261,0.00000,0.099
5,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.100
5,mlp.experts.5.gate_proj,rtn: 0.0025482,0.00000,0.101
5,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.103
5,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.105
5,mlp.experts.14.gate_proj,rtn: 0.0024567,0.00000,0.110
5,mlp.experts.15.gate_proj,rtn: 0.0024414,0.00000,0.111
5,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.116
5,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.122
5,mlp.experts.1.gate_proj,rtn: 0.0024719,0.00000,0.124
5,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.128
5,mlp.experts.16.gate_proj,rtn: 0.0024414,0.00000,0.082
5,mlp.experts.20.gate_proj,rtn: 0.0024567,0.00000,0.084
5,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.087
5,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.088
5,mlp.experts.26.gate_proj,rtn: 0.0024261,0.00000,0.084
5,mlp.experts.31.gate_proj,rtn: 0.0024261,0.00000,0.082
5,mlp.experts.27.gate_proj,rtn: 0.0024719,0.00000,0.095
5,mlp.experts.28.gate_proj,rtn: 0.0024414,0.00000,0.090
5,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.077
5,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.104
5,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.102
5,mlp.experts.30.gate_proj,rtn: 0.0026245,0.00000,0.096
5,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.106
5,mlp.experts.29.gate_proj,rtn: 0.0024414,0.00000,0.106
5,mlp.experts.23.gate_proj,rtn: 0.0026093,0.00000,0.125
5,mlp.experts.22.gate_proj,rtn: 0.0024719,0.00000,0.136
5,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.087
5,mlp.experts.35.gate_proj,rtn: 0.0024872,0.00000,0.081
5,mlp.experts.36.gate_proj,rtn: 0.0024414,0.00000,0.091
5,mlp.experts.42.gate_proj,rtn: 0.0024414,0.00000,0.087
5,mlp.experts.34.gate_proj,rtn: 0.0024567,0.00000,0.092
5,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.084
5,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.082
5,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.087
5,mlp.experts.40.gate_proj,rtn: 0.0024109,0.00000,0.088
5,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.103
5,mlp.experts.46.gate_proj,rtn: 0.0024109,0.00000,0.096
5,mlp.experts.41.gate_proj,rtn: 0.0024109,0.00000,0.100
5,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.083
5,mlp.experts.33.gate_proj,rtn: 0.0025024,0.00000,0.103
5,mlp.experts.45.gate_proj,rtn: 0.0024261,0.00000,0.105
5,mlp.experts.38.gate_proj,rtn: 0.0024261,0.00000,0.093
5,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.085
5,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.089
5,mlp.experts.52.gate_proj,rtn: 0.0024719,0.00000,0.083
5,mlp.experts.58.gate_proj,rtn: 0.0025024,0.00000,0.083
5,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.091
5,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.088
5,mlp.experts.59.gate_proj,rtn: 0.0024109,0.00000,0.084
5,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.090
5,mlp.experts.56.gate_proj,rtn: 0.0024414,0.00000,0.094
5,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.091
5,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.090
5,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.090
5,mlp.experts.55.gate_proj,rtn: 0.0024109,0.00000,0.088
5,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.078
5,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.095
5,mlp.experts.64.gate_proj,rtn: 0.0024567,0.00000,0.080
5,mlp.experts.61.gate_proj,rtn: 0.0023956,0.00000,0.096
5,mlp.experts.74.gate_proj,rtn: 0.0024567,0.00000,0.078
5,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.081
5,mlp.experts.66.gate_proj,rtn: 0.0024414,0.00000,0.083
5,mlp.experts.76.gate_proj,rtn: 0.0025482,0.00000,0.076
5,mlp.experts.67.gate_proj,rtn: 0.0024719,0.00000,0.100
5,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.073
5,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.093
5,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.106
5,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.079
5,mlp.experts.70.gate_proj,rtn: 0.0024261,0.00000,0.079
5,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.084
5,mlp.experts.80.gate_proj,rtn: 0.0024872,0.00000,0.071
5,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.069
5,mlp.experts.69.gate_proj,rtn: 0.0024109,0.00000,0.115
5,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.082
5,mlp.experts.73.gate_proj,rtn: 0.0024261,0.00000,0.121
5,mlp.experts.92.gate_proj,rtn: 0.0024414,0.00000,0.069
5,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.070
5,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.075
5,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.075
5,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.089
5,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.110
5,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.120
5,mlp.experts.95.gate_proj,rtn: 0.0024872,0.00000,0.074
5,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.063
5,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.070
5,mlp.experts.94.gate_proj,rtn: 0.0024414,0.00000,0.092
5,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.066
5,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.088
5,mlp.experts.108.gate_proj,rtn: 0.0023956,0.00000,0.064
5,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.064
5,mlp.experts.106.gate_proj,rtn: 0.0024872,0.00000,0.090
5,mlp.experts.99.gate_proj,rtn: 0.0024719,0.00000,0.075
5,mlp.experts.89.gate_proj,rtn: 0.0024109,0.00000,0.092
5,mlp.experts.85.gate_proj,rtn: 0.0024567,0.00000,0.103
5,mlp.experts.107.gate_proj,rtn: 0.0025024,0.00000,0.072
5,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.074
5,mlp.experts.112.gate_proj,rtn: 0.0024719,0.00000,0.063
5,mlp.experts.103.gate_proj,rtn: 0.0024414,0.00000,0.064
5,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.087
5,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.067
5,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.098
5,mlp.experts.81.gate_proj,rtn: 0.0024109,0.00000,0.100
5,mlp.experts.120.gate_proj,rtn: 0.0023956,0.00000,0.061
5,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.093
5,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.070
5,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.092
5,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.067
5,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.075
5,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.065
5,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.071
5,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.067
5,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.090
5,mlp.experts.122.gate_proj,rtn: 0.0024414,0.00000,0.098
5,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.066
5,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.098
5,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.088
5,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.081
5,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.072
5,mlp.experts.140.gate_proj,rtn: 0.0025482,0.00000,0.071
5,mlp.experts.114.gate_proj,rtn: 0.0024109,0.00000,0.112
5,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.073
5,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.067
5,mlp.experts.144.gate_proj,rtn: 0.0023956,0.00000,0.064
5,mlp.experts.135.gate_proj,rtn: 0.0023956,0.00000,0.069
5,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.070
5,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.071
5,mlp.experts.118.gate_proj,rtn: 0.0024261,0.00000,0.116
5,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.077
5,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.080
5,mlp.experts.113.gate_proj,rtn: 0.0024109,0.00000,0.077
5,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.103
5,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.111
5,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.163
5,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.109
5,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.086
5,mlp.experts.155.gate_proj,rtn: 0.0024567,0.00000,0.089
5,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.092
5,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.121
5,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.090
5,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.094
5,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.097
5,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.086
5,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.095
5,mlp.experts.129.gate_proj,rtn: 0.0024414,0.00000,0.062
5,mlp.experts.141.gate_proj,rtn: 0.0024261,0.00000,0.088
5,mlp.experts.160.gate_proj,rtn: 0.0024567,0.00000,0.066
5,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.067
5,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.070
5,mlp.experts.142.gate_proj,rtn: 0.0024567,0.00000,0.072
5,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.066
5,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.057
5,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.061
5,mlp.experts.172.gate_proj,rtn: 0.0024261,0.00000,0.054
5,mlp.experts.146.gate_proj,rtn: 0.0024719,0.00000,0.057
5,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.072
5,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.081
5,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.088
5,mlp.experts.145.gate_proj,rtn: 0.0024872,0.00000,0.069
5,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.075
5,mlp.experts.162.gate_proj,rtn: 0.0025024,0.00000,0.077
5,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.096
5,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.078
5,mlp.experts.167.gate_proj,rtn: 0.0024719,0.00000,0.108
5,mlp.experts.175.gate_proj,rtn: 0.0025330,0.00000,0.129
5,mlp.experts.166.gate_proj,rtn: 0.0025177,0.00000,0.075
5,mlp.experts.180.gate_proj,rtn: 0.0024414,0.00000,0.125
5,mlp.experts.174.gate_proj,rtn: 0.0024261,0.00000,0.075
5,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.129
5,mlp.experts.161.gate_proj,rtn: 0.0024719,0.00000,0.071
5,mlp.experts.184.gate_proj,rtn: 0.0024567,0.00000,0.138
5,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.153
5,mlp.experts.178.gate_proj,rtn: 0.0025024,0.00000,0.072
5,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.082
5,mlp.experts.179.gate_proj,rtn: 0.0024414,0.00000,0.152
5,mlp.experts.186.gate_proj,rtn: 0.0024414,0.00000,0.078
5,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.147
5,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.073
5,mlp.experts.165.gate_proj,rtn: 0.0024567,0.00000,0.077
5,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.090
5,mlp.experts.182.gate_proj,rtn: 0.0024261,0.00000,0.069
5,mlp.experts.190.gate_proj,rtn: 0.0024261,0.00000,0.066
5,mlp.experts.191.gate_proj,rtn: 0.0024719,0.00000,0.092
5,mlp.experts.4.up_proj,rtn: 0.0024872,0.00000,0.082
5,mlp.experts.185.gate_proj,rtn: 0.0024567,0.00000,0.065
5,mlp.experts.2.up_proj,rtn: 0.0023804,0.00000,0.064
5,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.079
5,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.065
5,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.082
5,mlp.experts.8.up_proj,rtn: 0.0023804,0.00000,0.086
5,mlp.experts.0.up_proj,rtn: 0.0024414,0.00000,0.077
5,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.088
5,mlp.experts.3.up_proj,rtn: 0.0024261,0.00000,0.084
5,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.076
5,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.080
5,mlp.experts.14.up_proj,rtn: 0.0024414,0.00000,0.062
5,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.097
5,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.075
5,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.066
5,mlp.experts.5.up_proj,rtn: 0.0025177,0.00000,0.078
5,mlp.experts.9.up_proj,rtn: 0.0024109,0.00000,0.085
5,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.090
5,mlp.experts.15.up_proj,rtn: 0.0024261,0.00000,0.097
5,mlp.experts.28.up_proj,rtn: 0.0024261,0.00000,0.088
5,mlp.experts.1.up_proj,rtn: 0.0024414,0.00000,0.089
5,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.076
5,mlp.experts.27.up_proj,rtn: 0.0024567,0.00000,0.089
5,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.089
5,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.085
5,mlp.experts.30.up_proj,rtn: 0.0025940,0.00000,0.067
5,mlp.experts.16.up_proj,rtn: 0.0024261,0.00000,0.100
5,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.108
5,mlp.experts.22.up_proj,rtn: 0.0024567,0.00000,0.075
5,mlp.experts.23.up_proj,rtn: 0.0025787,0.00000,0.084
5,mlp.experts.34.up_proj,rtn: 0.0024414,0.00000,0.071
5,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.076
5,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.081
5,mlp.experts.42.up_proj,rtn: 0.0024261,0.00000,0.076
5,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.080
5,mlp.experts.36.up_proj,rtn: 0.0024261,0.00000,0.089
5,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.065
5,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.091
5,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
5,mlp.experts.35.up_proj,rtn: 0.0024719,0.00000,0.084
5,mlp.experts.31.up_proj,rtn: 0.0024109,0.00000,0.101
5,mlp.experts.29.up_proj,rtn: 0.0024261,0.00000,0.083
5,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.090
5,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.069
5,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.075
5,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.077
5,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.103
5,mlp.experts.41.up_proj,rtn: 0.0023956,0.00000,0.083
5,mlp.experts.58.up_proj,rtn: 0.0024719,0.00000,0.074
5,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.090
5,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.070
5,mlp.experts.33.up_proj,rtn: 0.0024872,0.00000,0.096
5,mlp.experts.59.up_proj,rtn: 0.0023956,0.00000,0.091
5,mlp.experts.52.up_proj,rtn: 0.0024567,0.00000,0.095
5,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.095
5,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.074
5,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.094
5,mlp.experts.66.up_proj,rtn: 0.0024261,0.00000,0.075
5,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.076
5,mlp.experts.45.up_proj,rtn: 0.0024261,0.00000,0.105
5,mlp.experts.56.up_proj,rtn: 0.0024261,0.00000,0.071
5,mlp.experts.47.up_proj,rtn: 0.0024261,0.00000,0.110
5,mlp.experts.55.up_proj,rtn: 0.0023956,0.00000,0.107
5,mlp.experts.57.up_proj,rtn: 0.0024414,0.00000,0.094
5,mlp.experts.64.up_proj,rtn: 0.0024414,0.00000,0.060
5,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.089
5,mlp.experts.74.up_proj,rtn: 0.0024261,0.00000,0.094
5,mlp.experts.68.up_proj,rtn: 0.0023651,0.00000,0.074
5,mlp.experts.76.up_proj,rtn: 0.0025177,0.00000,0.077
5,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.104
5,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.087
5,mlp.experts.67.up_proj,rtn: 0.0024567,0.00000,0.085
5,mlp.experts.49.up_proj,rtn: 0.0023956,0.00000,0.102
5,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.075
5,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.090
5,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.093
5,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.099
5,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.094
5,mlp.experts.80.up_proj,rtn: 0.0024567,0.00000,0.065
5,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.094
5,mlp.experts.73.up_proj,rtn: 0.0024109,0.00000,0.096
5,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.075
5,mlp.experts.92.up_proj,rtn: 0.0024261,0.00000,0.073
5,mlp.experts.94.up_proj,rtn: 0.0024261,0.00000,0.093
5,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.062
5,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.096
5,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.088
5,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.081
5,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.111
5,mlp.experts.86.up_proj,rtn: 0.0024109,0.00000,0.094
5,mlp.experts.96.up_proj,rtn: 0.0023651,0.00000,0.071
5,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.110
5,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.106
5,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.097
5,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.100
5,mlp.experts.108.up_proj,rtn: 0.0023804,0.00000,0.062
5,mlp.experts.100.up_proj,rtn: 0.0024261,0.00000,0.063
5,mlp.experts.87.up_proj,rtn: 0.0024109,0.00000,0.090
5,mlp.experts.104.up_proj,rtn: 0.0024109,0.00000,0.077
5,mlp.experts.89.up_proj,rtn: 0.0023956,0.00000,0.084
5,mlp.experts.107.up_proj,rtn: 0.0024872,0.00000,0.086
5,mlp.experts.99.up_proj,rtn: 0.0024567,0.00000,0.087
5,mlp.experts.106.up_proj,rtn: 0.0024719,0.00000,0.099
5,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.114
5,mlp.experts.85.up_proj,rtn: 0.0024414,0.00000,0.086
5,mlp.experts.81.up_proj,rtn: 0.0024109,0.00000,0.078
5,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.082
5,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.106
5,mlp.experts.95.up_proj,rtn: 0.0024719,0.00000,0.085
5,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.082
5,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.079
5,mlp.experts.114.up_proj,rtn: 0.0024109,0.00000,0.093
5,mlp.experts.103.up_proj,rtn: 0.0024261,0.00000,0.081
5,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.095
5,mlp.experts.120.up_proj,rtn: 0.0023804,0.00000,0.066
5,mlp.experts.115.up_proj,rtn: 0.0023651,0.00000,0.079
5,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.082
5,mlp.experts.105.up_proj,rtn: 0.0024261,0.00000,0.094
5,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.076
5,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.074
5,mlp.experts.122.up_proj,rtn: 0.0024414,0.00000,0.078
5,mlp.experts.118.up_proj,rtn: 0.0024109,0.00000,0.076
5,mlp.experts.140.up_proj,rtn: 0.0025177,0.00000,0.072
5,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.068
5,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.085
5,mlp.experts.136.up_proj,rtn: 0.0023651,0.00000,0.074
5,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.084
5,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.079
5,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.120
5,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.124
5,mlp.experts.131.up_proj,rtn: 0.0023804,0.00000,0.080
5,mlp.experts.139.up_proj,rtn: 0.0024109,0.00000,0.084
5,mlp.experts.109.up_proj,rtn: 0.0023804,0.00000,0.122
5,mlp.experts.142.up_proj,rtn: 0.0024414,0.00000,0.075
5,mlp.experts.138.up_proj,rtn: 0.0024109,0.00000,0.076
5,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.085
5,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.105
5,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.087
5,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.082
5,mlp.experts.146.up_proj,rtn: 0.0024567,0.00000,0.085
5,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.084
5,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.098
5,mlp.experts.135.up_proj,rtn: 0.0023804,0.00000,0.094
5,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.104
5,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.088
5,mlp.experts.148.up_proj,rtn: 0.0024109,0.00000,0.108
5,mlp.experts.117.up_proj,rtn: 0.0023651,0.00000,0.109
5,mlp.experts.155.up_proj,rtn: 0.0024567,0.00000,0.091
5,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.083
5,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.092
5,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.114
5,mlp.experts.160.up_proj,rtn: 0.0024414,0.00000,0.105
5,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.086
5,mlp.experts.150.up_proj,rtn: 0.0023804,0.00000,0.098
5,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.110
5,mlp.experts.151.up_proj,rtn: 0.0024109,0.00000,0.082
5,mlp.experts.162.up_proj,rtn: 0.0024872,0.00000,0.086
5,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.091
5,mlp.experts.143.up_proj,rtn: 0.0024261,0.00000,0.099
5,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.095
5,mlp.experts.129.up_proj,rtn: 0.0024261,0.00000,0.099
5,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.098
5,mlp.experts.133.up_proj,rtn: 0.0024109,0.00000,0.099
5,mlp.experts.171.up_proj,rtn: 0.0023804,0.00000,0.086
5,mlp.experts.174.up_proj,rtn: 0.0024261,0.00000,0.089
5,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.086
5,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.107
5,mlp.experts.166.up_proj,rtn: 0.0025024,0.00000,0.092
5,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.091
5,mlp.experts.167.up_proj,rtn: 0.0024567,0.00000,0.088
5,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.102
5,mlp.experts.178.up_proj,rtn: 0.0024872,0.00000,0.095
5,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.125
5,mlp.experts.184.up_proj,rtn: 0.0024414,0.00000,0.089
5,mlp.experts.179.up_proj,rtn: 0.0024261,0.00000,0.086
5,mlp.experts.159.up_proj,rtn: 0.0023956,0.00000,0.095
5,mlp.experts.180.up_proj,rtn: 0.0024261,0.00000,0.083
5,mlp.experts.145.up_proj,rtn: 0.0024872,0.00000,0.099
5,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.092
5,mlp.experts.190.up_proj,rtn: 0.0024261,0.00000,0.086
5,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.111
5,mlp.experts.186.up_proj,rtn: 0.0024261,0.00000,0.084
5,mlp.experts.182.up_proj,rtn: 0.0024109,0.00000,0.076
5,mlp.experts.157.up_proj,rtn: 0.0024414,0.00000,0.111
5,mlp.experts.175.up_proj,rtn: 0.0025024,0.00000,0.058
5,mlp.experts.183.up_proj,rtn: 0.0023804,0.00000,0.087
5,mlp.experts.191.up_proj,rtn: 0.0024567,0.00000,0.027
5,mlp.experts.169.up_proj,rtn: 0.0023956,0.00000,0.158
5,mlp.experts.165.up_proj,rtn: 0.0024414,0.00000,0.126
5,mlp.experts.161.up_proj,rtn: 0.0024567,0.00000,0.154
5,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.119
5,mlp.experts.185.up_proj,rtn: 0.0024414,0.00000,0.084
5,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.091
5,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.104
5,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.063
5,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.023
5,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.036
5,mlp.experts.0.down_proj,rtn: 0.0024261,0.00000,0.031
5,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.050
5,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.052
5,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.054
5,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.043
5,mlp.experts.15.down_proj,rtn: 0.0023499,0.00000,0.048
5,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.047
5,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.048
5,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.049
5,mlp.experts.5.down_proj,rtn: 0.0024261,0.00000,0.141
5,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.145
5,mlp.experts.1.down_proj,rtn: 0.0023956,0.00000,0.147
5,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.059
5,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.052
5,mlp.experts.4.down_proj,rtn: 0.0024109,0.00000,0.068
5,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.072
5,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.031
5,mlp.experts.28.down_proj,rtn: 0.0023651,0.00000,0.042
5,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.043
5,mlp.experts.13.down_proj,rtn: 0.0023651,0.00000,0.149
5,mlp.experts.30.down_proj,rtn: 0.0024567,0.00000,0.043
5,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.046
5,mlp.experts.23.down_proj,rtn: 0.0024414,0.00000,0.041
5,mlp.experts.27.down_proj,rtn: 0.0024261,0.00000,0.047
5,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.050
5,mlp.experts.26.down_proj,rtn: 0.0023499,0.00000,0.049
5,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.052
5,mlp.experts.20.down_proj,rtn: 0.0023956,0.00000,0.051
5,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.037
5,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.053
5,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.051
5,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.083
5,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.052
5,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.074
5,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.051
5,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.074
5,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.048
5,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.044
5,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.046
5,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.056
5,mlp.experts.35.down_proj,rtn: 0.0023956,0.00000,0.048
5,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.032
5,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.049
5,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.049
5,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.027
5,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.042
5,mlp.experts.36.down_proj,rtn: 0.0023804,0.00000,0.049
5,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.037
5,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.037
5,mlp.experts.56.down_proj,rtn: 0.0023804,0.00000,0.029
5,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.057
5,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.032
5,mlp.experts.59.down_proj,rtn: 0.0023956,0.00000,0.043
5,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.049
5,mlp.experts.33.down_proj,rtn: 0.0024109,0.00000,0.068
5,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.043
5,mlp.experts.52.down_proj,rtn: 0.0024109,0.00000,0.034
5,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.039
5,mlp.experts.41.down_proj,rtn: 0.0023651,0.00000,0.067
5,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.043
5,mlp.experts.76.down_proj,rtn: 0.0024414,0.00000,0.041
5,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.037
5,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.061
5,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.040
5,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.038
5,mlp.experts.45.down_proj,rtn: 0.0023804,0.00000,0.073
5,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.031
5,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.060
5,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.036
5,mlp.experts.80.down_proj,rtn: 0.0023956,0.00000,0.033
5,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.045
5,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.037
5,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.035
5,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.042
5,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.038
5,mlp.experts.94.down_proj,rtn: 0.0023804,0.00000,0.039
5,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.037
5,mlp.experts.49.down_proj,rtn: 0.0023499,0.00000,0.063
5,mlp.experts.57.down_proj,rtn: 0.0024109,0.00000,0.050
5,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.043
5,mlp.experts.118.down_proj,rtn: 0.0023804,0.00000,0.040
5,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.038
5,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.034
5,mlp.experts.67.down_proj,rtn: 0.0023956,0.00000,0.058
5,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.035
5,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.038
5,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.054
5,mlp.experts.108.down_proj,rtn: 0.0023041,0.00000,0.038
5,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.039
5,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.074
5,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.045
5,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.038
5,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.051
5,mlp.experts.98.down_proj,rtn: 0.0023956,0.00000,0.038
5,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.037
5,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.045
5,mlp.experts.112.down_proj,rtn: 0.0023651,0.00000,0.034
5,mlp.experts.107.down_proj,rtn: 0.0023956,0.00000,0.032
5,mlp.experts.103.down_proj,rtn: 0.0023956,0.00000,0.038
5,mlp.experts.73.down_proj,rtn: 0.0023804,0.00000,0.048
5,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.046
5,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.036
5,mlp.experts.100.down_proj,rtn: 0.0023499,0.00000,0.046
5,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.042
5,mlp.experts.106.down_proj,rtn: 0.0023956,0.00000,0.040
5,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.043
5,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.060
5,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.028
5,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.034
5,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.036
5,mlp.experts.114.down_proj,rtn: 0.0023804,0.00000,0.039
5,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.036
5,mlp.experts.81.down_proj,rtn: 0.0023956,0.00000,0.050
5,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.052
5,mlp.experts.142.down_proj,rtn: 0.0023804,0.00000,0.041
5,mlp.experts.140.down_proj,rtn: 0.0024719,0.00000,0.040
5,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.055
5,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.039
5,mlp.experts.99.down_proj,rtn: 0.0024109,0.00000,0.052
5,mlp.experts.122.down_proj,rtn: 0.0023956,0.00000,0.041
5,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.040
5,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.028
5,mlp.experts.139.down_proj,rtn: 0.0023804,0.00000,0.035
5,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.095
5,mlp.experts.166.down_proj,rtn: 0.0024109,0.00000,0.037
5,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.036
5,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.040
5,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.062
5,mlp.experts.143.down_proj,rtn: 0.0023499,0.00000,0.044
5,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.046
5,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.042
5,mlp.experts.156.down_proj,rtn: 0.0023499,0.00000,0.040
5,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.037
5,mlp.experts.160.down_proj,rtn: 0.0024261,0.00000,0.020
5,mlp.experts.155.down_proj,rtn: 0.0023956,0.00000,0.032
5,mlp.experts.151.down_proj,rtn: 0.0023651,0.00000,0.027
5,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.043
5,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.036
5,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.042
5,mlp.experts.105.down_proj,rtn: 0.0023499,0.00000,0.056
5,mlp.experts.146.down_proj,rtn: 0.0024109,0.00000,0.036
5,mlp.experts.182.down_proj,rtn: 0.0023651,0.00000,0.041
5,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.062
5,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
5,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.057
5,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.038
5,mlp.experts.171.down_proj,rtn: 0.0023651,0.00000,0.036
5,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.034
5,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.043
5,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.028
5,mlp.experts.172.down_proj,rtn: 0.0023804,0.00000,0.043
5,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.025
5,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.049
5,mlp.experts.162.down_proj,rtn: 0.0024414,0.00000,0.032
5,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.034
5,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.042
5,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.048
5,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.023
5,mlp.experts.175.down_proj,rtn: 0.0024109,0.00000,0.039
5,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.029
5,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.034
5,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.053
5,mlp.experts.187.down_proj,rtn: 0.0023804,0.00000,0.034
5,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.021
5,mlp.experts.133.down_proj,rtn: 0.0023804,0.00000,0.055
5,mlp.experts.184.down_proj,rtn: 0.0024109,0.00000,0.021
5,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.027
5,mlp.experts.178.down_proj,rtn: 0.0023956,0.00000,0.026
5,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.022
5,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.038
5,mlp.experts.191.down_proj,rtn: 0.0023956,0.00000,0.027
5,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.040
5,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.046
5,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.015
5,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.020
5,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
5,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.048
5,mlp.experts.179.down_proj,rtn: 0.0023804,0.00000,0.012
5,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.041
5,mlp.experts.145.down_proj,rtn: 0.0024261,0.00000,0.033
5,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.038
5,mlp.experts.165.down_proj,rtn: 0.0023956,0.00000,0.038
5,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.037
5,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.032
5,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.037
5,mlp.experts.181.down_proj,rtn: 0.0023804,0.00000,0.037
5,mlp.experts.185.down_proj,rtn: 0.0023804,0.00000,0.038
5,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.029
5,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.025
5,mlp.experts.189.down_proj,rtn: 0.0023651,0.00000,0.009
5,mlp.shared_experts.gate_proj,rtn: 0.0016785,0.00000,0.025
5,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.026
5,mlp.shared_experts.down_proj,rtn: 0.0017700,0.00000,0.011
6,self_attn.k_proj,rtn: 0.0016479,0.00000,0.015
6,self_attn.v_proj,rtn: 0.0024261,0.00000,0.019
6,self_attn.q_proj,rtn: 0.0014114,0.00000,0.018
6,self_attn.o_proj,rtn: 0.0021515,0.00000,0.044
6,mlp.experts.10.gate_proj,rtn: 0.0024872,0.00000,0.096
6,mlp.experts.0.gate_proj,rtn: 0.0025635,0.00000,0.099
6,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.102
6,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.103
6,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.103
6,mlp.experts.3.gate_proj,rtn: 0.0024414,0.00000,0.108
6,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.110
6,mlp.experts.4.gate_proj,rtn: 0.0024567,0.00000,0.109
6,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.123
6,mlp.experts.12.gate_proj,rtn: 0.0025482,0.00000,0.129
6,mlp.experts.15.gate_proj,rtn: 0.0024261,0.00000,0.133
6,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.133
6,mlp.experts.6.gate_proj,rtn: 0.0024261,0.00000,0.137
6,mlp.experts.2.gate_proj,rtn: 0.0023956,0.00000,0.138
6,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.157
6,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.169
6,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.080
6,mlp.experts.24.gate_proj,rtn: 0.0024719,0.00000,0.075
6,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.099
6,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.084
6,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.089
6,mlp.experts.20.gate_proj,rtn: 0.0024567,0.00000,0.086
6,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.073
6,mlp.experts.17.gate_proj,rtn: 0.0024261,0.00000,0.105
6,mlp.experts.25.gate_proj,rtn: 0.0024109,0.00000,0.105
6,mlp.experts.31.gate_proj,rtn: 0.0024872,0.00000,0.080
6,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.084
6,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.121
6,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.116
6,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.071
6,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.116
6,mlp.experts.40.gate_proj,rtn: 0.0024872,0.00000,0.073
6,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.115
6,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.064
6,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.066
6,mlp.experts.29.gate_proj,rtn: 0.0024109,0.00000,0.109
6,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.087
6,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.087
6,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.096
6,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.083
6,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.095
6,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.097
6,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.083
6,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.068
6,mlp.experts.37.gate_proj,rtn: 0.0024109,0.00000,0.091
6,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.073
6,mlp.experts.60.gate_proj,rtn: 0.0024567,0.00000,0.072
6,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.074
6,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.100
6,mlp.experts.38.gate_proj,rtn: 0.0024414,0.00000,0.093
6,mlp.experts.34.gate_proj,rtn: 0.0025024,0.00000,0.104
6,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.090
6,mlp.experts.59.gate_proj,rtn: 0.0023804,0.00000,0.083
6,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.089
6,mlp.experts.63.gate_proj,rtn: 0.0024414,0.00000,0.077
6,mlp.experts.58.gate_proj,rtn: 0.0024719,0.00000,0.097
6,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.073
6,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.096
6,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.080
6,mlp.experts.57.gate_proj,rtn: 0.0025024,0.00000,0.099
6,mlp.experts.72.gate_proj,rtn: 0.0023956,0.00000,0.073
6,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.070
6,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.094
6,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.075
6,mlp.experts.54.gate_proj,rtn: 0.0023804,0.00000,0.095
6,mlp.experts.75.gate_proj,rtn: 0.0025024,0.00000,0.080
6,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.099
6,mlp.experts.50.gate_proj,rtn: 0.0023956,0.00000,0.094
6,mlp.experts.61.gate_proj,rtn: 0.0024261,0.00000,0.089
6,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.079
6,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.083
6,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.072
6,mlp.experts.65.gate_proj,rtn: 0.0024261,0.00000,0.078
6,mlp.experts.80.gate_proj,rtn: 0.0025330,0.00000,0.086
6,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.082
6,mlp.experts.91.gate_proj,rtn: 0.0024872,0.00000,0.043
6,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.073
6,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.104
6,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.138
6,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.105
6,mlp.experts.92.gate_proj,rtn: 0.0024567,0.00000,0.131
6,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.065
6,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.070
6,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.075
6,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.077
6,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.091
6,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.093
6,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.134
6,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.096
6,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.140
6,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.101
6,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.092
6,mlp.experts.100.gate_proj,rtn: 0.0024719,0.00000,0.095
6,mlp.experts.89.gate_proj,rtn: 0.0024414,0.00000,0.088
6,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.067
6,mlp.experts.103.gate_proj,rtn: 0.0024414,0.00000,0.065
6,mlp.experts.90.gate_proj,rtn: 0.0024109,0.00000,0.110
6,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.089
6,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.106
6,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.067
6,mlp.experts.111.gate_proj,rtn: 0.0023956,0.00000,0.075
6,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.083
6,mlp.experts.112.gate_proj,rtn: 0.0025024,0.00000,0.086
6,mlp.experts.94.gate_proj,rtn: 0.0024109,0.00000,0.095
6,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.093
6,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.063
6,mlp.experts.86.gate_proj,rtn: 0.0024261,0.00000,0.105
6,mlp.experts.82.gate_proj,rtn: 0.0024719,0.00000,0.097
6,mlp.experts.97.gate_proj,rtn: 0.0024719,0.00000,0.093
6,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.088
6,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.109
6,mlp.experts.119.gate_proj,rtn: 0.0024261,0.00000,0.074
6,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.073
6,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.071
6,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.087
6,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.102
6,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.107
6,mlp.experts.131.gate_proj,rtn: 0.0024261,0.00000,0.068
6,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.093
6,mlp.experts.136.gate_proj,rtn: 0.0025482,0.00000,0.093
6,mlp.experts.110.gate_proj,rtn: 0.0024414,0.00000,0.093
6,mlp.experts.132.gate_proj,rtn: 0.0024261,0.00000,0.091
6,mlp.experts.135.gate_proj,rtn: 0.0023956,0.00000,0.077
6,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.074
6,mlp.experts.113.gate_proj,rtn: 0.0024109,0.00000,0.076
6,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.077
6,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.080
6,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.081
6,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.109
6,mlp.experts.98.gate_proj,rtn: 0.0023956,0.00000,0.103
6,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.085
6,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.076
6,mlp.experts.122.gate_proj,rtn: 0.0025024,0.00000,0.103
6,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.084
6,mlp.experts.152.gate_proj,rtn: 0.0024719,0.00000,0.086
6,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.078
6,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.078
6,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.093
6,mlp.experts.137.gate_proj,rtn: 0.0023956,0.00000,0.072
6,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.072
6,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.072
6,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.113
6,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.081
6,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.072
6,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.093
6,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.089
6,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.107
6,mlp.experts.114.gate_proj,rtn: 0.0024414,0.00000,0.113
6,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.084
6,mlp.experts.145.gate_proj,rtn: 0.0024261,0.00000,0.067
6,mlp.experts.141.gate_proj,rtn: 0.0024261,0.00000,0.068
6,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.081
6,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.113
6,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.092
6,mlp.experts.164.gate_proj,rtn: 0.0025177,0.00000,0.088
6,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.077
6,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.095
6,mlp.experts.149.gate_proj,rtn: 0.0024414,0.00000,0.073
6,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.083
6,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.089
6,mlp.experts.172.gate_proj,rtn: 0.0024414,0.00000,0.088
6,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.107
6,mlp.experts.157.gate_proj,rtn: 0.0024567,0.00000,0.062
6,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.076
6,mlp.experts.134.gate_proj,rtn: 0.0025177,0.00000,0.105
6,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.096
6,mlp.experts.161.gate_proj,rtn: 0.0024261,0.00000,0.076
6,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.075
6,mlp.experts.169.gate_proj,rtn: 0.0023956,0.00000,0.074
6,mlp.experts.180.gate_proj,rtn: 0.0024261,0.00000,0.085
6,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.083
6,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.075
6,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.098
6,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.086
6,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.080
6,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.079
6,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.063
6,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.065
6,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.100
6,mlp.experts.3.up_proj,rtn: 0.0024261,0.00000,0.082
6,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.105
6,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.078
6,mlp.experts.150.gate_proj,rtn: 0.0025024,0.00000,0.100
6,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.087
6,mlp.experts.146.gate_proj,rtn: 0.0024414,0.00000,0.105
6,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.071
6,mlp.experts.181.gate_proj,rtn: 0.0024109,0.00000,0.085
6,mlp.experts.8.up_proj,rtn: 0.0023804,0.00000,0.096
6,mlp.experts.4.up_proj,rtn: 0.0024414,0.00000,0.100
6,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.099
6,mlp.experts.0.up_proj,rtn: 0.0025330,0.00000,0.098
6,mlp.experts.15.up_proj,rtn: 0.0024109,0.00000,0.080
6,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.096
6,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.078
6,mlp.experts.12.up_proj,rtn: 0.0025177,0.00000,0.076
6,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.092
6,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.081
6,mlp.experts.174.gate_proj,rtn: 0.0024261,0.00000,0.102
6,mlp.experts.24.up_proj,rtn: 0.0024414,0.00000,0.074
6,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.094
6,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.087
6,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.073
6,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.096
6,mlp.experts.5.up_proj,rtn: 0.0023804,0.00000,0.088
6,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.092
6,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.070
6,mlp.experts.31.up_proj,rtn: 0.0024719,0.00000,0.088
6,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.098
6,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.073
6,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.090
6,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.095
6,mlp.experts.17.up_proj,rtn: 0.0024261,0.00000,0.079
6,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.087
6,mlp.experts.40.up_proj,rtn: 0.0024719,0.00000,0.074
6,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.097
6,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.075
6,mlp.experts.32.up_proj,rtn: 0.0024109,0.00000,0.072
6,mlp.experts.21.up_proj,rtn: 0.0024109,0.00000,0.083
6,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.090
6,mlp.experts.182.gate_proj,rtn: 0.0024414,0.00000,0.101
6,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.097
6,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.094
6,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.092
6,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.075
6,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.083
6,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.081
6,mlp.experts.10.up_proj,rtn: 0.0024719,0.00000,0.106
6,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.090
6,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.082
6,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.075
6,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.074
6,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.076
6,mlp.experts.37.up_proj,rtn: 0.0023956,0.00000,0.080
6,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.100
6,mlp.experts.75.up_proj,rtn: 0.0024719,0.00000,0.092
6,mlp.experts.60.up_proj,rtn: 0.0024414,0.00000,0.069
6,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.086
6,mlp.experts.6.up_proj,rtn: 0.0024109,0.00000,0.096
6,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.098
6,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.080
6,mlp.experts.63.up_proj,rtn: 0.0024109,0.00000,0.099
6,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.087
6,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.097
6,mlp.experts.72.up_proj,rtn: 0.0023804,0.00000,0.077
6,mlp.experts.71.up_proj,rtn: 0.0024261,0.00000,0.092
6,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.101
6,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.074
6,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.075
6,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.086
6,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.079
6,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.094
6,mlp.experts.91.up_proj,rtn: 0.0024719,0.00000,0.090
6,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.089
6,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.085
6,mlp.experts.57.up_proj,rtn: 0.0024872,0.00000,0.093
6,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.090
6,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.095
6,mlp.experts.42.up_proj,rtn: 0.0023956,0.00000,0.075
6,mlp.experts.61.up_proj,rtn: 0.0024109,0.00000,0.098
6,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.095
6,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.098
6,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.095
6,mlp.experts.80.up_proj,rtn: 0.0025177,0.00000,0.093
6,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.093
6,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.088
6,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.080
6,mlp.experts.38.up_proj,rtn: 0.0024261,0.00000,0.071
6,mlp.experts.92.up_proj,rtn: 0.0024567,0.00000,0.090
6,mlp.experts.34.up_proj,rtn: 0.0024872,0.00000,0.078
6,mlp.experts.107.up_proj,rtn: 0.0023804,0.00000,0.089
6,mlp.experts.58.up_proj,rtn: 0.0024567,0.00000,0.072
6,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.099
6,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.094
6,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.092
6,mlp.experts.99.up_proj,rtn: 0.0023804,0.00000,0.087
6,mlp.experts.103.up_proj,rtn: 0.0024261,0.00000,0.083
6,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.100
6,mlp.experts.100.up_proj,rtn: 0.0024567,0.00000,0.085
6,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.066
6,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.068
6,mlp.experts.96.up_proj,rtn: 0.0023956,0.00000,0.090
6,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.099
6,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.095
6,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.082
6,mlp.experts.108.up_proj,rtn: 0.0024109,0.00000,0.091
6,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.072
6,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.097
6,mlp.experts.97.up_proj,rtn: 0.0024567,0.00000,0.090
6,mlp.experts.111.up_proj,rtn: 0.0023804,0.00000,0.085
6,mlp.experts.89.up_proj,rtn: 0.0024261,0.00000,0.100
6,mlp.experts.119.up_proj,rtn: 0.0024109,0.00000,0.084
6,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.070
6,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.074
6,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.087
6,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.086
6,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.093
6,mlp.experts.112.up_proj,rtn: 0.0024872,0.00000,0.089
6,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.080
6,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.079
6,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.099
6,mlp.experts.90.up_proj,rtn: 0.0023956,0.00000,0.073
6,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.102
6,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.095
6,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.090
6,mlp.experts.86.up_proj,rtn: 0.0024261,0.00000,0.079
6,mlp.experts.94.up_proj,rtn: 0.0024109,0.00000,0.079
6,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.101
6,mlp.experts.105.up_proj,rtn: 0.0024109,0.00000,0.101
6,mlp.experts.132.up_proj,rtn: 0.0024109,0.00000,0.084
6,mlp.experts.135.up_proj,rtn: 0.0023956,0.00000,0.101
6,mlp.experts.109.up_proj,rtn: 0.0023804,0.00000,0.088
6,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.102
6,mlp.experts.82.up_proj,rtn: 0.0024567,0.00000,0.079
6,mlp.experts.128.up_proj,rtn: 0.0023956,0.00000,0.085
6,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.075
6,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.078
6,mlp.experts.136.up_proj,rtn: 0.0025330,0.00000,0.096
6,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.094
6,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.076
6,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.100
6,mlp.experts.110.up_proj,rtn: 0.0024414,0.00000,0.088
6,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.100
6,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.094
6,mlp.experts.98.up_proj,rtn: 0.0023804,0.00000,0.080
6,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.096
6,mlp.experts.122.up_proj,rtn: 0.0024872,0.00000,0.074
6,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.100
6,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.114
6,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.096
6,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.089
6,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.105
6,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.091
6,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.099
6,mlp.experts.152.up_proj,rtn: 0.0024414,0.00000,0.103
6,mlp.experts.118.up_proj,rtn: 0.0023956,0.00000,0.082
6,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.087
6,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.083
6,mlp.experts.171.up_proj,rtn: 0.0023499,0.00000,0.108
6,mlp.experts.137.up_proj,rtn: 0.0023804,0.00000,0.089
6,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.078
6,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.105
6,mlp.experts.164.up_proj,rtn: 0.0025177,0.00000,0.101
6,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.088
6,mlp.experts.159.up_proj,rtn: 0.0024109,0.00000,0.109
6,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.110
6,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.100
6,mlp.experts.134.up_proj,rtn: 0.0024872,0.00000,0.080
6,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.107
6,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.111
6,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.083
6,mlp.experts.149.up_proj,rtn: 0.0024261,0.00000,0.112
6,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.115
6,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.086
6,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.080
6,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.108
6,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.098
6,mlp.experts.187.up_proj,rtn: 0.0023804,0.00000,0.107
6,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.094
6,mlp.experts.150.up_proj,rtn: 0.0024872,0.00000,0.091
6,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.105
6,mlp.experts.180.up_proj,rtn: 0.0024109,0.00000,0.112
6,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.102
6,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.089
6,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.105
6,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.090
6,mlp.experts.165.up_proj,rtn: 0.0023651,0.00000,0.087
6,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.104
6,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.087
6,mlp.experts.146.up_proj,rtn: 0.0024261,0.00000,0.105
6,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.098
6,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.034
6,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.067
6,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.082
6,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.084
6,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.100
6,mlp.experts.181.up_proj,rtn: 0.0023956,0.00000,0.074
6,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.090
6,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.046
6,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.047
6,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.091
6,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.092
6,mlp.experts.182.up_proj,rtn: 0.0024261,0.00000,0.087
6,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.131
6,mlp.experts.178.up_proj,rtn: 0.0024261,0.00000,0.137
6,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.015
6,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.015
6,mlp.experts.7.down_proj,rtn: 0.0023499,0.00000,0.037
6,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.039
6,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.040
6,mlp.experts.29.down_proj,rtn: 0.0023651,0.00000,0.043
6,mlp.experts.10.down_proj,rtn: 0.0023804,0.00000,0.124
6,mlp.experts.6.down_proj,rtn: 0.0023956,0.00000,0.125
6,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.044
6,mlp.experts.5.down_proj,rtn: 0.0023651,0.00000,0.045
6,mlp.experts.12.down_proj,rtn: 0.0023804,0.00000,0.047
6,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.046
6,mlp.experts.0.down_proj,rtn: 0.0024414,0.00000,0.046
6,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.128
6,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.129
6,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.047
6,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.048
6,mlp.experts.15.down_proj,rtn: 0.0023651,0.00000,0.053
6,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.027
6,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.030
6,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.027
6,mlp.experts.21.down_proj,rtn: 0.0023956,0.00000,0.026
6,mlp.experts.25.down_proj,rtn: 0.0023346,0.00000,0.025
6,mlp.experts.31.down_proj,rtn: 0.0023804,0.00000,0.022
6,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.018
6,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.021
6,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.040
6,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.047
6,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.048
6,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.048
6,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.025
6,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.026
6,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.040
6,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.042
6,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.017
6,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.040
6,mlp.experts.20.down_proj,rtn: 0.0023804,0.00000,0.052
6,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.033
6,mlp.experts.24.down_proj,rtn: 0.0023956,0.00000,0.058
6,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.027
6,mlp.experts.32.down_proj,rtn: 0.0023804,0.00000,0.036
6,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.055
6,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.062
6,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.029
6,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.029
6,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.038
6,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.040
6,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.041
6,mlp.experts.34.down_proj,rtn: 0.0024109,0.00000,0.040
6,mlp.experts.38.down_proj,rtn: 0.0023956,0.00000,0.076
6,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.039
6,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.039
6,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.031
6,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.038
6,mlp.experts.40.down_proj,rtn: 0.0024109,0.00000,0.050
6,mlp.experts.57.down_proj,rtn: 0.0024414,0.00000,0.032
6,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.047
6,mlp.experts.65.down_proj,rtn: 0.0023651,0.00000,0.027
6,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.027
6,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.024
6,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.105
6,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.076
6,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.026
6,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.050
6,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.035
6,mlp.experts.60.down_proj,rtn: 0.0023956,0.00000,0.055
6,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.038
6,mlp.experts.56.down_proj,rtn: 0.0023193,0.00000,0.043
6,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.051
6,mlp.experts.75.down_proj,rtn: 0.0024261,0.00000,0.053
6,mlp.experts.71.down_proj,rtn: 0.0023956,0.00000,0.052
6,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.052
6,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.049
6,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.028
6,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.028
6,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.045
6,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.031
6,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.056
6,mlp.experts.80.down_proj,rtn: 0.0024261,0.00000,0.027
6,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.034
6,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.040
6,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.060
6,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.044
6,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.039
6,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.041
6,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.035
6,mlp.experts.91.down_proj,rtn: 0.0024109,0.00000,0.041
6,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.034
6,mlp.experts.97.down_proj,rtn: 0.0024109,0.00000,0.035
6,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.055
6,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.034
6,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.038
6,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.036
6,mlp.experts.82.down_proj,rtn: 0.0024109,0.00000,0.033
6,mlp.experts.86.down_proj,rtn: 0.0023956,0.00000,0.035
6,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.056
6,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.035
6,mlp.experts.89.down_proj,rtn: 0.0023804,0.00000,0.048
6,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.035
6,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.031
6,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.040
6,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.047
6,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.035
6,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.039
6,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.033
6,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.040
6,mlp.experts.103.down_proj,rtn: 0.0023499,0.00000,0.045
6,mlp.experts.112.down_proj,rtn: 0.0024261,0.00000,0.036
6,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.042
6,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.042
6,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.041
6,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.039
6,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.039
6,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.034
6,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.038
6,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.049
6,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.032
6,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.051
6,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.056
6,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.042
6,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
6,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.034
6,mlp.experts.119.down_proj,rtn: 0.0023956,0.00000,0.039
6,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.039
6,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.034
6,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.057
6,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.039
6,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.039
6,mlp.experts.118.down_proj,rtn: 0.0023804,0.00000,0.053
6,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.032
6,mlp.experts.114.down_proj,rtn: 0.0023956,0.00000,0.044
6,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.039
6,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.049
6,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.046
6,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.033
6,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.023
6,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.048
6,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.035
6,mlp.experts.135.down_proj,rtn: 0.0023651,0.00000,0.042
6,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.055
6,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.044
6,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.040
6,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.041
6,mlp.experts.159.down_proj,rtn: 0.0023651,0.00000,0.055
6,mlp.experts.122.down_proj,rtn: 0.0023804,0.00000,0.059
6,mlp.experts.136.down_proj,rtn: 0.0024414,0.00000,0.040
6,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.034
6,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.042
6,mlp.experts.173.down_proj,rtn: 0.0023956,0.00000,0.044
6,mlp.experts.134.down_proj,rtn: 0.0024261,0.00000,0.059
6,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
6,mlp.experts.137.down_proj,rtn: 0.0023651,0.00000,0.046
6,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.032
6,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.036
6,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.050
6,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.036
6,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
6,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.029
6,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.032
6,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.028
6,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.033
6,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.034
6,mlp.experts.152.down_proj,rtn: 0.0023956,0.00000,0.040
6,mlp.experts.164.down_proj,rtn: 0.0024261,0.00000,0.029
6,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.053
6,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.043
6,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.049
6,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.044
6,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.025
6,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.030
6,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.030
6,mlp.experts.150.down_proj,rtn: 0.0024109,0.00000,0.051
6,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.032
6,mlp.experts.146.down_proj,rtn: 0.0023651,0.00000,0.042
6,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.039
6,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.024
6,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.030
6,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.031
6,mlp.experts.169.down_proj,rtn: 0.0023804,0.00000,0.025
6,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.013
6,mlp.experts.154.down_proj,rtn: 0.0023651,0.00000,0.037
6,mlp.experts.184.down_proj,rtn: 0.0023346,0.00000,0.012
6,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.014
6,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.035
6,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.044
6,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.035
6,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.059
6,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.038
6,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.047
6,mlp.experts.186.down_proj,rtn: 0.0023651,0.00000,0.046
6,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.050
6,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.017
6,mlp.shared_experts.up_proj,rtn: 0.0017853,0.00000,0.025
6,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.025
6,mlp.shared_experts.down_proj,rtn: 0.0018387,0.00000,0.022
7,self_attn.k_proj,rtn: 0.0021057,0.00000,0.017
7,self_attn.q_proj,rtn: 0.0019684,0.00000,0.018
7,self_attn.v_proj,rtn: 0.0025635,0.00000,0.020
7,self_attn.o_proj,rtn: 0.0024414,0.00000,0.053
7,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.102
7,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.104
7,mlp.experts.1.gate_proj,rtn: 0.0024261,0.00000,0.105
7,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.110
7,mlp.experts.2.gate_proj,rtn: 0.0024261,0.00000,0.117
7,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.123
7,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.126
7,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.130
7,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.136
7,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.137
7,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.140
7,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.142
7,mlp.experts.4.gate_proj,rtn: 0.0024719,0.00000,0.143
7,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.147
7,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.147
7,mlp.experts.14.gate_proj,rtn: 0.0024109,0.00000,0.154
7,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.097
7,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.105
7,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.100
7,mlp.experts.24.gate_proj,rtn: 0.0024872,0.00000,0.081
7,mlp.experts.25.gate_proj,rtn: 0.0023804,0.00000,0.100
7,mlp.experts.18.gate_proj,rtn: 0.0024261,0.00000,0.097
7,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.092
7,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.086
7,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.083
7,mlp.experts.27.gate_proj,rtn: 0.0023956,0.00000,0.116
7,mlp.experts.28.gate_proj,rtn: 0.0023956,0.00000,0.081
7,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.116
7,mlp.experts.26.gate_proj,rtn: 0.0023956,0.00000,0.105
7,mlp.experts.30.gate_proj,rtn: 0.0024719,0.00000,0.091
7,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.130
7,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.109
7,mlp.experts.40.gate_proj,rtn: 0.0024109,0.00000,0.084
7,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.085
7,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.097
7,mlp.experts.41.gate_proj,rtn: 0.0024719,0.00000,0.087
7,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.096
7,mlp.experts.45.gate_proj,rtn: 0.0023956,0.00000,0.095
7,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.091
7,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.088
7,mlp.experts.32.gate_proj,rtn: 0.0024872,0.00000,0.088
7,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.089
7,mlp.experts.46.gate_proj,rtn: 0.0023956,0.00000,0.091
7,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.100
7,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.108
7,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.110
7,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.103
7,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.114
7,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.090
7,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.083
7,mlp.experts.61.gate_proj,rtn: 0.0024414,0.00000,0.083
7,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.096
7,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.104
7,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.089
7,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.098
7,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.093
7,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.092
7,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.096
7,mlp.experts.60.gate_proj,rtn: 0.0024567,0.00000,0.102
7,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.086
7,mlp.experts.63.gate_proj,rtn: 0.0024109,0.00000,0.083
7,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.102
7,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.087
7,mlp.experts.77.gate_proj,rtn: 0.0024261,0.00000,0.069
7,mlp.experts.69.gate_proj,rtn: 0.0025024,0.00000,0.071
7,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.087
7,mlp.experts.65.gate_proj,rtn: 0.0024109,0.00000,0.073
7,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.076
7,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.078
7,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.082
7,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.080
7,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.081
7,mlp.experts.75.gate_proj,rtn: 0.0023956,0.00000,0.085
7,mlp.experts.79.gate_proj,rtn: 0.0024261,0.00000,0.082
7,mlp.experts.64.gate_proj,rtn: 0.0024261,0.00000,0.091
7,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.087
7,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.085
7,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.089
7,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.087
7,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.082
7,mlp.experts.85.gate_proj,rtn: 0.0024872,0.00000,0.081
7,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.081
7,mlp.experts.82.gate_proj,rtn: 0.0025940,0.00000,0.080
7,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.090
7,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.080
7,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.070
7,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.100
7,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.067
7,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.077
7,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.084
7,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.066
7,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.074
7,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.062
7,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.057
7,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.082
7,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.087
7,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.077
7,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.076
7,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.077
7,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.071
7,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.076
7,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.062
7,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.074
7,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.065
7,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.070
7,mlp.experts.106.gate_proj,rtn: 0.0024567,0.00000,0.063
7,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.070
7,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.066
7,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.065
7,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.062
7,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.069
7,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.072
7,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.072
7,mlp.experts.113.gate_proj,rtn: 0.0025330,0.00000,0.065
7,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.070
7,mlp.experts.99.gate_proj,rtn: 0.0024261,0.00000,0.071
7,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.061
7,mlp.experts.114.gate_proj,rtn: 0.0024414,0.00000,0.075
7,mlp.experts.120.gate_proj,rtn: 0.0024567,0.00000,0.066
7,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.077
7,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.064
7,mlp.experts.116.gate_proj,rtn: 0.0024109,0.00000,0.063
7,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.079
7,mlp.experts.123.gate_proj,rtn: 0.0024872,0.00000,0.076
7,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.067
7,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.069
7,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.062
7,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.067
7,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.063
7,mlp.experts.133.gate_proj,rtn: 0.0024567,0.00000,0.062
7,mlp.experts.142.gate_proj,rtn: 0.0025024,0.00000,0.062
7,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.073
7,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.067
7,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.070
7,mlp.experts.136.gate_proj,rtn: 0.0024109,0.00000,0.066
7,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.068
7,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.062
7,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.063
7,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.073
7,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.065
7,mlp.experts.157.gate_proj,rtn: 0.0024261,0.00000,0.066
7,mlp.experts.128.gate_proj,rtn: 0.0025330,0.00000,0.061
7,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.063
7,mlp.experts.139.gate_proj,rtn: 0.0025635,0.00000,0.077
7,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.063
7,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.068
7,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.074
7,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.065
7,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.075
7,mlp.experts.146.gate_proj,rtn: 0.0024567,0.00000,0.078
7,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.085
7,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.077
7,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.063
7,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.079
7,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.069
7,mlp.experts.144.gate_proj,rtn: 0.0024872,0.00000,0.072
7,mlp.experts.156.gate_proj,rtn: 0.0024567,0.00000,0.066
7,mlp.experts.161.gate_proj,rtn: 0.0023804,0.00000,0.064
7,mlp.experts.173.gate_proj,rtn: 0.0024414,0.00000,0.073
7,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.075
7,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.101
7,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
7,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.083
7,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.080
7,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.110
7,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.097
7,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.081
7,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.086
7,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.093
7,mlp.experts.170.gate_proj,rtn: 0.0024261,0.00000,0.088
7,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.075
7,mlp.experts.189.gate_proj,rtn: 0.0024414,0.00000,0.063
7,mlp.experts.177.gate_proj,rtn: 0.0024109,0.00000,0.070
7,mlp.experts.160.gate_proj,rtn: 0.0024261,0.00000,0.086
7,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.071
7,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.084
7,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.078
7,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.094
7,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.089
7,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.087
7,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.094
7,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.060
7,mlp.experts.1.up_proj,rtn: 0.0024109,0.00000,0.063
7,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.091
7,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.082
7,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.090
7,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.077
7,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.090
7,mlp.experts.186.gate_proj,rtn: 0.0024109,0.00000,0.081
7,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.066
7,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.084
7,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.080
7,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.074
7,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.082
7,mlp.experts.2.up_proj,rtn: 0.0024109,0.00000,0.076
7,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.065
7,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.062
7,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.073
7,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.099
7,mlp.experts.25.up_proj,rtn: 0.0023804,0.00000,0.064
7,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.073
7,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.071
7,mlp.experts.21.up_proj,rtn: 0.0024261,0.00000,0.060
7,mlp.experts.4.up_proj,rtn: 0.0024567,0.00000,0.074
7,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.074
7,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.075
7,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.094
7,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.075
7,mlp.experts.30.up_proj,rtn: 0.0024414,0.00000,0.076
7,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.061
7,mlp.experts.18.up_proj,rtn: 0.0024109,0.00000,0.076
7,mlp.experts.45.up_proj,rtn: 0.0023804,0.00000,0.073
7,mlp.experts.41.up_proj,rtn: 0.0024567,0.00000,0.060
7,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.075
7,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.086
7,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.067
7,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.067
7,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.070
7,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.079
7,mlp.experts.22.up_proj,rtn: 0.0023804,0.00000,0.077
7,mlp.experts.24.up_proj,rtn: 0.0024719,0.00000,0.093
7,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.077
7,mlp.experts.28.up_proj,rtn: 0.0023804,0.00000,0.074
7,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.063
7,mlp.experts.26.up_proj,rtn: 0.0023804,0.00000,0.086
7,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.073
7,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.066
7,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.075
7,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.061
7,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.068
7,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.064
7,mlp.experts.61.up_proj,rtn: 0.0024261,0.00000,0.075
7,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.070
7,mlp.experts.31.up_proj,rtn: 0.0023804,0.00000,0.089
7,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.074
7,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.077
7,mlp.experts.32.up_proj,rtn: 0.0024719,0.00000,0.077
7,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.075
7,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.067
7,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.104
7,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.088
7,mlp.experts.73.up_proj,rtn: 0.0023804,0.00000,0.072
7,mlp.experts.77.up_proj,rtn: 0.0024109,0.00000,0.072
7,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.101
7,mlp.experts.69.up_proj,rtn: 0.0024872,0.00000,0.073
7,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.078
7,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.074
7,mlp.experts.35.up_proj,rtn: 0.0023956,0.00000,0.077
7,mlp.experts.47.up_proj,rtn: 0.0024261,0.00000,0.077
7,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.099
7,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.099
7,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.075
7,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.106
7,mlp.experts.60.up_proj,rtn: 0.0024414,0.00000,0.086
7,mlp.experts.48.up_proj,rtn: 0.0023956,0.00000,0.088
7,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.089
7,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.077
7,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.071
7,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.086
7,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.073
7,mlp.experts.85.up_proj,rtn: 0.0024719,0.00000,0.078
7,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.071
7,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.069
7,mlp.experts.63.up_proj,rtn: 0.0023956,0.00000,0.074
7,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.093
7,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.092
7,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
7,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.076
7,mlp.experts.64.up_proj,rtn: 0.0024109,0.00000,0.077
7,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.095
7,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.073
7,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.078
7,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.081
7,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.074
7,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.106
7,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.073
7,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.080
7,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.076
7,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.105
7,mlp.experts.79.up_proj,rtn: 0.0024261,0.00000,0.087
7,mlp.experts.113.up_proj,rtn: 0.0025177,0.00000,0.071
7,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.066
7,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.110
7,mlp.experts.92.up_proj,rtn: 0.0022583,0.00000,0.076
7,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.058
7,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.075
7,mlp.experts.82.up_proj,rtn: 0.0025635,0.00000,0.104
7,mlp.experts.121.up_proj,rtn: 0.0024261,0.00000,0.068
7,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.074
7,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.067
7,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.068
7,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.079
7,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.074
7,mlp.experts.86.up_proj,rtn: 0.0023804,0.00000,0.087
7,mlp.experts.95.up_proj,rtn: 0.0023804,0.00000,0.070
7,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.063
7,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.089
7,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.075
7,mlp.experts.104.up_proj,rtn: 0.0023956,0.00000,0.061
7,mlp.experts.108.up_proj,rtn: 0.0024261,0.00000,0.076
7,mlp.experts.99.up_proj,rtn: 0.0023956,0.00000,0.064
7,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.088
7,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.077
7,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.077
7,mlp.experts.103.up_proj,rtn: 0.0023804,0.00000,0.066
7,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.074
7,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.083
7,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.069
7,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.069
7,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.081
7,mlp.experts.133.up_proj,rtn: 0.0024414,0.00000,0.086
7,mlp.experts.112.up_proj,rtn: 0.0024109,0.00000,0.067
7,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.077
7,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.069
7,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.082
7,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.067
7,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.093
7,mlp.experts.116.up_proj,rtn: 0.0024109,0.00000,0.067
7,mlp.experts.157.up_proj,rtn: 0.0024109,0.00000,0.063
7,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.071
7,mlp.experts.123.up_proj,rtn: 0.0024719,0.00000,0.066
7,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.074
7,mlp.experts.106.up_proj,rtn: 0.0024414,0.00000,0.094
7,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.074
7,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.095
7,mlp.experts.128.up_proj,rtn: 0.0025024,0.00000,0.072
7,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.082
7,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.095
7,mlp.experts.136.up_proj,rtn: 0.0023956,0.00000,0.072
7,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.083
7,mlp.experts.173.up_proj,rtn: 0.0024261,0.00000,0.089
7,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.090
7,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.104
7,mlp.experts.142.up_proj,rtn: 0.0024872,0.00000,0.093
7,mlp.experts.139.up_proj,rtn: 0.0025330,0.00000,0.094
7,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
7,mlp.experts.143.up_proj,rtn: 0.0023956,0.00000,0.074
7,mlp.experts.130.up_proj,rtn: 0.0023804,0.00000,0.077
7,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.066
7,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.138
7,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.149
7,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.117
7,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.102
7,mlp.experts.144.up_proj,rtn: 0.0024719,0.00000,0.146
7,mlp.experts.177.up_proj,rtn: 0.0024109,0.00000,0.142
7,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.082
7,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.087
7,mlp.experts.156.up_proj,rtn: 0.0024414,0.00000,0.099
7,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.113
7,mlp.experts.148.up_proj,rtn: 0.0023804,0.00000,0.104
7,mlp.experts.146.up_proj,rtn: 0.0024261,0.00000,0.101
7,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.105
7,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.106
7,mlp.experts.189.up_proj,rtn: 0.0024261,0.00000,0.128
7,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.094
7,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.118
7,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.090
7,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.139
7,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.111
7,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.120
7,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.100
7,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.150
7,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.126
7,mlp.experts.175.up_proj,rtn: 0.0023804,0.00000,0.102
7,mlp.experts.171.up_proj,rtn: 0.0023956,0.00000,0.123
7,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.112
7,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.116
7,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.121
7,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.167
7,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.148
7,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.156
7,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.128
7,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.089
7,mlp.experts.170.up_proj,rtn: 0.0024109,0.00000,0.092
7,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.094
7,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.110
7,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.141
7,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.126
7,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.120
7,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.156
7,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.130
7,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.113
7,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.136
7,mlp.experts.186.up_proj,rtn: 0.0023956,0.00000,0.047
7,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.014
7,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.036
7,mlp.experts.4.down_proj,rtn: 0.0023956,0.00000,0.036
7,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.042
7,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.045
7,mlp.experts.1.down_proj,rtn: 0.0023804,0.00000,0.047
7,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.046
7,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.135
7,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.136
7,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.137
7,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.053
7,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.056
7,mlp.experts.8.down_proj,rtn: 0.0024109,0.00000,0.057
7,mlp.experts.21.down_proj,rtn: 0.0023804,0.00000,0.037
7,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.146
7,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.059
7,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.062
7,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.063
7,mlp.experts.32.down_proj,rtn: 0.0024261,0.00000,0.024
7,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.035
7,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.037
7,mlp.experts.17.down_proj,rtn: 0.0023651,0.00000,0.036
7,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.037
7,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.046
7,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.043
7,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.044
7,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.048
7,mlp.experts.23.down_proj,rtn: 0.0023499,0.00000,0.055
7,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.046
7,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.034
7,mlp.experts.24.down_proj,rtn: 0.0024261,0.00000,0.046
7,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.050
7,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.041
7,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.039
7,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.042
7,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.056
7,mlp.experts.41.down_proj,rtn: 0.0023956,0.00000,0.030
7,mlp.experts.30.down_proj,rtn: 0.0024109,0.00000,0.055
7,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.053
7,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.052
7,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.031
7,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.053
7,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.052
7,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.060
7,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.051
7,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.048
7,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.043
7,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.046
7,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.038
7,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.046
7,mlp.experts.47.down_proj,rtn: 0.0023804,0.00000,0.063
7,mlp.experts.61.down_proj,rtn: 0.0023956,0.00000,0.048
7,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.046
7,mlp.experts.69.down_proj,rtn: 0.0024414,0.00000,0.037
7,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.038
7,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.045
7,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.057
7,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.061
7,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.036
7,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.056
7,mlp.experts.60.down_proj,rtn: 0.0024109,0.00000,0.046
7,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.039
7,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.041
7,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.058
7,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.053
7,mlp.experts.65.down_proj,rtn: 0.0023651,0.00000,0.037
7,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.039
7,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.044
7,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.040
7,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.054
7,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.032
7,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.047
7,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.067
7,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.054
7,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.039
7,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.052
7,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
7,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.034
7,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.034
7,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.049
7,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.046
7,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.047
7,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.032
7,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.047
7,mlp.experts.86.down_proj,rtn: 0.0023651,0.00000,0.037
7,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.042
7,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.045
7,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.038
7,mlp.experts.82.down_proj,rtn: 0.0024414,0.00000,0.038
7,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
7,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.032
7,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.041
7,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.052
7,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.045
7,mlp.experts.105.down_proj,rtn: 0.0023804,0.00000,0.038
7,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.040
7,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.037
7,mlp.experts.112.down_proj,rtn: 0.0024109,0.00000,0.036
7,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.050
7,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.047
7,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.046
7,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.031
7,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.037
7,mlp.experts.108.down_proj,rtn: 0.0023346,0.00000,0.027
7,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.045
7,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.031
7,mlp.experts.121.down_proj,rtn: 0.0023804,0.00000,0.036
7,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.045
7,mlp.experts.91.down_proj,rtn: 0.0023499,0.00000,0.081
7,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.054
7,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.073
7,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.030
7,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.032
7,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.033
7,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.032
7,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.034
7,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.034
7,mlp.experts.128.down_proj,rtn: 0.0024261,0.00000,0.035
7,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.028
7,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.036
7,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.036
7,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.036
7,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.037
7,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.036
7,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.028
7,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.013
7,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.029
7,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.027
7,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.028
7,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.033
7,mlp.experts.144.down_proj,rtn: 0.0024414,0.00000,0.033
7,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.034
7,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.046
7,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.047
7,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.084
7,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.035
7,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.040
7,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.059
7,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.055
7,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.060
7,mlp.experts.114.down_proj,rtn: 0.0023651,0.00000,0.036
7,mlp.experts.161.down_proj,rtn: 0.0023499,0.00000,0.029
7,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.030
7,mlp.experts.156.down_proj,rtn: 0.0023499,0.00000,0.026
7,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.029
7,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.029
7,mlp.experts.177.down_proj,rtn: 0.0023804,0.00000,0.020
7,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.020
7,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.092
7,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.068
7,mlp.experts.123.down_proj,rtn: 0.0024261,0.00000,0.090
7,mlp.experts.189.down_proj,rtn: 0.0024109,0.00000,0.027
7,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.032
7,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.032
7,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.032
7,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.047
7,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.017
7,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.037
7,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.051
7,mlp.experts.142.down_proj,rtn: 0.0024261,0.00000,0.054
7,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.025
7,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.019
7,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.053
7,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.027
7,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.036
7,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.041
7,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.043
7,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.048
7,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.018
7,mlp.experts.139.down_proj,rtn: 0.0024567,0.00000,0.082
7,mlp.experts.146.down_proj,rtn: 0.0023804,0.00000,0.045
7,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.057
7,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.049
7,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.057
7,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.081
7,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.076
7,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.070
7,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.037
7,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.075
7,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.058
7,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.066
7,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.050
7,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.070
7,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.054
7,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.036
7,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.063
7,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.078
7,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.047
7,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.031
7,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.050
7,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.024
7,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.043
7,mlp.shared_experts.up_proj,rtn: 0.0017624,0.00000,0.026
7,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.028
7,mlp.shared_experts.down_proj,rtn: 0.0018311,0.00000,0.023
8,self_attn.v_proj,rtn: 0.0025940,0.00000,0.013
8,self_attn.k_proj,rtn: 0.0023499,0.00000,0.020
8,self_attn.q_proj,rtn: 0.0021362,0.00000,0.022
8,self_attn.o_proj,rtn: 0.0023804,0.00000,0.031
8,mlp.experts.5.gate_proj,rtn: 0.0024719,0.00000,0.096
8,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.102
8,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.102
8,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.104
8,mlp.experts.0.gate_proj,rtn: 0.0024567,0.00000,0.109
8,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.109
8,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.111
8,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.111
8,mlp.experts.10.gate_proj,rtn: 0.0024261,0.00000,0.119
8,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.123
8,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.124
8,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.132
8,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.133
8,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.137
8,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.152
8,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.158
8,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.083
8,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.085
8,mlp.experts.21.gate_proj,rtn: 0.0024109,0.00000,0.099
8,mlp.experts.20.gate_proj,rtn: 0.0023956,0.00000,0.095
8,mlp.experts.26.gate_proj,rtn: 0.0024261,0.00000,0.085
8,mlp.experts.25.gate_proj,rtn: 0.0024109,0.00000,0.096
8,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.087
8,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.098
8,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.095
8,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.095
8,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.085
8,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.107
8,mlp.experts.27.gate_proj,rtn: 0.0023956,0.00000,0.106
8,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.101
8,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.124
8,mlp.experts.34.gate_proj,rtn: 0.0024261,0.00000,0.084
8,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.080
8,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.128
8,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.081
8,mlp.experts.36.gate_proj,rtn: 0.0023956,0.00000,0.093
8,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.082
8,mlp.experts.37.gate_proj,rtn: 0.0024261,0.00000,0.099
8,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.090
8,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.087
8,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.089
8,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.086
8,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.096
8,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.100
8,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.092
8,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.098
8,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.117
8,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.094
8,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.094
8,mlp.experts.58.gate_proj,rtn: 0.0024719,0.00000,0.094
8,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.083
8,mlp.experts.53.gate_proj,rtn: 0.0023956,0.00000,0.082
8,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.101
8,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.094
8,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.104
8,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.101
8,mlp.experts.49.gate_proj,rtn: 0.0024567,0.00000,0.089
8,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.100
8,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.089
8,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.121
8,mlp.experts.66.gate_proj,rtn: 0.0023956,0.00000,0.091
8,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.090
8,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.113
8,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.086
8,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.088
8,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.086
8,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.117
8,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.095
8,mlp.experts.78.gate_proj,rtn: 0.0023956,0.00000,0.092
8,mlp.experts.65.gate_proj,rtn: 0.0024567,0.00000,0.074
8,mlp.experts.68.gate_proj,rtn: 0.0024261,0.00000,0.118
8,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.086
8,mlp.experts.76.gate_proj,rtn: 0.0024567,0.00000,0.111
8,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.106
8,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.082
8,mlp.experts.67.gate_proj,rtn: 0.0024414,0.00000,0.089
8,mlp.experts.90.gate_proj,rtn: 0.0024567,0.00000,0.080
8,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.089
8,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.086
8,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.125
8,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.081
8,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.085
8,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.114
8,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.104
8,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.089
8,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.093
8,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.126
8,mlp.experts.92.gate_proj,rtn: 0.0024719,0.00000,0.095
8,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.095
8,mlp.experts.98.gate_proj,rtn: 0.0024719,0.00000,0.089
8,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.083
8,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.091
8,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.109
8,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.093
8,mlp.experts.93.gate_proj,rtn: 0.0023956,0.00000,0.086
8,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.094
8,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.095
8,mlp.experts.95.gate_proj,rtn: 0.0024414,0.00000,0.096
8,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.112
8,mlp.experts.97.gate_proj,rtn: 0.0024414,0.00000,0.092
8,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.102
8,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.080
8,mlp.experts.114.gate_proj,rtn: 0.0025024,0.00000,0.088
8,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.090
8,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.107
8,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.103
8,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.098
8,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.093
8,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.107
8,mlp.experts.99.gate_proj,rtn: 0.0025940,0.00000,0.081
8,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.082
8,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.090
8,mlp.experts.111.gate_proj,rtn: 0.0025330,0.00000,0.085
8,mlp.experts.107.gate_proj,rtn: 0.0022430,0.00000,0.075
8,mlp.experts.117.gate_proj,rtn: 0.0024567,0.00000,0.091
8,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.090
8,mlp.experts.96.gate_proj,rtn: 0.0024261,0.00000,0.107
8,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.081
8,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.096
8,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.086
8,mlp.experts.116.gate_proj,rtn: 0.0024261,0.00000,0.097
8,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.104
8,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.095
8,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.097
8,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.110
8,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.104
8,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.093
8,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.092
8,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.102
8,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.099
8,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.094
8,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.104
8,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.081
8,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.072
8,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.087
8,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.090
8,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.076
8,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.083
8,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.081
8,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.077
8,mlp.experts.143.gate_proj,rtn: 0.0025330,0.00000,0.076
8,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.077
8,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.078
8,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.099
8,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.108
8,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.104
8,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.097
8,mlp.experts.151.gate_proj,rtn: 0.0024567,0.00000,0.077
8,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.077
8,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.106
8,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.088
8,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.082
8,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.084
8,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
8,mlp.experts.155.gate_proj,rtn: 0.0024567,0.00000,0.086
8,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.109
8,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.098
8,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.104
8,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.103
8,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.095
8,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.085
8,mlp.experts.148.gate_proj,rtn: 0.0024719,0.00000,0.106
8,mlp.experts.161.gate_proj,rtn: 0.0024872,0.00000,0.116
8,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.104
8,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.076
8,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.095
8,mlp.experts.171.gate_proj,rtn: 0.0024414,0.00000,0.074
8,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.112
8,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.070
8,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.097
8,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.098
8,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.077
8,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.095
8,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.070
8,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.090
8,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.105
8,mlp.experts.172.gate_proj,rtn: 0.0024414,0.00000,0.104
8,mlp.experts.177.gate_proj,rtn: 0.0024414,0.00000,0.097
8,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.097
8,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.071
8,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.077
8,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.096
8,mlp.experts.160.gate_proj,rtn: 0.0023804,0.00000,0.098
8,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.097
8,mlp.experts.7.up_proj,rtn: 0.0023804,0.00000,0.079
8,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.097
8,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.095
8,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.080
8,mlp.experts.10.up_proj,rtn: 0.0024261,0.00000,0.101
8,mlp.experts.5.up_proj,rtn: 0.0024414,0.00000,0.093
8,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.096
8,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.093
8,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.075
8,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.095
8,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.103
8,mlp.experts.189.gate_proj,rtn: 0.0025330,0.00000,0.096
8,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.082
8,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.100
8,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.081
8,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.101
8,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.077
8,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.105
8,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.094
8,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.102
8,mlp.experts.21.up_proj,rtn: 0.0024109,0.00000,0.095
8,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.080
8,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.105
8,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.098
8,mlp.experts.27.up_proj,rtn: 0.0023804,0.00000,0.084
8,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.094
8,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.103
8,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.096
8,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.095
8,mlp.experts.34.up_proj,rtn: 0.0024109,0.00000,0.097
8,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.083
8,mlp.experts.35.up_proj,rtn: 0.0024109,0.00000,0.084
8,mlp.experts.0.up_proj,rtn: 0.0024414,0.00000,0.095
8,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.090
8,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.096
8,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.093
8,mlp.experts.37.up_proj,rtn: 0.0024109,0.00000,0.086
8,mlp.experts.47.up_proj,rtn: 0.0024109,0.00000,0.083
8,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.091
8,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.085
8,mlp.experts.20.up_proj,rtn: 0.0023956,0.00000,0.100
8,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.093
8,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.095
8,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.092
8,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.091
8,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.085
8,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.090
8,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.083
8,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.089
8,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.086
8,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.092
8,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.083
8,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.089
8,mlp.experts.63.up_proj,rtn: 0.0024109,0.00000,0.088
8,mlp.experts.58.up_proj,rtn: 0.0024567,0.00000,0.090
8,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.094
8,mlp.experts.36.up_proj,rtn: 0.0023804,0.00000,0.100
8,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.090
8,mlp.experts.49.up_proj,rtn: 0.0024414,0.00000,0.096
8,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.095
8,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.096
8,mlp.experts.71.up_proj,rtn: 0.0024261,0.00000,0.084
8,mlp.experts.67.up_proj,rtn: 0.0024261,0.00000,0.083
8,mlp.experts.66.up_proj,rtn: 0.0023804,0.00000,0.093
8,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.092
8,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.085
8,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.080
8,mlp.experts.70.up_proj,rtn: 0.0023804,0.00000,0.095
8,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.095
8,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.093
8,mlp.experts.74.up_proj,rtn: 0.0024109,0.00000,0.093
8,mlp.experts.75.up_proj,rtn: 0.0023651,0.00000,0.086
8,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.087
8,mlp.experts.65.up_proj,rtn: 0.0024414,0.00000,0.085
8,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.083
8,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.088
8,mlp.experts.83.up_proj,rtn: 0.0023804,0.00000,0.080
8,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.103
8,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.102
8,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.088
8,mlp.experts.48.up_proj,rtn: 0.0023804,0.00000,0.089
8,mlp.experts.95.up_proj,rtn: 0.0024261,0.00000,0.084
8,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.090
8,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.092
8,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.087
8,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.098
8,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.087
8,mlp.experts.90.up_proj,rtn: 0.0024414,0.00000,0.092
8,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.088
8,mlp.experts.76.up_proj,rtn: 0.0024261,0.00000,0.091
8,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.094
8,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.093
8,mlp.experts.68.up_proj,rtn: 0.0024109,0.00000,0.090
8,mlp.experts.99.up_proj,rtn: 0.0025787,0.00000,0.093
8,mlp.experts.98.up_proj,rtn: 0.0024567,0.00000,0.096
8,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.092
8,mlp.experts.105.up_proj,rtn: 0.0024414,0.00000,0.087
8,mlp.experts.111.up_proj,rtn: 0.0025177,0.00000,0.097
8,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.096
8,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.083
8,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.100
8,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.094
8,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.105
8,mlp.experts.97.up_proj,rtn: 0.0024261,0.00000,0.090
8,mlp.experts.93.up_proj,rtn: 0.0023804,0.00000,0.090
8,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.088
8,mlp.experts.92.up_proj,rtn: 0.0024567,0.00000,0.105
8,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.096
8,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.105
8,mlp.experts.114.up_proj,rtn: 0.0024872,0.00000,0.095
8,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.086
8,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.088
8,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.118
8,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.086
8,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.115
8,mlp.experts.126.up_proj,rtn: 0.0024109,0.00000,0.090
8,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.091
8,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.095
8,mlp.experts.117.up_proj,rtn: 0.0024414,0.00000,0.096
8,mlp.experts.113.up_proj,rtn: 0.0023804,0.00000,0.091
8,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.079
8,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.080
8,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.097
8,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.097
8,mlp.experts.100.up_proj,rtn: 0.0023804,0.00000,0.097
8,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.099
8,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.111
8,mlp.experts.143.up_proj,rtn: 0.0025024,0.00000,0.097
8,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.090
8,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.099
8,mlp.experts.96.up_proj,rtn: 0.0024261,0.00000,0.098
8,mlp.experts.142.up_proj,rtn: 0.0023956,0.00000,0.108
8,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.085
8,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.086
8,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.097
8,mlp.experts.151.up_proj,rtn: 0.0024261,0.00000,0.097
8,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.081
8,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.088
8,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.100
8,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.140
8,mlp.experts.116.up_proj,rtn: 0.0024109,0.00000,0.087
8,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.084
8,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.080
8,mlp.experts.159.up_proj,rtn: 0.0023956,0.00000,0.081
8,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.103
8,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.081
8,mlp.experts.155.up_proj,rtn: 0.0024414,0.00000,0.089
8,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.074
8,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.076
8,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.094
8,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.076
8,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.087
8,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.083
8,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.095
8,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.078
8,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.094
8,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.091
8,mlp.experts.169.up_proj,rtn: 0.0024261,0.00000,0.083
8,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.081
8,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.078
8,mlp.experts.175.up_proj,rtn: 0.0023804,0.00000,0.090
8,mlp.experts.162.up_proj,rtn: 0.0024261,0.00000,0.094
8,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.087
8,mlp.experts.161.up_proj,rtn: 0.0024719,0.00000,0.078
8,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.079
8,mlp.experts.156.up_proj,rtn: 0.0023651,0.00000,0.087
8,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.097
8,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.091
8,mlp.experts.148.up_proj,rtn: 0.0024567,0.00000,0.090
8,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.099
8,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.099
8,mlp.experts.179.up_proj,rtn: 0.0023651,0.00000,0.106
8,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.105
8,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.086
8,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.074
8,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.104
8,mlp.experts.191.up_proj,rtn: 0.0023651,0.00000,0.096
8,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.086
8,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.079
8,mlp.experts.178.up_proj,rtn: 0.0024414,0.00000,0.113
8,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.073
8,mlp.experts.177.up_proj,rtn: 0.0024261,0.00000,0.091
8,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.092
8,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.078
8,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.104
8,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.073
8,mlp.experts.160.up_proj,rtn: 0.0023651,0.00000,0.071
8,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.102
8,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.080
8,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.063
8,mlp.experts.189.up_proj,rtn: 0.0025177,0.00000,0.028
8,mlp.experts.180.up_proj,rtn: 0.0023956,0.00000,0.062
8,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.069
8,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.059
8,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.014
8,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.016
8,mlp.experts.10.down_proj,rtn: 0.0023956,0.00000,0.019
8,mlp.experts.26.down_proj,rtn: 0.0023499,0.00000,0.030
8,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.117
8,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.117
8,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.117
8,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.118
8,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.041
8,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.041
8,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.042
8,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.043
8,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.044
8,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.045
8,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.046
8,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.046
8,mlp.experts.3.down_proj,rtn: 0.0022430,0.00000,0.047
8,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.049
8,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.053
8,mlp.experts.42.down_proj,rtn: 0.0023956,0.00000,0.013
8,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.014
8,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.024
8,mlp.experts.28.down_proj,rtn: 0.0023499,0.00000,0.059
8,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.054
8,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.031
8,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.056
8,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.058
8,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.044
8,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.041
8,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.039
8,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.034
8,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.058
8,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.035
8,mlp.experts.58.down_proj,rtn: 0.0024109,0.00000,0.027
8,mlp.experts.34.down_proj,rtn: 0.0023804,0.00000,0.022
8,mlp.experts.37.down_proj,rtn: 0.0023804,0.00000,0.046
8,mlp.experts.25.down_proj,rtn: 0.0023804,0.00000,0.046
8,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.044
8,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.034
8,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.041
8,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.033
8,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.050
8,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.041
8,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.040
8,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.027
8,mlp.experts.65.down_proj,rtn: 0.0024261,0.00000,0.031
8,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.055
8,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.043
8,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.055
8,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.038
8,mlp.experts.35.down_proj,rtn: 0.0023651,0.00000,0.058
8,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.035
8,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.048
8,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.045
8,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
8,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.041
8,mlp.experts.90.down_proj,rtn: 0.0024261,0.00000,0.032
8,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.058
8,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.047
8,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.041
8,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.045
8,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.032
8,mlp.experts.66.down_proj,rtn: 0.0023804,0.00000,0.030
8,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.040
8,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.048
8,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.025
8,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.045
8,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.033
8,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.027
8,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.031
8,mlp.experts.76.down_proj,rtn: 0.0023956,0.00000,0.039
8,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.042
8,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.044
8,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.046
8,mlp.experts.71.down_proj,rtn: 0.0023651,0.00000,0.034
8,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.044
8,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.040
8,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.037
8,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.045
8,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.042
8,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.045
8,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.039
8,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.041
8,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.032
8,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.039
8,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.040
8,mlp.experts.77.down_proj,rtn: 0.0023804,0.00000,0.045
8,mlp.experts.92.down_proj,rtn: 0.0024109,0.00000,0.042
8,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.041
8,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.034
8,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.042
8,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.048
8,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.035
8,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.040
8,mlp.experts.80.down_proj,rtn: 0.0023651,0.00000,0.042
8,mlp.experts.113.down_proj,rtn: 0.0023651,0.00000,0.039
8,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.033
8,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.031
8,mlp.experts.98.down_proj,rtn: 0.0024261,0.00000,0.039
8,mlp.experts.110.down_proj,rtn: 0.0023499,0.00000,0.038
8,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.042
8,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.044
8,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.039
8,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.037
8,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.033
8,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.034
8,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.049
8,mlp.experts.111.down_proj,rtn: 0.0024567,0.00000,0.035
8,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.044
8,mlp.experts.99.down_proj,rtn: 0.0024719,0.00000,0.036
8,mlp.experts.114.down_proj,rtn: 0.0024719,0.00000,0.040
8,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.038
8,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.036
8,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.044
8,mlp.experts.96.down_proj,rtn: 0.0023499,0.00000,0.049
8,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.041
8,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.038
8,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.036
8,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.038
8,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.044
8,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.035
8,mlp.experts.117.down_proj,rtn: 0.0024109,0.00000,0.037
8,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.035
8,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.032
8,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.045
8,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.041
8,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.038
8,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.036
8,mlp.experts.142.down_proj,rtn: 0.0023956,0.00000,0.033
8,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.040
8,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.048
8,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.041
8,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.037
8,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.037
8,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.034
8,mlp.experts.123.down_proj,rtn: 0.0023956,0.00000,0.052
8,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.048
8,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.037
8,mlp.experts.143.down_proj,rtn: 0.0024414,0.00000,0.038
8,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.060
8,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.033
8,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.040
8,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.038
8,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.037
8,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.022
8,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.052
8,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.041
8,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.039
8,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.037
8,mlp.experts.161.down_proj,rtn: 0.0024109,0.00000,0.039
8,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.039
8,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.052
8,mlp.experts.151.down_proj,rtn: 0.0023956,0.00000,0.045
8,mlp.experts.174.down_proj,rtn: 0.0024109,0.00000,0.028
8,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.030
8,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.027
8,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.038
8,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.025
8,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.034
8,mlp.experts.165.down_proj,rtn: 0.0023651,0.00000,0.035
8,mlp.experts.148.down_proj,rtn: 0.0023804,0.00000,0.060
8,mlp.experts.177.down_proj,rtn: 0.0024109,0.00000,0.038
8,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.026
8,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.041
8,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.056
8,mlp.experts.152.down_proj,rtn: 0.0023804,0.00000,0.046
8,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.045
8,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.032
8,mlp.experts.178.down_proj,rtn: 0.0023499,0.00000,0.031
8,mlp.experts.155.down_proj,rtn: 0.0023956,0.00000,0.043
8,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.041
8,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.025
8,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.030
8,mlp.experts.175.down_proj,rtn: 0.0023346,0.00000,0.026
8,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.029
8,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.025
8,mlp.experts.169.down_proj,rtn: 0.0023956,0.00000,0.025
8,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.054
8,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.057
8,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.021
8,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.031
8,mlp.experts.189.down_proj,rtn: 0.0024567,0.00000,0.024
8,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.034
8,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.044
8,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.036
8,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.037
8,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.056
8,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.026
8,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.027
8,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.010
8,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.023
8,mlp.experts.176.down_proj,rtn: 0.0023651,0.00000,0.029
8,mlp.shared_experts.gate_proj,rtn: 0.0017319,0.00000,0.028
8,mlp.shared_experts.up_proj,rtn: 0.0017471,0.00000,0.027
8,mlp.shared_experts.down_proj,rtn: 0.0018082,0.00000,0.022
9,self_attn.v_proj,rtn: 0.0025635,0.00000,0.029
9,self_attn.q_proj,rtn: 0.0014496,0.00000,0.016
9,self_attn.k_proj,rtn: 0.0015411,0.00000,0.042
9,self_attn.o_proj,rtn: 0.0023041,0.00000,0.030
9,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.088
9,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.091
9,mlp.experts.7.gate_proj,rtn: 0.0024567,0.00000,0.091
9,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.095
9,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.097
9,mlp.experts.2.gate_proj,rtn: 0.0024414,0.00000,0.111
9,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.114
9,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.114
9,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.115
9,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.117
9,mlp.experts.1.gate_proj,rtn: 0.0024719,0.00000,0.117
9,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.116
9,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.117
9,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.121
9,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.119
9,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.129
9,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.058
9,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.066
9,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.080
9,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.093
9,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.087
9,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.076
9,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.080
9,mlp.experts.27.gate_proj,rtn: 0.0024109,0.00000,0.089
9,mlp.experts.30.gate_proj,rtn: 0.0024567,0.00000,0.080
9,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.104
9,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.097
9,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.082
9,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.096
9,mlp.experts.21.gate_proj,rtn: 0.0024567,0.00000,0.108
9,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.100
9,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.088
9,mlp.experts.16.gate_proj,rtn: 0.0024567,0.00000,0.109
9,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.080
9,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.089
9,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.075
9,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.092
9,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.103
9,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.071
9,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.069
9,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.066
9,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.101
9,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.091
9,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.089
9,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.091
9,mlp.experts.44.gate_proj,rtn: 0.0025940,0.00000,0.086
9,mlp.experts.37.gate_proj,rtn: 0.0024109,0.00000,0.090
9,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.090
9,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.088
9,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.069
9,mlp.experts.32.gate_proj,rtn: 0.0023956,0.00000,0.094
9,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.075
9,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.093
9,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.064
9,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.091
9,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.088
9,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.077
9,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.083
9,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.098
9,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.085
9,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.075
9,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.089
9,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.081
9,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.090
9,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.083
9,mlp.experts.53.gate_proj,rtn: 0.0024261,0.00000,0.092
9,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.083
9,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.072
9,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.069
9,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.074
9,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.095
9,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.091
9,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.097
9,mlp.experts.82.gate_proj,rtn: 0.0024109,0.00000,0.073
9,mlp.experts.75.gate_proj,rtn: 0.0024719,0.00000,0.085
9,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.057
9,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.070
9,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.099
9,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.083
9,mlp.experts.88.gate_proj,rtn: 0.0024261,0.00000,0.080
9,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.085
9,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.074
9,mlp.experts.65.gate_proj,rtn: 0.0023499,0.00000,0.092
9,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.072
9,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.111
9,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.104
9,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.081
9,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.084
9,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.068
9,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.093
9,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.059
9,mlp.experts.106.gate_proj,rtn: 0.0023956,0.00000,0.074
9,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.089
9,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.064
9,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.077
9,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.077
9,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.079
9,mlp.experts.92.gate_proj,rtn: 0.0024261,0.00000,0.091
9,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.095
9,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.102
9,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.103
9,mlp.experts.118.gate_proj,rtn: 0.0024567,0.00000,0.061
9,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.067
9,mlp.experts.99.gate_proj,rtn: 0.0024872,0.00000,0.091
9,mlp.experts.103.gate_proj,rtn: 0.0024109,0.00000,0.088
9,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.105
9,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.076
9,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.090
9,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.066
9,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.066
9,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.073
9,mlp.experts.96.gate_proj,rtn: 0.0024567,0.00000,0.070
9,mlp.experts.107.gate_proj,rtn: 0.0024109,0.00000,0.089
9,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.081
9,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.071
9,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.066
9,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.107
9,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.060
9,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.102
9,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.094
9,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.077
9,mlp.experts.119.gate_proj,rtn: 0.0024414,0.00000,0.092
9,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.095
9,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.060
9,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.061
9,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.062
9,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.104
9,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
9,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.074
9,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.062
9,mlp.experts.123.gate_proj,rtn: 0.0024261,0.00000,0.094
9,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.075
9,mlp.experts.158.gate_proj,rtn: 0.0025024,0.00000,0.065
9,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.071
9,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.068
9,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.070
9,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.091
9,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.092
9,mlp.experts.128.gate_proj,rtn: 0.0024109,0.00000,0.073
9,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.104
9,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.088
9,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.086
9,mlp.experts.152.gate_proj,rtn: 0.0024567,0.00000,0.077
9,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.084
9,mlp.experts.117.gate_proj,rtn: 0.0024109,0.00000,0.099
9,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.085
9,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.081
9,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.084
9,mlp.experts.174.gate_proj,rtn: 0.0024872,0.00000,0.085
9,mlp.experts.170.gate_proj,rtn: 0.0024109,0.00000,0.082
9,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.077
9,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.073
9,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.066
9,mlp.experts.151.gate_proj,rtn: 0.0024567,0.00000,0.065
9,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.067
9,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.077
9,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.072
9,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.107
9,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.104
9,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.074
9,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.076
9,mlp.experts.182.gate_proj,rtn: 0.0024109,0.00000,0.069
9,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.070
9,mlp.experts.186.gate_proj,rtn: 0.0024719,0.00000,0.062
9,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.127
9,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.061
9,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.062
9,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.070
9,mlp.experts.180.gate_proj,rtn: 0.0024567,0.00000,0.078
9,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.124
9,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.073
9,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.075
9,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.074
9,mlp.experts.2.up_proj,rtn: 0.0024109,0.00000,0.063
9,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.064
9,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.058
9,mlp.experts.10.up_proj,rtn: 0.0023804,0.00000,0.057
9,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.075
9,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.063
9,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.073
9,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.107
9,mlp.experts.157.gate_proj,rtn: 0.0024414,0.00000,0.118
9,mlp.experts.183.gate_proj,rtn: 0.0024872,0.00000,0.073
9,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.075
9,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.076
9,mlp.experts.153.gate_proj,rtn: 0.0024261,0.00000,0.105
9,mlp.experts.30.up_proj,rtn: 0.0024261,0.00000,0.058
9,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.056
9,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.072
9,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.075
9,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.072
9,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.071
9,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.107
9,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.077
9,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.075
9,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.074
9,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.078
9,mlp.experts.7.up_proj,rtn: 0.0024261,0.00000,0.086
9,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.086
9,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.076
9,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.111
9,mlp.experts.42.up_proj,rtn: 0.0023956,0.00000,0.074
9,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.114
9,mlp.experts.38.up_proj,rtn: 0.0023651,0.00000,0.071
9,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.078
9,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.072
9,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.111
9,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.095
9,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.074
9,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.090
9,mlp.experts.16.up_proj,rtn: 0.0024414,0.00000,0.088
9,mlp.experts.165.gate_proj,rtn: 0.0024414,0.00000,0.126
9,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.080
9,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.073
9,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.090
9,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.070
9,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.059
9,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.084
9,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.076
9,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.069
9,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.111
9,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.104
9,mlp.experts.27.up_proj,rtn: 0.0023956,0.00000,0.077
9,mlp.experts.44.up_proj,rtn: 0.0025787,0.00000,0.080
9,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.088
9,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.061
9,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.074
9,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.107
9,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.073
9,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.078
9,mlp.experts.35.up_proj,rtn: 0.0023804,0.00000,0.075
9,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.066
9,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.110
9,mlp.experts.47.up_proj,rtn: 0.0024414,0.00000,0.071
9,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.110
9,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.123
9,mlp.experts.43.up_proj,rtn: 0.0024109,0.00000,0.073
9,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.057
9,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.069
9,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.062
9,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.118
9,mlp.experts.1.up_proj,rtn: 0.0024567,0.00000,0.125
9,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.074
9,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.076
9,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.072
9,mlp.experts.51.up_proj,rtn: 0.0023956,0.00000,0.078
9,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.127
9,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.092
9,mlp.experts.48.up_proj,rtn: 0.0023804,0.00000,0.092
9,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.069
9,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.089
9,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.080
9,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.108
9,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.099
9,mlp.experts.71.up_proj,rtn: 0.0024414,0.00000,0.079
9,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.062
9,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.058
9,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.058
9,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.094
9,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.087
9,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.086
9,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.092
9,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.099
9,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.076
9,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.068
9,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.082
9,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.080
9,mlp.experts.75.up_proj,rtn: 0.0024567,0.00000,0.083
9,mlp.experts.118.up_proj,rtn: 0.0024414,0.00000,0.061
9,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.061
9,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.063
9,mlp.experts.21.up_proj,rtn: 0.0024414,0.00000,0.093
9,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.107
9,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.099
9,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.074
9,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.094
9,mlp.experts.92.up_proj,rtn: 0.0024109,0.00000,0.085
9,mlp.experts.80.up_proj,rtn: 0.0024109,0.00000,0.086
9,mlp.experts.83.up_proj,rtn: 0.0023804,0.00000,0.101
9,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.091
9,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.083
9,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.103
9,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.069
9,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.110
9,mlp.experts.134.up_proj,rtn: 0.0023956,0.00000,0.080
9,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.071
9,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.098
9,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.095
9,mlp.experts.41.up_proj,rtn: 0.0023804,0.00000,0.093
9,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.073
9,mlp.experts.103.up_proj,rtn: 0.0023956,0.00000,0.096
9,mlp.experts.96.up_proj,rtn: 0.0024414,0.00000,0.062
9,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.079
9,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.061
9,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.087
9,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.071
9,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.063
9,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.083
9,mlp.experts.107.up_proj,rtn: 0.0024109,0.00000,0.075
9,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.078
9,mlp.experts.158.up_proj,rtn: 0.0024872,0.00000,0.081
9,mlp.experts.99.up_proj,rtn: 0.0024872,0.00000,0.102
9,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.089
9,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.065
9,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.085
9,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.078
9,mlp.experts.53.up_proj,rtn: 0.0024109,0.00000,0.099
9,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.058
9,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.071
9,mlp.experts.119.up_proj,rtn: 0.0024261,0.00000,0.087
9,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.084
9,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.088
9,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.079
9,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.077
9,mlp.experts.174.up_proj,rtn: 0.0024719,0.00000,0.079
9,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.110
9,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.089
9,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.069
9,mlp.experts.123.up_proj,rtn: 0.0023956,0.00000,0.098
9,mlp.experts.128.up_proj,rtn: 0.0023956,0.00000,0.081
9,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.083
9,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.074
9,mlp.experts.148.up_proj,rtn: 0.0024109,0.00000,0.074
9,mlp.experts.186.up_proj,rtn: 0.0024414,0.00000,0.092
9,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.113
9,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.069
9,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.080
9,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.111
9,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.080
9,mlp.experts.81.up_proj,rtn: 0.0023956,0.00000,0.074
9,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.083
9,mlp.experts.182.up_proj,rtn: 0.0023956,0.00000,0.065
9,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.071
9,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.070
9,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.075
9,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.072
9,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.099
9,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.085
9,mlp.experts.109.up_proj,rtn: 0.0023956,0.00000,0.065
9,mlp.experts.164.up_proj,rtn: 0.0024109,0.00000,0.080
9,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.064
9,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.103
9,mlp.experts.151.up_proj,rtn: 0.0024567,0.00000,0.095
9,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.083
9,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.075
9,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.085
9,mlp.experts.105.up_proj,rtn: 0.0023956,0.00000,0.076
9,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.059
9,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.083
9,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.078
9,mlp.experts.159.up_proj,rtn: 0.0024109,0.00000,0.079
9,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.096
9,mlp.experts.180.up_proj,rtn: 0.0024414,0.00000,0.077
9,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.069
9,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.089
9,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.086
9,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.065
9,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.087
9,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.106
9,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.082
9,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.061
9,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.083
9,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.089
9,mlp.experts.175.up_proj,rtn: 0.0023651,0.00000,0.091
9,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.088
9,mlp.experts.183.up_proj,rtn: 0.0024719,0.00000,0.095
9,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.081
9,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.102
9,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.111
9,mlp.experts.157.up_proj,rtn: 0.0024414,0.00000,0.083
9,mlp.experts.191.up_proj,rtn: 0.0023956,0.00000,0.074
9,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
9,mlp.experts.179.up_proj,rtn: 0.0023956,0.00000,0.102
9,mlp.experts.153.up_proj,rtn: 0.0024109,0.00000,0.076
9,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.087
9,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.081
9,mlp.experts.149.up_proj,rtn: 0.0023956,0.00000,0.102
9,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.092
9,mlp.experts.161.up_proj,rtn: 0.0023956,0.00000,0.080
9,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.089
9,mlp.experts.165.up_proj,rtn: 0.0024261,0.00000,0.101
9,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.082
9,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.075
9,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.082
9,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.027
9,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.034
9,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.032
9,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.036
9,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.042
9,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.050
9,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.125
9,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.126
9,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.047
9,mlp.experts.6.down_proj,rtn: 0.0023956,0.00000,0.049
9,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.053
9,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.055
9,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.039
9,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.055
9,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.057
9,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.057
9,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.140
9,mlp.experts.1.down_proj,rtn: 0.0024261,0.00000,0.143
9,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.062
9,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.038
9,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.049
9,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.026
9,mlp.experts.28.down_proj,rtn: 0.0023804,0.00000,0.040
9,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.025
9,mlp.experts.21.down_proj,rtn: 0.0023956,0.00000,0.035
9,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.024
9,mlp.experts.16.down_proj,rtn: 0.0023804,0.00000,0.031
9,mlp.experts.30.down_proj,rtn: 0.0023804,0.00000,0.039
9,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.052
9,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.036
9,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.054
9,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.060
9,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.050
9,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.045
9,mlp.experts.51.down_proj,rtn: 0.0023804,0.00000,0.041
9,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.035
9,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.070
9,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.037
9,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.058
9,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.056
9,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.036
9,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.048
9,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.077
9,mlp.experts.44.down_proj,rtn: 0.0024719,0.00000,0.061
9,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.064
9,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.016
9,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.023
9,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.050
9,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.052
9,mlp.experts.48.down_proj,rtn: 0.0023804,0.00000,0.015
9,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.045
9,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.049
9,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.063
9,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.043
9,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.041
9,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.032
9,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.029
9,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.042
9,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.044
9,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.059
9,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.031
9,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.053
9,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.050
9,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.070
9,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.048
9,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.044
9,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.052
9,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.038
9,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.034
9,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.037
9,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.046
9,mlp.experts.99.down_proj,rtn: 0.0024414,0.00000,0.033
9,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.065
9,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.059
9,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.051
9,mlp.experts.80.down_proj,rtn: 0.0023651,0.00000,0.036
9,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.037
9,mlp.experts.71.down_proj,rtn: 0.0024414,0.00000,0.048
9,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.044
9,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.037
9,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.037
9,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.036
9,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.051
9,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.044
9,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.032
9,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.042
9,mlp.experts.75.down_proj,rtn: 0.0023956,0.00000,0.034
9,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.042
9,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.025
9,mlp.experts.96.down_proj,rtn: 0.0024109,0.00000,0.037
9,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.046
9,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.050
9,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.032
9,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.032
9,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.053
9,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.049
9,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.020
9,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.031
9,mlp.experts.65.down_proj,rtn: 0.0023499,0.00000,0.029
9,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.036
9,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.044
9,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.036
9,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.030
9,mlp.experts.131.down_proj,rtn: 0.0023651,0.00000,0.036
9,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.048
9,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.033
9,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.032
9,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.038
9,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.051
9,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.030
9,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.046
9,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.058
9,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.043
9,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.032
9,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.034
9,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.035
9,mlp.experts.81.down_proj,rtn: 0.0023499,0.00000,0.048
9,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.043
9,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.029
9,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.061
9,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.057
9,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.038
9,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.030
9,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.048
9,mlp.experts.159.down_proj,rtn: 0.0024109,0.00000,0.037
9,mlp.experts.128.down_proj,rtn: 0.0023956,0.00000,0.040
9,mlp.experts.158.down_proj,rtn: 0.0023804,0.00000,0.028
9,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.035
9,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.035
9,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.048
9,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.038
9,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.052
9,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.034
9,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.041
9,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.050
9,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.041
9,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.048
9,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.037
9,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.034
9,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.039
9,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.025
9,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.046
9,mlp.experts.151.down_proj,rtn: 0.0023956,0.00000,0.030
9,mlp.experts.174.down_proj,rtn: 0.0024261,0.00000,0.039
9,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.038
9,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.039
9,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.075
9,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.040
9,mlp.experts.179.down_proj,rtn: 0.0023804,0.00000,0.038
9,mlp.experts.134.down_proj,rtn: 0.0023804,0.00000,0.039
9,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.040
9,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.062
9,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.030
9,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.033
9,mlp.experts.191.down_proj,rtn: 0.0023651,0.00000,0.033
9,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.039
9,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.046
9,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.038
9,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.057
9,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.049
9,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.026
9,mlp.experts.183.down_proj,rtn: 0.0024414,0.00000,0.015
9,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.020
9,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.035
9,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.026
9,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.029
9,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.039
9,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.011
9,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.023
9,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.050
9,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.065
9,mlp.experts.148.down_proj,rtn: 0.0023651,0.00000,0.030
9,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.033
9,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.036
9,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.025
9,mlp.experts.186.down_proj,rtn: 0.0024109,0.00000,0.026
9,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.028
9,mlp.experts.164.down_proj,rtn: 0.0023651,0.00000,0.017
9,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.018
9,mlp.experts.180.down_proj,rtn: 0.0024109,0.00000,0.012
9,mlp.experts.157.down_proj,rtn: 0.0024414,0.00000,0.042
9,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.032
9,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.036
9,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.046
9,mlp.experts.182.down_proj,rtn: 0.0023804,0.00000,0.025
9,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.016
9,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.035
9,mlp.experts.161.down_proj,rtn: 0.0023956,0.00000,0.034
9,mlp.experts.165.down_proj,rtn: 0.0023804,0.00000,0.043
9,mlp.experts.189.down_proj,rtn: 0.0023499,0.00000,0.025
9,mlp.experts.177.down_proj,rtn: 0.0023346,0.00000,0.024
9,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.018
9,mlp.shared_experts.gate_proj,rtn: 0.0017929,0.00000,0.026
9,mlp.shared_experts.up_proj,rtn: 0.0018234,0.00000,0.027
9,mlp.shared_experts.down_proj,rtn: 0.0018921,0.00000,0.022
10,self_attn.v_proj,rtn: 0.0026245,0.00000,0.036
10,self_attn.q_proj,rtn: 0.0020905,0.00000,0.017
10,self_attn.k_proj,rtn: 0.0023193,0.00000,0.023
10,self_attn.o_proj,rtn: 0.0024567,0.00000,0.030
10,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.099
10,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.105
10,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.107
10,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.113
10,mlp.experts.2.gate_proj,rtn: 0.0024109,0.00000,0.115
10,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.120
10,mlp.experts.0.gate_proj,rtn: 0.0024872,0.00000,0.122
10,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.125
10,mlp.experts.4.gate_proj,rtn: 0.0025024,0.00000,0.127
10,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.127
10,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.129
10,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.129
10,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.130
10,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.131
10,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.148
10,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.159
10,mlp.experts.29.gate_proj,rtn: 0.0024109,0.00000,0.082
10,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.098
10,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.083
10,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.095
10,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.090
10,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.088
10,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.088
10,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.090
10,mlp.experts.28.gate_proj,rtn: 0.0024719,0.00000,0.094
10,mlp.experts.20.gate_proj,rtn: 0.0024109,0.00000,0.099
10,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.120
10,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.097
10,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.112
10,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.116
10,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.107
10,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.126
10,mlp.experts.45.gate_proj,rtn: 0.0023956,0.00000,0.082
10,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.080
10,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.075
10,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.084
10,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.088
10,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
10,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.095
10,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.088
10,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.078
10,mlp.experts.44.gate_proj,rtn: 0.0024414,0.00000,0.094
10,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.095
10,mlp.experts.34.gate_proj,rtn: 0.0024261,0.00000,0.104
10,mlp.experts.46.gate_proj,rtn: 0.0024567,0.00000,0.104
10,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.071
10,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.098
10,mlp.experts.59.gate_proj,rtn: 0.0024567,0.00000,0.082
10,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.096
10,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.109
10,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.096
10,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.088
10,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.124
10,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.094
10,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.095
10,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.090
10,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.096
10,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.093
10,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.098
10,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.090
10,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.088
10,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.083
10,mlp.experts.75.gate_proj,rtn: 0.0023956,0.00000,0.084
10,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.089
10,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.090
10,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.086
10,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.063
10,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.064
10,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.092
10,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.091
10,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.087
10,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.081
10,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.089
10,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.059
10,mlp.experts.78.gate_proj,rtn: 0.0024261,0.00000,0.073
10,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.069
10,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.082
10,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.095
10,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.097
10,mlp.experts.70.gate_proj,rtn: 0.0024414,0.00000,0.078
10,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.065
10,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.063
10,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.077
10,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.086
10,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.085
10,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.085
10,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.081
10,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.063
10,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.085
10,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.067
10,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.095
10,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.073
10,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.076
10,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.067
10,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.071
10,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.093
10,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.091
10,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.072
10,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.070
10,mlp.experts.123.gate_proj,rtn: 0.0024109,0.00000,0.067
10,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.068
10,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.115
10,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.083
10,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.086
10,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.104
10,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.073
10,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.072
10,mlp.experts.99.gate_proj,rtn: 0.0023499,0.00000,0.072
10,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.065
10,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.065
10,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.083
10,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.079
10,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.072
10,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.094
10,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.076
10,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.064
10,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.075
10,mlp.experts.120.gate_proj,rtn: 0.0024567,0.00000,0.066
10,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.075
10,mlp.experts.135.gate_proj,rtn: 0.0023804,0.00000,0.062
10,mlp.experts.125.gate_proj,rtn: 0.0024109,0.00000,0.090
10,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.066
10,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.064
10,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.075
10,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.085
10,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.085
10,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.077
10,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.093
10,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.072
10,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.085
10,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.087
10,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.063
10,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.072
10,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.072
10,mlp.experts.151.gate_proj,rtn: 0.0024719,0.00000,0.062
10,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.083
10,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.069
10,mlp.experts.130.gate_proj,rtn: 0.0024109,0.00000,0.073
10,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.067
10,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.069
10,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.093
10,mlp.experts.175.gate_proj,rtn: 0.0024261,0.00000,0.062
10,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.070
10,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
10,mlp.experts.142.gate_proj,rtn: 0.0023804,0.00000,0.081
10,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.098
10,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.093
10,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.096
10,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.074
10,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.077
10,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.082
10,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.072
10,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.078
10,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.073
10,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.081
10,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.082
10,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.072
10,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.069
10,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.073
10,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.076
10,mlp.experts.157.gate_proj,rtn: 0.0023804,0.00000,0.097
10,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.087
10,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.084
10,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
10,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.073
10,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.085
10,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.082
10,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.065
10,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.076
10,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.067
10,mlp.experts.162.gate_proj,rtn: 0.0024261,0.00000,0.087
10,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.082
10,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.077
10,mlp.experts.174.gate_proj,rtn: 0.0024414,0.00000,0.078
10,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.090
10,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.082
10,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.083
10,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.073
10,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.078
10,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.100
10,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.079
10,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.065
10,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.089
10,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.085
10,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.071
10,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.077
10,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.078
10,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.086
10,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.074
10,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.086
10,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
10,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.081
10,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.070
10,mlp.experts.4.up_proj,rtn: 0.0024872,0.00000,0.061
10,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.084
10,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.083
10,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.079
10,mlp.experts.0.up_proj,rtn: 0.0024719,0.00000,0.064
10,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.074
10,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.099
10,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.089
10,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.099
10,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.080
10,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.077
10,mlp.experts.2.up_proj,rtn: 0.0023956,0.00000,0.081
10,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.079
10,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.082
10,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.092
10,mlp.experts.20.up_proj,rtn: 0.0024109,0.00000,0.083
10,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.086
10,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.083
10,mlp.experts.9.up_proj,rtn: 0.0023956,0.00000,0.081
10,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.082
10,mlp.experts.28.up_proj,rtn: 0.0024567,0.00000,0.084
10,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.091
10,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.085
10,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.091
10,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.077
10,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.091
10,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.075
10,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.084
10,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.083
10,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.081
10,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.090
10,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.087
10,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.090
10,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.083
10,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.089
10,mlp.experts.59.up_proj,rtn: 0.0024414,0.00000,0.084
10,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.088
10,mlp.experts.44.up_proj,rtn: 0.0024261,0.00000,0.091
10,mlp.experts.34.up_proj,rtn: 0.0024109,0.00000,0.076
10,mlp.experts.46.up_proj,rtn: 0.0024414,0.00000,0.078
10,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.095
10,mlp.experts.55.up_proj,rtn: 0.0023804,0.00000,0.087
10,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.081
10,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.082
10,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.092
10,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.095
10,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.087
10,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.088
10,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.083
10,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.088
10,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.088
10,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.086
10,mlp.experts.48.up_proj,rtn: 0.0023956,0.00000,0.090
10,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.075
10,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.092
10,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.083
10,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.083
10,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.085
10,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.086
10,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.070
10,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.088
10,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.084
10,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.083
10,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.085
10,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.088
10,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.087
10,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.089
10,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.098
10,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.071
10,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.086
10,mlp.experts.76.up_proj,rtn: 0.0023804,0.00000,0.084
10,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.068
10,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.084
10,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.081
10,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.092
10,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.088
10,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.098
10,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.085
10,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.098
10,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.096
10,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.090
10,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.098
10,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.095
10,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.093
10,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.106
10,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.085
10,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.078
10,mlp.experts.92.up_proj,rtn: 0.0023804,0.00000,0.088
10,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.089
10,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.088
10,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.107
10,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.110
10,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.106
10,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.100
10,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.073
10,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.087
10,mlp.experts.100.up_proj,rtn: 0.0024109,0.00000,0.086
10,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.085
10,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.087
10,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.078
10,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.095
10,mlp.experts.123.up_proj,rtn: 0.0023956,0.00000,0.092
10,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.085
10,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.078
10,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.089
10,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.080
10,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.089
10,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.090
10,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.081
10,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.107
10,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.083
10,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.108
10,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
10,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.084
10,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.080
10,mlp.experts.105.up_proj,rtn: 0.0024414,0.00000,0.097
10,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.090
10,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.076
10,mlp.experts.109.up_proj,rtn: 0.0023956,0.00000,0.077
10,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.096
10,mlp.experts.115.up_proj,rtn: 0.0023956,0.00000,0.077
10,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.091
10,mlp.experts.135.up_proj,rtn: 0.0023651,0.00000,0.083
10,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.090
10,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.097
10,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.093
10,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.084
10,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.087
10,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.082
10,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.124
10,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.120
10,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.070
10,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.094
10,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.089
10,mlp.experts.125.up_proj,rtn: 0.0023956,0.00000,0.109
10,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.120
10,mlp.experts.121.up_proj,rtn: 0.0023804,0.00000,0.126
10,mlp.experts.151.up_proj,rtn: 0.0024719,0.00000,0.107
10,mlp.experts.130.up_proj,rtn: 0.0023956,0.00000,0.144
10,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.078
10,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.079
10,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.080
10,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.103
10,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.067
10,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.101
10,mlp.experts.175.up_proj,rtn: 0.0024109,0.00000,0.124
10,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.087
10,mlp.experts.129.up_proj,rtn: 0.0023651,0.00000,0.082
10,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.067
10,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.097
10,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.113
10,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.097
10,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.142
10,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.103
10,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.117
10,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.089
10,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.095
10,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.107
10,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.107
10,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.081
10,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.119
10,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.092
10,mlp.experts.149.up_proj,rtn: 0.0023956,0.00000,0.096
10,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.107
10,mlp.experts.162.up_proj,rtn: 0.0024109,0.00000,0.073
10,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.110
10,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.147
10,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.127
10,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.129
10,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.097
10,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.108
10,mlp.experts.183.up_proj,rtn: 0.0024109,0.00000,0.110
10,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.114
10,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.084
10,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.085
10,mlp.experts.174.up_proj,rtn: 0.0024261,0.00000,0.073
10,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.089
10,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.086
10,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.066
10,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.078
10,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.054
10,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.083
10,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.083
10,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.088
10,mlp.experts.190.up_proj,rtn: 0.0023346,0.00000,0.065
10,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.072
10,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.068
10,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.085
10,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.093
10,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.098
10,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.078
10,mlp.experts.4.down_proj,rtn: 0.0024567,0.00000,0.023
10,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.035
10,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.021
10,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.039
10,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.042
10,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.143
10,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.145
10,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.054
10,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.055
10,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.147
10,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.062
10,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.152
10,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.064
10,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.063
10,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.054
10,mlp.experts.0.down_proj,rtn: 0.0024261,0.00000,0.056
10,mlp.experts.3.down_proj,rtn: 0.0023651,0.00000,0.068
10,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.068
10,mlp.experts.28.down_proj,rtn: 0.0024109,0.00000,0.073
10,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.031
10,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.022
10,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
10,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.039
10,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.046
10,mlp.experts.30.down_proj,rtn: 0.0023499,0.00000,0.057
10,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.054
10,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.050
10,mlp.experts.59.down_proj,rtn: 0.0024261,0.00000,0.037
10,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.059
10,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.046
10,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.053
10,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.046
10,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.049
10,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.067
10,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.039
10,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.042
10,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.036
10,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.052
10,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.058
10,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.040
10,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.060
10,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.051
10,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
10,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.040
10,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.069
10,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.101
10,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.059
10,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.055
10,mlp.experts.46.down_proj,rtn: 0.0023651,0.00000,0.099
10,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.089
10,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.098
10,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.042
10,mlp.experts.91.down_proj,rtn: 0.0023956,0.00000,0.051
10,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.050
10,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.056
10,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.047
10,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.050
10,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
10,mlp.experts.51.down_proj,rtn: 0.0023651,0.00000,0.059
10,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.036
10,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.054
10,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.063
10,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.076
10,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.063
10,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.054
10,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.038
10,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.034
10,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.049
10,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.058
10,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.036
10,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.043
10,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.027
10,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
10,mlp.experts.100.down_proj,rtn: 0.0023804,0.00000,0.050
10,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.067
10,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.056
10,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.032
10,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.038
10,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.059
10,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.035
10,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.056
10,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.050
10,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.040
10,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.069
10,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.054
10,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.043
10,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.045
10,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.067
10,mlp.experts.88.down_proj,rtn: 0.0023956,0.00000,0.045
10,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.053
10,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.034
10,mlp.experts.73.down_proj,rtn: 0.0023499,0.00000,0.035
10,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.076
10,mlp.experts.108.down_proj,rtn: 0.0023346,0.00000,0.038
10,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.054
10,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
10,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.037
10,mlp.experts.74.down_proj,rtn: 0.0023346,0.00000,0.050
10,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.053
10,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.042
10,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.043
10,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.042
10,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.052
10,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.044
10,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.069
10,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.054
10,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.052
10,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.041
10,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.037
10,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.070
10,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.043
10,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.057
10,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.049
10,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.066
10,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.046
10,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.049
10,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.048
10,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.052
10,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.053
10,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.046
10,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.042
10,mlp.experts.110.down_proj,rtn: 0.0023956,0.00000,0.033
10,mlp.experts.125.down_proj,rtn: 0.0023499,0.00000,0.061
10,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.042
10,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.042
10,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.035
10,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.062
10,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.030
10,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
10,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.042
10,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.040
10,mlp.experts.115.down_proj,rtn: 0.0023804,0.00000,0.053
10,mlp.experts.121.down_proj,rtn: 0.0023651,0.00000,0.044
10,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.051
10,mlp.experts.145.down_proj,rtn: 0.0023499,0.00000,0.041
10,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
10,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.037
10,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.044
10,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.042
10,mlp.experts.151.down_proj,rtn: 0.0024414,0.00000,0.038
10,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.038
10,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.026
10,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.034
10,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.029
10,mlp.experts.117.down_proj,rtn: 0.0023651,0.00000,0.039
10,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.034
10,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.041
10,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.040
10,mlp.experts.152.down_proj,rtn: 0.0023804,0.00000,0.028
10,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.039
10,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.037
10,mlp.experts.161.down_proj,rtn: 0.0023041,0.00000,0.038
10,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.024
10,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
10,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.032
10,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.028
10,mlp.experts.175.down_proj,rtn: 0.0023956,0.00000,0.032
10,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.038
10,mlp.experts.130.down_proj,rtn: 0.0023956,0.00000,0.040
10,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.024
10,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.038
10,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.021
10,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.031
10,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.028
10,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.035
10,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.037
10,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.034
10,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.023
10,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.028
10,mlp.experts.183.down_proj,rtn: 0.0023651,0.00000,0.029
10,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.036
10,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.019
10,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.031
10,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.026
10,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.025
10,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.023
10,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.031
10,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.026
10,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.025
10,mlp.experts.189.down_proj,rtn: 0.0023651,0.00000,0.021
10,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.013
10,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.020
10,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.029
10,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
10,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.028
10,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.024
10,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.031
10,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.013
10,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.028
10,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.033
10,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.028
10,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.029
10,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.027
10,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.027
10,mlp.shared_experts.down_proj,rtn: 0.0017700,0.00000,0.021
11,self_attn.v_proj,rtn: 0.0025177,0.00000,0.013
11,self_attn.k_proj,rtn: 0.0023193,0.00000,0.016
11,self_attn.q_proj,rtn: 0.0020752,0.00000,0.018
11,self_attn.o_proj,rtn: 0.0023956,0.00000,0.049
11,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.089
11,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.092
11,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.093
11,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.093
11,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.096
11,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.096
11,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.099
11,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.101
11,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.101
11,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.106
11,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.110
11,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.112
11,mlp.experts.11.gate_proj,rtn: 0.0024109,0.00000,0.114
11,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.113
11,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.119
11,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.140
11,mlp.experts.18.gate_proj,rtn: 0.0023651,0.00000,0.075
11,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.083
11,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.081
11,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.088
11,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.086
11,mlp.experts.23.gate_proj,rtn: 0.0024109,0.00000,0.076
11,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.073
11,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.093
11,mlp.experts.20.gate_proj,rtn: 0.0024109,0.00000,0.093
11,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.087
11,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.091
11,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.088
11,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
11,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.101
11,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.091
11,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.087
11,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.076
11,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.075
11,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.074
11,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.083
11,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.091
11,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.100
11,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.090
11,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.082
11,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.095
11,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.096
11,mlp.experts.32.gate_proj,rtn: 0.0024109,0.00000,0.092
11,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.098
11,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.091
11,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.093
11,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.091
11,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.086
11,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.082
11,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.091
11,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.093
11,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.088
11,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.089
11,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.087
11,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.091
11,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.099
11,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.099
11,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.091
11,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.092
11,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.097
11,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.098
11,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.092
11,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.095
11,mlp.experts.66.gate_proj,rtn: 0.0024261,0.00000,0.083
11,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.095
11,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.080
11,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.087
11,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.071
11,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.080
11,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.099
11,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.089
11,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.078
11,mlp.experts.68.gate_proj,rtn: 0.0024109,0.00000,0.073
11,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.087
11,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.081
11,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.076
11,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.073
11,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.086
11,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.098
11,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.074
11,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.065
11,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.097
11,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.073
11,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.059
11,mlp.experts.83.gate_proj,rtn: 0.0024261,0.00000,0.099
11,mlp.experts.87.gate_proj,rtn: 0.0024719,0.00000,0.093
11,mlp.experts.88.gate_proj,rtn: 0.0024414,0.00000,0.073
11,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.073
11,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.073
11,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.084
11,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.094
11,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.075
11,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.061
11,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.065
11,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.086
11,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.096
11,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.072
11,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.073
11,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.072
11,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.074
11,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.099
11,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.075
11,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.093
11,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.073
11,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.090
11,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.092
11,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.092
11,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.071
11,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.073
11,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.091
11,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.074
11,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.075
11,mlp.experts.109.gate_proj,rtn: 0.0024414,0.00000,0.092
11,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.074
11,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.075
11,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.072
11,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.093
11,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.090
11,mlp.experts.130.gate_proj,rtn: 0.0023804,0.00000,0.074
11,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.088
11,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.067
11,mlp.experts.142.gate_proj,rtn: 0.0024872,0.00000,0.068
11,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.093
11,mlp.experts.121.gate_proj,rtn: 0.0024109,0.00000,0.098
11,mlp.experts.113.gate_proj,rtn: 0.0024414,0.00000,0.095
11,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.072
11,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.074
11,mlp.experts.117.gate_proj,rtn: 0.0024872,0.00000,0.090
11,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.076
11,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.063
11,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.075
11,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.089
11,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.060
11,mlp.experts.146.gate_proj,rtn: 0.0024261,0.00000,0.074
11,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.073
11,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.108
11,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.098
11,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.072
11,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.072
11,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.064
11,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.063
11,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.122
11,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.110
11,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.074
11,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.106
11,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.110
11,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.070
11,mlp.experts.133.gate_proj,rtn: 0.0024261,0.00000,0.099
11,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.071
11,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.071
11,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.106
11,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.070
11,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.075
11,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.073
11,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.076
11,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.086
11,mlp.experts.147.gate_proj,rtn: 0.0024719,0.00000,0.084
11,mlp.experts.160.gate_proj,rtn: 0.0024414,0.00000,0.073
11,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.064
11,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.085
11,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.083
11,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.061
11,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.067
11,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.099
11,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.090
11,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.095
11,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.095
11,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.072
11,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.074
11,mlp.experts.188.gate_proj,rtn: 0.0024567,0.00000,0.074
11,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.070
11,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.084
11,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.071
11,mlp.experts.175.gate_proj,rtn: 0.0023651,0.00000,0.083
11,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.076
11,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.072
11,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.069
11,mlp.experts.171.gate_proj,rtn: 0.0024261,0.00000,0.084
11,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.085
11,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.074
11,mlp.experts.165.gate_proj,rtn: 0.0024109,0.00000,0.075
11,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.086
11,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.075
11,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.075
11,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.071
11,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.076
11,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.076
11,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.061
11,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.060
11,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.076
11,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.075
11,mlp.experts.179.gate_proj,rtn: 0.0024414,0.00000,0.090
11,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.064
11,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.061
11,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.090
11,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.082
11,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.085
11,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.075
11,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.073
11,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.077
11,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.071
11,mlp.experts.20.up_proj,rtn: 0.0023956,0.00000,0.073
11,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.072
11,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.074
11,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.075
11,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.061
11,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.061
11,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.074
11,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.076
11,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.084
11,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.085
11,mlp.experts.11.up_proj,rtn: 0.0024109,0.00000,0.084
11,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.067
11,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.083
11,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.068
11,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.072
11,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.068
11,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.073
11,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.082
11,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.086
11,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.087
11,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.071
11,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.079
11,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.080
11,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.068
11,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.091
11,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.083
11,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.083
11,mlp.experts.23.up_proj,rtn: 0.0023956,0.00000,0.081
11,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.088
11,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.070
11,mlp.experts.66.up_proj,rtn: 0.0024109,0.00000,0.064
11,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.092
11,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.071
11,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.063
11,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.090
11,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.082
11,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.087
11,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.093
11,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.094
11,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.088
11,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.060
11,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.063
11,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.097
11,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.061
11,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.096
11,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.086
11,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.083
11,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.064
11,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.103
11,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.091
11,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.059
11,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.059
11,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.083
11,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.084
11,mlp.experts.68.up_proj,rtn: 0.0023956,0.00000,0.090
11,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.088
11,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
11,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.063
11,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.094
11,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.061
11,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.079
11,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.079
11,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.098
11,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.093
11,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.076
11,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.085
11,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.065
11,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.068
11,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.068
11,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.085
11,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.075
11,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.092
11,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.090
11,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.085
11,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.073
11,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.094
11,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.100
11,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.074
11,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.087
11,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.074
11,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.095
11,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.100
11,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.071
11,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.094
11,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.083
11,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.093
11,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.085
11,mlp.experts.142.up_proj,rtn: 0.0024567,0.00000,0.081
11,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.088
11,mlp.experts.87.up_proj,rtn: 0.0024567,0.00000,0.081
11,mlp.experts.95.up_proj,rtn: 0.0023956,0.00000,0.077
11,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.088
11,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.088
11,mlp.experts.138.up_proj,rtn: 0.0024109,0.00000,0.101
11,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.081
11,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.090
11,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.092
11,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.081
11,mlp.experts.96.up_proj,rtn: 0.0024109,0.00000,0.093
11,mlp.experts.146.up_proj,rtn: 0.0023956,0.00000,0.094
11,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.087
11,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.071
11,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.085
11,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.085
11,mlp.experts.101.up_proj,rtn: 0.0023651,0.00000,0.085
11,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.079
11,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.094
11,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.079
11,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.081
11,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.090
11,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.090
11,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.109.up_proj,rtn: 0.0024261,0.00000,0.080
11,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.090
11,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.100
11,mlp.experts.121.up_proj,rtn: 0.0023956,0.00000,0.079
11,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.088
11,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.096
11,mlp.experts.117.up_proj,rtn: 0.0024719,0.00000,0.081
11,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.094
11,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.089
11,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.092
11,mlp.experts.113.up_proj,rtn: 0.0024261,0.00000,0.073
11,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.071
11,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.090
11,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.091
11,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.093
11,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.093
11,mlp.experts.170.up_proj,rtn: 0.0023804,0.00000,0.091
11,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.064
11,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.099
11,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.086
11,mlp.experts.133.up_proj,rtn: 0.0024261,0.00000,0.075
11,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.083
11,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.067
11,mlp.experts.178.up_proj,rtn: 0.0023804,0.00000,0.093
11,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.101
11,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.072
11,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.090
11,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.093
11,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.064
11,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.079
11,mlp.experts.139.up_proj,rtn: 0.0024261,0.00000,0.081
11,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.071
11,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.087
11,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.087
11,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.085
11,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.081
11,mlp.experts.147.up_proj,rtn: 0.0024414,0.00000,0.094
11,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.081
11,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.031
11,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.082
11,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.097
11,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.081
11,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.097
11,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.068
11,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.094
11,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.111
11,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.113
11,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.080
11,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.078
11,mlp.experts.161.up_proj,rtn: 0.0023804,0.00000,0.079
11,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.091
11,mlp.experts.160.up_proj,rtn: 0.0024261,0.00000,0.106
11,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.083
11,mlp.experts.171.up_proj,rtn: 0.0024109,0.00000,0.074
11,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.101
11,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
11,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.084
11,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.098
11,mlp.experts.188.up_proj,rtn: 0.0024261,0.00000,0.096
11,mlp.experts.179.up_proj,rtn: 0.0024261,0.00000,0.083
11,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
11,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.086
11,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.081
11,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.087
11,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.064
11,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
11,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.068
11,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.010
11,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.021
11,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.022
11,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.038
11,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.032
11,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.043
11,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.050
11,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.038
11,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.122
11,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.122
11,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.123
11,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.127
11,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.061
11,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.062
11,mlp.experts.1.down_proj,rtn: 0.0023956,0.00000,0.062
11,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.062
11,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.067
11,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.020
11,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.068
11,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.024
11,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.075
11,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.045
11,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.037
11,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.035
11,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.024
11,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.047
11,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.026
11,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.053
11,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.058
11,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.055
11,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.041
11,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.058
11,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.052
11,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.060
11,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
11,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.057
11,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.051
11,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.054
11,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.053
11,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.067
11,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.048
11,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.052
11,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.051
11,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.060
11,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.049
11,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.058
11,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.034
11,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.036
11,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.043
11,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.052
11,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.063
11,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.050
11,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.052
11,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.051
11,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.060
11,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.037
11,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.050
11,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.032
11,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.040
11,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.059
11,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.033
11,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.036
11,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.057
11,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.062
11,mlp.experts.63.down_proj,rtn: 0.0023499,0.00000,0.051
11,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.044
11,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.036
11,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.030
11,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.032
11,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.044
11,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.058
11,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.040
11,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.041
11,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.028
11,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.045
11,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.026
11,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.047
11,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.027
11,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.032
11,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.033
11,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.024
11,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.033
11,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.050
11,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.056
11,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.059
11,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.063
11,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.033
11,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.029
11,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.030
11,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.027
11,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.026
11,mlp.experts.84.down_proj,rtn: 0.0023346,0.00000,0.026
11,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.026
11,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.043
11,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.031
11,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.054
11,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.047
11,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.043
11,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.052
11,mlp.experts.95.down_proj,rtn: 0.0023804,0.00000,0.048
11,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.028
11,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.029
11,mlp.experts.121.down_proj,rtn: 0.0023651,0.00000,0.030
11,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.030
11,mlp.experts.87.down_proj,rtn: 0.0023956,0.00000,0.050
11,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.040
11,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.036
11,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.031
11,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.031
11,mlp.experts.83.down_proj,rtn: 0.0023804,0.00000,0.065
11,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.048
11,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.037
11,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.042
11,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.029
11,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.027
11,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.063
11,mlp.experts.113.down_proj,rtn: 0.0023804,0.00000,0.028
11,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.042
11,mlp.experts.117.down_proj,rtn: 0.0024261,0.00000,0.038
11,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.055
11,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.049
11,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.026
11,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.036
11,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.035
11,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.026
11,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.055
11,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.039
11,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.049
11,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.050
11,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.044
11,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.039
11,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.029
11,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.029
11,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.033
11,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.020
11,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.048
11,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.027
11,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.049
11,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.039
11,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.035
11,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.033
11,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.034
11,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.035
11,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.034
11,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.055
11,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.026
11,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.033
11,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.023
11,mlp.experts.138.down_proj,rtn: 0.0023804,0.00000,0.039
11,mlp.experts.146.down_proj,rtn: 0.0023651,0.00000,0.044
11,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.038
11,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.054
11,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.030
11,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.050
11,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.036
11,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.032
11,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.033
11,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.034
11,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
11,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.047
11,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.031
11,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.027
11,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.022
11,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.039
11,mlp.experts.162.down_proj,rtn: 0.0023346,0.00000,0.037
11,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.053
11,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.022
11,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
11,mlp.experts.181.down_proj,rtn: 0.0023956,0.00000,0.017
11,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.032
11,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.038
11,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.025
11,mlp.experts.188.down_proj,rtn: 0.0024109,0.00000,0.026
11,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.051
11,mlp.experts.139.down_proj,rtn: 0.0023651,0.00000,0.050
11,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.027
11,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.040
11,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.020
11,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.027
11,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.018
11,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.012
11,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.040
11,mlp.experts.147.down_proj,rtn: 0.0023651,0.00000,0.033
11,mlp.experts.175.down_proj,rtn: 0.0023499,0.00000,0.030
11,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.034
11,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.031
11,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.030
11,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.031
11,mlp.experts.171.down_proj,rtn: 0.0023956,0.00000,0.030
11,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.029
11,mlp.experts.179.down_proj,rtn: 0.0023956,0.00000,0.026
11,mlp.experts.187.down_proj,rtn: 0.0023651,0.00000,0.022
11,mlp.shared_experts.gate_proj,rtn: 0.0016556,0.00000,0.028
11,mlp.shared_experts.up_proj,rtn: 0.0016632,0.00000,0.030
11,mlp.shared_experts.down_proj,rtn: 0.0017548,0.00000,0.021
12,self_attn.v_proj,rtn: 0.0026550,0.00000,0.019
12,self_attn.q_proj,rtn: 0.0021973,0.00000,0.022
12,self_attn.k_proj,rtn: 0.0024109,0.00000,0.032
12,self_attn.o_proj,rtn: 0.0024567,0.00000,0.056
12,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.092
12,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.092
12,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.092
12,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.094
12,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.098
12,mlp.experts.11.gate_proj,rtn: 0.0024567,0.00000,0.102
12,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.103
12,mlp.experts.5.gate_proj,rtn: 0.0024261,0.00000,0.103
12,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.105
12,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.106
12,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.107
12,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.121
12,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.123
12,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.124
12,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.125
12,mlp.experts.4.gate_proj,rtn: 0.0024109,0.00000,0.135
12,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.096
12,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.094
12,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.081
12,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.087
12,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.102
12,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.093
12,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.084
12,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.093
12,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.086
12,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.090
12,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.095
12,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
12,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.094
12,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.091
12,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.108
12,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.103
12,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.065
12,mlp.experts.33.gate_proj,rtn: 0.0024109,0.00000,0.071
12,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.068
12,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.091
12,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.085
12,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.093
12,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.102
12,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.094
12,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.110
12,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.105
12,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.104
12,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.105
12,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.101
12,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.093
12,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.108
12,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.114
12,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.068
12,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.077
12,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.078
12,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.079
12,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.096
12,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.095
12,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.095
12,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.103
12,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.093
12,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.101
12,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.094
12,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.070
12,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.101
12,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.065
12,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.098
12,mlp.experts.54.gate_proj,rtn: 0.0024567,0.00000,0.095
12,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.075
12,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.094
12,mlp.experts.52.gate_proj,rtn: 0.0024261,0.00000,0.106
12,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.069
12,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.095
12,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.089
12,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.088
12,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.063
12,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.087
12,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.072
12,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.097
12,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.092
12,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.060
12,mlp.experts.74.gate_proj,rtn: 0.0023956,0.00000,0.084
12,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.100
12,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.077
12,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.097
12,mlp.experts.70.gate_proj,rtn: 0.0023804,0.00000,0.097
12,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.086
12,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.105
12,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.063
12,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.073
12,mlp.experts.95.gate_proj,rtn: 0.0024261,0.00000,0.095
12,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.075
12,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.104
12,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.107
12,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.068
12,mlp.experts.88.gate_proj,rtn: 0.0024261,0.00000,0.103
12,mlp.experts.94.gate_proj,rtn: 0.0023956,0.00000,0.098
12,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.092
12,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.104
12,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.104
12,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.094
12,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.099
12,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.107
12,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.077
12,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.074
12,mlp.experts.84.gate_proj,rtn: 0.0024109,0.00000,0.111
12,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.080
12,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.086
12,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.094
12,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.095
12,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.104
12,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.088
12,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.091
12,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
12,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.086
12,mlp.experts.98.gate_proj,rtn: 0.0023804,0.00000,0.090
12,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.097
12,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.087
12,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.081
12,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.090
12,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.102
12,mlp.experts.137.gate_proj,rtn: 0.0024109,0.00000,0.088
12,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.090
12,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.090
12,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.091
12,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.087
12,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.093
12,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.084
12,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.092
12,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.105
12,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.084
12,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.117
12,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.093
12,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.104
12,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.092
12,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.061
12,mlp.experts.143.gate_proj,rtn: 0.0025024,0.00000,0.061
12,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.064
12,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.085
12,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.095
12,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.089
12,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.063
12,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.091
12,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.083
12,mlp.experts.142.gate_proj,rtn: 0.0024261,0.00000,0.097
12,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.092
12,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.059
12,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.061
12,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.101
12,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.101
12,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.092
12,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.089
12,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.099
12,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.061
12,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.060
12,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.086
12,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.086
12,mlp.experts.132.gate_proj,rtn: 0.0024109,0.00000,0.089
12,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.059
12,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.062
12,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.091
12,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.085
12,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.063
12,mlp.experts.158.gate_proj,rtn: 0.0023956,0.00000,0.084
12,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.084
12,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.064
12,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.083
12,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.087
12,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.098
12,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.092
12,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.060
12,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.059
12,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.094
12,mlp.experts.181.gate_proj,rtn: 0.0023956,0.00000,0.090
12,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.092
12,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.097
12,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.093
12,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.093
12,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.091
12,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.112
12,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.093
12,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.090
12,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.098
12,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.096
12,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.118
12,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.107
12,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.097
12,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.115
12,mlp.experts.5.up_proj,rtn: 0.0024109,0.00000,0.097
12,mlp.experts.11.up_proj,rtn: 0.0024261,0.00000,0.073
12,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.087
12,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.115
12,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.080
12,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.086
12,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.081
12,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.093
12,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.074
12,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.100
12,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.103
12,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.076
12,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.085
12,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.071
12,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.103
12,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.117
12,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.156
12,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.097
12,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
12,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.080
12,mlp.experts.33.up_proj,rtn: 0.0024109,0.00000,0.069
12,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.115
12,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.093
12,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.096
12,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.101
12,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.114
12,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.084
12,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.085
12,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.083
12,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.098
12,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.097
12,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.092
12,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
12,mlp.experts.4.up_proj,rtn: 0.0023956,0.00000,0.093
12,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.088
12,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.088
12,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.090
12,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.092
12,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.086
12,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
12,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.084
12,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.076
12,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.078
12,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.101
12,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.088
12,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.083
12,mlp.experts.16.up_proj,rtn: 0.0023956,0.00000,0.088
12,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.083
12,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.095
12,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.084
12,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.089
12,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.083
12,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.38.up_proj,rtn: 0.0023651,0.00000,0.093
12,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.085
12,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.088
12,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.089
12,mlp.experts.51.up_proj,rtn: 0.0023499,0.00000,0.084
12,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.083
12,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.090
12,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.091
12,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.093
12,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.088
12,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.113
12,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.090
12,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.105
12,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.096
12,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.108
12,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.100
12,mlp.experts.54.up_proj,rtn: 0.0024414,0.00000,0.092
12,mlp.experts.95.up_proj,rtn: 0.0024109,0.00000,0.089
12,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.088
12,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.099
12,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.095
12,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.088
12,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.091
12,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.094
12,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.094
12,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.092
12,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.092
12,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.084
12,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.102
12,mlp.experts.52.up_proj,rtn: 0.0024109,0.00000,0.100
12,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.098
12,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.094
12,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.088
12,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.088
12,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.096
12,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.090
12,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.097
12,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.086
12,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.094
12,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.090
12,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.102
12,mlp.experts.103.up_proj,rtn: 0.0024872,0.00000,0.092
12,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.086
12,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.086
12,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.092
12,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.096
12,mlp.experts.94.up_proj,rtn: 0.0023804,0.00000,0.107
12,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.099
12,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.100
12,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.082
12,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.077
12,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.095
12,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.086
12,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.092
12,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.082
12,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.078
12,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.083
12,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.079
12,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.091
12,mlp.experts.84.up_proj,rtn: 0.0023956,0.00000,0.086
12,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.083
12,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.085
12,mlp.experts.143.up_proj,rtn: 0.0024872,0.00000,0.083
12,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.087
12,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.092
12,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.097
12,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.081
12,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.085
12,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.088
12,mlp.experts.137.up_proj,rtn: 0.0023956,0.00000,0.098
12,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.101
12,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.088
12,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.100
12,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.088
12,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.099
12,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
12,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.090
12,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.088
12,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.086
12,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.090
12,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.089
12,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.099
12,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.092
12,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.097
12,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.097
12,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.098
12,mlp.experts.131.up_proj,rtn: 0.0024261,0.00000,0.107
12,mlp.experts.112.up_proj,rtn: 0.0023651,0.00000,0.094
12,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.105
12,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.093
12,mlp.experts.142.up_proj,rtn: 0.0024109,0.00000,0.100
12,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.089
12,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.102
12,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.086
12,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.098
12,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.092
12,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.089
12,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.102
12,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.094
12,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.094
12,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.074
12,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.095
12,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.100
12,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.089
12,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.098
12,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.081
12,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.081
12,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.102
12,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.098
12,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.085
12,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.094
12,mlp.experts.181.up_proj,rtn: 0.0023956,0.00000,0.085
12,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.065
12,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.076
12,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
12,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.079
12,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.071
12,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.064
12,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.073
12,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.091
12,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.079
12,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.080
12,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.094
12,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.060
12,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.114
12,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.079
12,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.079
12,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.133
12,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.134
12,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.135
12,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.129
12,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.106
12,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.120
12,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.115
12,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.108
12,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.137
12,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.187
12,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.018
12,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.016
12,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.027
12,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.034
12,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.044
12,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.034
12,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.044
12,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.046
12,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.051
12,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.052
12,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.139
12,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.052
12,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.054
12,mlp.experts.5.down_proj,rtn: 0.0023651,0.00000,0.055
12,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.059
12,mlp.experts.4.down_proj,rtn: 0.0023499,0.00000,0.148
12,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.153
12,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.154
12,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.064
12,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.028
12,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.063
12,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.032
12,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.042
12,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.043
12,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.030
12,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.019
12,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.040
12,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.037
12,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.033
12,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.053
12,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.042
12,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.051
12,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.036
12,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.030
12,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.048
12,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.030
12,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.037
12,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.047
12,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.038
12,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.067
12,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.035
12,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.053
12,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.052
12,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.046
12,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.074
12,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.041
12,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.047
12,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.032
12,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.030
12,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.030
12,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.036
12,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.052
12,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.041
12,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.046
12,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.035
12,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.040
12,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.038
12,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.041
12,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.053
12,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.032
12,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.032
12,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.036
12,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.043
12,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.049
12,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.067
12,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.045
12,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.065
12,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.038
12,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.042
12,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.041
12,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.039
12,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.030
12,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.027
12,mlp.experts.52.down_proj,rtn: 0.0023804,0.00000,0.054
12,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.033
12,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.058
12,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.038
12,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.042
12,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.039
12,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.043
12,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.054
12,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.034
12,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.030
12,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.032
12,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.037
12,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.028
12,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.042
12,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.034
12,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.032
12,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.032
12,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.041
12,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.053
12,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.049
12,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.082
12,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.064
12,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.036
12,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.033
12,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.035
12,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.030
12,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
12,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.028
12,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.040
12,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.036
12,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.036
12,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.031
12,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.055
12,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
12,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.041
12,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.036
12,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.033
12,mlp.experts.84.down_proj,rtn: 0.0023651,0.00000,0.048
12,mlp.experts.143.down_proj,rtn: 0.0024109,0.00000,0.040
12,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.039
12,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.036
12,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
12,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.044
12,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.042
12,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.033
12,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.034
12,mlp.experts.64.down_proj,rtn: 0.0023956,0.00000,0.063
12,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,1.050
12,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,1.040
12,mlp.experts.103.down_proj,rtn: 0.0024109,0.00000,1.048
12,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,1.046
12,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,1.037
12,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,1.058
12,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,1.056
12,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,1.054
12,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.055
12,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.072
12,mlp.experts.137.down_proj,rtn: 0.0023651,0.00000,0.075
12,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,1.060
12,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.083
12,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.061
12,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.057
12,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.061
12,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.031
12,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.069
12,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.064
12,mlp.experts.131.down_proj,rtn: 0.0023956,0.00000,0.060
12,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.060
12,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.038
12,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.062
12,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.055
12,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.041
12,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.040
12,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.035
12,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.045
12,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.036
12,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.056
12,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.041
12,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.049
12,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.047
12,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.045
12,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.042
12,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.057
12,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.051
12,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.048
12,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.062
12,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.043
12,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.049
12,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.059
12,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.035
12,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.041
12,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.042
12,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.033
12,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.031
12,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.039
12,mlp.experts.132.down_proj,rtn: 0.0023651,0.00000,0.061
12,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.035
12,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.038
12,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.024
12,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.024
12,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.039
12,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.030
12,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.029
12,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.028
12,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.053
12,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.033
12,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.035
12,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.023
12,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.048
12,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.036
12,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.034
12,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.033
12,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.027
12,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
12,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.022
12,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.021
12,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.023
12,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.019
12,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.017
12,mlp.shared_experts.gate_proj,rtn: 0.0015793,0.00000,0.034
12,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.035
12,mlp.shared_experts.down_proj,rtn: 0.0016174,0.00000,0.022
13,self_attn.k_proj,rtn: 0.0023956,0.00000,0.038
13,self_attn.q_proj,rtn: 0.0021362,0.00000,0.016
13,self_attn.v_proj,rtn: 0.0025635,0.00000,0.022
13,self_attn.o_proj,rtn: 0.0024567,0.00000,0.044
13,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.095
13,mlp.experts.10.gate_proj,rtn: 0.0024567,0.00000,0.096
13,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.099
13,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.106
13,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.121
13,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.122
13,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.123
13,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.130
13,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.128
13,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.133
13,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.133
13,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.139
13,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.150
13,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.150
13,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.157
13,mlp.experts.3.gate_proj,rtn: 0.0024872,0.00000,0.158
13,mlp.experts.31.gate_proj,rtn: 0.0024109,0.00000,0.072
13,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.094
13,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.090
13,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.098
13,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.075
13,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.083
13,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.086
13,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.093
13,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.092
13,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.092
13,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.093
13,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.100
13,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.076
13,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.090
13,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.101
13,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.100
13,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.074
13,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.085
13,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.075
13,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.092
13,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.089
13,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.081
13,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.067
13,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.062
13,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.095
13,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.104
13,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.096
13,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.100
13,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.073
13,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.097
13,mlp.experts.45.gate_proj,rtn: 0.0024872,0.00000,0.097
13,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.085
13,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.070
13,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.102
13,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.085
13,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.067
13,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.086
13,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.085
13,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.070
13,mlp.experts.56.gate_proj,rtn: 0.0023804,0.00000,0.084
13,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.094
13,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.071
13,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.089
13,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.066
13,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.102
13,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.098
13,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.093
13,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.099
13,mlp.experts.50.gate_proj,rtn: 0.0023651,0.00000,0.096
13,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.073
13,mlp.experts.49.gate_proj,rtn: 0.0024261,0.00000,0.096
13,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.075
13,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.092
13,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.093
13,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.090
13,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.086
13,mlp.experts.95.gate_proj,rtn: 0.0024109,0.00000,0.081
13,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.092
13,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.078
13,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.091
13,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.097
13,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.100
13,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.085
13,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.088
13,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.091
13,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.079
13,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.085
13,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.106
13,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.083
13,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.089
13,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.089
13,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.107
13,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.079
13,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.081
13,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.079
13,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.082
13,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.084
13,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.085
13,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.085
13,mlp.experts.99.gate_proj,rtn: 0.0024109,0.00000,0.081
13,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.091
13,mlp.experts.89.gate_proj,rtn: 0.0024414,0.00000,0.105
13,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.115
13,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.081
13,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.083
13,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.069
13,mlp.experts.104.gate_proj,rtn: 0.0024261,0.00000,0.096
13,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.108
13,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.072
13,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.091
13,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.061
13,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.119
13,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.091
13,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.072
13,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.083
13,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.085
13,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.090
13,mlp.experts.143.gate_proj,rtn: 0.0024109,0.00000,0.069
13,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.065
13,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.093
13,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.083
13,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.090
13,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.088
13,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.062
13,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.091
13,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.105
13,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.083
13,mlp.experts.131.gate_proj,rtn: 0.0024872,0.00000,0.067
13,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.098
13,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.102
13,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.073
13,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.078
13,mlp.experts.114.gate_proj,rtn: 0.0023956,0.00000,0.090
13,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.087
13,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.099
13,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.092
13,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.104
13,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.093
13,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.099
13,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.096
13,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.093
13,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.094
13,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.105
13,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.094
13,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.085
13,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.095
13,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.087
13,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.086
13,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.088
13,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.089
13,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.084
13,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.087
13,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.080
13,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.088
13,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.081
13,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.092
13,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.085
13,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.106
13,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.093
13,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.086
13,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.092
13,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.074
13,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.075
13,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.089
13,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.089
13,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.113
13,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.075
13,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.090
13,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.088
13,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.086
13,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.094
13,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.108
13,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.087
13,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.085
13,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.075
13,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.111
13,mlp.experts.153.gate_proj,rtn: 0.0024414,0.00000,0.116
13,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.084
13,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.085
13,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.085
13,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.075
13,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.090
13,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.084
13,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.084
13,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.088
13,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.110
13,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.081
13,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.075
13,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.080
13,mlp.experts.3.up_proj,rtn: 0.0024567,0.00000,0.078
13,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.071
13,mlp.experts.31.up_proj,rtn: 0.0023956,0.00000,0.077
13,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.081
13,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.074
13,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.114
13,mlp.experts.169.gate_proj,rtn: 0.0024567,0.00000,0.104
13,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.109
13,mlp.experts.190.gate_proj,rtn: 0.0023956,0.00000,0.083
13,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.068
13,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.10.up_proj,rtn: 0.0024414,0.00000,0.081
13,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.075
13,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.071
13,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.100
13,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.075
13,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.068
13,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.074
13,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.068
13,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.076
13,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.079
13,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.066
13,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.077
13,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.074
13,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.100
13,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.097
13,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.077
13,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.100
13,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.076
13,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.074
13,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.077
13,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.069
13,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.074
13,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.077
13,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.077
13,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.066
13,mlp.experts.177.gate_proj,rtn: 0.0023041,0.00000,0.101
13,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.077
13,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.074
13,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.067
13,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.078
13,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.094
13,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.096
13,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.076
13,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.075
13,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.070
13,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.097
13,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.075
13,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.064
13,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.076
13,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.076
13,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.077
13,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.073
13,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.104
13,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.074
13,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.076
13,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.075
13,mlp.experts.95.up_proj,rtn: 0.0023956,0.00000,0.076
13,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.073
13,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.065
13,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.093
13,mlp.experts.52.up_proj,rtn: 0.0023956,0.00000,0.074
13,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.076
13,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.101
13,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.078
13,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.103
13,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.073
13,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.078
13,mlp.experts.74.up_proj,rtn: 0.0023956,0.00000,0.064
13,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.074
13,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.062
13,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.064
13,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.088
13,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.075
13,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.083
13,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.120
13,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.083
13,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.076
13,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.097
13,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.090
13,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.071
13,mlp.experts.45.up_proj,rtn: 0.0024872,0.00000,0.098
13,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.073
13,mlp.experts.78.up_proj,rtn: 0.0024109,0.00000,0.074
13,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.098
13,mlp.experts.99.up_proj,rtn: 0.0023956,0.00000,0.094
13,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.079
13,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.075
13,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.092
13,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.102
13,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.080
13,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.077
13,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.104
13,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.103
13,mlp.experts.104.up_proj,rtn: 0.0024109,0.00000,0.077
13,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.076
13,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.070
13,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.074
13,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.090
13,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.100
13,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.093
13,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.078
13,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.078
13,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.079
13,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.090
13,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.072
13,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.083
13,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.065
13,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.093
13,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.088
13,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.073
13,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.074
13,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.084
13,mlp.experts.49.up_proj,rtn: 0.0024109,0.00000,0.088
13,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.092
13,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.078
13,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.080
13,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.072
13,mlp.experts.114.up_proj,rtn: 0.0023804,0.00000,0.070
13,mlp.experts.131.up_proj,rtn: 0.0024719,0.00000,0.084
13,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.092
13,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.067
13,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.093
13,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.064
13,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.076
13,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.094
13,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.071
13,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.076
13,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.077
13,mlp.experts.89.up_proj,rtn: 0.0024261,0.00000,0.068
13,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.081
13,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.094
13,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.074
13,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.068
13,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.072
13,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.081
13,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.071
13,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.075
13,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.077
13,mlp.experts.156.up_proj,rtn: 0.0022736,0.00000,0.088
13,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.089
13,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.069
13,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.078
13,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.072
13,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.085
13,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.080
13,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.075
13,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.104
13,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.074
13,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.102
13,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.073
13,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.085
13,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.086
13,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.065
13,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.074
13,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.075
13,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.075
13,mlp.experts.121.up_proj,rtn: 0.0024109,0.00000,0.076
13,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.070
13,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.064
13,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.089
13,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.090
13,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.072
13,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.081
13,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.096
13,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.055
13,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.081
13,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.081
13,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.106
13,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.066
13,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.070
13,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.066
13,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.088
13,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.111
13,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.094
13,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.125
13,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.121
13,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.106
13,mlp.experts.190.up_proj,rtn: 0.0023804,0.00000,0.044
13,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.104
13,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.107
13,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.105
13,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.103
13,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.077
13,mlp.experts.153.up_proj,rtn: 0.0024414,0.00000,0.155
13,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.116
13,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.095
13,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.104
13,mlp.experts.169.up_proj,rtn: 0.0024567,0.00000,0.108
13,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.090
13,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.108
13,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.108
13,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.130
13,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.109
13,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.087
13,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.018
13,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.019
13,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.019
13,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.044
13,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.046
13,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.048
13,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.050
13,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.049
13,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.049
13,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.046
13,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.044
13,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.055
13,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.146
13,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.058
13,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.061
13,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.062
13,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.153
13,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.157
13,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.158
13,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.018
13,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.021
13,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.033
13,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.038
13,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.033
13,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.043
13,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.021
13,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.022
13,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.038
13,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.048
13,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.043
13,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.036
13,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.065
13,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.035
13,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.065
13,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.069
13,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.039
13,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.040
13,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.042
13,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.074
13,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.061
13,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.072
13,mlp.experts.45.down_proj,rtn: 0.0024567,0.00000,0.056
13,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.039
13,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.045
13,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.055
13,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.061
13,mlp.experts.74.down_proj,rtn: 0.0023346,0.00000,0.030
13,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.066
13,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.024
13,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.030
13,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.030
13,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.077
13,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.065
13,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.041
13,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.050
13,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.053
13,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.038
13,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.062
13,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.052
13,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.079
13,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.060
13,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.052
13,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.048
13,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.044
13,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.047
13,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.041
13,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.029
13,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
13,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.045
13,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.105
13,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.098
13,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.037
13,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.100
13,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.037
13,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.039
13,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.095
13,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.042
13,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
13,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.043
13,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.044
13,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.044
13,mlp.experts.49.down_proj,rtn: 0.0024109,0.00000,0.051
13,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.044
13,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.051
13,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.033
13,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.035
13,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.033
13,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.037
13,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.040
13,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.056
13,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.052
13,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.052
13,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.043
13,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.038
13,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.050
13,mlp.experts.104.down_proj,rtn: 0.0023956,0.00000,0.063
13,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.044
13,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.043
13,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.034
13,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.034
13,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.047
13,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.043
13,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.053
13,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.071
13,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.047
13,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.036
13,mlp.experts.143.down_proj,rtn: 0.0023499,0.00000,0.040
13,mlp.experts.85.down_proj,rtn: 0.0023651,0.00000,0.037
13,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.055
13,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.049
13,mlp.experts.87.down_proj,rtn: 0.0023956,0.00000,0.050
13,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.038
13,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.043
13,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.061
13,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.048
13,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.044
13,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.034
13,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
13,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
13,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.059
13,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.053
13,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.054
13,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.043
13,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.029
13,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.042
13,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.040
13,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.040
13,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
13,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.035
13,mlp.experts.89.down_proj,rtn: 0.0023956,0.00000,0.054
13,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.035
13,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.067
13,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.034
13,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.035
13,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
13,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.031
13,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.031
13,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.025
13,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.026
13,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.031
13,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.038
13,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.042
13,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.028
13,mlp.experts.131.down_proj,rtn: 0.0024109,0.00000,0.043
13,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.066
13,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.057
13,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
13,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.046
13,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.058
13,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.053
13,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.030
13,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.030
13,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.030
13,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.031
13,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.029
13,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.035
13,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.017
13,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.039
13,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.040
13,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.034
13,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.047
13,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.013
13,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.049
13,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.026
13,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.028
13,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.027
13,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
13,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.030
13,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.048
13,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.029
13,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.031
13,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.051
13,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.038
13,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.028
13,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.023
13,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.023
13,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.020
13,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
13,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.024
13,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.011
13,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.038
13,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.015
13,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.036
13,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.035
13,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.031
13,mlp.experts.153.down_proj,rtn: 0.0023499,0.00000,0.026
13,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.023
13,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.024
13,mlp.experts.169.down_proj,rtn: 0.0023956,0.00000,0.025
13,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.036
13,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.018
13,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.017
13,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.027
13,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.029
13,mlp.shared_experts.down_proj,rtn: 0.0016327,0.00000,0.022
14,self_attn.q_proj,rtn: 0.0022736,0.00000,0.018
14,self_attn.v_proj,rtn: 0.0026245,0.00000,0.045
14,self_attn.k_proj,rtn: 0.0024109,0.00000,0.028
14,self_attn.o_proj,rtn: 0.0025024,0.00000,0.045
14,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.108
14,mlp.experts.7.gate_proj,rtn: 0.0024109,0.00000,0.118
14,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.122
14,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.123
14,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.125
14,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.124
14,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.128
14,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.129
14,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.131
14,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.133
14,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.140
14,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.141
14,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.140
14,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.141
14,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.144
14,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.147
14,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.097
14,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.095
14,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.089
14,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.092
14,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.100
14,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.091
14,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.098
14,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.088
14,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.087
14,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.094
14,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.089
14,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.102
14,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.101
14,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.099
14,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.096
14,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.098
14,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.095
14,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.082
14,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.094
14,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.097
14,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.096
14,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.089
14,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.094
14,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.083
14,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.084
14,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.088
14,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.099
14,mlp.experts.38.gate_proj,rtn: 0.0024261,0.00000,0.088
14,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.094
14,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.090
14,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.097
14,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.092
14,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.082
14,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.095
14,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.084
14,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.079
14,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.085
14,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.094
14,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.083
14,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.098
14,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.098
14,mlp.experts.57.gate_proj,rtn: 0.0022888,0.00000,0.098
14,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.091
14,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.096
14,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.098
14,mlp.experts.54.gate_proj,rtn: 0.0023956,0.00000,0.106
14,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.097
14,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.105
14,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.085
14,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.077
14,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.098
14,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.086
14,mlp.experts.64.gate_proj,rtn: 0.0024109,0.00000,0.090
14,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.096
14,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.090
14,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.087
14,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.096
14,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.090
14,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.099
14,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.093
14,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
14,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.092
14,mlp.experts.75.gate_proj,rtn: 0.0024567,0.00000,0.095
14,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.102
14,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.089
14,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.085
14,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.087
14,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.084
14,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.090
14,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.081
14,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.083
14,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.093
14,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.099
14,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.072
14,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.076
14,mlp.experts.91.gate_proj,rtn: 0.0023804,0.00000,0.072
14,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.098
14,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.095
14,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.087
14,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.085
14,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.066
14,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.069
14,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.067
14,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.102
14,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.093
14,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.088
14,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.072
14,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.099
14,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.091
14,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.073
14,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.098
14,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.075
14,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.083
14,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.089
14,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.088
14,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.083
14,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.078
14,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.080
14,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.082
14,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.094
14,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.085
14,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.095
14,mlp.experts.113.gate_proj,rtn: 0.0024261,0.00000,0.087
14,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.110
14,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.083
14,mlp.experts.125.gate_proj,rtn: 0.0023956,0.00000,0.085
14,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.105
14,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.097
14,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.084
14,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.092
14,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.081
14,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.094
14,mlp.experts.131.gate_proj,rtn: 0.0023804,0.00000,0.101
14,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.100
14,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.065
14,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.100
14,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.069
14,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.087
14,mlp.experts.132.gate_proj,rtn: 0.0024414,0.00000,0.095
14,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.101
14,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.068
14,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.073
14,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.094
14,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.087
14,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.103
14,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.096
14,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.095
14,mlp.experts.130.gate_proj,rtn: 0.0023804,0.00000,0.103
14,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.090
14,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.074
14,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.080
14,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.065
14,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.067
14,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.093
14,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.089
14,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.075
14,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.094
14,mlp.experts.155.gate_proj,rtn: 0.0024719,0.00000,0.086
14,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.095
14,mlp.experts.150.gate_proj,rtn: 0.0023956,0.00000,0.105
14,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.094
14,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.104
14,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.101
14,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.072
14,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.074
14,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.068
14,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.088
14,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.085
14,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.103
14,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.081
14,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.076
14,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.085
14,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.086
14,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.085
14,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.088
14,mlp.experts.177.gate_proj,rtn: 0.0024567,0.00000,0.073
14,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.066
14,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.092
14,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.075
14,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.102
14,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.102
14,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.107
14,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.085
14,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.084
14,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.086
14,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.088
14,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.103
14,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.088
14,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.074
14,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.104
14,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.084
14,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.061
14,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.079
14,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.068
14,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.070
14,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.076
14,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.106
14,mlp.experts.7.up_proj,rtn: 0.0023956,0.00000,0.067
14,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.080
14,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.109
14,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.120
14,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.136
14,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.069
14,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.069
14,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.081
14,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.082
14,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.081
14,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.074
14,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.091
14,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.075
14,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.125
14,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.108
14,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.065
14,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.080
14,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.081
14,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.085
14,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.064
14,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.110
14,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.081
14,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.083
14,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.107
14,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.068
14,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.067
14,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.117
14,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.071
14,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.066
14,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.092
14,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.064
14,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.092
14,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.072
14,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.066
14,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.072
14,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.091
14,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.060
14,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.071
14,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.097
14,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.092
14,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.095
14,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.071
14,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.074
14,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.100
14,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.064
14,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.065
14,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.100
14,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.072
14,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.065
14,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.092
14,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.060
14,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.102
14,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.062
14,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.085
14,mlp.experts.75.up_proj,rtn: 0.0024414,0.00000,0.060
14,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.060
14,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.069
14,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.057
14,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.085
14,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.076
14,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.068
14,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.084
14,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.114
14,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.068
14,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.085
14,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.102
14,mlp.experts.38.up_proj,rtn: 0.0024109,0.00000,0.109
14,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.079
14,mlp.experts.64.up_proj,rtn: 0.0023804,0.00000,0.084
14,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.071
14,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.109
14,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.072
14,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.089
14,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.078
14,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.091
14,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.073
14,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.077
14,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.076
14,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.067
14,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.080
14,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.074
14,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.096
14,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.074
14,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.067
14,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.093
14,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.111
14,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
14,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.074
14,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.068
14,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.066
14,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.076
14,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.075
14,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.108
14,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.093
14,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.075
14,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.079
14,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.081
14,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.085
14,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.089
14,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.088
14,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.086
14,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.118
14,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.088
14,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.090
14,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.091
14,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.098
14,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.121
14,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.123
14,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.083
14,mlp.experts.143.up_proj,rtn: 0.0023499,0.00000,0.092
14,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.093
14,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.107
14,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.093
14,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.087
14,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.086
14,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.096
14,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.091
14,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.099
14,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.096
14,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.090
14,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.088
14,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.089
14,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.103
14,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.099
14,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.093
14,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.097
14,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.099
14,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.088
14,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.100
14,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.090
14,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.093
14,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.092
14,mlp.experts.155.up_proj,rtn: 0.0024719,0.00000,0.098
14,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.093
14,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
14,mlp.experts.132.up_proj,rtn: 0.0024261,0.00000,0.098
14,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.095
14,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.094
14,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.104
14,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.094
14,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.101
14,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.092
14,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.095
14,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.101
14,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.087
14,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.111
14,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.095
14,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.090
14,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.098
14,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.094
14,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.105
14,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.079
14,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.097
14,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.105
14,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.095
14,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.097
14,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.086
14,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.083
14,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.086
14,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.105
14,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.094
14,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.080
14,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.111
14,mlp.experts.177.up_proj,rtn: 0.0024567,0.00000,0.103
14,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.084
14,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.099
14,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.088
14,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.060
14,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.104
14,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.079
14,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.089
14,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.091
14,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.099
14,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.099
14,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.030
14,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.082
14,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.083
14,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.081
14,mlp.experts.150.up_proj,rtn: 0.0023804,0.00000,0.082
14,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.096
14,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.118
14,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.097
14,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.069
14,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.093
14,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.082
14,mlp.experts.162.up_proj,rtn: 0.0023956,0.00000,0.070
14,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.074
14,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.071
14,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.069
14,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.091
14,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.079
14,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.015
14,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.015
14,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.018
14,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.043
14,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.043
14,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.044
14,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.037
14,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.048
14,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.047
14,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.049
14,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.050
14,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.135
14,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.054
14,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.136
14,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.136
14,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.055
14,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.137
14,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.056
14,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.058
14,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.021
14,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.029
14,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.032
14,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.024
14,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.024
14,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.035
14,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.036
14,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.043
14,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.053
14,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.046
14,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.045
14,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.051
14,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.035
14,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.035
14,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.044
14,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.032
14,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.049
14,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.053
14,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.075
14,mlp.experts.43.down_proj,rtn: 0.0023804,0.00000,0.044
14,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.064
14,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.045
14,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.048
14,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.045
14,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.036
14,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.036
14,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.034
14,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.044
14,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.043
14,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.052
14,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.051
14,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.035
14,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.047
14,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.037
14,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.030
14,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.055
14,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.043
14,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.051
14,mlp.experts.64.down_proj,rtn: 0.0023956,0.00000,0.048
14,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.035
14,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.046
14,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.035
14,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.047
14,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.068
14,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.036
14,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.050
14,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.045
14,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.031
14,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.052
14,mlp.experts.75.down_proj,rtn: 0.0023651,0.00000,0.043
14,mlp.experts.55.down_proj,rtn: 0.0023956,0.00000,0.052
14,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.034
14,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.038
14,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.049
14,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.047
14,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.045
14,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.039
14,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.038
14,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.027
14,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.035
14,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.029
14,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.050
14,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.026
14,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.052
14,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.059
14,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.032
14,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.041
14,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.041
14,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.049
14,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.037
14,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.032
14,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.036
14,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.040
14,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.030
14,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.047
14,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.034
14,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.037
14,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.051
14,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.025
14,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.056
14,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.029
14,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.040
14,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.037
14,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.053
14,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.059
14,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.045
14,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.039
14,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.060
14,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.035
14,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.041
14,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.031
14,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.049
14,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.045
14,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.028
14,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.046
14,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.039
14,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.036
14,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.030
14,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.033
14,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.034
14,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.029
14,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.040
14,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.038
14,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.038
14,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.033
14,mlp.experts.132.down_proj,rtn: 0.0023651,0.00000,0.032
14,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.045
14,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.040
14,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.045
14,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.039
14,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.033
14,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.042
14,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.038
14,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.039
14,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.036
14,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.037
14,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.041
14,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.036
14,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
14,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.047
14,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.036
14,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.032
14,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.036
14,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.033
14,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.031
14,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.043
14,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.041
14,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.039
14,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.051
14,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.031
14,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.036
14,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.041
14,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.034
14,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.031
14,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.040
14,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.030
14,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.034
14,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.022
14,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.024
14,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.021
14,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.039
14,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.034
14,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.034
14,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.030
14,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.041
14,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.022
14,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.025
14,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.023
14,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.030
14,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.040
14,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.038
14,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.017
14,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.053
14,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.078
14,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.054
14,mlp.experts.191.down_proj,rtn: 0.0022278,0.00000,0.029
14,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.029
14,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.020
14,mlp.experts.177.down_proj,rtn: 0.0024414,0.00000,0.023
14,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.019
14,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.060
14,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.019
14,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.018
14,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.032
14,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.030
14,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.029
14,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.037
14,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.028
14,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.030
14,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.029
14,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.038
14,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.014
14,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.017
14,mlp.shared_experts.up_proj,rtn: 0.0016174,0.00000,0.027
14,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.049
14,mlp.shared_experts.down_proj,rtn: 0.0016785,0.00000,0.022
15,self_attn.v_proj,rtn: 0.0025177,0.00000,0.014
15,self_attn.k_proj,rtn: 0.0024109,0.00000,0.015
15,self_attn.q_proj,rtn: 0.0021820,0.00000,0.020
15,self_attn.o_proj,rtn: 0.0023346,0.00000,0.027
15,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.088
15,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.100
15,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.103
15,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.103
15,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.106
15,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.108
15,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.107
15,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.121
15,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.121
15,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.122
15,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.123
15,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.125
15,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.125
15,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.130
15,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.130
15,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.135
15,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.065
15,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.072
15,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.076
15,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.072
15,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.082
15,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.081
15,mlp.experts.19.gate_proj,rtn: 0.0024567,0.00000,0.085
15,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.076
15,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.096
15,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.090
15,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.102
15,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.073
15,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.102
15,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.080
15,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.096
15,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.078
15,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.084
15,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.108
15,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.108
15,mlp.experts.43.gate_proj,rtn: 0.0023651,0.00000,0.077
15,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.078
15,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.124
15,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.092
15,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.120
15,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.098
15,mlp.experts.37.gate_proj,rtn: 0.0024261,0.00000,0.102
15,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.091
15,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.101
15,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.072
15,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.103
15,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.071
15,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.079
15,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.083
15,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.082
15,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.084
15,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.084
15,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.085
15,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.077
15,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.073
15,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.069
15,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.078
15,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.072
15,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.073
15,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.080
15,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.087
15,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.072
15,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.078
15,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.125
15,mlp.experts.68.gate_proj,rtn: 0.0024261,0.00000,0.065
15,mlp.experts.67.gate_proj,rtn: 0.0023956,0.00000,0.081
15,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.119
15,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.069
15,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.064
15,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.099
15,mlp.experts.88.gate_proj,rtn: 0.0023956,0.00000,0.055
15,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.073
15,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.048
15,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.063
15,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.060
15,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.077
15,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.068
15,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.062
15,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.201
15,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.057
15,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.186
15,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.073
15,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.119
15,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.112
15,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.088
15,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.082
15,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.082
15,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.082
15,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.098
15,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.073
15,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.101
15,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.089
15,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.099
15,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.117
15,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.096
15,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.096
15,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.109
15,mlp.experts.69.gate_proj,rtn: 0.0024109,0.00000,0.118
15,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.090
15,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.088
15,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.082
15,mlp.experts.98.gate_proj,rtn: 0.0023956,0.00000,0.061
15,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.066
15,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.078
15,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.093
15,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.074
15,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.095
15,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.093
15,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.092
15,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.072
15,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.074
15,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.076
15,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.060
15,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.059
15,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.060
15,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.062
15,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.066
15,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.093
15,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.093
15,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.092
15,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.098
15,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.124
15,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.126
15,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.172
15,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.077
15,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.074
15,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.075
15,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.062
15,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.072
15,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.070
15,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.073
15,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.076
15,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.067
15,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.075
15,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.213
15,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.070
15,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.101
15,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.096
15,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.075
15,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.071
15,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.069
15,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.074
15,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.104
15,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.065
15,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.110
15,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.131
15,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.144
15,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.143
15,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.091
15,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.088
15,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.080
15,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.089
15,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.094
15,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.088
15,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.086
15,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.076
15,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.109
15,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.105
15,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.094
15,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
15,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.083
15,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.143
15,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.143
15,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.153
15,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.072
15,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.074
15,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.081
15,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.071
15,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.114
15,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.097
15,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.117
15,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.087
15,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.088
15,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.094
15,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.133
15,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.100
15,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.095
15,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.085
15,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.076
15,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.077
15,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.106
15,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.174
15,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.195
15,mlp.experts.133.gate_proj,rtn: 0.0023804,0.00000,0.086
15,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.097
15,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.091
15,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.084
15,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.088
15,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.088
15,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.089
15,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.094
15,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.093
15,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.079
15,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.089
15,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.088
15,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.087
15,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.088
15,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.067
15,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.097
15,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.075
15,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.057
15,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.074
15,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.066
15,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.060
15,mlp.experts.19.up_proj,rtn: 0.0024261,0.00000,0.058
15,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.042
15,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.049
15,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.048
15,mlp.experts.6.up_proj,rtn: 0.0023651,0.00000,0.068
15,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.070
15,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.148
15,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.068
15,mlp.experts.43.up_proj,rtn: 0.0023499,0.00000,0.074
15,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.081
15,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.091
15,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.070
15,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.088
15,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.100
15,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.078
15,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.086
15,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.094
15,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.115
15,mlp.experts.68.up_proj,rtn: 0.0024109,0.00000,0.101
15,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.097
15,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.109
15,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.106
15,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.112
15,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.068
15,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.083
15,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.082
15,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.067
15,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.072
15,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.073
15,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.079
15,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.122
15,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.104
15,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.077
15,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.066
15,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.070
15,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.075
15,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.062
15,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.097
15,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.090
15,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.059
15,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.075
15,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.070
15,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.072
15,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.070
15,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.064
15,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.064
15,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.082
15,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.084
15,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.076
15,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.069
15,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.074
15,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.066
15,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.076
15,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.088
15,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.081
15,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.091
15,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.079
15,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.104
15,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.085
15,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.070
15,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.084
15,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.091
15,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.100
15,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.111
15,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.088
15,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.105
15,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.082
15,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.094
15,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.122
15,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.078
15,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.110
15,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.085
15,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.138
15,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.093
15,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.123
15,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.075
15,mlp.experts.37.up_proj,rtn: 0.0023956,0.00000,0.144
15,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.092
15,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.143
15,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.191
15,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.147
15,mlp.experts.132.up_proj,rtn: 0.0023651,0.00000,0.114
15,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.085
15,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.168
15,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.100
15,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.067
15,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.092
15,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.141
15,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.144
15,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.076
15,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.079
15,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.153
15,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.080
15,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.258
15,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.147
15,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.088
15,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.079
15,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.126
15,mlp.experts.155.up_proj,rtn: 0.0023651,0.00000,0.088
15,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.120
15,mlp.experts.89.up_proj,rtn: 0.0023804,0.00000,0.139
15,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.099
15,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.131
15,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.099
15,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.137
15,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.088
15,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.129
15,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.094
15,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.116
15,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.087
15,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.118
15,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.173
15,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.079
15,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.093
15,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.091
15,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.091
15,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.114
15,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.250
15,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.106
15,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.089
15,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.093
15,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.100
15,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.086
15,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.097
15,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.107
15,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.082
15,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.129
15,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.113
15,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.105
15,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.074
15,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.085
15,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.090
15,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.120
15,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.109
15,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.095
15,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.088
15,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.112
15,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.087
15,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.093
15,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.157
15,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.100
15,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.088
15,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.095
15,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.082
15,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.096
15,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.090
15,mlp.experts.142.up_proj,rtn: 0.0023956,0.00000,0.088
15,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.080
15,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.094
15,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.083
15,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.073
15,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.081
15,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.072
15,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.082
15,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.081
15,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.085
15,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.088
15,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.090
15,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.073
15,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.110
15,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.084
15,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.097
15,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.099
15,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.069
15,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.065
15,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.084
15,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.087
15,mlp.experts.190.up_proj,rtn: 0.0023346,0.00000,0.058
15,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.094
15,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.039
15,mlp.experts.185.up_proj,rtn: 0.0023956,0.00000,0.099
15,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.082
15,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.076
15,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.075
15,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.036
15,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.022
15,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.016
15,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.042
15,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.061
15,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.062
15,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.053
15,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.064
15,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.064
15,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.137
15,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.067
15,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.139
15,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.069
15,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.070
15,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.142
15,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.072
15,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.138
15,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.074
15,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.050
15,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.088
15,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.039
15,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.035
15,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.044
15,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.044
15,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.040
15,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
15,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.034
15,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.046
15,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.034
15,mlp.experts.37.down_proj,rtn: 0.0023651,0.00000,0.036
15,mlp.experts.19.down_proj,rtn: 0.0024109,0.00000,0.060
15,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.057
15,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.054
15,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.056
15,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.044
15,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.037
15,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.056
15,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.043
15,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.034
15,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.038
15,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.053
15,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.036
15,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.054
15,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.032
15,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.047
15,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.056
15,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.051
15,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.038
15,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.039
15,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.055
15,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.038
15,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.039
15,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
15,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.040
15,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.057
15,mlp.experts.69.down_proj,rtn: 0.0023499,0.00000,0.035
15,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.039
15,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.056
15,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.039
15,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.048
15,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.047
15,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.040
15,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.036
15,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.038
15,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.038
15,mlp.experts.85.down_proj,rtn: 0.0023651,0.00000,0.033
15,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.045
15,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.034
15,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.042
15,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.034
15,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.032
15,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.036
15,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.064
15,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.049
15,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.031
15,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.085
15,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.067
15,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.039
15,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.040
15,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.039
15,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.035
15,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.030
15,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.032
15,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.043
15,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.037
15,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.032
15,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.032
15,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.034
15,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.032
15,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.137
15,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.033
15,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.027
15,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.028
15,mlp.experts.89.down_proj,rtn: 0.0023499,0.00000,0.033
15,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.027
15,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.027
15,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.060
15,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.017
15,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.022
15,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.029
15,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.037
15,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
15,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.036
15,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.066
15,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.010
15,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.037
15,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.029
15,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.039
15,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.029
15,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.032
15,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.047
15,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.042
15,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.044
15,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.150
15,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.041
15,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.033
15,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.047
15,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.051
15,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.069
15,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.096
15,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.031
15,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.035
15,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.025
15,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.038
15,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.028
15,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.037
15,mlp.experts.142.down_proj,rtn: 0.0023804,0.00000,0.035
15,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.033
15,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.043
15,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.035
15,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.037
15,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.098
15,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.035
15,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.029
15,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.029
15,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.030
15,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.028
15,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.029
15,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.029
15,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.047
15,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.023
15,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.060
15,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.032
15,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.033
15,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.029
15,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.071
15,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.097
15,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.026
15,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.025
15,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.024
15,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.028
15,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.028
15,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.026
15,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
15,mlp.experts.185.down_proj,rtn: 0.0023804,0.00000,0.025
15,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.020
15,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.025
15,mlp.experts.186.down_proj,rtn: 0.0023651,0.00000,0.029
15,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.032
15,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.087
15,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.049
15,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.050
15,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.053
15,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.047
15,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.049
15,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.016
15,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.040
15,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.012
15,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.081
15,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.037
15,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.030
15,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.028
15,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.040
15,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.038
15,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.036
15,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.041
15,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.033
15,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.011
15,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.031
15,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
15,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.031
15,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.032
15,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.028
15,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.030
15,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.028
15,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.030
15,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.109
15,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.105
15,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.102
15,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.033
15,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.045
15,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.049
15,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.059
15,mlp.shared_experts.up_proj,rtn: 0.0015717,0.00000,0.027
15,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.028
15,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.023
16,self_attn.v_proj,rtn: 0.0024872,0.00000,0.014
16,self_attn.k_proj,rtn: 0.0023651,0.00000,0.021
16,self_attn.q_proj,rtn: 0.0021057,0.00000,0.022
16,self_attn.o_proj,rtn: 0.0024261,0.00000,0.054
16,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.101
16,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.105
16,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.106
16,mlp.experts.10.gate_proj,rtn: 0.0024261,0.00000,0.108
16,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.112
16,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.115
16,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.116
16,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.117
16,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.119
16,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.120
16,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.123
16,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.122
16,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.123
16,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.132
16,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.136
16,mlp.experts.0.gate_proj,rtn: 0.0023956,0.00000,0.136
16,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.061
16,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.075
16,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.079
16,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.072
16,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.088
16,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.088
16,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.098
16,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.090
16,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.089
16,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.097
16,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.100
16,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.075
16,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.096
16,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.077
16,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.083
16,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.151
16,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.094
16,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.082
16,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.175
16,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.090
16,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.078
16,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.098
16,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.083
16,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.175
16,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.085
16,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.122
16,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.070
16,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.078
16,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.071
16,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.116
16,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.233
16,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.096
16,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.074
16,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.159
16,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.092
16,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.085
16,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.130
16,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.074
16,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.095
16,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.071
16,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.093
16,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.112
16,mlp.experts.71.gate_proj,rtn: 0.0023804,0.00000,0.076
16,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.089
16,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.126
16,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.076
16,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.085
16,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.100
16,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.069
16,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.075
16,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.095
16,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.092
16,mlp.experts.65.gate_proj,rtn: 0.0024261,0.00000,0.084
16,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.094
16,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.078
16,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.129
16,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.086
16,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.085
16,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.074
16,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.068
16,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.061
16,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.147
16,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.067
16,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.263
16,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.055
16,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.066
16,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.060
16,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.097
16,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.095
16,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.082
16,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.100
16,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.090
16,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.096
16,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.085
16,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.093
16,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.089
16,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.095
16,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.110
16,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.105
16,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.167
16,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.102
16,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.115
16,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.101
16,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.137
16,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.107
16,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.154
16,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.277
16,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.087
16,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.087
16,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.084
16,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.104
16,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.088
16,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.098
16,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.110
16,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.093
16,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.095
16,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.095
16,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.096
16,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.098
16,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.091
16,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.097
16,mlp.experts.76.gate_proj,rtn: 0.0023651,0.00000,0.097
16,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.076
16,mlp.experts.147.gate_proj,rtn: 0.0024261,0.00000,0.062
16,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.072
16,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.072
16,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.197
16,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.111
16,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.083
16,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.101
16,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.090
16,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.106
16,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.088
16,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.119
16,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.094
16,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.117
16,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.116
16,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.089
16,mlp.experts.163.gate_proj,rtn: 0.0023804,0.00000,0.097
16,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.098
16,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.127
16,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.109
16,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.087
16,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.087
16,mlp.experts.146.gate_proj,rtn: 0.0024109,0.00000,0.092
16,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.091
16,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.086
16,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.129
16,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.095
16,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.093
16,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.107
16,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.100
16,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.101
16,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.096
16,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.107
16,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.099
16,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.074
16,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.102
16,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.110
16,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.074
16,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.073
16,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.111
16,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.077
16,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.092
16,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.094
16,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.089
16,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.098
16,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.082
16,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.080
16,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.079
16,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.075
16,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.110
16,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.077
16,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.081
16,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.074
16,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.110
16,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.077
16,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.074
16,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.076
16,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.107
16,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.076
16,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.080
16,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.075
16,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.071
16,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.071
16,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.109
16,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.070
16,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.090
16,mlp.experts.10.up_proj,rtn: 0.0024109,0.00000,0.098
16,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.072
16,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.064
16,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.076
16,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.059
16,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.110
16,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.109
16,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.107
16,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.110
16,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.078
16,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.080
16,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.083
16,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.064
16,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.099
16,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.072
16,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.075
16,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.074
16,mlp.experts.14.up_proj,rtn: 0.0023651,0.00000,0.184
16,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.127
16,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.104
16,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.110
16,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.104
16,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.114
16,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.086
16,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.099
16,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.086
16,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.084
16,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.110
16,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.080
16,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.076
16,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.071
16,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.073
16,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.079
16,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.094
16,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.118
16,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.074
16,mlp.experts.42.up_proj,rtn: 0.0023804,0.00000,0.105
16,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.075
16,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.072
16,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.107
16,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.076
16,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.105
16,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.067
16,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.068
16,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.069
16,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.071
16,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.100
16,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.159
16,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.134
16,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.090
16,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.073
16,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.070
16,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.110
16,mlp.experts.58.up_proj,rtn: 0.0023651,0.00000,0.093
16,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.075
16,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.074
16,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.075
16,mlp.experts.91.up_proj,rtn: 0.0024109,0.00000,0.082
16,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.095
16,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.075
16,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.092
16,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.084
16,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.075
16,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.075
16,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.091
16,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.074
16,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.093
16,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.073
16,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.092
16,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.081
16,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.096
16,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.066
16,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.100
16,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.069
16,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.084
16,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.094
16,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.063
16,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.069
16,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.101
16,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.101
16,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.124
16,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.165
16,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.079
16,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.161
16,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.131
16,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.091
16,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.092
16,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.112
16,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.075
16,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.086
16,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.093
16,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.094
16,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.096
16,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.105
16,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.157
16,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.105
16,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.102
16,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.143
16,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.101
16,mlp.experts.102.up_proj,rtn: 0.0023956,0.00000,0.097
16,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.091
16,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.120
16,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.108
16,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.091
16,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.104
16,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.077
16,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.113
16,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.086
16,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.098
16,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.171
16,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.140
16,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.098
16,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.108
16,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.118
16,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.103
16,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.115
16,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.097
16,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.115
16,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.101
16,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.089
16,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.099
16,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.096
16,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.083
16,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.079
16,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.095
16,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.079
16,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.084
16,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.159
16,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.126
16,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.098
16,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.101
16,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.067
16,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.070
16,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.097
16,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.067
16,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.072
16,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.068
16,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.098
16,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.101
16,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.183
16,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.143
16,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.106
16,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.071
16,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.091
16,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.077
16,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.062
16,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.218
16,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.096
16,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.104
16,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.098
16,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.143
16,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.090
16,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.106
16,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.170
16,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.103
16,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.103
16,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.083
16,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.068
16,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.076
16,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.163
16,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.169
16,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.186
16,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.073
16,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.077
16,mlp.experts.179.up_proj,rtn: 0.0023651,0.00000,0.088
16,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.176
16,mlp.experts.169.up_proj,rtn: 0.0024109,0.00000,0.081
16,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.101
16,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.090
16,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.216
16,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.104
16,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.269
16,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.037
16,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.124
16,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.052
16,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.105
16,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.128
16,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.107
16,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.192
16,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.082
16,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.106
16,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.087
16,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.028
16,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.104
16,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.104
16,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.099
16,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.147
16,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.085
16,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.102
16,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.106
16,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.077
16,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.097
16,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.095
16,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.098
16,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.081
16,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.071
16,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.083
16,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.056
16,mlp.experts.172.up_proj,rtn: 0.0023804,0.00000,0.057
16,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.036
16,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.050
16,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.050
16,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.041
16,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.050
16,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.052
16,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.055
16,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.057
16,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.048
16,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.049
16,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.051
16,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.053
16,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.053
16,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.112
16,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.111
16,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.118
16,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.118
16,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.031
16,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.030
16,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.041
16,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.047
16,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.039
16,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.032
16,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.034
16,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.039
16,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.050
16,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.042
16,mlp.experts.17.down_proj,rtn: 0.0023651,0.00000,0.039
16,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.059
16,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.054
16,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.030
16,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.041
16,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.042
16,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.026
16,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.044
16,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.058
16,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.055
16,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.071
16,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.093
16,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.064
16,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.051
16,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.046
16,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.060
16,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.069
16,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.054
16,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.065
16,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.061
16,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.053
16,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.051
16,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.053
16,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.059
16,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.043
16,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.032
16,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.061
16,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.075
16,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.071
16,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.053
16,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.070
16,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.042
16,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.058
16,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.052
16,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.045
16,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.050
16,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.055
16,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.058
16,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.036
16,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.043
16,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.041
16,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
16,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.036
16,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.044
16,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.021
16,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.023
16,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.051
16,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.048
16,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.045
16,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.042
16,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.037
16,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.043
16,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.052
16,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.044
16,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.041
16,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.039
16,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.046
16,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.039
16,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.071
16,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.034
16,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.067
16,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.054
16,mlp.experts.107.down_proj,rtn: 0.0022125,0.00000,0.049
16,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.086
16,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.066
16,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.044
16,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.072
16,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.065
16,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.045
16,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.062
16,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.050
16,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.051
16,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.050
16,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.047
16,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.071
16,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.048
16,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.042
16,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.044
16,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.045
16,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.036
16,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.052
16,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.030
16,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
16,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.060
16,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.032
16,mlp.experts.101.down_proj,rtn: 0.0023346,0.00000,0.025
16,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.033
16,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.033
16,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
16,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.043
16,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.053
16,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.051
16,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.037
16,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.035
16,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.050
16,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.032
16,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.032
16,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.057
16,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.081
16,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.031
16,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.054
16,mlp.experts.147.down_proj,rtn: 0.0023804,0.00000,0.037
16,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.028
16,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.027
16,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.031
16,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.034
16,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.037
16,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.029
16,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.026
16,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.013
16,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.068
16,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.021
16,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.018
16,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.107
16,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.053
16,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.108
16,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.030
16,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.044
16,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.038
16,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.037
16,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.047
16,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.047
16,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.028
16,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.026
16,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.030
16,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.056
16,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.029
16,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.038
16,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.026
16,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.059
16,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.055
16,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.033
16,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.034
16,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.030
16,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.027
16,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.111
16,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.045
16,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.039
16,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.034
16,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.041
16,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.034
16,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.026
16,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.027
16,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.037
16,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.045
16,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.013
16,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.022
16,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.018
16,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.049
16,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.049
16,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
16,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.013
16,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.030
16,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.027
16,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
16,mlp.experts.172.down_proj,rtn: 0.0023804,0.00000,0.056
16,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.045
16,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.025
16,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.041
16,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.031
16,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.028
16,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.048
16,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.029
16,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.029
16,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.026
16,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.010
16,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.028
16,mlp.shared_experts.up_proj,rtn: 0.0016098,0.00000,0.028
16,mlp.shared_experts.down_proj,rtn: 0.0016708,0.00000,0.011
17,self_attn.v_proj,rtn: 0.0026550,0.00000,0.025
17,self_attn.k_proj,rtn: 0.0023956,0.00000,0.035
17,self_attn.q_proj,rtn: 0.0022278,0.00000,0.017
17,self_attn.o_proj,rtn: 0.0025482,0.00000,0.030
17,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.080
17,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.093
17,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.099
17,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.106
17,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.110
17,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.113
17,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.115
17,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.123
17,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.120
17,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.132
17,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.128
17,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.138
17,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.138
17,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.142
17,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.143
17,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.150
17,mlp.experts.31.gate_proj,rtn: 0.0024414,0.00000,0.071
17,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.064
17,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.069
17,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.074
17,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.092
17,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.124
17,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.129
17,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.092
17,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.075
17,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.085
17,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.076
17,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.092
17,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.091
17,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.092
17,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.111
17,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.096
17,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.092
17,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.168
17,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.116
17,mlp.experts.35.gate_proj,rtn: 0.0024109,0.00000,0.080
17,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.061
17,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.063
17,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.072
17,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.068
17,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.085
17,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.145
17,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.085
17,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.139
17,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.091
17,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.072
17,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.099
17,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.102
17,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.076
17,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.105
17,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.102
17,mlp.experts.71.gate_proj,rtn: 0.0024109,0.00000,0.086
17,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.084
17,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.107
17,mlp.experts.79.gate_proj,rtn: 0.0024109,0.00000,0.087
17,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.212
17,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.083
17,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.077
17,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.139
17,mlp.experts.72.gate_proj,rtn: 0.0024261,0.00000,0.093
17,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.087
17,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.091
17,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.103
17,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.116
17,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.100
17,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.102
17,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.231
17,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.115
17,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.133
17,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.086
17,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.104
17,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.089
17,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.076
17,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.082
17,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.112
17,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.086
17,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.093
17,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.089
17,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.146
17,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.132
17,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.183
17,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.121
17,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.148
17,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.088
17,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.086
17,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.089
17,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.160
17,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.176
17,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.175
17,mlp.experts.123.gate_proj,rtn: 0.0023956,0.00000,0.092
17,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.106
17,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.110
17,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.102
17,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.105
17,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.114
17,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.111
17,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.105
17,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.107
17,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.090
17,mlp.experts.81.gate_proj,rtn: 0.0022583,0.00000,0.122
17,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.086
17,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.101
17,mlp.experts.135.gate_proj,rtn: 0.0023804,0.00000,0.126
17,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.129
17,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.112
17,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.153
17,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.083
17,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.139
17,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.082
17,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.134
17,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.092
17,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.128
17,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.146
17,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.098
17,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.071
17,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.079
17,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.101
17,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.100
17,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.097
17,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.102
17,mlp.experts.131.gate_proj,rtn: 0.0023804,0.00000,0.090
17,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.078
17,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.069
17,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.093
17,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.068
17,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.077
17,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.077
17,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.083
17,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.073
17,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.092
17,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.069
17,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.076
17,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.083
17,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.083
17,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.066
17,mlp.experts.156.gate_proj,rtn: 0.0023956,0.00000,0.088
17,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.074
17,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.083
17,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.096
17,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.087
17,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.084
17,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.090
17,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.080
17,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.128.gate_proj,rtn: 0.0023804,0.00000,0.102
17,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.107
17,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.066
17,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.073
17,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.066
17,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.078
17,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.096
17,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.090
17,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.105
17,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.085
17,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.114
17,mlp.experts.150.gate_proj,rtn: 0.0022430,0.00000,0.076
17,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.080
17,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.079
17,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.075
17,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.068
17,mlp.experts.149.gate_proj,rtn: 0.0022583,0.00000,0.106
17,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.119
17,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.108
17,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.076
17,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.097
17,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.097
17,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.075
17,mlp.experts.145.gate_proj,rtn: 0.0022278,0.00000,0.092
17,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.078
17,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.094
17,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.077
17,mlp.experts.31.up_proj,rtn: 0.0024261,0.00000,0.067
17,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.068
17,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.075
17,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.079
17,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.101
17,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.086
17,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.082
17,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.081
17,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.094
17,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.083
17,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.101
17,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.083
17,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.079
17,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.065
17,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.070
17,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.073
17,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.095
17,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.088
17,mlp.experts.181.gate_proj,rtn: 0.0024414,0.00000,0.081
17,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.080
17,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.075
17,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.133
17,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.108
17,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.180
17,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.103
17,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.094
17,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.094
17,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.080
17,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.093
17,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.102
17,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
17,mlp.experts.35.up_proj,rtn: 0.0023956,0.00000,0.093
17,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.086
17,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.073
17,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.079
17,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.078
17,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.068
17,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.117
17,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.086
17,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.082
17,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.130
17,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.188
17,mlp.experts.71.up_proj,rtn: 0.0023804,0.00000,0.079
17,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.097
17,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.083
17,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.083
17,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.087
17,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.133
17,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.084
17,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.089
17,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.129
17,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.102
17,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.098
17,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.085
17,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.075
17,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.097
17,mlp.experts.95.up_proj,rtn: 0.0023804,0.00000,0.075
17,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.072
17,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.078
17,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.072
17,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.075
17,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.074
17,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.149
17,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.138
17,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.146
17,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.102
17,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.083
17,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.091
17,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.077
17,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.070
17,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.073
17,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.125
17,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.076
17,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.096
17,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.092
17,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.102
17,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.094
17,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.087
17,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.112
17,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.100
17,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.087
17,mlp.experts.72.up_proj,rtn: 0.0024109,0.00000,0.097
17,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.093
17,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.091
17,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.090
17,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.092
17,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.071
17,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.083
17,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.093
17,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.070
17,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.143
17,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.079
17,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.120
17,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.077
17,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.067
17,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.076
17,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.079
17,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.074
17,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.128
17,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.081
17,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.113
17,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.105
17,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.082
17,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.112
17,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.099
17,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.091
17,mlp.experts.123.up_proj,rtn: 0.0023804,0.00000,0.121
17,mlp.experts.135.up_proj,rtn: 0.0023651,0.00000,0.132
17,mlp.experts.78.up_proj,rtn: 0.0023499,0.00000,0.144
17,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.088
17,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.115
17,mlp.experts.98.up_proj,rtn: 0.0024414,0.00000,0.107
17,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.081
17,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.111
17,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.120
17,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.103
17,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.100
17,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.103
17,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.099
17,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.098
17,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.161
17,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
17,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.107
17,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.103
17,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.086
17,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.072
17,mlp.experts.96.up_proj,rtn: 0.0023956,0.00000,0.073
17,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.106
17,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.098
17,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.127
17,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.117
17,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.094
17,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.081
17,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.101
17,mlp.experts.175.up_proj,rtn: 0.0023651,0.00000,0.097
17,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.075
17,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.107
17,mlp.experts.65.up_proj,rtn: 0.0023956,0.00000,0.127
17,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.104
17,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.165
17,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.110
17,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.074
17,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.075
17,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.089
17,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.086
17,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.094
17,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.086
17,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.087
17,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.104
17,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.113
17,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.131
17,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.096
17,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.096
17,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.089
17,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.086
17,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.075
17,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.110
17,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.097
17,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.088
17,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.094
17,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.075
17,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.079
17,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.094
17,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.064
17,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.058
17,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.098
17,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.064
17,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.102
17,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.075
17,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.107
17,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.069
17,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.068
17,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.087
17,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.089
17,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.104
17,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.131
17,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.092
17,mlp.experts.170.up_proj,rtn: 0.0023651,0.00000,0.071
17,mlp.experts.162.up_proj,rtn: 0.0024261,0.00000,0.076
17,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.074
17,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.106
17,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.069
17,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.097
17,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.090
17,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.075
17,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.060
17,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.078
17,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.077
17,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.058
17,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.052
17,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.095
17,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.090
17,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.027
17,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.093
17,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.089
17,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.052
17,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.080
17,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.085
17,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.036
17,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.087
17,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.104
17,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.180
17,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.109
17,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.103
17,mlp.experts.181.up_proj,rtn: 0.0024414,0.00000,0.120
17,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.098
17,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.080
17,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.036
17,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.026
17,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.012
17,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.031
17,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.061
17,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.048
17,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.094
17,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.054
17,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.056
17,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.057
17,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.056
17,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.057
17,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.057
17,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.059
17,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.062
17,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.200
17,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.211
17,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.042
17,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.207
17,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.082
17,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.039
17,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.034
17,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.034
17,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.039
17,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.229
17,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.042
17,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.043
17,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.038
17,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
17,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.036
17,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.043
17,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.037
17,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.040
17,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.036
17,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.022
17,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.036
17,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.019
17,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.023
17,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.024
17,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.021
17,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.020
17,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.015
17,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.040
17,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.039
17,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.019
17,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.030
17,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.045
17,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.042
17,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.068
17,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.072
17,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.030
17,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.030
17,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.033
17,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.033
17,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.033
17,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.036
17,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.037
17,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.041
17,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.046
17,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.048
17,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.039
17,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.049
17,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.054
17,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.120
17,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.039
17,mlp.experts.70.down_proj,rtn: 0.0023651,0.00000,0.030
17,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.031
17,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.041
17,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.028
17,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.022
17,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.025
17,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.017
17,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.039
17,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.075
17,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.091
17,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.033
17,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.031
17,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.040
17,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.034
17,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.035
17,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.134
17,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.042
17,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.036
17,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.047
17,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.047
17,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.058
17,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
17,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.072
17,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.069
17,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.051
17,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.039
17,mlp.experts.98.down_proj,rtn: 0.0023804,0.00000,0.033
17,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.023
17,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.028
17,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.030
17,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.050
17,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.037
17,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.038
17,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.040
17,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
17,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.042
17,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
17,mlp.experts.71.down_proj,rtn: 0.0023499,0.00000,0.037
17,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.040
17,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.050
17,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.041
17,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.030
17,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.062
17,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.033
17,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.033
17,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.034
17,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.030
17,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.037
17,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.032
17,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.046
17,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.039
17,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.038
17,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.041
17,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.029
17,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.036
17,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.036
17,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.052
17,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.044
17,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.057
17,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.039
17,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.046
17,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.042
17,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.034
17,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.036
17,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.039
17,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.029
17,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.033
17,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.021
17,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.028
17,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.019
17,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.029
17,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.014
17,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.023
17,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.044
17,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.036
17,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.027
17,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.043
17,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.114
17,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.039
17,mlp.experts.150.down_proj,rtn: 0.0021820,0.00000,0.034
17,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.020
17,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.040
17,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.041
17,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.032
17,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
17,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.044
17,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.039
17,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.039
17,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.035
17,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.033
17,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.030
17,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.028
17,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.042
17,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.107
17,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.097
17,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.045
17,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.041
17,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.053
17,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.046
17,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.046
17,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.043
17,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.036
17,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.040
17,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.036
17,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.040
17,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.039
17,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.028
17,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.054
17,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.014
17,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.036
17,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.047
17,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.011
17,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.019
17,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.021
17,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.061
17,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.011
17,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.037
17,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.042
17,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.059
17,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.036
17,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.042
17,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.046
17,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.017
17,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.050
17,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.032
17,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.011
17,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.043
17,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.056
17,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.024
17,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.037
17,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.041
17,mlp.shared_experts.down_proj,rtn: 0.0016479,0.00000,0.016
18,self_attn.v_proj,rtn: 0.0025177,0.00000,0.034
18,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
18,self_attn.q_proj,rtn: 0.0021362,0.00000,0.020
18,self_attn.o_proj,rtn: 0.0024719,0.00000,0.065
18,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.083
18,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.082
18,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.083
18,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.084
18,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.085
18,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.087
18,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.102
18,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.107
18,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.110
18,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.110
18,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.112
18,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.113
18,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.118
18,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.121
18,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.128
18,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.141
18,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.071
18,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.073
18,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.073
18,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.075
18,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.078
18,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.088
18,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.074
18,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.073
18,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.106
18,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.097
18,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.090
18,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.115
18,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.119
18,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.092
18,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.121
18,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.079
18,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.093
18,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.086
18,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.081
18,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.094
18,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.077
18,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.101
18,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.073
18,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.077
18,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.087
18,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.091
18,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.104
18,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.089
18,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.092
18,mlp.experts.38.gate_proj,rtn: 0.0023804,0.00000,0.104
18,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.111
18,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.088
18,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.107
18,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.089
18,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.096
18,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.090
18,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.092
18,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.099
18,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.102
18,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.093
18,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.121
18,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.117
18,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.083
18,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.067
18,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.092
18,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.080
18,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.092
18,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.090
18,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.075
18,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.080
18,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.078
18,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.127
18,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.195
18,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.069
18,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.096
18,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.097
18,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.086
18,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.085
18,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.093
18,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.095
18,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.082
18,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.090
18,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.086
18,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.076
18,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.085
18,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.075
18,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.101
18,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.111
18,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.088
18,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.088
18,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.064
18,mlp.experts.89.gate_proj,rtn: 0.0023956,0.00000,0.073
18,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.086
18,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.090
18,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.085
18,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.084
18,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.080
18,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.093
18,mlp.experts.108.gate_proj,rtn: 0.0024567,0.00000,0.078
18,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.097
18,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.082
18,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.082
18,mlp.experts.100.gate_proj,rtn: 0.0024414,0.00000,0.075
18,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.074
18,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.097
18,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.104
18,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.094
18,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.084
18,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.075
18,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.081
18,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.097
18,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.076
18,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.094
18,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.088
18,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.101
18,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.105
18,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.088
18,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.071
18,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.117
18,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.166
18,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.109
18,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.065
18,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.137
18,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.088
18,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.117
18,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.075
18,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.090
18,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.090
18,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.081
18,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.079
18,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.086
18,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.093
18,mlp.experts.140.gate_proj,rtn: 0.0023651,0.00000,0.106
18,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.078
18,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.071
18,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.104
18,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.092
18,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.089
18,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.063
18,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.087
18,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.085
18,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.078
18,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.077
18,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.082
18,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.077
18,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.075
18,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.090
18,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.071
18,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.081
18,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.194
18,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.084
18,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.070
18,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.071
18,mlp.experts.149.gate_proj,rtn: 0.0022583,0.00000,0.089
18,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.072
18,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
18,mlp.experts.143.gate_proj,rtn: 0.0023956,0.00000,0.232
18,mlp.experts.145.gate_proj,rtn: 0.0024261,0.00000,0.095
18,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.076
18,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.090
18,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.234
18,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.237
18,mlp.experts.173.gate_proj,rtn: 0.0023956,0.00000,0.096
18,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.083
18,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.089
18,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.088
18,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.077
18,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.094
18,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.077
18,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.093
18,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.072
18,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.079
18,mlp.experts.165.gate_proj,rtn: 0.0024567,0.00000,0.093
18,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.090
18,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.078
18,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.086
18,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.075
18,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.090
18,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.082
18,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.069
18,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.106
18,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.097
18,mlp.experts.190.gate_proj,rtn: 0.0024109,0.00000,0.112
18,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.076
18,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.074
18,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.094
18,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.088
18,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.105
18,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.079
18,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.105
18,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.076
18,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.079
18,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.076
18,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.073
18,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.078
18,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.103
18,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.070
18,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.074
18,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.073
18,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.099
18,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.072
18,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.070
18,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.071
18,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.075
18,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.066
18,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.103
18,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.104
18,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.118
18,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.125
18,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.169
18,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.075
18,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.078
18,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.081
18,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.142
18,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.078
18,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.075
18,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.081
18,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.076
18,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.076
18,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.076
18,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.077
18,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.078
18,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.100
18,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.078
18,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.104
18,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.086
18,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.083
18,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.102
18,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.077
18,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.068
18,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.095
18,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.074
18,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.089
18,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.094
18,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.083
18,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.084
18,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.085
18,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.046
18,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.056
18,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.061
18,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.072
18,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.130
18,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.066
18,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.068
18,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.079
18,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.081
18,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.084
18,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.103
18,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.162
18,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.114
18,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.088
18,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.120
18,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.166
18,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.116
18,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.099
18,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.132
18,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.249
18,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.082
18,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.095
18,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.100
18,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.081
18,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.074
18,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.069
18,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.085
18,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.084
18,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.105
18,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.083
18,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.155
18,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.077
18,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.082
18,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.083
18,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.131
18,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.149
18,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.082
18,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.088
18,mlp.experts.100.up_proj,rtn: 0.0024414,0.00000,0.078
18,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.104
18,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.076
18,mlp.experts.108.up_proj,rtn: 0.0024414,0.00000,0.087
18,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.083
18,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.89.up_proj,rtn: 0.0023804,0.00000,0.077
18,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.081
18,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.078
18,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.074
18,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.078
18,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.070
18,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.075
18,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.113
18,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.077
18,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.068
18,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.076
18,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.122
18,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.077
18,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.090
18,mlp.experts.66.up_proj,rtn: 0.0023651,0.00000,0.127
18,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.113
18,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.093
18,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.064
18,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.073
18,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.074
18,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.072
18,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.080
18,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.099
18,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.074
18,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
18,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.074
18,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.188
18,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.113
18,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.090
18,mlp.experts.86.up_proj,rtn: 0.0023956,0.00000,0.101
18,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.080
18,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.087
18,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.099
18,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.081
18,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.081
18,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.082
18,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.083
18,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.082
18,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.078
18,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.085
18,mlp.experts.145.up_proj,rtn: 0.0024109,0.00000,0.085
18,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.079
18,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.088
18,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.069
18,mlp.experts.110.up_proj,rtn: 0.0023804,0.00000,0.083
18,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.075
18,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.074
18,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.072
18,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.090
18,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.080
18,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.084
18,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.077
18,mlp.experts.165.up_proj,rtn: 0.0024261,0.00000,0.102
18,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.099
18,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.110
18,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.074
18,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.084
18,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.104
18,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.106
18,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.084
18,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.094
18,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.073
18,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.084
18,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.081
18,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.086
18,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.071
18,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.096
18,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.087
18,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.099
18,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.073
18,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.088
18,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.079
18,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.069
18,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
18,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.094
18,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.075
18,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.071
18,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.085
18,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.088
18,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.086
18,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.065
18,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.077
18,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.059
18,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.028
18,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.062
18,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.064
18,mlp.experts.191.up_proj,rtn: 0.0023956,0.00000,0.062
18,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.055
18,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.060
18,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.075
18,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.074
18,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.062
18,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.065
18,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.059
18,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.051
18,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.052
18,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.068
18,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.069
18,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.064
18,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.066
18,mlp.experts.190.up_proj,rtn: 0.0023956,0.00000,0.066
18,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.056
18,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.059
18,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.015
18,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.046
18,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.048
18,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.050
18,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.051
18,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.036
18,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.037
18,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.040
18,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.049
18,mlp.experts.6.down_proj,rtn: 0.0023651,0.00000,0.140
18,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.140
18,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.141
18,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.145
18,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.026
18,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.040
18,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.076
18,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.076
18,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.078
18,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.078
18,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.044
18,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.041
18,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.038
18,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.045
18,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.022
18,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.045
18,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.019
18,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.033
18,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.040
18,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.033
18,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.042
18,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.065
18,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.040
18,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.038
18,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.058
18,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.040
18,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.036
18,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.036
18,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.034
18,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
18,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.121
18,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.032
18,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.072
18,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.074
18,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.071
18,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.035
18,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.031
18,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.038
18,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.036
18,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.041
18,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.040
18,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.038
18,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.131
18,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.021
18,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.099
18,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.037
18,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.139
18,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.141
18,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.065
18,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.037
18,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.047
18,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.048
18,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.036
18,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.051
18,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.050
18,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.047
18,mlp.experts.108.down_proj,rtn: 0.0023956,0.00000,0.039
18,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.042
18,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.034
18,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.052
18,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.056
18,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.048
18,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.046
18,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.036
18,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.043
18,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.037
18,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.038
18,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.056
18,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.041
18,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.038
18,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.042
18,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.032
18,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.038
18,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.034
18,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.040
18,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.040
18,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.042
18,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.041
18,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.092
18,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.039
18,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.027
18,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.037
18,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.029
18,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.036
18,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.030
18,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.040
18,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.034
18,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.038
18,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.022
18,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.026
18,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.045
18,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.043
18,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.034
18,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.034
18,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.041
18,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.037
18,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.026
18,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.037
18,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.029
18,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.036
18,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.123
18,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.095
18,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.069
18,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.023
18,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.024
18,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.024
18,mlp.experts.128.down_proj,rtn: 0.0024109,0.00000,0.026
18,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.026
18,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.026
18,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.026
18,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.027
18,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.041
18,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.042
18,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.113
18,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.040
18,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.058
18,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.041
18,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.030
18,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.031
18,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.029
18,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.029
18,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.041
18,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.042
18,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.068
18,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.072
18,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.058
18,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.023
18,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.026
18,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.031
18,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.031
18,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.063
18,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.066
18,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.035
18,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.031
18,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.039
18,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.039
18,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.030
18,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.027
18,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.033
18,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.030
18,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.030
18,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.066
18,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.075
18,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.017
18,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.068
18,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.131
18,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.046
18,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.049
18,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.022
18,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.022
18,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.025
18,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.025
18,mlp.experts.191.down_proj,rtn: 0.0023804,0.00000,0.028
18,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.027
18,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.033
18,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.012
18,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.011
18,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.025
18,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.025
18,mlp.experts.184.down_proj,rtn: 0.0023346,0.00000,0.015
18,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.030
18,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.073
18,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.038
18,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.042
18,mlp.experts.190.down_proj,rtn: 0.0023651,0.00000,0.045
18,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.050
18,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.116
18,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.100
18,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.120
18,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.123
18,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.028
18,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.056
18,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.084
18,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.070
18,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.072
18,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.029
18,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.030
18,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.027
18,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.029
18,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.026
18,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.020
18,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.016
18,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.010
18,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.027
18,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.028
18,mlp.shared_experts.down_proj,rtn: 0.0016479,0.00000,0.024
19,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
19,self_attn.k_proj,rtn: 0.0023499,0.00000,0.014
19,self_attn.q_proj,rtn: 0.0022125,0.00000,0.015
19,self_attn.o_proj,rtn: 0.0024719,0.00000,0.050
19,mlp.experts.10.gate_proj,rtn: 0.0023956,0.00000,0.090
19,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.091
19,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.110
19,mlp.experts.2.gate_proj,rtn: 0.0023804,0.00000,0.112
19,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.114
19,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.116
19,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.122
19,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.128
19,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.129
19,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.129
19,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.128
19,mlp.experts.15.gate_proj,rtn: 0.0024109,0.00000,0.138
19,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.144
19,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.069
19,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.072
19,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.058
19,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.055
19,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.186
19,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.177
19,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.176
19,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.076
19,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.079
19,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.069
19,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.085
19,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.066
19,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.077
19,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.090
19,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.079
19,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.090
19,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.082
19,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.110
19,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.115
19,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.104
19,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.093
19,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.119
19,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.113
19,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.100
19,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.128
19,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.085
19,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.120
19,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.125
19,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.082
19,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.070
19,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.073
19,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.100
19,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.083
19,mlp.experts.52.gate_proj,rtn: 0.0024109,0.00000,0.094
19,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.080
19,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.078
19,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.085
19,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.097
19,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.107
19,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.105
19,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.087
19,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.099
19,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.078
19,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.071
19,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.068
19,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.080
19,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.075
19,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.067
19,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.061
19,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.077
19,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.077
19,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.066
19,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.156
19,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.069
19,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.164
19,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.070
19,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.073
19,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.074
19,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.073
19,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.072
19,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.073
19,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.083
19,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.076
19,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.084
19,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.082
19,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.089
19,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.070
19,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.075
19,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.077
19,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.169
19,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.077
19,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.072
19,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.166
19,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.079
19,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.142
19,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.069
19,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.079
19,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.141
19,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.084
19,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.075
19,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.078
19,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.075
19,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.065
19,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.083
19,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.066
19,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.076
19,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.075
19,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.064
19,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.054
19,mlp.experts.120.gate_proj,rtn: 0.0024109,0.00000,0.055
19,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.101
19,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.109
19,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.061
19,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.062
19,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.060
19,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.077
19,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.070
19,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.069
19,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.080
19,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.106
19,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.079
19,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.105
19,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.088
19,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.092
19,mlp.experts.83.gate_proj,rtn: 0.0024109,0.00000,0.080
19,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.091
19,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.097
19,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.057
19,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.125
19,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.121
19,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.152
19,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.179
19,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.189
19,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.179
19,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.181
19,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.068
19,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.077
19,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.219
19,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.070
19,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.096
19,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.139
19,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.166
19,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.099
19,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.204
19,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.073
19,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.079
19,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.077
19,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.120
19,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.121
19,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.110
19,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.081
19,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.113
19,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.116
19,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.113
19,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.085
19,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.130
19,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.110
19,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.103
19,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.087
19,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.099
19,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.139
19,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.082
19,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.082
19,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.082
19,mlp.experts.127.gate_proj,rtn: 0.0022278,0.00000,0.094
19,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.093
19,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.085
19,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.088
19,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.101
19,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.081
19,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.088
19,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.095
19,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.102
19,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.088
19,mlp.experts.184.gate_proj,rtn: 0.0023956,0.00000,0.087
19,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.087
19,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.089
19,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.084
19,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.102
19,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.083
19,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.082
19,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.091
19,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.091
19,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.091
19,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.101
19,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.072
19,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.099
19,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.084
19,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.081
19,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.098
19,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.098
19,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.088
19,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.079
19,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.093
19,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.080
19,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.091
19,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.167
19,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.091
19,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.096
19,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.081
19,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.075
19,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.093
19,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.067
19,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.087
19,mlp.experts.175.gate_proj,rtn: 0.0023651,0.00000,0.076
19,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.091
19,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.098
19,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.088
19,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.097
19,mlp.experts.52.up_proj,rtn: 0.0023956,0.00000,0.096
19,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.076
19,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.069
19,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.088
19,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.186
19,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.202
19,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.145
19,mlp.experts.10.up_proj,rtn: 0.0023804,0.00000,0.189
19,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.080
19,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.088
19,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.098
19,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.094
19,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.092
19,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.100
19,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.126
19,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.096
19,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.081
19,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.083
19,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.104
19,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.100
19,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.082
19,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.133
19,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.082
19,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.092
19,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.103
19,mlp.experts.15.up_proj,rtn: 0.0023956,0.00000,0.108
19,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.088
19,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.092
19,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.087
19,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.140
19,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.091
19,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.192
19,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.102
19,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.096
19,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.102
19,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.091
19,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.095
19,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.089
19,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.092
19,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.093
19,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.163
19,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.090
19,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.136
19,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.093
19,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.095
19,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.081
19,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.093
19,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.103
19,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.080
19,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.088
19,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.088
19,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.096
19,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.110
19,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.095
19,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.084
19,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.099
19,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.085
19,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.092
19,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.104
19,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.104
19,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.096
19,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.094
19,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.095
19,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.103
19,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.101
19,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.093
19,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.098
19,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.119
19,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.113
19,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.097
19,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.100
19,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.113
19,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.086
19,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.077
19,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.125
19,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.092
19,mlp.experts.69.up_proj,rtn: 0.0023651,0.00000,0.116
19,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.079
19,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.114
19,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.070
19,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.076
19,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.093
19,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.098
19,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.078
19,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.094
19,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.068
19,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.092
19,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.077
19,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.071
19,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.088
19,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.078
19,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.071
19,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.077
19,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.090
19,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.086
19,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.090
19,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.074
19,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.092
19,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.088
19,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.078
19,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.070
19,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.074
19,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.086
19,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.077
19,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.088
19,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.078
19,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.080
19,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.063
19,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.088
19,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.079
19,mlp.experts.95.up_proj,rtn: 0.0023651,0.00000,0.087
19,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.085
19,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.086
19,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.083
19,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.091
19,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.077
19,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.075
19,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.072
19,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.073
19,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.084
19,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.071
19,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.087
19,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.070
19,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.078
19,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.092
19,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.082
19,mlp.experts.113.up_proj,rtn: 0.0023499,0.00000,0.096
19,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.078
19,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.085
19,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.076
19,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.075
19,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.107
19,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.077
19,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.069
19,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.071
19,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.079
19,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.093
19,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.111
19,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.132
19,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.073
19,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.079
19,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.128
19,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.066
19,mlp.experts.139.up_proj,rtn: 0.0023499,0.00000,0.076
19,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.060
19,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.125
19,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.071
19,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.067
19,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.071
19,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.071
19,mlp.experts.184.up_proj,rtn: 0.0023804,0.00000,0.065
19,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.071
19,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.074
19,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.169
19,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.059
19,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.053
19,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.057
19,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.054
19,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.078
19,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.139
19,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.070
19,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.074
19,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.181
19,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.081
19,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.141
19,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.092
19,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.098
19,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.094
19,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.145
19,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.122
19,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.104
19,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.124
19,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.109
19,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.090
19,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.101
19,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.083
19,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.081
19,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.092
19,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.095
19,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.095
19,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.091
19,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.087
19,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.016
19,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.015
19,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.036
19,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.037
19,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.032
19,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.135
19,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.050
19,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.144
19,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.146
19,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.151
19,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.063
19,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.072
19,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.043
19,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.046
19,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.071
19,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.072
19,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.074
19,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.037
19,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.075
19,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.080
19,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.028
19,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.088
19,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.045
19,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.038
19,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.041
19,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.037
19,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.039
19,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.032
19,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.038
19,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.038
19,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.032
19,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.030
19,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.040
19,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.036
19,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.040
19,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.038
19,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.033
19,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.044
19,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.027
19,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.043
19,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.032
19,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.041
19,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.039
19,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.032
19,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.043
19,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.032
19,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.031
19,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.038
19,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.026
19,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.033
19,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.054
19,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.041
19,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.035
19,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.035
19,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.037
19,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.038
19,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.036
19,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.056
19,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.049
19,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.031
19,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.035
19,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.020
19,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.026
19,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.034
19,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.039
19,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.047
19,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.111
19,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.040
19,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.040
19,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.038
19,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.037
19,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.036
19,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.028
19,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.030
19,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.027
19,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.027
19,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.021
19,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.027
19,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.024
19,mlp.experts.65.down_proj,rtn: 0.0023499,0.00000,0.038
19,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.039
19,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.026
19,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.030
19,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.036
19,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.033
19,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.028
19,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.044
19,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.028
19,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.046
19,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
19,mlp.experts.83.down_proj,rtn: 0.0023804,0.00000,0.043
19,mlp.experts.80.down_proj,rtn: 0.0023804,0.00000,0.033
19,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.037
19,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.031
19,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.045
19,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.027
19,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.073
19,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.056
19,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.026
19,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.034
19,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
19,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.025
19,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.048
19,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.066
19,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.032
19,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.039
19,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.050
19,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.038
19,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.055
19,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.043
19,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.024
19,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.024
19,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.033
19,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.027
19,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.060
19,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.086
19,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.050
19,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
19,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.040
19,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.043
19,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.039
19,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.074
19,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.032
19,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.070
19,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.050
19,mlp.experts.127.down_proj,rtn: 0.0021667,0.00000,0.055
19,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.039
19,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.060
19,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.033
19,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.059
19,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.036
19,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.048
19,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.066
19,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.071
19,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.034
19,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.037
19,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.037
19,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.046
19,mlp.experts.128.down_proj,rtn: 0.0023956,0.00000,0.047
19,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.040
19,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.028
19,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.033
19,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.025
19,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.054
19,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.030
19,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.027
19,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.053
19,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.024
19,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.061
19,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.045
19,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.041
19,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.038
19,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.035
19,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.047
19,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.022
19,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.027
19,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.041
19,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.043
19,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.038
19,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.027
19,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.044
19,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.040
19,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.044
19,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.040
19,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.039
19,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.031
19,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.038
19,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
19,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.044
19,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.033
19,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.041
19,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.037
19,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.034
19,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.032
19,mlp.experts.167.down_proj,rtn: 0.0024414,0.00000,0.032
19,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.028
19,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.030
19,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.027
19,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.023
19,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.028
19,mlp.experts.184.down_proj,rtn: 0.0023651,0.00000,0.012
19,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.037
19,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.029
19,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.024
19,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.026
19,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.028
19,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.030
19,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.028
19,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.015
19,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.027
19,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.011
19,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.010
19,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.027
19,mlp.shared_experts.gate_proj,rtn: 0.0015793,0.00000,0.028
19,mlp.shared_experts.down_proj,rtn: 0.0016098,0.00000,0.047
20,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
20,self_attn.k_proj,rtn: 0.0022278,0.00000,0.014
20,self_attn.q_proj,rtn: 0.0020142,0.00000,0.016
20,self_attn.o_proj,rtn: 0.0023499,0.00000,0.037
20,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.099
20,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.098
20,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.100
20,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.100
20,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.101
20,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.104
20,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.105
20,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.108
20,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.109
20,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.109
20,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.109
20,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.113
20,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.119
20,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.124
20,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.126
20,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.128
20,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.072
20,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.074
20,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.068
20,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.079
20,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.089
20,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.074
20,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.101
20,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.075
20,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.098
20,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.081
20,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.077
20,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.100
20,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.106
20,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.111
20,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.103
20,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.128
20,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.071
20,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.079
20,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.073
20,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.076
20,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.087
20,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.084
20,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.089
20,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.079
20,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.083
20,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.088
20,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.089
20,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.077
20,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.085
20,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.084
20,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.079
20,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.123
20,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.086
20,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.095
20,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.093
20,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.089
20,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.079
20,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.080
20,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.076
20,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.078
20,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.078
20,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.077
20,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.075
20,mlp.experts.65.gate_proj,rtn: 0.0024414,0.00000,0.067
20,mlp.experts.50.gate_proj,rtn: 0.0024261,0.00000,0.088
20,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.069
20,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.072
20,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.072
20,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.073
20,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.126
20,mlp.experts.79.gate_proj,rtn: 0.0024109,0.00000,0.066
20,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.140
20,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.071
20,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.092
20,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.098
20,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.074
20,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.070
20,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.076
20,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.206
20,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.073
20,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.137
20,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.199
20,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.089
20,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.079
20,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.078
20,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.079
20,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.078
20,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.095
20,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.097
20,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.078
20,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.079
20,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.077
20,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.077
20,mlp.experts.97.gate_proj,rtn: 0.0023956,0.00000,0.072
20,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.071
20,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.077
20,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.086
20,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.074
20,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.075
20,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.085
20,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.078
20,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.073
20,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.078
20,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.085
20,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.076
20,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.087
20,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.077
20,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.073
20,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.073
20,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.115
20,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.067
20,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.063
20,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.075
20,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.082
20,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.078
20,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.075
20,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.121
20,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.150
20,mlp.experts.100.gate_proj,rtn: 0.0023956,0.00000,0.079
20,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.084
20,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.085
20,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.077
20,mlp.experts.141.gate_proj,rtn: 0.0023956,0.00000,0.081
20,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.082
20,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.080
20,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.166
20,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.082
20,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.090
20,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.096
20,mlp.experts.133.gate_proj,rtn: 0.0023804,0.00000,0.089
20,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.087
20,mlp.experts.116.gate_proj,rtn: 0.0022583,0.00000,0.083
20,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.092
20,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.103
20,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.095
20,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.082
20,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.085
20,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.090
20,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.097
20,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.082
20,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.092
20,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.082
20,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.092
20,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.095
20,mlp.experts.132.gate_proj,rtn: 0.0024414,0.00000,0.079
20,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.105
20,mlp.experts.128.gate_proj,rtn: 0.0023804,0.00000,0.079
20,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.092
20,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.096
20,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.182
20,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.104
20,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.092
20,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
20,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.082
20,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.092
20,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.078
20,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.096
20,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.182
20,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.083
20,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.082
20,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.092
20,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.095
20,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.084
20,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.086
20,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.088
20,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.085
20,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.083
20,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.080
20,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.076
20,mlp.experts.152.gate_proj,rtn: 0.0023956,0.00000,0.082
20,mlp.experts.177.gate_proj,rtn: 0.0023804,0.00000,0.080
20,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.086
20,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.082
20,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.082
20,mlp.experts.174.gate_proj,rtn: 0.0023804,0.00000,0.077
20,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.083
20,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.086
20,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.083
20,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.076
20,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.076
20,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.087
20,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.078
20,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.096
20,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.091
20,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.090
20,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.093
20,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.077
20,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.075
20,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.102
20,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.088
20,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.077
20,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.084
20,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.097
20,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.089
20,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.086
20,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.090
20,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.086
20,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.083
20,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.084
20,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.091
20,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.094
20,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.092
20,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.100
20,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.096
20,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.080
20,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.106
20,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.098
20,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.101
20,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.091
20,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.087
20,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.089
20,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
20,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.086
20,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.071
20,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.119
20,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.085
20,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.073
20,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.079
20,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.073
20,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.083
20,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.080
20,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.078
20,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.068
20,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.078
20,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.084
20,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.075
20,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.092
20,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.079
20,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.161
20,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.164
20,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.090
20,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.077
20,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.075
20,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.078
20,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.091
20,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.077
20,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.188
20,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
20,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.078
20,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.077
20,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.142
20,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.090
20,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.077
20,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.094
20,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.079
20,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.078
20,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.089
20,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.078
20,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.076
20,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.080
20,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.074
20,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.096
20,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.080
20,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.131
20,mlp.experts.50.up_proj,rtn: 0.0024109,0.00000,0.063
20,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.155
20,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.124
20,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.044
20,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.046
20,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.089
20,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.285
20,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.303
20,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.231
20,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.280
20,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.273
20,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.324
20,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.287
20,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.067
20,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.313
20,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.074
20,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.079
20,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.079
20,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.082
20,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.098
20,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.077
20,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.097
20,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.091
20,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.132
20,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.102
20,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.106
20,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.105
20,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.076
20,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.077
20,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.099
20,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.079
20,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.070
20,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.120
20,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.114
20,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.081
20,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.107
20,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.112
20,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.070
20,mlp.experts.97.up_proj,rtn: 0.0023956,0.00000,0.071
20,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.070
20,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.092
20,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.081
20,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.094
20,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.074
20,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.091
20,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.072
20,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.068
20,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.167
20,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.068
20,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.065
20,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.185
20,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.188
20,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.139
20,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.079
20,mlp.experts.100.up_proj,rtn: 0.0023804,0.00000,0.073
20,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.077
20,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.199
20,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.080
20,mlp.experts.122.up_proj,rtn: 0.0023804,0.00000,0.154
20,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.075
20,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.075
20,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.070
20,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.072
20,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.065
20,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.071
20,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.075
20,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.070
20,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.279
20,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.227
20,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.074
20,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.073
20,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.077
20,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.079
20,mlp.experts.132.up_proj,rtn: 0.0024109,0.00000,0.074
20,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.065
20,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.080
20,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.192
20,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.067
20,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.189
20,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.185
20,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.064
20,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.102
20,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.200
20,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.072
20,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.078
20,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.072
20,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.087
20,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.232
20,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.073
20,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.090
20,mlp.experts.152.up_proj,rtn: 0.0023804,0.00000,0.084
20,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.082
20,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.229
20,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.085
20,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.075
20,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.068
20,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.185
20,mlp.experts.177.up_proj,rtn: 0.0023651,0.00000,0.059
20,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.082
20,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.079
20,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.077
20,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.059
20,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.071
20,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.083
20,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.075
20,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.071
20,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.071
20,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.062
20,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.076
20,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.202
20,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.085
20,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.069
20,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.196
20,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.074
20,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.099
20,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.083
20,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.160
20,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.158
20,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.059
20,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.081
20,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.056
20,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.064
20,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.065
20,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.049
20,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.065
20,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.065
20,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.071
20,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.072
20,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.074
20,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.073
20,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.056
20,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.059
20,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.069
20,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.025
20,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.014
20,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.016
20,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.033
20,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.035
20,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.062
20,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.086
20,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.047
20,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.107
20,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.038
20,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.043
20,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.049
20,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.047
20,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.046
20,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.111
20,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.112
20,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.115
20,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.026
20,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.026
20,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.030
20,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.030
20,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.027
20,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.033
20,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.030
20,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.115
20,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.031
20,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.035
20,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.126
20,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.040
20,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.061
20,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.082
20,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.084
20,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.058
20,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.032
20,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.056
20,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.033
20,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.039
20,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.058
20,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.015
20,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.057
20,mlp.experts.19.down_proj,rtn: 0.0023041,0.00000,0.033
20,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.069
20,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.031
20,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.044
20,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.036
20,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.035
20,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.025
20,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.037
20,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.031
20,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.037
20,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.052
20,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.050
20,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.045
20,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.051
20,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.059
20,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.029
20,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.022
20,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.031
20,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.057
20,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.054
20,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.035
20,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.051
20,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.038
20,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.052
20,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.043
20,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.055
20,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.104
20,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.028
20,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.030
20,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.027
20,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.043
20,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.023
20,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.049
20,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.049
20,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.039
20,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.104
20,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.033
20,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.046
20,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.040
20,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.034
20,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.053
20,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.062
20,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.039
20,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.044
20,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.040
20,mlp.experts.117.down_proj,rtn: 0.0023346,0.00000,0.050
20,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.035
20,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.038
20,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.045
20,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.033
20,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.060
20,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.047
20,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.058
20,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.042
20,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.036
20,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.037
20,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.047
20,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.034
20,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.051
20,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.034
20,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.035
20,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.030
20,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.043
20,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.048
20,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.034
20,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
20,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.049
20,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.055
20,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.030
20,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.030
20,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.035
20,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.051
20,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.052
20,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.023
20,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.029
20,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.031
20,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.054
20,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.045
20,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.034
20,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.032
20,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
20,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.030
20,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.047
20,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.060
20,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.042
20,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.050
20,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.047
20,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.048
20,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.048
20,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.029
20,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.033
20,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.034
20,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.039
20,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.056
20,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.056
20,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.054
20,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.049
20,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.023
20,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.056
20,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.043
20,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.039
20,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.031
20,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.047
20,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.045
20,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.040
20,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
20,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.032
20,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.034
20,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.035
20,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.037
20,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
20,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.028
20,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.039
20,mlp.experts.132.down_proj,rtn: 0.0023804,0.00000,0.036
20,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.085
20,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.017
20,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.051
20,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.046
20,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.047
20,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.033
20,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.040
20,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.031
20,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.044
20,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.040
20,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.035
20,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.043
20,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.039
20,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.043
20,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.045
20,mlp.experts.152.down_proj,rtn: 0.0023499,0.00000,0.040
20,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.048
20,mlp.experts.174.down_proj,rtn: 0.0023499,0.00000,0.028
20,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.049
20,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.024
20,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.032
20,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.039
20,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.037
20,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.024
20,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.023
20,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.037
20,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.036
20,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.048
20,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.051
20,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.023
20,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.026
20,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.040
20,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.119
20,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.020
20,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.023
20,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.067
20,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.014
20,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.012
20,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.011
20,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.044
20,mlp.shared_experts.gate_proj,rtn: 0.0016403,0.00000,0.044
20,mlp.shared_experts.down_proj,rtn: 0.0016632,0.00000,0.021
21,self_attn.v_proj,rtn: 0.0025787,0.00000,0.016
21,self_attn.q_proj,rtn: 0.0021820,0.00000,0.017
21,self_attn.k_proj,rtn: 0.0023956,0.00000,0.032
21,self_attn.o_proj,rtn: 0.0024872,0.00000,0.051
21,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.084
21,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.086
21,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.088
21,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.082
21,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.094
21,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.094
21,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.099
21,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.102
21,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.107
21,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.105
21,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.097
21,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.100
21,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.151
21,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.170
21,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.094
21,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.088
21,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.089
21,mlp.experts.21.gate_proj,rtn: 0.0024109,0.00000,0.082
21,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.087
21,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.097
21,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.084
21,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.195
21,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.085
21,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.092
21,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.087
21,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.101
21,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.253
21,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.110
21,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.106
21,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.088
21,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.089
21,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.080
21,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.097
21,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.073
21,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.166
21,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.099
21,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.088
21,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.085
21,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.066
21,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.106
21,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.096
21,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.103
21,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.075
21,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
21,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.080
21,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.077
21,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.072
21,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.083
21,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.071
21,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.083
21,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.072
21,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.082
21,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.082
21,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.110
21,mlp.experts.32.gate_proj,rtn: 0.0024109,0.00000,0.115
21,mlp.experts.44.gate_proj,rtn: 0.0024261,0.00000,0.096
21,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.111
21,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.112
21,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.071
21,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.100
21,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.094
21,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.077
21,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.087
21,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.073
21,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.090
21,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.087
21,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.086
21,mlp.experts.61.gate_proj,rtn: 0.0024261,0.00000,0.082
21,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.089
21,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.071
21,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.119
21,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.091
21,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.106
21,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.107
21,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.077
21,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.092
21,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.251
21,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.093
21,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.096
21,mlp.experts.85.gate_proj,rtn: 0.0023346,0.00000,0.107
21,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.085
21,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.092
21,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.097
21,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.079
21,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.110
21,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.080
21,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.106
21,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.086
21,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.078
21,mlp.experts.76.gate_proj,rtn: 0.0024109,0.00000,0.106
21,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.082
21,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.144
21,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.068
21,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.112
21,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.075
21,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.094
21,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.070
21,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.112
21,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.076
21,mlp.experts.106.gate_proj,rtn: 0.0024109,0.00000,0.059
21,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.071
21,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.070
21,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.063
21,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.061
21,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.055
21,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.096
21,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.090
21,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.080
21,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.176
21,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.062
21,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.077
21,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.081
21,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.176
21,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.173
21,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
21,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.075
21,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.066
21,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.092
21,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.076
21,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.081
21,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.071
21,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.070
21,mlp.experts.139.gate_proj,rtn: 0.0024109,0.00000,0.127
21,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.102
21,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.141
21,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.130
21,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.155
21,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.072
21,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.084
21,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.079
21,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.183
21,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.076
21,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.087
21,mlp.experts.109.gate_proj,rtn: 0.0024261,0.00000,0.134
21,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.128
21,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.081
21,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.095
21,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.088
21,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.085
21,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.081
21,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.085
21,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.115
21,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.080
21,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.089
21,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.108
21,mlp.experts.150.gate_proj,rtn: 0.0024261,0.00000,0.097
21,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.112
21,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.103
21,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.107
21,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.104
21,mlp.experts.145.gate_proj,rtn: 0.0023956,0.00000,0.106
21,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.097
21,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.100
21,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.100
21,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.117
21,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.092
21,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.089
21,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.106
21,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.103
21,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.170
21,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.167
21,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.089
21,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.090
21,mlp.experts.168.gate_proj,rtn: 0.0024109,0.00000,0.095
21,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.102
21,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.097
21,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.095
21,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.083
21,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.076
21,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.121
21,mlp.experts.164.gate_proj,rtn: 0.0024109,0.00000,0.095
21,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.073
21,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.081
21,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.080
21,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.122
21,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.113
21,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.084
21,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.090
21,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.092
21,mlp.experts.184.gate_proj,rtn: 0.0022125,0.00000,0.101
21,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.091
21,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.114
21,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.116
21,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.106
21,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.119
21,mlp.experts.180.gate_proj,rtn: 0.0024261,0.00000,0.099
21,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.103
21,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.094
21,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.097
21,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.102
21,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.087
21,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.085
21,mlp.experts.185.gate_proj,rtn: 0.0024261,0.00000,0.101
21,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.093
21,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.086
21,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.081
21,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.149
21,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.092
21,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.148
21,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.085
21,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.094
21,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.082
21,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.102
21,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.080
21,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.091
21,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.101
21,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.143
21,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.142
21,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.101
21,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.101
21,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.093
21,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.097
21,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.103
21,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.099
21,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.103
21,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.135
21,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.121
21,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.101
21,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.089
21,mlp.experts.21.up_proj,rtn: 0.0023956,0.00000,0.127
21,mlp.experts.25.up_proj,rtn: 0.0023651,0.00000,0.115
21,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.101
21,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.094
21,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.089
21,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.089
21,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.096
21,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.114
21,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.119
21,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.105
21,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.076
21,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.075
21,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.104
21,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.110
21,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.076
21,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.085
21,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.113
21,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.088
21,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.088
21,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.101
21,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.094
21,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.161
21,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.108
21,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.128
21,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.088
21,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.101
21,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.092
21,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.101
21,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.097
21,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.093
21,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.096
21,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.092
21,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.104
21,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.088
21,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.101
21,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.119
21,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.108
21,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.083
21,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.115
21,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.083
21,mlp.experts.90.up_proj,rtn: 0.0023499,0.00000,0.099
21,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.105
21,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.099
21,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.111
21,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.149
21,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.094
21,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.100
21,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.086
21,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.097
21,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.150
21,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.103
21,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.095
21,mlp.experts.61.up_proj,rtn: 0.0023956,0.00000,0.095
21,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.130
21,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.093
21,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.093
21,mlp.experts.76.up_proj,rtn: 0.0023956,0.00000,0.101
21,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.075
21,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.124
21,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.089
21,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.105
21,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.094
21,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.116
21,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.100
21,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.098
21,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.111
21,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.132
21,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.159
21,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.112
21,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.128
21,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.085
21,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.119
21,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.107
21,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.128
21,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.108
21,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.079
21,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.116
21,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.107
21,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.091
21,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.089
21,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.096
21,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.096
21,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.111
21,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.148
21,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.094
21,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.108
21,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.116
21,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.124
21,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.100
21,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.091
21,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.107
21,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.084
21,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.093
21,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.089
21,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.096
21,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.106
21,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.085
21,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.094
21,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.084
21,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.083
21,mlp.experts.158.up_proj,rtn: 0.0023499,0.00000,0.110
21,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.081
21,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.089
21,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.082
21,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.086
21,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.088
21,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.093
21,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.078
21,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.094
21,mlp.experts.139.up_proj,rtn: 0.0023804,0.00000,0.061
21,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.072
21,mlp.experts.150.up_proj,rtn: 0.0024109,0.00000,0.105
21,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.106
21,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.080
21,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.112
21,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.083
21,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.072
21,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.081
21,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.087
21,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.099
21,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.074
21,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.075
21,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.071
21,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.072
21,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.199
21,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.156
21,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.064
21,mlp.experts.168.up_proj,rtn: 0.0023956,0.00000,0.110
21,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
21,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.107
21,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.148
21,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.135
21,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.103
21,mlp.experts.171.up_proj,rtn: 0.0023804,0.00000,0.080
21,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.079
21,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.150
21,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.092
21,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.124
21,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.129
21,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.079
21,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.093
21,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.090
21,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.058
21,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.086
21,mlp.experts.160.up_proj,rtn: 0.0023651,0.00000,0.103
21,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.070
21,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.089
21,mlp.experts.164.up_proj,rtn: 0.0024109,0.00000,0.106
21,mlp.experts.163.up_proj,rtn: 0.0023651,0.00000,0.087
21,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.173
21,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.107
21,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.109
21,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.068
21,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.190
21,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.085
21,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.111
21,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.058
21,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.092
21,mlp.experts.180.up_proj,rtn: 0.0024109,0.00000,0.068
21,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.128
21,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.067
21,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.044
21,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.062
21,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.061
21,mlp.experts.185.up_proj,rtn: 0.0024109,0.00000,0.186
21,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.012
21,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.017
21,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.044
21,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
21,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.057
21,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.038
21,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.051
21,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.054
21,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.055
21,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.150
21,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.068
21,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.152
21,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.067
21,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.038
21,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.155
21,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.071
21,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.167
21,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.030
21,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.031
21,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.086
21,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.027
21,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.089
21,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.035
21,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.023
21,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.051
21,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.027
21,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.033
21,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.021
21,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.031
21,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.061
21,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.070
21,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.026
21,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.027
21,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.054
21,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.034
21,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.053
21,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.040
21,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.011
21,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.027
21,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.021
21,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.029
21,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
21,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.033
21,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.071
21,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.033
21,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.050
21,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.028
21,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.029
21,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.029
21,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.031
21,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.023
21,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.033
21,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.040
21,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.036
21,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.069
21,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.071
21,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.051
21,mlp.experts.51.down_proj,rtn: 0.0022430,0.00000,0.017
21,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.022
21,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.038
21,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.029
21,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.050
21,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.042
21,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.035
21,mlp.experts.78.down_proj,rtn: 0.0023651,0.00000,0.032
21,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.037
21,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.034
21,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.043
21,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.037
21,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.037
21,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.040
21,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.040
21,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.036
21,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.024
21,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.043
21,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.036
21,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.049
21,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.038
21,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.054
21,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.054
21,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.062
21,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.079
21,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.044
21,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.043
21,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.041
21,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.042
21,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.045
21,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.039
21,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.044
21,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.037
21,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.035
21,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.040
21,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.051
21,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.055
21,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.036
21,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.031
21,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.046
21,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.054
21,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.033
21,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.038
21,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.050
21,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.045
21,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.034
21,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.040
21,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
21,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.037
21,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
21,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.030
21,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.030
21,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.034
21,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.035
21,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.036
21,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.036
21,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.065
21,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.032
21,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.038
21,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.030
21,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.041
21,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.037
21,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.029
21,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.027
21,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.038
21,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.075
21,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.038
21,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.032
21,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.075
21,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.023
21,mlp.experts.150.down_proj,rtn: 0.0023499,0.00000,0.023
21,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.031
21,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.025
21,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.031
21,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.035
21,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.030
21,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.025
21,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.023
21,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.024
21,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.156
21,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.012
21,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.033
21,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.041
21,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.035
21,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.030
21,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.032
21,mlp.experts.166.down_proj,rtn: 0.0021667,0.00000,0.039
21,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.044
21,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.056
21,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.040
21,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.043
21,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.031
21,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.054
21,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.030
21,mlp.experts.164.down_proj,rtn: 0.0023804,0.00000,0.059
21,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.049
21,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.051
21,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.042
21,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.054
21,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.018
21,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.014
21,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.027
21,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.016
21,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.061
21,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.068
21,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.087
21,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.050
21,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.059
21,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.037
21,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.039
21,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.017
21,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.048
21,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.055
21,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.018
21,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.058
21,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.042
21,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.053
21,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.078
21,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.080
21,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.026
21,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.043
21,mlp.experts.184.down_proj,rtn: 0.0021515,0.00000,0.020
21,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.036
21,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.014
21,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.042
21,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.039
21,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.037
21,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.032
21,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.032
21,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.038
21,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.031
21,mlp.experts.145.down_proj,rtn: 0.0023651,0.00000,0.023
21,mlp.experts.185.down_proj,rtn: 0.0023956,0.00000,0.014
21,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.014
21,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.011
21,mlp.shared_experts.gate_proj,rtn: 0.0016174,0.00000,0.027
21,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.028
21,mlp.shared_experts.down_proj,rtn: 0.0017319,0.00000,0.021
22,self_attn.q_proj,rtn: 0.0023041,0.00000,0.016
22,self_attn.v_proj,rtn: 0.0025787,0.00000,0.034
22,self_attn.k_proj,rtn: 0.0024261,0.00000,0.020
22,self_attn.o_proj,rtn: 0.0025482,0.00000,0.044
22,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.101
22,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.108
22,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.108
22,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.115
22,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.120
22,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.123
22,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.125
22,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.125
22,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.128
22,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.127
22,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.128
22,mlp.experts.2.gate_proj,rtn: 0.0024414,0.00000,0.139
22,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.141
22,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.142
22,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.149
22,mlp.experts.14.gate_proj,rtn: 0.0024414,0.00000,0.159
22,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.071
22,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.091
22,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.081
22,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.088
22,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.082
22,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.103
22,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.093
22,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.083
22,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.102
22,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.093
22,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.107
22,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.095
22,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.077
22,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.120
22,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.077
22,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.116
22,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.126
22,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.091
22,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.067
22,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.075
22,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.136
22,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.096
22,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.096
22,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.073
22,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.101
22,mlp.experts.39.gate_proj,rtn: 0.0022583,0.00000,0.102
22,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.136
22,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.100
22,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.073
22,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.097
22,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.083
22,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.071
22,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.129
22,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.105
22,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.101
22,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.111
22,mlp.experts.59.gate_proj,rtn: 0.0022278,0.00000,0.088
22,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.081
22,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.081
22,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.090
22,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.109
22,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.088
22,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.130
22,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.107
22,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.087
22,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.091
22,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.100
22,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.129
22,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.091
22,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.095
22,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.099
22,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.121
22,mlp.experts.62.gate_proj,rtn: 0.0023956,0.00000,0.091
22,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.074
22,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.123
22,mlp.experts.71.gate_proj,rtn: 0.0023956,0.00000,0.112
22,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.074
22,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.071
22,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.122
22,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.115
22,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.086
22,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.074
22,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.107
22,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.092
22,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.104
22,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.096
22,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.089
22,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.073
22,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.188
22,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.074
22,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.066
22,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.097
22,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.089
22,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.093
22,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.093
22,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.087
22,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.080
22,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.091
22,mlp.experts.83.gate_proj,rtn: 0.0024261,0.00000,0.081
22,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.076
22,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.070
22,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.117
22,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.083
22,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.067
22,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.132
22,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.087
22,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.072
22,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.143
22,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.143
22,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.073
22,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.135
22,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.138
22,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.070
22,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.064
22,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.077
22,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.072
22,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.079
22,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.069
22,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.085
22,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.088
22,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.090
22,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.093
22,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.084
22,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.120
22,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.060
22,mlp.experts.115.gate_proj,rtn: 0.0023956,0.00000,0.060
22,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.058
22,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.055
22,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.088
22,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.076
22,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.074
22,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.066
22,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.154
22,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.070
22,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.199
22,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.080
22,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.064
22,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.103
22,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.191
22,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.106
22,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.069
22,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.074
22,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.070
22,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.142
22,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.113
22,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.111
22,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.072
22,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.072
22,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.060
22,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.064
22,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.070
22,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.070
22,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.129
22,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.157
22,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.154
22,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.107
22,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.064
22,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.061
22,mlp.experts.173.gate_proj,rtn: 0.0023651,0.00000,0.067
22,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.069
22,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.211
22,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.112
22,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.071
22,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.171
22,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.211
22,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.064
22,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.073
22,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.074
22,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.063
22,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.083
22,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.090
22,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.106
22,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.108
22,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.100
22,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.107
22,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.095
22,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.105
22,mlp.experts.23.up_proj,rtn: 0.0023651,0.00000,0.073
22,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.080
22,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.076
22,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.094
22,mlp.experts.11.up_proj,rtn: 0.0023651,0.00000,0.079
22,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.093
22,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.128
22,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.126
22,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.078
22,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.088
22,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.084
22,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.090
22,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.082
22,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.124
22,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.134
22,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.072
22,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.133
22,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.085
22,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.097
22,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.110
22,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.106
22,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.099
22,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.103
22,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.077
22,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.096
22,mlp.experts.180.gate_proj,rtn: 0.0023651,0.00000,0.080
22,mlp.experts.188.gate_proj,rtn: 0.0024261,0.00000,0.075
22,mlp.experts.182.gate_proj,rtn: 0.0024261,0.00000,0.106
22,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.101
22,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.090
22,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.075
22,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.094
22,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.062
22,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.086
22,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.084
22,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.105
22,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.077
22,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.073
22,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.095
22,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.091
22,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.089
22,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.092
22,mlp.experts.6.up_proj,rtn: 0.0023651,0.00000,0.080
22,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.067
22,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.119
22,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.083
22,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.084
22,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.064
22,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.094
22,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.074
22,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.081
22,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.071
22,mlp.experts.2.up_proj,rtn: 0.0024261,0.00000,0.084
22,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.087
22,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.084
22,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.091
22,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.085
22,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.069
22,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.084
22,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.105
22,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.078
22,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.095
22,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.110
22,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.076
22,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.080
22,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.123
22,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.092
22,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.075
22,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.078
22,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.076
22,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.075
22,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.103
22,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.073
22,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.063
22,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.097
22,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.067
22,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.070
22,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.099
22,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.071
22,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.062
22,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.200
22,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.079
22,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.095
22,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.065
22,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.068
22,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.083
22,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.132
22,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.071
22,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.130
22,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.110
22,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.193
22,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.077
22,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.106
22,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.077
22,mlp.experts.83.up_proj,rtn: 0.0024109,0.00000,0.079
22,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.106
22,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.072
22,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.081
22,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.076
22,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.074
22,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.092
22,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.074
22,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.092
22,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.080
22,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.075
22,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.076
22,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.095
22,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.069
22,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.084
22,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.078
22,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.191
22,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.095
22,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.092
22,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.086
22,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.097
22,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.157
22,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.184
22,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.201
22,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.093
22,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.080
22,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.099
22,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.088
22,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.084
22,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.087
22,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.086
22,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.092
22,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.083
22,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.086
22,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.072
22,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.093
22,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.067
22,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.064
22,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.087
22,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.091
22,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.148
22,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
22,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.071
22,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.068
22,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.090
22,mlp.experts.128.up_proj,rtn: 0.0023804,0.00000,0.091
22,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.157
22,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.134
22,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.073
22,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.082
22,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.128
22,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.101
22,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.216
22,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.098
22,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.075
22,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.097
22,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.222
22,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.094
22,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.117
22,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.120
22,mlp.experts.121.up_proj,rtn: 0.0024109,0.00000,0.086
22,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.105
22,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.078
22,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.108
22,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.086
22,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.087
22,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.086
22,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.089
22,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.093
22,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.074
22,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.092
22,mlp.experts.187.up_proj,rtn: 0.0023804,0.00000,0.086
22,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.070
22,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.081
22,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
22,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.073
22,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.073
22,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.185
22,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.151
22,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.198
22,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.054
22,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.077
22,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.091
22,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.153
22,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.079
22,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.090
22,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.087
22,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.084
22,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.088
22,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.110
22,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.108
22,mlp.experts.188.up_proj,rtn: 0.0023956,0.00000,0.082
22,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
22,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.082
22,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.097
22,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.091
22,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.089
22,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.091
22,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.073
22,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.077
22,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.073
22,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.076
22,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.077
22,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.099
22,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.099
22,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.108
22,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.085
22,mlp.experts.182.up_proj,rtn: 0.0024109,0.00000,0.084
22,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.095
22,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.098
22,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.092
22,mlp.experts.161.up_proj,rtn: 0.0023804,0.00000,0.087
22,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.091
22,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.080
22,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.050
22,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.049
22,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.102
22,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.013
22,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.033
22,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.051
22,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.053
22,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.058
22,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.060
22,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.125
22,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.126
22,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.064
22,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
22,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.132
22,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.067
22,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.071
22,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.137
22,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.073
22,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.074
22,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.074
22,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.076
22,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.030
22,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.029
22,mlp.experts.29.down_proj,rtn: 0.0023651,0.00000,0.030
22,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.023
22,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.033
22,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.017
22,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.040
22,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.046
22,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.033
22,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.040
22,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.055
22,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.035
22,mlp.experts.43.down_proj,rtn: 0.0023804,0.00000,0.033
22,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.054
22,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.055
22,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.034
22,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.038
22,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.046
22,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.065
22,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.044
22,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.047
22,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
22,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.069
22,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.032
22,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.037
22,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.029
22,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.051
22,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.055
22,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.026
22,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.034
22,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.028
22,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.037
22,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.020
22,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.031
22,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.031
22,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.032
22,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.031
22,mlp.experts.62.down_proj,rtn: 0.0023804,0.00000,0.042
22,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.051
22,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.126
22,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.058
22,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.059
22,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.032
22,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.065
22,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.051
22,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.083
22,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.055
22,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.072
22,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.055
22,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.061
22,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.067
22,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.056
22,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.046
22,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.061
22,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.060
22,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.045
22,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.039
22,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.089
22,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.049
22,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.051
22,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.053
22,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.042
22,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.042
22,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.040
22,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.044
22,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.058
22,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.041
22,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.048
22,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.037
22,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.056
22,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.033
22,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.053
22,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.058
22,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.137
22,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.122
22,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
22,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.039
22,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.043
22,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.056
22,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.043
22,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.041
22,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.035
22,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.043
22,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.053
22,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.050
22,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.045
22,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.047
22,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.054
22,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.040
22,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.048
22,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.045
22,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.046
22,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.035
22,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.080
22,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.038
22,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.053
22,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
22,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.043
22,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.042
22,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.044
22,mlp.experts.121.down_proj,rtn: 0.0023956,0.00000,0.050
22,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.044
22,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.054
22,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.105
22,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.036
22,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.090
22,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.041
22,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.042
22,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.038
22,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.051
22,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.034
22,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.027
22,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.023
22,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.035
22,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
22,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.046
22,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.022
22,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.019
22,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.024
22,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.035
22,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.031
22,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.073
22,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.038
22,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.046
22,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.038
22,mlp.experts.136.down_proj,rtn: 0.0023193,0.00000,0.034
22,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.049
22,mlp.experts.175.down_proj,rtn: 0.0023346,0.00000,0.035
22,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.038
22,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.044
22,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.031
22,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.033
22,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.041
22,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.035
22,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.044
22,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.043
22,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.045
22,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.031
22,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.027
22,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.023
22,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.045
22,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.031
22,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.048
22,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.033
22,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.042
22,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.026
22,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.034
22,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.049
22,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.046
22,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.030
22,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.025
22,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.030
22,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.037
22,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.038
22,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.040
22,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.038
22,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.034
22,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.033
22,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.021
22,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.028
22,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.021
22,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.031
22,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.030
22,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.030
22,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.035
22,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.020
22,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.013
22,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.010
22,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.021
22,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.018
22,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.010
22,mlp.experts.149.down_proj,rtn: 0.0023804,0.00000,0.010
22,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.011
22,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.010
22,mlp.shared_experts.up_proj,rtn: 0.0017319,0.00000,0.028
22,mlp.shared_experts.gate_proj,rtn: 0.0016708,0.00000,0.039
22,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.010
23,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
23,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
23,self_attn.q_proj,rtn: 0.0021057,0.00000,0.016
23,self_attn.o_proj,rtn: 0.0024567,0.00000,0.041
23,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.099
23,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.099
23,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.101
23,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.102
23,mlp.experts.10.gate_proj,rtn: 0.0023956,0.00000,0.101
23,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.101
23,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.102
23,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.103
23,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.107
23,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.113
23,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.114
23,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.115
23,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.130
23,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.136
23,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.149
23,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.152
23,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.080
23,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.082
23,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.085
23,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.078
23,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.106
23,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.116
23,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.128
23,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.127
23,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.104
23,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.137
23,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.120
23,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.134
23,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.111
23,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.102
23,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.076
23,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.074
23,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.123
23,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.163
23,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.077
23,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.075
23,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.066
23,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.067
23,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.094
23,mlp.experts.46.gate_proj,rtn: 0.0024109,0.00000,0.067
23,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.095
23,mlp.experts.39.gate_proj,rtn: 0.0024109,0.00000,0.101
23,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.118
23,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.076
23,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.105
23,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.075
23,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.075
23,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.065
23,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.075
23,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.070
23,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.113
23,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.069
23,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.129
23,mlp.experts.62.gate_proj,rtn: 0.0024261,0.00000,0.066
23,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.068
23,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.103
23,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.077
23,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.153
23,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.079
23,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.097
23,mlp.experts.77.gate_proj,rtn: 0.0023804,0.00000,0.080
23,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.078
23,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.108
23,mlp.experts.74.gate_proj,rtn: 0.0023956,0.00000,0.087
23,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.109
23,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.082
23,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.133
23,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.106
23,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.082
23,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.076
23,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.075
23,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.073
23,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.087
23,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.072
23,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.111
23,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.097
23,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.084
23,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.100
23,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.081
23,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.153
23,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.067
23,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.073
23,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.143
23,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.103
23,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.088
23,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.069
23,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.070
23,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.148
23,mlp.experts.76.gate_proj,rtn: 0.0025024,0.00000,0.084
23,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.078
23,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.146
23,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.073
23,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.087
23,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.104
23,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.107
23,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.076
23,mlp.experts.84.gate_proj,rtn: 0.0024261,0.00000,0.081
23,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.073
23,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.099
23,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.123
23,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.076
23,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.096
23,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.071
23,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.068
23,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.085
23,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.116
23,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.086
23,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.072
23,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.075
23,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.078
23,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.075
23,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.115
23,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
23,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.078
23,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.080
23,mlp.experts.102.gate_proj,rtn: 0.0024109,0.00000,0.077
23,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.078
23,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.072
23,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.072
23,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.074
23,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.126
23,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.086
23,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.085
23,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.112
23,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.080
23,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.077
23,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.172
23,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.065
23,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.077
23,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.073
23,mlp.experts.138.gate_proj,rtn: 0.0024109,0.00000,0.074
23,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.080
23,mlp.experts.123.gate_proj,rtn: 0.0024109,0.00000,0.100
23,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.094
23,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.097
23,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.070
23,mlp.experts.119.gate_proj,rtn: 0.0024261,0.00000,0.077
23,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.078
23,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.076
23,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.091
23,mlp.experts.165.gate_proj,rtn: 0.0024109,0.00000,0.074
23,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.076
23,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.072
23,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.066
23,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.060
23,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.089
23,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.070
23,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.069
23,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.075
23,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.069
23,mlp.experts.144.gate_proj,rtn: 0.0024261,0.00000,0.073
23,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.058
23,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.059
23,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.074
23,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.059
23,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.060
23,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.060
23,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.058
23,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.088
23,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.085
23,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.143
23,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.082
23,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.079
23,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.089
23,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.080
23,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.081
23,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.078
23,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.092
23,mlp.experts.147.gate_proj,rtn: 0.0023956,0.00000,0.077
23,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.085
23,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.081
23,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.082
23,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.079
23,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.074
23,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.099
23,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.097
23,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.099
23,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.068
23,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.102
23,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.099
23,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.076
23,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.070
23,mlp.experts.21.up_proj,rtn: 0.0023956,0.00000,0.069
23,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.103
23,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.105
23,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.107
23,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.079
23,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.111
23,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.110
23,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.102
23,mlp.experts.190.gate_proj,rtn: 0.0023346,0.00000,0.097
23,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.097
23,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.106
23,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.075
23,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.076
23,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.092
23,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.076
23,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.123
23,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.112
23,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.109
23,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.118
23,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.092
23,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.093
23,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.124
23,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.096
23,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.085
23,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.103
23,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.101
23,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.074
23,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.097
23,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.073
23,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.132
23,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.063
23,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.075
23,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.134
23,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.076
23,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.090
23,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.067
23,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.074
23,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.070
23,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.065
23,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.076
23,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.076
23,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.131
23,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.077
23,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.156
23,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.113
23,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.144
23,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.151
23,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.084
23,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.088
23,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.093
23,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.087
23,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.097
23,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.091
23,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.086
23,mlp.experts.46.up_proj,rtn: 0.0023804,0.00000,0.099
23,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.090
23,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.095
23,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.090
23,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.099
23,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.109
23,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.111
23,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.099
23,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.110
23,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.106
23,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.090
23,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.091
23,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.078
23,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.079
23,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.081
23,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.115
23,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.076
23,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.082
23,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.099
23,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.103
23,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.079
23,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.095
23,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.072
23,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.080
23,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.082
23,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.077
23,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.068
23,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.087
23,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.071
23,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.082
23,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.074
23,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.076
23,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.112
23,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.106
23,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.109
23,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.076
23,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.084
23,mlp.experts.51.up_proj,rtn: 0.0023499,0.00000,0.074
23,mlp.experts.76.up_proj,rtn: 0.0025024,0.00000,0.083
23,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.080
23,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.142
23,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.085
23,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.080
23,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.083
23,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.096
23,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.086
23,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.095
23,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.104
23,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.090
23,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.102
23,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.084
23,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.087
23,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.090
23,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.086
23,mlp.experts.84.up_proj,rtn: 0.0024109,0.00000,0.091
23,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.083
23,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.088
23,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.095
23,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.091
23,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.170
23,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.171
23,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.082
23,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.098
23,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.084
23,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.094
23,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.084
23,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.176
23,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.168
23,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.083
23,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.108
23,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.099
23,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.084
23,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.068
23,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.081
23,mlp.experts.83.up_proj,rtn: 0.0023346,0.00000,0.082
23,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.079
23,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.076
23,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.072
23,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.069
23,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.115
23,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.076
23,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.085
23,mlp.experts.165.up_proj,rtn: 0.0023956,0.00000,0.094
23,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.110
23,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.183
23,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.082
23,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.100
23,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.103
23,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.096
23,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.069
23,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
23,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.077
23,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.075
23,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.092
23,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.076
23,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.099
23,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.093
23,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.085
23,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.086
23,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.084
23,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.092
23,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.085
23,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.095
23,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.071
23,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.078
23,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.074
23,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.085
23,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.082
23,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.081
23,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.073
23,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.053
23,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.091
23,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.095
23,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.131
23,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.090
23,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.063
23,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.064
23,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.058
23,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.079
23,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.066
23,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.068
23,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.063
23,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.097
23,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.088
23,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.081
23,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.105
23,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.063
23,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.074
23,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.092
23,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.094
23,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.070
23,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.119
23,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.120
23,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.139
23,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.185
23,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.214
23,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.166
23,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.127
23,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.154
23,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.150
23,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.180
23,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.106
23,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.099
23,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.083
23,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.090
23,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.095
23,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.099
23,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.075
23,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.026
23,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.034
23,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.035
23,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.068
23,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.044
23,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.053
23,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.054
23,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.131
23,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.139
23,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.140
23,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.135
23,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.060
23,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.061
23,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.062
23,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.069
23,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.070
23,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.046
23,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.035
23,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.086
23,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.028
23,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.087
23,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.037
23,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.026
23,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.037
23,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.025
23,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.037
23,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.028
23,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.029
23,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.043
23,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.043
23,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.044
23,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.075
23,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.034
23,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.032
23,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.086
23,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.033
23,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.032
23,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.040
23,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.044
23,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.036
23,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.030
23,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.034
23,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.087
23,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.050
23,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.129
23,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.028
23,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.074
23,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.126
23,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.032
23,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.059
23,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.099
23,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.102
23,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.052
23,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.042
23,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.032
23,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.030
23,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.023
23,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.028
23,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.022
23,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.016
23,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.029
23,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.033
23,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.027
23,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.036
23,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.040
23,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.043
23,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.034
23,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.032
23,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.022
23,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.028
23,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.031
23,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.023
23,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.029
23,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.032
23,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.024
23,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.033
23,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.093
23,mlp.experts.76.down_proj,rtn: 0.0024414,0.00000,0.088
23,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.067
23,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.085
23,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.033
23,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.034
23,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.036
23,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.035
23,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.028
23,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.040
23,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.040
23,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.031
23,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.042
23,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.034
23,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.028
23,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.025
23,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.063
23,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.055
23,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.079
23,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.040
23,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.039
23,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.035
23,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.041
23,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.096
23,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.042
23,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.044
23,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.037
23,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.061
23,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.042
23,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.045
23,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.053
23,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.050
23,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.038
23,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.035
23,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.034
23,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.036
23,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.032
23,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.075
23,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.033
23,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.034
23,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.030
23,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.077
23,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.043
23,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
23,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.057
23,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.032
23,mlp.experts.84.down_proj,rtn: 0.0023956,0.00000,0.027
23,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.045
23,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.036
23,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.036
23,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.037
23,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.030
23,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
23,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.031
23,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.045
23,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.027
23,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.046
23,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.050
23,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.032
23,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.029
23,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.048
23,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.037
23,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.052
23,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.032
23,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.030
23,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.030
23,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.049
23,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.035
23,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.036
23,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.080
23,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.040
23,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.041
23,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.032
23,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.034
23,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.031
23,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.027
23,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.033
23,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.029
23,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.022
23,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.046
23,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.037
23,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.040
23,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.045
23,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.036
23,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.034
23,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.038
23,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.043
23,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.041
23,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.043
23,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.035
23,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.071
23,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.059
23,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.033
23,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.031
23,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.025
23,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.028
23,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.026
23,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.011
23,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.139
23,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.015
23,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.015
23,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.139
23,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.135
23,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.015
23,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.015
23,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.043
23,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.015
23,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.016
23,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.034
23,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.061
23,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.060
23,mlp.experts.147.down_proj,rtn: 0.0023651,0.00000,0.025
23,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.052
23,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.021
23,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.068
23,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.011
23,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.027
23,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
23,mlp.shared_experts.down_proj,rtn: 0.0017014,0.00000,0.021
24,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
24,self_attn.v_proj,rtn: 0.0026398,0.00000,0.021
24,self_attn.q_proj,rtn: 0.0021820,0.00000,0.022
24,self_attn.o_proj,rtn: 0.0025940,0.00000,0.045
24,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.089
24,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.094
24,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.095
24,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.099
24,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.101
24,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.113
24,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.115
24,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.117
24,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.117
24,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.118
24,mlp.experts.3.gate_proj,rtn: 0.0024109,0.00000,0.119
24,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.123
24,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.124
24,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.128
24,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.131
24,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.149
24,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.069
24,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.078
24,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.079
24,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.072
24,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.091
24,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.078
24,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.089
24,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.120
24,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.084
24,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.110
24,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.100
24,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.106
24,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.097
24,mlp.experts.16.gate_proj,rtn: 0.0024261,0.00000,0.102
24,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.110
24,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.109
24,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.075
24,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.075
24,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.097
24,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.070
24,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.097
24,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.100
24,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.076
24,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.098
24,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.092
24,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.096
24,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.088
24,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.096
24,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.091
24,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.091
24,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.076
24,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.067
24,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.105
24,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.058
24,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.104
24,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.096
24,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.084
24,mlp.experts.57.gate_proj,rtn: 0.0023804,0.00000,0.083
24,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.093
24,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.088
24,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.075
24,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.072
24,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.078
24,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.125
24,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.112
24,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.091
24,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.106
24,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.085
24,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.084
24,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.117
24,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.073
24,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.181
24,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.083
24,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.061
24,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.060
24,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.111
24,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.066
24,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.133
24,mlp.experts.67.gate_proj,rtn: 0.0024109,0.00000,0.063
24,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.097
24,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.104
24,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.070
24,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.056
24,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.078
24,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
24,mlp.experts.86.gate_proj,rtn: 0.0022736,0.00000,0.060
24,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.075
24,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.067
24,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.078
24,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.075
24,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.071
24,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.108
24,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.103
24,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.099
24,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.054
24,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.083
24,mlp.experts.113.gate_proj,rtn: 0.0022430,0.00000,0.054
24,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.102
24,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.102
24,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.068
24,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.078
24,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.079
24,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.081
24,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.089
24,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.090
24,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.070
24,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.106
24,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.097
24,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.100
24,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.146
24,mlp.experts.103.gate_proj,rtn: 0.0024567,0.00000,0.106
24,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.092
24,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.091
24,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.072
24,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.075
24,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.074
24,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.082
24,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.077
24,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.084
24,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.115
24,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.114
24,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.083
24,mlp.experts.111.gate_proj,rtn: 0.0023804,0.00000,0.082
24,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.086
24,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.073
24,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.099
24,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.085
24,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.068
24,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.087
24,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.096
24,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.067
24,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.077
24,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.076
24,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.069
24,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.075
24,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.082
24,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.082
24,mlp.experts.112.gate_proj,rtn: 0.0023956,0.00000,0.089
24,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.074
24,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.075
24,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.092
24,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.082
24,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.085
24,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.073
24,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.075
24,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.068
24,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.101
24,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.107
24,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.115
24,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.078
24,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.085
24,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.070
24,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.089
24,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.138
24,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.101
24,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.140
24,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.085
24,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.076
24,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.087
24,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.086
24,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.077
24,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.079
24,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.086
24,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.094
24,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.097
24,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.098
24,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.103
24,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.097
24,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.098
24,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.093
24,mlp.experts.144.gate_proj,rtn: 0.0024109,0.00000,0.109
24,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.103
24,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.099
24,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.092
24,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.088
24,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.104
24,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.093
24,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.108
24,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.097
24,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.073
24,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.090
24,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.089
24,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.092
24,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.084
24,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.081
24,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.079
24,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.076
24,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.072
24,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.078
24,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.074
24,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.075
24,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.075
24,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.075
24,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.070
24,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.078
24,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.075
24,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.193
24,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.149
24,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.175
24,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.187
24,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.076
24,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.078
24,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.074
24,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.072
24,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.073
24,mlp.experts.3.up_proj,rtn: 0.0023956,0.00000,0.077
24,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.089
24,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.076
24,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.078
24,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.066
24,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.079
24,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.060
24,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.071
24,mlp.experts.10.up_proj,rtn: 0.0023346,0.00000,0.076
24,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.081
24,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.082
24,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.077
24,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.078
24,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.080
24,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.065
24,mlp.experts.65.up_proj,rtn: 0.0023651,0.00000,0.086
24,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.074
24,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.062
24,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.079
24,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.072
24,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.075
24,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.184
24,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.186
24,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
24,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.092
24,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.090
24,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.168
24,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.160
24,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.079
24,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.101
24,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.073
24,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.085
24,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.089
24,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.096
24,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.081
24,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.087
24,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.084
24,mlp.experts.16.up_proj,rtn: 0.0023956,0.00000,0.090
24,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.089
24,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.092
24,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.087
24,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.093
24,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.106
24,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.099
24,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.085
24,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.078
24,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.109
24,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.084
24,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.072
24,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.117
24,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.076
24,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.086
24,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.090
24,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.080
24,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.083
24,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.076
24,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.132
24,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.077
24,mlp.experts.70.up_proj,rtn: 0.0023499,0.00000,0.070
24,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.071
24,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.082
24,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.069
24,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.065
24,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.076
24,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.084
24,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.077
24,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.075
24,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.080
24,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.137
24,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.112
24,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.074
24,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.073
24,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.075
24,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.067
24,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.081
24,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.076
24,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.069
24,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.078
24,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.178
24,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.107
24,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.130
24,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.073
24,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.078
24,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.070
24,mlp.experts.103.up_proj,rtn: 0.0024414,0.00000,0.072
24,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.072
24,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.112
24,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.108
24,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.070
24,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
24,mlp.experts.125.up_proj,rtn: 0.0023499,0.00000,0.100
24,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.083
24,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.078
24,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.095
24,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.090
24,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.081
24,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.082
24,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.089
24,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.076
24,mlp.experts.92.up_proj,rtn: 0.0021973,0.00000,0.077
24,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.093
24,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.077
24,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.167
24,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.087
24,mlp.experts.122.up_proj,rtn: 0.0023804,0.00000,0.083
24,mlp.experts.110.up_proj,rtn: 0.0023804,0.00000,0.081
24,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.081
24,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.070
24,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.100
24,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.086
24,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.071
24,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.072
24,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.081
24,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.090
24,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.070
24,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.079
24,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.075
24,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.073
24,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.070
24,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.098
24,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.089
24,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.142
24,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.138
24,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.070
24,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.140
24,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.072
24,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.070
24,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.117
24,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.135
24,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.067
24,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.115
24,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.102
24,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.126
24,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.112
24,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.063
24,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.068
24,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.099
24,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.091
24,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.075
24,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.129
24,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.099
24,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.143
24,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.156
24,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.086
24,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.103
24,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.100
24,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.085
24,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.106
24,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.099
24,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.090
24,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.086
24,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.096
24,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.099
24,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.144
24,mlp.experts.174.up_proj,rtn: 0.0022125,0.00000,0.072
24,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.093
24,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.100
24,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.133
24,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.094
24,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.030
24,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.089
24,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.081
24,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.086
24,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.173
24,mlp.experts.136.up_proj,rtn: 0.0023651,0.00000,0.093
24,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.098
24,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.241
24,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.140
24,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.158
24,mlp.experts.144.up_proj,rtn: 0.0023804,0.00000,0.172
24,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.042
24,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.165
24,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.036
24,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.096
24,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.085
24,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.074
24,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.027
24,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.098
24,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.078
24,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.080
24,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.077
24,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.066
24,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.058
24,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.014
24,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.016
24,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.019
24,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.037
24,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.038
24,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.039
24,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.040
24,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.040
24,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.040
24,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.041
24,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.032
24,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.146
24,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.147
24,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.068
24,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.068
24,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.149
24,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.070
24,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.070
24,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.175
24,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.044
24,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.036
24,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.038
24,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.039
24,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.066
24,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.063
24,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.033
24,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.032
24,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.042
24,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.024
24,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.043
24,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.033
24,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.051
24,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.062
24,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.033
24,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.058
24,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.023
24,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.024
24,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.026
24,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.035
24,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.031
24,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.028
24,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.033
24,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.024
24,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.029
24,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.024
24,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.020
24,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.021
24,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.021
24,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.021
24,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.021
24,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.023
24,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.024
24,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.024
24,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.138
24,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.032
24,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.032
24,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.033
24,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.033
24,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.033
24,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.034
24,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.034
24,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
24,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.035
24,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.034
24,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.036
24,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.034
24,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.027
24,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.028
24,mlp.experts.67.down_proj,rtn: 0.0023804,0.00000,0.028
24,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.027
24,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.028
24,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.125
24,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.032
24,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.031
24,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.030
24,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.029
24,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.033
24,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.035
24,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.029
24,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.027
24,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.021
24,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.113
24,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.030
24,mlp.experts.110.down_proj,rtn: 0.0023499,0.00000,0.029
24,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.024
24,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.021
24,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.025
24,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.122
24,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.024
24,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.025
24,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.029
24,mlp.experts.103.down_proj,rtn: 0.0019989,0.00000,0.024
24,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.027
24,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.066
24,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.027
24,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.037
24,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.030
24,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.026
24,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.033
24,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.031
24,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.030
24,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.039
24,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.028
24,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.031
24,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.035
24,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.030
24,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.029
24,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.027
24,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.027
24,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.071
24,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.033
24,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.026
24,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.034
24,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.066
24,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.188
24,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.035
24,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.033
24,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.034
24,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.030
24,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.067
24,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.026
24,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.032
24,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.029
24,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.027
24,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
24,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.056
24,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.054
24,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.046
24,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.032
24,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
24,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.031
24,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.045
24,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.025
24,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.025
24,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.059
24,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.030
24,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.046
24,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.028
24,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.029
24,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.043
24,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.020
24,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.024
24,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.014
24,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.028
24,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.033
24,mlp.experts.185.down_proj,rtn: 0.0023499,0.00000,0.030
24,mlp.experts.175.down_proj,rtn: 0.0022125,0.00000,0.022
24,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.031
24,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.019
24,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.023
24,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.030
24,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.055
24,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.018
24,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.028
24,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.027
24,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.023
24,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.018
24,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.042
24,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.031
24,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.038
24,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.033
24,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.040
24,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.035
24,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.050
24,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.033
24,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.024
24,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.016
24,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.032
24,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.029
24,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.027
24,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.024
24,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.025
24,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.025
24,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.027
24,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.026
24,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.028
24,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.027
24,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.030
24,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.028
24,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.029
24,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.046
24,mlp.experts.144.down_proj,rtn: 0.0023651,0.00000,0.027
24,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.024
24,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.030
24,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.029
24,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.061
24,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.011
24,mlp.shared_experts.gate_proj,rtn: 0.0016174,0.00000,0.026
24,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.026
24,mlp.shared_experts.down_proj,rtn: 0.0016861,0.00000,0.022
25,self_attn.q_proj,rtn: 0.0022125,0.00000,0.017
25,self_attn.k_proj,rtn: 0.0023346,0.00000,0.026
25,self_attn.v_proj,rtn: 0.0025787,0.00000,0.023
25,self_attn.o_proj,rtn: 0.0023956,0.00000,0.043
25,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.088
25,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.089
25,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.091
25,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.091
25,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.091
25,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.091
25,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.104
25,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.106
25,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.106
25,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.108
25,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.114
25,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.115
25,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.116
25,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.124
25,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.131
25,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.140
25,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.087
25,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.088
25,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.095
25,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.091
25,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.088
25,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.092
25,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.087
25,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.091
25,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.106
25,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.088
25,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.106
25,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.083
25,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.104
25,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.108
25,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
25,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.123
25,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.062
25,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.062
25,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.077
25,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.117
25,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.092
25,mlp.experts.40.gate_proj,rtn: 0.0023804,0.00000,0.074
25,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.096
25,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.083
25,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.086
25,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.081
25,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.077
25,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.121
25,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.080
25,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.138
25,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.142
25,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.083
25,mlp.experts.60.gate_proj,rtn: 0.0022736,0.00000,0.077
25,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.067
25,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.077
25,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.074
25,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.082
25,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.077
25,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.085
25,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.090
25,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.079
25,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.082
25,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.098
25,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.083
25,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.098
25,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.082
25,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.098
25,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.094
25,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.095
25,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.130
25,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.086
25,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.101
25,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.082
25,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.092
25,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.089
25,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.084
25,mlp.experts.64.gate_proj,rtn: 0.0023956,0.00000,0.129
25,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.093
25,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.098
25,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.086
25,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.089
25,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.087
25,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.089
25,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.076
25,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.076
25,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.074
25,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.067
25,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.082
25,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.068
25,mlp.experts.83.gate_proj,rtn: 0.0022430,0.00000,0.075
25,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.083
25,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.081
25,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.079
25,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.067
25,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.067
25,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.107
25,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.086
25,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.077
25,mlp.experts.94.gate_proj,rtn: 0.0023956,0.00000,0.100
25,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.105
25,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.132
25,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.074
25,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.089
25,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.073
25,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.079
25,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.081
25,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.078
25,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.069
25,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.081
25,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.076
25,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.086
25,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.093
25,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.065
25,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.090
25,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.096
25,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.074
25,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.082
25,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.085
25,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.070
25,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.081
25,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.185
25,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.078
25,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.079
25,mlp.experts.117.gate_proj,rtn: 0.0024261,0.00000,0.094
25,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.086
25,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.084
25,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.172
25,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.077
25,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.066
25,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.191
25,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.167
25,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.101
25,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.103
25,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.100
25,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.126
25,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.091
25,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.089
25,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.129
25,mlp.experts.134.gate_proj,rtn: 0.0024261,0.00000,0.085
25,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.086
25,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.100
25,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.122
25,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.114
25,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.105
25,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.102
25,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.077
25,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.177
25,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.078
25,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.083
25,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.172
25,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.075
25,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.136
25,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.085
25,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.076
25,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.078
25,mlp.experts.172.gate_proj,rtn: 0.0023956,0.00000,0.097
25,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.077
25,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.097
25,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.103
25,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.086
25,mlp.experts.173.gate_proj,rtn: 0.0023956,0.00000,0.084
25,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.099
25,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.081
25,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.081
25,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.098
25,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.076
25,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.068
25,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.078
25,mlp.experts.168.gate_proj,rtn: 0.0024109,0.00000,0.097
25,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.085
25,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.074
25,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.115
25,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.080
25,mlp.experts.188.gate_proj,rtn: 0.0023956,0.00000,0.109
25,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.086
25,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.100
25,mlp.experts.180.gate_proj,rtn: 0.0024109,0.00000,0.106
25,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.082
25,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.080
25,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.093
25,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.068
25,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.074
25,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.064
25,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.083
25,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.086
25,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.079
25,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.095
25,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.064
25,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.069
25,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.138
25,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.091
25,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.086
25,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.092
25,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.079
25,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.098
25,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.118
25,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.127
25,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.099
25,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.078
25,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.129
25,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.137
25,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.059
25,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.067
25,mlp.experts.30.up_proj,rtn: 0.0023804,0.00000,0.067
25,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.054
25,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.093
25,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.171
25,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.142
25,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.080
25,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.081
25,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.086
25,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.088
25,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.168
25,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.089
25,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.084
25,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.090
25,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.095
25,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.096
25,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.099
25,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
25,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.175
25,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.078
25,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.068
25,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.087
25,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.071
25,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.090
25,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.098
25,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.111
25,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.074
25,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.098
25,mlp.experts.40.up_proj,rtn: 0.0023651,0.00000,0.102
25,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.132
25,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.081
25,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.082
25,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.115
25,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.115
25,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.096
25,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.096
25,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.165
25,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.154
25,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.100
25,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.088
25,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.088
25,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.090
25,mlp.experts.39.up_proj,rtn: 0.0023346,0.00000,0.101
25,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.101
25,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.082
25,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.080
25,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.081
25,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.088
25,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.091
25,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.101
25,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.104
25,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.086
25,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.104
25,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.079
25,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.080
25,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.067
25,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.081
25,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.083
25,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.069
25,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.079
25,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.078
25,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.064
25,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.076
25,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.073
25,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.109
25,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.057
25,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.047
25,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.054
25,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.085
25,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.076
25,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.080
25,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.084
25,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.058
25,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.069
25,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.054
25,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.072
25,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.066
25,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.068
25,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.067
25,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.090
25,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.092
25,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.070
25,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.072
25,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.068
25,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.076
25,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.074
25,mlp.experts.87.up_proj,rtn: 0.0023651,0.00000,0.078
25,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.084
25,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.075
25,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.119
25,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.117
25,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.112
25,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.122
25,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.070
25,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.074
25,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.070
25,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.068
25,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.076
25,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.070
25,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.085
25,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.067
25,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.087
25,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.082
25,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.078
25,mlp.experts.134.up_proj,rtn: 0.0024109,0.00000,0.100
25,mlp.experts.105.up_proj,rtn: 0.0022278,0.00000,0.106
25,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.073
25,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.105
25,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.119
25,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.090
25,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.079
25,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.113
25,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.087
25,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.070
25,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.071
25,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.081
25,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.102
25,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.089
25,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.097
25,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.104
25,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.076
25,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.087
25,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.081
25,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.071
25,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.082
25,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.067
25,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.078
25,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.078
25,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.092
25,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.083
25,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.090
25,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.071
25,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.204
25,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.078
25,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.076
25,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.078
25,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.078
25,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.072
25,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.140
25,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.081
25,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.068
25,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.170
25,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.169
25,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.079
25,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.068
25,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.158
25,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.076
25,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.099
25,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.182
25,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.090
25,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.128
25,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.155
25,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.080
25,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.074
25,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.076
25,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.072
25,mlp.experts.172.up_proj,rtn: 0.0023804,0.00000,0.084
25,mlp.experts.168.up_proj,rtn: 0.0023956,0.00000,0.071
25,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.156
25,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.080
25,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.081
25,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.073
25,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.116
25,mlp.experts.186.up_proj,rtn: 0.0023651,0.00000,0.111
25,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.128
25,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.073
25,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.067
25,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.131
25,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.075
25,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.082
25,mlp.experts.183.up_proj,rtn: 0.0023804,0.00000,0.075
25,mlp.experts.188.up_proj,rtn: 0.0023804,0.00000,0.096
25,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.085
25,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.115
25,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.090
25,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
25,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.082
25,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.120
25,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.100
25,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.041
25,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.125
25,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.083
25,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.078
25,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.064
25,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.065
25,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.026
25,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.019
25,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.035
25,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.054
25,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.055
25,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.056
25,mlp.experts.12.down_proj,rtn: 0.0023499,0.00000,0.038
25,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.042
25,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.043
25,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.034
25,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.053
25,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.079
25,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.058
25,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.066
25,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.030
25,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.035
25,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.082
25,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.035
25,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.037
25,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.036
25,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.040
25,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.178
25,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.178
25,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.035
25,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.188
25,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.189
25,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.031
25,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.039
25,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.029
25,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.042
25,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.029
25,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.022
25,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.027
25,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.026
25,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.037
25,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.058
25,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.029
25,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.048
25,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.034
25,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.040
25,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.034
25,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.041
25,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.040
25,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.034
25,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.034
25,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.028
25,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.028
25,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.063
25,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.039
25,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.060
25,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.037
25,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.043
25,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.032
25,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.035
25,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.038
25,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.051
25,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.039
25,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.033
25,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.037
25,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.035
25,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.040
25,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.038
25,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.040
25,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.036
25,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.037
25,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.030
25,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.061
25,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.131
25,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.058
25,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.041
25,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.044
25,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.043
25,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.037
25,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.039
25,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.042
25,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.045
25,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.039
25,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.027
25,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.030
25,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.031
25,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.037
25,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.058
25,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.037
25,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.035
25,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.039
25,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.041
25,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.038
25,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.044
25,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.046
25,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.042
25,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.039
25,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.043
25,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.048
25,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.042
25,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.039
25,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.033
25,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.034
25,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.035
25,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.037
25,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.033
25,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.047
25,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.047
25,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.027
25,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.044
25,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.025
25,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.026
25,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.017
25,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.026
25,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.039
25,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.022
25,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.024
25,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.035
25,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.042
25,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.044
25,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.046
25,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.032
25,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.040
25,mlp.experts.134.down_proj,rtn: 0.0024261,0.00000,0.034
25,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.050
25,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.051
25,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.047
25,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.072
25,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.037
25,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.064
25,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.036
25,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.034
25,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.037
25,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.041
25,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.042
25,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.037
25,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.039
25,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
25,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.079
25,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.027
25,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.033
25,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.035
25,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.109
25,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.041
25,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.119
25,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.035
25,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.036
25,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.021
25,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.022
25,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.036
25,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.031
25,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.025
25,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.033
25,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.039
25,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.037
25,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.023
25,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.019
25,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.085
25,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.030
25,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.090
25,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.031
25,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.028
25,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.036
25,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.029
25,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.031
25,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.028
25,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.024
25,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.025
25,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.026
25,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.061
25,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.016
25,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.018
25,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.048
25,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.019
25,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.035
25,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.033
25,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.066
25,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.109
25,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.077
25,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.020
25,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.058
25,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.033
25,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.027
25,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.042
25,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.045
25,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.079
25,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.035
25,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.030
25,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.032
25,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.035
25,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.038
25,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.036
25,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.067
25,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
25,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.045
25,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.043
25,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.026
25,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.030
25,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
25,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
25,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.040
25,mlp.shared_experts.down_proj,rtn: 0.0016861,0.00000,0.022
26,self_attn.k_proj,rtn: 0.0024261,0.00000,0.027
26,self_attn.v_proj,rtn: 0.0025940,0.00000,0.034
26,self_attn.q_proj,rtn: 0.0023346,0.00000,0.018
26,self_attn.o_proj,rtn: 0.0025482,0.00000,0.072
26,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.100
26,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.113
26,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.124
26,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.128
26,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.129
26,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.133
26,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.138
26,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.150
26,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.154
26,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.162
26,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.165
26,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.166
26,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.166
26,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.167
26,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.173
26,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.105
26,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.078
26,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.111
26,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.228
26,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.090
26,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.098
26,mlp.experts.23.gate_proj,rtn: 0.0023956,0.00000,0.074
26,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.088
26,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.085
26,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.136
26,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.099
26,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.107
26,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.088
26,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.167
26,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.089
26,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.158
26,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.101
26,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.101
26,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.094
26,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.080
26,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.100
26,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.115
26,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.107
26,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.078
26,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.124
26,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.084
26,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.101
26,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.123
26,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.073
26,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.075
26,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.087
26,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.099
26,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.135
26,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.075
26,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.083
26,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.080
26,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.116
26,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.146
26,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.086
26,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.084
26,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.151
26,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.139
26,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.133
26,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.163
26,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.133
26,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.194
26,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.101
26,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.102
26,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.170
26,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.128
26,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.111
26,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.167
26,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.142
26,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.145
26,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.099
26,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.096
26,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.090
26,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.095
26,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.104
26,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.148
26,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.129
26,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.136
26,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.090
26,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.079
26,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.120
26,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.071
26,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.080
26,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.065
26,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.076
26,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.064
26,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.088
26,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.150
26,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.168
26,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.111
26,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.192
26,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.072
26,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.077
26,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.075
26,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.079
26,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.077
26,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.077
26,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.067
26,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.076
26,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.092
26,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.089
26,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.085
26,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.075
26,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.221
26,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.066
26,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.092
26,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.078
26,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.077
26,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.089
26,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.078
26,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.082
26,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.080
26,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.091
26,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.094
26,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.099
26,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.079
26,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.083
26,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.076
26,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.088
26,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.093
26,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.332
26,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.078
26,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.239
26,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.206
26,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.099
26,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.090
26,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.112
26,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.108
26,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.092
26,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.154
26,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.085
26,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.081
26,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.082
26,mlp.experts.145.gate_proj,rtn: 0.0024567,0.00000,0.077
26,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.074
26,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.078
26,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.067
26,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.075
26,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.114
26,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.066
26,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.100
26,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.088
26,mlp.experts.155.gate_proj,rtn: 0.0023956,0.00000,0.090
26,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.117
26,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.070
26,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.079
26,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.063
26,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.126
26,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.074
26,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.162
26,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.079
26,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.069
26,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.077
26,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.069
26,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.150
26,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.091
26,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.070
26,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.071
26,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.084
26,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.083
26,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.092
26,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.080
26,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.066
26,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.109
26,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.094
26,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.073
26,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.069
26,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.073
26,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.075
26,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.110
26,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.077
26,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.076
26,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.074
26,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.074
26,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.074
26,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.074
26,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.077
26,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.077
26,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.118
26,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.085
26,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.091
26,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.108
26,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.107
26,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.077
26,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.099
26,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.105
26,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.084
26,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.130
26,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.090
26,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.103
26,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.075
26,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.080
26,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.086
26,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.150
26,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.166
26,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.090
26,mlp.experts.158.gate_proj,rtn: 0.0024414,0.00000,0.078
26,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.160
26,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.083
26,mlp.experts.23.up_proj,rtn: 0.0023804,0.00000,0.093
26,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.103
26,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.159
26,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.094
26,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.094
26,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.094
26,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.097
26,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.097
26,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.105
26,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.119
26,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.089
26,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.097
26,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.112
26,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.099
26,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.092
26,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.124
26,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.093
26,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.129
26,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.133
26,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.068
26,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.068
26,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.097
26,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.093
26,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.093
26,mlp.experts.178.gate_proj,rtn: 0.0021973,0.00000,0.082
26,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.112
26,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.072
26,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.082
26,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.109
26,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.066
26,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.180
26,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.116
26,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.082
26,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.158
26,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.166
26,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.090
26,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.083
26,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.091
26,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.077
26,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.095
26,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.092
26,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.099
26,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.091
26,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.089
26,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.187
26,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.091
26,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.136
26,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.123
26,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.136
26,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.229
26,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.121
26,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.098
26,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.090
26,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.047
26,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.067
26,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.110
26,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.205
26,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.180
26,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.201
26,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.089
26,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.085
26,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.202
26,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.087
26,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.093
26,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.086
26,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.107
26,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.102
26,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.072
26,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.104
26,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.112
26,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.114
26,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.121
26,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.097
26,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.117
26,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.110
26,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.070
26,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.089
26,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.081
26,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.078
26,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.088
26,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.111
26,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.082
26,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.089
26,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.081
26,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.201
26,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.079
26,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.072
26,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.079
26,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.077
26,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.072
26,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.079
26,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.074
26,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.071
26,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.112
26,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.083
26,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.084
26,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.122
26,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.076
26,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.080
26,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.126
26,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.067
26,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.094
26,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.066
26,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.071
26,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.083
26,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.069
26,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.064
26,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.063
26,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.072
26,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.069
26,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.084
26,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.081
26,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.068
26,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.093
26,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.068
26,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.085
26,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.092
26,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.089
26,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.086
26,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.072
26,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.081
26,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.078
26,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.086
26,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
26,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.079
26,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.074
26,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.059
26,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.085
26,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.087
26,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.064
26,mlp.experts.145.up_proj,rtn: 0.0024414,0.00000,0.089
26,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.084
26,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.073
26,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.092
26,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.090
26,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.083
26,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.086
26,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.091
26,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.095
26,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.091
26,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.111
26,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.086
26,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.086
26,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.072
26,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.085
26,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.067
26,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.085
26,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.081
26,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.087
26,mlp.experts.118.up_proj,rtn: 0.0023956,0.00000,0.093
26,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.077
26,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.086
26,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.087
26,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.127
26,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.087
26,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.130
26,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.090
26,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.083
26,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.261
26,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.109
26,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.184
26,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.072
26,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.070
26,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.069
26,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.088
26,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.118
26,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.091
26,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.064
26,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.083
26,mlp.experts.158.up_proj,rtn: 0.0024261,0.00000,0.064
26,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.056
26,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.089
26,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.090
26,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.067
26,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.098
26,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.133
26,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.122
26,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.190
26,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.124
26,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.093
26,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.063
26,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.015
26,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.047
26,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.107
26,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.039
26,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.040
26,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.041
26,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.040
26,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.042
26,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.066
26,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.115
26,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.115
26,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.047
26,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.118
26,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.055
26,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.055
26,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.019
26,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.034
26,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.041
26,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.041
26,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.034
26,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.063
26,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.041
26,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.102
26,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.035
26,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.035
26,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.034
26,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.037
26,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.116
26,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.053
26,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.042
26,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.038
26,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.039
26,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
26,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.028
26,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.030
26,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.039
26,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.038
26,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.026
26,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.040
26,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.037
26,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.041
26,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.060
26,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.039
26,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.039
26,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.035
26,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.038
26,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.025
26,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.030
26,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.037
26,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.033
26,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.038
26,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.037
26,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.035
26,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.087
26,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.069
26,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.040
26,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.087
26,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.040
26,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.034
26,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.040
26,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.037
26,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.031
26,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.027
26,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.042
26,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.037
26,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.041
26,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.042
26,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.033
26,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.034
26,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.046
26,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.046
26,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.034
26,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.037
26,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.040
26,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.047
26,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.043
26,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.036
26,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.035
26,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.033
26,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.051
26,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.032
26,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
26,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.039
26,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.031
26,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.035
26,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.030
26,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.027
26,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.029
26,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.031
26,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.044
26,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.033
26,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.028
26,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.035
26,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.032
26,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.036
26,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.043
26,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.042
26,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.042
26,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.047
26,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.037
26,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.039
26,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.036
26,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.035
26,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.038
26,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.028
26,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.038
26,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.038
26,mlp.experts.99.down_proj,rtn: 0.0023346,0.00000,0.060
26,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.036
26,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.036
26,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.042
26,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.036
26,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.038
26,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.043
26,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.040
26,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.028
26,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.035
26,mlp.experts.116.down_proj,rtn: 0.0022125,0.00000,0.036
26,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.047
26,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.046
26,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.037
26,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.040
26,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.046
26,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.038
26,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.036
26,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.043
26,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.031
26,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.045
26,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.038
26,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.039
26,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.031
26,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.036
26,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.040
26,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.054
26,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.032
26,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.059
26,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.041
26,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.087
26,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.041
26,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.049
26,mlp.experts.145.down_proj,rtn: 0.0024109,0.00000,0.037
26,mlp.experts.159.down_proj,rtn: 0.0023651,0.00000,0.037
26,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.042
26,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.029
26,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.030
26,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.037
26,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.031
26,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.036
26,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.085
26,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.037
26,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.050
26,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.040
26,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.048
26,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
26,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.035
26,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.028
26,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
26,mlp.experts.158.down_proj,rtn: 0.0024109,0.00000,0.051
26,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.029
26,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
26,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.049
26,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.040
26,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.047
26,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.074
26,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.045
26,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
26,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.049
26,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
26,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.047
26,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.038
26,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.049
26,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.033
26,mlp.experts.174.down_proj,rtn: 0.0023499,0.00000,0.042
26,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.027
26,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.027
26,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.061
26,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.055
26,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.028
26,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.023
26,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.064
26,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.065
26,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.038
26,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.014
26,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.046
26,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.013
26,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.042
26,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.021
26,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.018
26,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.065
26,mlp.experts.178.down_proj,rtn: 0.0021667,0.00000,0.031
26,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.021
26,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.022
26,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.028
26,mlp.shared_experts.up_proj,rtn: 0.0016556,0.00000,0.028
26,mlp.shared_experts.down_proj,rtn: 0.0017014,0.00000,0.021
27,self_attn.k_proj,rtn: 0.0023499,0.00000,0.013
27,self_attn.v_proj,rtn: 0.0025330,0.00000,0.016
27,self_attn.q_proj,rtn: 0.0021820,0.00000,0.020
27,self_attn.o_proj,rtn: 0.0025024,0.00000,0.052
27,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.094
27,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.105
27,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.105
27,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.106
27,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.106
27,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.107
27,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.107
27,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.107
27,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.108
27,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.114
27,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.115
27,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.117
27,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.126
27,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.136
27,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.096
27,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.209
27,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.206
27,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.101
27,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.093
27,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.085
27,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.096
27,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.106
27,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.121
27,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.112
27,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.109
27,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.138
27,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.151
27,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.122
27,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.081
27,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.097
27,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.079
27,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.117
27,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.101
27,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.106
27,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.063
27,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.111
27,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.075
27,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.076
27,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.086
27,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.101
27,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.099
27,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.152
27,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.107
27,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.158
27,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.131
27,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.083
27,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.105
27,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.085
27,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.074
27,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.146
27,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.061
27,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.098
27,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.074
27,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.081
27,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.066
27,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.123
27,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.118
27,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.065
27,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.071
27,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.180
27,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.151
27,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.089
27,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.138
27,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.072
27,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.128
27,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.062
27,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.170
27,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.194
27,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.071
27,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.069
27,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.076
27,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.069
27,mlp.experts.65.gate_proj,rtn: 0.0023499,0.00000,0.147
27,mlp.experts.55.gate_proj,rtn: 0.0022736,0.00000,0.189
27,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.077
27,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.081
27,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.174
27,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.153
27,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.074
27,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.121
27,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.076
27,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.071
27,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.109
27,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.117
27,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.102
27,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.116
27,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.112
27,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.102
27,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.076
27,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.116
27,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.098
27,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.113
27,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.078
27,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.075
27,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.075
27,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.117
27,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.98.gate_proj,rtn: 0.0023804,0.00000,0.077
27,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.099
27,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.075
27,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.075
27,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.090
27,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.078
27,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.073
27,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.066
27,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.075
27,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.076
27,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.153
27,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.185
27,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.175
27,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.093
27,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.078
27,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.077
27,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.084
27,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.077
27,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.091
27,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.083
27,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.069
27,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.071
27,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.076
27,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.075
27,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.075
27,mlp.experts.117.gate_proj,rtn: 0.0024261,0.00000,0.080
27,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.205
27,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.074
27,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.071
27,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.073
27,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.070
27,mlp.experts.134.gate_proj,rtn: 0.0023956,0.00000,0.075
27,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.074
27,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.132
27,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.077
27,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.079
27,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.129
27,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.073
27,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.084
27,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.077
27,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.059
27,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.061
27,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.067
27,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.169
27,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.066
27,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.074
27,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.075
27,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.062
27,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.070
27,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.085
27,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.073
27,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.084
27,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.147
27,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.067
27,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.073
27,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.073
27,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.136
27,mlp.experts.123.gate_proj,rtn: 0.0023804,0.00000,0.107
27,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.079
27,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.095
27,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.090
27,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.072
27,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.089
27,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.083
27,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.089
27,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.070
27,mlp.experts.169.gate_proj,rtn: 0.0024261,0.00000,0.071
27,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.072
27,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.091
27,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.082
27,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.088
27,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.132
27,mlp.experts.177.gate_proj,rtn: 0.0023041,0.00000,0.073
27,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.080
27,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.091
27,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.090
27,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.078
27,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.085
27,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
27,mlp.experts.190.gate_proj,rtn: 0.0023346,0.00000,0.070
27,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.067
27,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.072
27,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.065
27,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.081
27,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.075
27,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.084
27,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.148
27,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.075
27,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.094
27,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.076
27,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.089
27,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.096
27,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.087
27,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.095
27,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.092
27,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.090
27,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.090
27,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.088
27,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.086
27,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.080
27,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.083
27,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.110
27,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.090
27,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.087
27,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.099
27,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.090
27,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.071
27,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.065
27,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.092
27,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.067
27,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.067
27,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.095
27,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.099
27,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.095
27,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.090
27,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.091
27,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.072
27,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.073
27,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.086
27,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.061
27,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.101
27,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.065
27,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.097
27,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.103
27,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.058
27,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.077
27,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.077
27,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.073
27,mlp.experts.46.up_proj,rtn: 0.0022583,0.00000,0.087
27,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.091
27,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.090
27,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.106
27,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.076
27,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.083
27,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.082
27,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.082
27,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.077
27,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.082
27,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.110
27,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.102
27,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.075
27,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.113
27,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.083
27,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.095
27,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.112
27,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.079
27,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.108
27,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.085
27,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.078
27,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.149
27,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.089
27,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.086
27,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.091
27,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
27,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.098
27,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.079
27,mlp.experts.96.up_proj,rtn: 0.0023651,0.00000,0.068
27,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.158
27,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.105
27,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.134
27,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.089
27,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.080
27,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.123
27,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.078
27,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.092
27,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.080
27,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.093
27,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.077
27,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.075
27,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.117
27,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.080
27,mlp.experts.43.up_proj,rtn: 0.0023346,0.00000,0.082
27,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.079
27,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.071
27,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.076
27,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.117
27,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.082
27,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.100
27,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.075
27,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.078
27,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.094
27,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.088
27,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.071
27,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.083
27,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.077
27,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.095
27,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.094
27,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.094
27,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.064
27,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.069
27,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.074
27,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.088
27,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.070
27,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.117.up_proj,rtn: 0.0024109,0.00000,0.074
27,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.069
27,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.084
27,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.086
27,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.077
27,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.077
27,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.100
27,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.069
27,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.074
27,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.100
27,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.097
27,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.070
27,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.081
27,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.097
27,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.081
27,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.074
27,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.077
27,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.071
27,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.082
27,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.077
27,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.072
27,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.077
27,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.066
27,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.069
27,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.091
27,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.073
27,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
27,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.076
27,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.083
27,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.101
27,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.091
27,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.103
27,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.100
27,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.094
27,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.091
27,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.097
27,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.115
27,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.109
27,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.107
27,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.099
27,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.102
27,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.105
27,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.111
27,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.109
27,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.111
27,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.113
27,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.126
27,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.101
27,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.109
27,mlp.experts.169.up_proj,rtn: 0.0023956,0.00000,0.107
27,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.101
27,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.113
27,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.092
27,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.103
27,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.098
27,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.088
27,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.090
27,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.081
27,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.100
27,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.146
27,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.083
27,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.079
27,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.097
27,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.088
27,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.099
27,mlp.experts.139.up_proj,rtn: 0.0023499,0.00000,0.082
27,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.075
27,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.077
27,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.051
27,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.085
27,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.069
27,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.082
27,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.038
27,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.098
27,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.082
27,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.155
27,mlp.experts.151.up_proj,rtn: 0.0023499,0.00000,0.153
27,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.135
27,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.153
27,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.080
27,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.108
27,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.126
27,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.101
27,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.157
27,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.099
27,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.018
27,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.033
27,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.038
27,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.047
27,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.048
27,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.043
27,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.050
27,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.139
27,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.061
27,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.142
27,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.142
27,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.062
27,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.069
27,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.147
27,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.070
27,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.070
27,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.071
27,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.071
27,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.036
27,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.050
27,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.027
27,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.044
27,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.031
27,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.018
27,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.029
27,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.044
27,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.032
27,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.057
27,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.051
27,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.065
27,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.042
27,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.047
27,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.032
27,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.034
27,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.034
27,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.041
27,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.033
27,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.049
27,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.025
27,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.038
27,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.054
27,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.036
27,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.048
27,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.029
27,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.035
27,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.034
27,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.056
27,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.051
27,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.034
27,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.044
27,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.038
27,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.061
27,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.038
27,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.034
27,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.038
27,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.028
27,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.055
27,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.035
27,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.028
27,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.050
27,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.055
27,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.037
27,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.037
27,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.040
27,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.048
27,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.046
27,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.038
27,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.039
27,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.035
27,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.045
27,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.045
27,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.042
27,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.043
27,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.041
27,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.049
27,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.039
27,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.048
27,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.047
27,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.042
27,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.038
27,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.039
27,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.035
27,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.035
27,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.045
27,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.038
27,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
27,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.035
27,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.037
27,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.039
27,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.043
27,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.035
27,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.037
27,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.038
27,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.032
27,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.058
27,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.034
27,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.034
27,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.040
27,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.051
27,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.033
27,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.044
27,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.046
27,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.054
27,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
27,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.044
27,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.042
27,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.041
27,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.040
27,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.044
27,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.037
27,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.037
27,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.038
27,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.041
27,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
27,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.051
27,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.041
27,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.059
27,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.039
27,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.050
27,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.042
27,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.042
27,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.038
27,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.055
27,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.043
27,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.032
27,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.031
27,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.032
27,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.046
27,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.041
27,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.037
27,mlp.experts.117.down_proj,rtn: 0.0023804,0.00000,0.040
27,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.037
27,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.051
27,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.039
27,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.044
27,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.058
27,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.037
27,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.045
27,mlp.experts.158.down_proj,rtn: 0.0023499,0.00000,0.036
27,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.056
27,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.042
27,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.041
27,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.037
27,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.041
27,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.037
27,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.059
27,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.037
27,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.041
27,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.041
27,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.033
27,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.038
27,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.054
27,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.034
27,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.040
27,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.038
27,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.043
27,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.060
27,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.038
27,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.035
27,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.042
27,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.039
27,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.056
27,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.040
27,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.036
27,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.059
27,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.036
27,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.038
27,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.022
27,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.034
27,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.039
27,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.024
27,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.028
27,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.045
27,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.021
27,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.024
27,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.040
27,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.013
27,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.041
27,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.040
27,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.012
27,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.023
27,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.027
27,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.033
27,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.011
27,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.033
27,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.033
27,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.033
27,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.030
27,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.030
27,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.029
27,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.028
27,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.016
27,mlp.shared_experts.gate_proj,rtn: 0.0016632,0.00000,0.029
27,mlp.shared_experts.up_proj,rtn: 0.0017242,0.00000,0.031
27,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.010
28,self_attn.k_proj,rtn: 0.0022430,0.00000,0.014
28,self_attn.v_proj,rtn: 0.0026245,0.00000,0.015
28,self_attn.q_proj,rtn: 0.0021515,0.00000,0.016
28,self_attn.o_proj,rtn: 0.0025635,0.00000,0.044
28,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.095
28,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.096
28,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.097
28,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.104
28,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.109
28,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.109
28,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.111
28,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.119
28,mlp.experts.9.gate_proj,rtn: 0.0023804,0.00000,0.126
28,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.129
28,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.130
28,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.132
28,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.137
28,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.136
28,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.139
28,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.139
28,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.064
28,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.087
28,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.066
28,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.087
28,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.101
28,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.090
28,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.118
28,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.084
28,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.091
28,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.072
28,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
28,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.070
28,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.088
28,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.121
28,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.070
28,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.087
28,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.066
28,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.103
28,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.075
28,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.063
28,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.060
28,mlp.experts.43.gate_proj,rtn: 0.0023651,0.00000,0.060
28,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.091
28,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.094
28,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.066
28,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.073
28,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.101
28,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.079
28,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.065
28,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.072
28,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.096
28,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.063
28,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.070
28,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.088
28,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.109
28,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.060
28,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.061
28,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.100
28,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.075
28,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.091
28,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.083
28,mlp.experts.67.gate_proj,rtn: 0.0024109,0.00000,0.069
28,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.078
28,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.068
28,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.087
28,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.110
28,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.080
28,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.074
28,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.073
28,mlp.experts.49.gate_proj,rtn: 0.0024261,0.00000,0.087
28,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.073
28,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.120
28,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.074
28,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.107
28,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.102
28,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.073
28,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.081
28,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.076
28,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.090
28,mlp.experts.90.gate_proj,rtn: 0.0024261,0.00000,0.067
28,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.083
28,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.086
28,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.084
28,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.070
28,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.071
28,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.074
28,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.047
28,mlp.experts.68.gate_proj,rtn: 0.0022583,0.00000,0.141
28,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.137
28,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.071
28,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.068
28,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.072
28,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.072
28,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.139
28,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.085
28,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.090
28,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.093
28,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.094
28,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.094
28,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.138
28,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.146
28,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.128
28,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.066
28,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.155
28,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.112
28,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.077
28,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.079
28,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.083
28,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.107
28,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.077
28,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.103
28,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.090
28,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.091
28,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.092
28,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.101
28,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.084
28,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.095
28,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.082
28,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.094
28,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.100
28,mlp.experts.119.gate_proj,rtn: 0.0022583,0.00000,0.127
28,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.101
28,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.096
28,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.096
28,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.131
28,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.091
28,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.096
28,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.109
28,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.108
28,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.130
28,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.092
28,mlp.experts.158.gate_proj,rtn: 0.0023956,0.00000,0.087
28,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.089
28,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.138
28,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.084
28,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.104
28,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.095
28,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.098
28,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.094
28,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.095
28,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.106
28,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.101
28,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.086
28,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.090
28,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.106
28,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.101
28,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.083
28,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.098
28,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.112
28,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.091
28,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.073
28,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.069
28,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.074
28,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.097
28,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.101
28,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.098
28,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.098
28,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.095
28,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.091
28,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.092
28,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.095
28,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.072
28,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.074
28,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.087
28,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.089
28,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.068
28,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.078
28,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.083
28,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.088
28,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.088
28,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.086
28,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.091
28,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.080
28,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.069
28,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.080
28,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.079
28,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.086
28,mlp.experts.183.gate_proj,rtn: 0.0023651,0.00000,0.087
28,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.091
28,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.074
28,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.085
28,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.077
28,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.097
28,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.087
28,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
28,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.082
28,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.091
28,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.117
28,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.089
28,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.084
28,mlp.experts.160.gate_proj,rtn: 0.0023804,0.00000,0.087
28,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.084
28,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.086
28,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.089
28,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.074
28,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.083
28,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.076
28,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.097
28,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.096
28,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.076
28,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.070
28,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.105
28,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.071
28,mlp.experts.11.up_proj,rtn: 0.0023651,0.00000,0.099
28,mlp.experts.15.up_proj,rtn: 0.0023499,0.00000,0.099
28,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.084
28,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.101
28,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.101
28,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.086
28,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.072
28,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.079
28,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.083
28,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.111
28,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.090
28,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.101
28,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.106
28,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.105
28,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.082
28,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.122
28,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.117
28,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.115
28,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.120
28,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.083
28,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.113
28,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.112
28,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.087
28,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.086
28,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.118
28,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.084
28,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.083
28,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.096
28,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.091
28,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.086
28,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.084
28,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.075
28,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.080
28,mlp.experts.43.up_proj,rtn: 0.0023499,0.00000,0.092
28,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.076
28,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.088
28,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.093
28,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.077
28,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.075
28,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.095
28,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.078
28,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.077
28,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.102
28,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.076
28,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.073
28,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.086
28,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.076
28,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.087
28,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.096
28,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.076
28,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.086
28,mlp.experts.49.up_proj,rtn: 0.0023956,0.00000,0.078
28,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.089
28,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.099
28,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.089
28,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.075
28,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.078
28,mlp.experts.70.up_proj,rtn: 0.0023804,0.00000,0.089
28,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.098
28,mlp.experts.90.up_proj,rtn: 0.0023804,0.00000,0.079
28,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.082
28,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.087
28,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.091
28,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.076
28,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.092
28,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.117
28,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.091
28,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.077
28,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.084
28,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.084
28,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.074
28,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.076
28,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.064
28,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.060
28,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.075
28,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.077
28,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.087
28,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.077
28,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.089
28,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.083
28,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.076
28,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.105
28,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.083
28,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.089
28,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.069
28,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.065
28,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.076
28,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.070
28,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.092
28,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.069
28,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.071
28,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.093
28,mlp.experts.109.up_proj,rtn: 0.0023346,0.00000,0.076
28,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.096
28,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.090
28,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
28,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.073
28,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.072
28,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.085
28,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.082
28,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.069
28,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.073
28,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.076
28,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.101
28,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.115
28,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.077
28,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.086
28,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.097
28,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.077
28,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.076
28,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.069
28,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.069
28,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.091
28,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.105
28,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.073
28,mlp.experts.134.up_proj,rtn: 0.0023804,0.00000,0.071
28,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.077
28,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.097
28,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.077
28,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.102
28,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.101
28,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.090
28,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.075
28,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.105
28,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.064
28,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.102
28,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.074
28,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.072
28,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.068
28,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.060
28,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.059
28,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.077
28,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.071
28,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.064
28,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.073
28,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.101
28,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.061
28,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.076
28,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.072
28,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.099
28,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.065
28,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.058
28,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.095
28,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.078
28,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.062
28,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.086
28,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.097
28,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.078
28,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.104
28,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.064
28,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.073
28,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.070
28,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.108
28,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.108
28,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.069
28,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.070
28,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.057
28,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.060
28,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.081
28,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.069
28,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.104
28,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.071
28,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.107
28,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.089
28,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.067
28,mlp.experts.140.up_proj,rtn: 0.0022736,0.00000,0.100
28,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.058
28,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.069
28,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.069
28,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.062
28,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.098
28,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.071
28,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.061
28,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.080
28,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.071
28,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.081
28,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.082
28,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.071
28,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.071
28,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.067
28,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.069
28,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.066
28,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.104
28,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.133
28,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.137
28,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.026
28,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.037
28,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.040
28,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.047
28,mlp.experts.3.down_proj,rtn: 0.0022430,0.00000,0.038
28,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.042
28,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.041
28,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.052
28,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.056
28,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.054
28,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.056
28,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.058
28,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.124
28,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.125
28,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.125
28,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.127
28,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.062
28,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.046
28,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.036
28,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.041
28,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.035
28,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.033
28,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.026
28,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.034
28,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.045
28,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.044
28,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.041
28,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.050
28,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.032
28,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.055
28,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.064
28,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.031
28,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.038
28,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.069
28,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.050
28,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.056
28,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.048
28,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.042
28,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.066
28,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.050
28,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.039
28,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.047
28,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.053
28,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.053
28,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.042
28,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.066
28,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.040
28,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.053
28,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.037
28,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.039
28,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.031
28,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.036
28,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.033
28,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.026
28,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.026
28,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.056
28,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.035
28,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.035
28,mlp.experts.49.down_proj,rtn: 0.0023804,0.00000,0.030
28,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.066
28,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.092
28,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.036
28,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.035
28,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.027
28,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.029
28,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.030
28,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.050
28,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.029
28,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.031
28,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.030
28,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.055
28,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.054
28,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.063
28,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.061
28,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.032
28,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.033
28,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.035
28,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.029
28,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.054
28,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.034
28,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.075
28,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.026
28,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.035
28,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.032
28,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.049
28,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.040
28,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.071
28,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.030
28,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.033
28,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.046
28,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.034
28,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.027
28,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.054
28,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.037
28,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.033
28,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.056
28,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.046
28,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.035
28,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.038
28,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.032
28,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.064
28,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.042
28,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.035
28,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.032
28,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.054
28,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.042
28,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.047
28,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.063
28,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.033
28,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.032
28,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.038
28,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.038
28,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.053
28,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.042
28,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.039
28,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.057
28,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.039
28,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.037
28,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.043
28,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.039
28,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.053
28,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.036
28,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.040
28,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.031
28,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.035
28,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.036
28,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.047
28,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.033
28,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.029
28,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.040
28,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.046
28,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.034
28,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.045
28,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.034
28,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.032
28,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.041
28,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.054
28,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.038
28,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.034
28,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.033
28,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.043
28,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.035
28,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.034
28,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.056
28,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.034
28,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.040
28,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.036
28,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.053
28,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.034
28,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.038
28,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.034
28,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.028
28,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.052
28,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.030
28,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.031
28,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.025
28,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.033
28,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.050
28,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.027
28,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.032
28,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.031
28,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.044
28,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.022
28,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
28,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.021
28,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.016
28,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.032
28,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.040
28,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.036
28,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.031
28,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
28,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.030
28,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.028
28,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.030
28,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.028
28,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.032
28,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.030
28,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.034
28,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.023
28,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.035
28,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.018
28,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.034
28,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.013
28,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.032
28,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.032
28,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.031
28,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
28,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.030
28,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.029
28,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.026
28,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.024
28,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.018
28,mlp.shared_experts.up_proj,rtn: 0.0017242,0.00000,0.027
28,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.028
28,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.021
29,self_attn.v_proj,rtn: 0.0025940,0.00000,0.024
29,self_attn.k_proj,rtn: 0.0022888,0.00000,0.044
29,self_attn.q_proj,rtn: 0.0021973,0.00000,0.049
29,self_attn.o_proj,rtn: 0.0025482,0.00000,0.051
29,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.096
29,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.097
29,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.096
29,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.096
29,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.097
29,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.100
29,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.104
29,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.109
29,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.109
29,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.109
29,mlp.experts.14.gate_proj,rtn: 0.0024109,0.00000,0.110
29,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.112
29,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.113
29,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.113
29,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.114
29,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.115
29,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.090
29,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.111
29,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.090
29,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.108
29,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.081
29,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.099
29,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.099
29,mlp.experts.17.gate_proj,rtn: 0.0024109,0.00000,0.108
29,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.096
29,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.116
29,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.134
29,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.120
29,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.094
29,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.109
29,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.104
29,mlp.experts.19.gate_proj,rtn: 0.0024109,0.00000,0.113
29,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.089
29,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.081
29,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.081
29,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.078
29,mlp.experts.34.gate_proj,rtn: 0.0024109,0.00000,0.078
29,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.091
29,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.112
29,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.084
29,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.104
29,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.077
29,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.101
29,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.083
29,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.081
29,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.085
29,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.104
29,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.078
29,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.093
29,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.075
29,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.078
29,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.081
29,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.090
29,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.076
29,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.094
29,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.081
29,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.097
29,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.098
29,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.074
29,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.102
29,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.099
29,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.093
29,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.097
29,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.099
29,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.069
29,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.081
29,mlp.experts.71.gate_proj,rtn: 0.0023956,0.00000,0.076
29,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.085
29,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.075
29,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.066
29,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.085
29,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.092
29,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.079
29,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.090
29,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.063
29,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.093
29,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.110
29,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.100
29,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.101
29,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.093
29,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.108
29,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.089
29,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.075
29,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.087
29,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.074
29,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.084
29,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.088
29,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.093
29,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.073
29,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.089
29,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.083
29,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.081
29,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.080
29,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.074
29,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.114
29,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.075
29,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.110
29,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.118
29,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.089
29,mlp.experts.89.gate_proj,rtn: 0.0024109,0.00000,0.115
29,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.081
29,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.074
29,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.083
29,mlp.experts.108.gate_proj,rtn: 0.0024261,0.00000,0.089
29,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.078
29,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.086
29,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.074
29,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.087
29,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.075
29,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.086
29,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.077
29,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.089
29,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.077
29,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.107
29,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.083
29,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.105
29,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.102
29,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.086
29,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.107
29,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.095
29,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
29,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.086
29,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.097
29,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.074
29,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.094
29,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.074
29,mlp.experts.138.gate_proj,rtn: 0.0023956,0.00000,0.092
29,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.073
29,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.089
29,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.097
29,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.071
29,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.093
29,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.104
29,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.109
29,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.086
29,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.091
29,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.074
29,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.080
29,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.109
29,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.108
29,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.099
29,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.113
29,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.077
29,mlp.experts.154.gate_proj,rtn: 0.0024109,0.00000,0.111
29,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.100
29,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.082
29,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.098
29,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.114
29,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.078
29,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.088
29,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.089
29,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.119
29,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.120
29,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.084
29,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.099
29,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.099
29,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.084
29,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.093
29,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
29,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.081
29,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.095
29,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.110
29,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.094
29,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.086
29,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.102
29,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.085
29,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.105
29,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
29,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.084
29,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.093
29,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.089
29,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.091
29,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.081
29,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.099
29,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.089
29,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.095
29,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.151
29,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.087
29,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.135
29,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.092
29,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.102
29,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.093
29,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.094
29,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.099
29,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.095
29,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.096
29,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.098
29,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.102
29,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.098
29,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.098
29,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.098
29,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.099
29,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.093
29,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.095
29,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.107
29,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.112
29,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.082
29,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.089
29,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.093
29,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.081
29,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.092
29,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.101
29,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.090
29,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.093
29,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.097
29,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.109
29,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.104
29,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.073
29,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.093
29,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.096
29,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.069
29,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.091
29,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.095
29,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.072
29,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.070
29,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.085
29,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.086
29,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.081
29,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.073
29,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.101
29,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.081
29,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.087
29,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.088
29,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.093
29,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.100
29,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.065
29,mlp.experts.34.up_proj,rtn: 0.0023956,0.00000,0.076
29,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.078
29,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.096
29,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.102
29,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.080
29,mlp.experts.71.up_proj,rtn: 0.0023804,0.00000,0.074
29,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.089
29,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.069
29,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.083
29,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.083
29,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.104
29,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.082
29,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.073
29,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.105
29,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.101
29,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.104
29,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.076
29,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.110
29,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.075
29,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.097
29,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.077
29,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.067
29,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.067
29,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.106
29,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.078
29,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.094
29,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.075
29,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.074
29,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.095
29,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.085
29,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.093
29,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.076
29,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.089
29,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.101
29,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.074
29,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.071
29,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.093
29,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.077
29,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.074
29,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.071
29,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.078
29,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.099
29,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.100
29,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.084
29,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.074
29,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.098
29,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.073
29,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.087
29,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.101
29,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.091
29,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.100
29,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.083
29,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.088
29,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.072
29,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.085
29,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.085
29,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.089
29,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.071
29,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.088
29,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.094
29,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.077
29,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.094
29,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.077
29,mlp.experts.108.up_proj,rtn: 0.0023804,0.00000,0.089
29,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.089
29,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.092
29,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.088
29,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.083
29,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.085
29,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
29,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.085
29,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.080
29,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.086
29,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.090
29,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.089
29,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.090
29,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.088
29,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.080
29,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.087
29,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.093
29,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.088
29,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.072
29,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.072
29,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.085
29,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.074
29,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.084
29,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.092
29,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.090
29,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.079
29,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.087
29,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.081
29,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.082
29,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.088
29,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.080
29,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.082
29,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
29,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.085
29,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.073
29,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.075
29,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.084
29,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.081
29,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.078
29,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.085
29,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.094
29,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.076
29,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.069
29,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.094
29,mlp.experts.154.up_proj,rtn: 0.0023956,0.00000,0.072
29,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.073
29,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.082
29,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.091
29,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.079
29,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.072
29,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.090
29,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.076
29,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.081
29,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.083
29,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.088
29,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.085
29,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.074
29,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.064
29,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.069
29,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.086
29,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.068
29,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.068
29,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.084
29,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
29,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.072
29,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.088
29,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.080
29,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.086
29,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.092
29,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.069
29,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.098
29,mlp.experts.133.up_proj,rtn: 0.0023804,0.00000,0.086
29,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.067
29,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.063
29,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.095
29,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.068
29,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.066
29,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.067
29,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.066
29,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.082
29,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.093
29,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.092
29,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.059
29,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.055
29,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.063
29,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.059
29,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.068
29,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.075
29,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.074
29,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.075
29,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.015
29,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.037
29,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.038
29,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.033
29,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.035
29,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.035
29,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.039
29,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.044
29,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.042
29,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.045
29,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.043
29,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
29,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.041
29,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.039
29,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.034
29,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.035
29,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.165
29,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.164
29,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.165
29,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.036
29,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.168
29,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.039
29,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.040
29,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.036
29,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.045
29,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.032
29,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.042
29,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.042
29,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.037
29,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.032
29,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.028
29,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.025
29,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.018
29,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.029
29,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.014
29,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.028
29,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.028
29,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.052
29,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.046
29,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.023
29,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.050
29,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.063
29,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.044
29,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.042
29,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.043
29,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.033
29,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.036
29,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.044
29,mlp.experts.51.down_proj,rtn: 0.0022430,0.00000,0.054
29,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.033
29,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.038
29,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.038
29,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.039
29,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.061
29,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.063
29,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.031
29,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.048
29,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.047
29,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.040
29,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.044
29,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.081
29,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.035
29,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.033
29,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.045
29,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.037
29,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.037
29,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.033
29,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.060
29,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.052
29,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.046
29,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.032
29,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.035
29,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.052
29,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.045
29,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.036
29,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.059
29,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.028
29,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.032
29,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.026
29,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.029
29,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.058
29,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.019
29,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.086
29,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.032
29,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.042
29,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.035
29,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.032
29,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.027
29,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.035
29,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.023
29,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.029
29,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.028
29,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.031
29,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.026
29,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.065
29,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.065
29,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.052
29,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.043
29,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.027
29,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.029
29,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.048
29,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.041
29,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
29,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.041
29,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.034
29,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.029
29,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.029
29,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.041
29,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.027
29,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.024
29,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.031
29,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.032
29,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.050
29,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.049
29,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.048
29,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.041
29,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.028
29,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.038
29,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.033
29,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.025
29,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.026
29,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.030
29,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.043
29,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.037
29,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.041
29,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.030
29,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.029
29,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.030
29,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.033
29,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.034
29,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.047
29,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
29,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.047
29,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.027
29,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.037
29,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.042
29,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
29,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.051
29,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.033
29,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.041
29,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
29,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.038
29,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.029
29,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.033
29,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.027
29,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.030
29,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.051
29,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.043
29,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.050
29,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.052
29,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.037
29,mlp.experts.186.down_proj,rtn: 0.0022430,0.00000,0.033
29,mlp.experts.182.down_proj,rtn: 0.0022278,0.00000,0.027
29,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.043
29,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.043
29,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.054
29,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.038
29,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.035
29,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.040
29,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.041
29,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.042
29,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.035
29,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.048
29,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.045
29,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.034
29,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.033
29,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.047
29,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.039
29,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.040
29,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.036
29,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.034
29,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.045
29,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.034
29,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.035
29,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.025
29,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.034
29,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.022
29,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.035
29,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.032
29,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.031
29,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.037
29,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.032
29,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.035
29,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.032
29,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.027
29,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.025
29,mlp.shared_experts.gate_proj,rtn: 0.0016861,0.00000,0.026
29,mlp.shared_experts.up_proj,rtn: 0.0017700,0.00000,0.027
29,mlp.shared_experts.down_proj,rtn: 0.0017929,0.00000,0.021
30,self_attn.k_proj,rtn: 0.0023804,0.00000,0.028
30,self_attn.v_proj,rtn: 0.0024719,0.00000,0.034
30,self_attn.q_proj,rtn: 0.0023041,0.00000,0.024
30,self_attn.o_proj,rtn: 0.0025787,0.00000,0.054
30,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.090
30,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.092
30,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.093
30,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.096
30,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.101
30,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.103
30,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.103
30,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.110
30,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.135
30,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.135
30,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.134
30,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.150
30,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.152
30,mlp.experts.9.gate_proj,rtn: 0.0023804,0.00000,0.159
30,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.159
30,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.174
30,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.079
30,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.075
30,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.069
30,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.072
30,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.077
30,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.081
30,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.081
30,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.112
30,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.101
30,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.074
30,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.116
30,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.069
30,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.070
30,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.079
30,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.063
30,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.087
30,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
30,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.101
30,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.095
30,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.163
30,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.079
30,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.081
30,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.081
30,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.078
30,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.113
30,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.115
30,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.088
30,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.084
30,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.105
30,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.080
30,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.106
30,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.117
30,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.092
30,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.075
30,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.079
30,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.119
30,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.097
30,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.077
30,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.084
30,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.108
30,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.073
30,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.079
30,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.088
30,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.086
30,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.078
30,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.075
30,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.085
30,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.092
30,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.101
30,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.108
30,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.101
30,mlp.experts.78.gate_proj,rtn: 0.0023956,0.00000,0.110
30,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.071
30,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.116
30,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.076
30,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.098
30,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.072
30,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.110
30,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.155
30,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.080
30,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.092
30,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.115
30,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.105
30,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.098
30,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.071
30,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.068
30,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.097
30,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.135
30,mlp.experts.94.gate_proj,rtn: 0.0024109,0.00000,0.097
30,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.100
30,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.098
30,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.083
30,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.082
30,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.095
30,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.095
30,mlp.experts.90.gate_proj,rtn: 0.0024109,0.00000,0.101
30,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.074
30,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.079
30,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.087
30,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.084
30,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.075
30,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.078
30,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.088
30,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.088
30,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.079
30,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.093
30,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.084
30,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.094
30,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.080
30,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.080
30,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.077
30,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.088
30,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.079
30,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.084
30,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.076
30,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.073
30,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.075
30,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.071
30,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.070
30,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.083
30,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.081
30,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.089
30,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.082
30,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.073
30,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.080
30,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.086
30,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.072
30,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.082
30,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.076
30,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.084
30,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.078
30,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.074
30,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.074
30,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.080
30,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.087
30,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.091
30,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.073
30,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.086
30,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.086
30,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.083
30,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.075
30,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.075
30,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.077
30,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.074
30,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.083
30,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.094
30,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.081
30,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.073
30,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.076
30,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.080
30,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.073
30,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.091
30,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.084
30,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.074
30,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.083
30,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.089
30,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.075
30,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.078
30,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.075
30,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.080
30,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.074
30,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.074
30,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.074
30,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.094
30,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.066
30,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.094
30,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.072
30,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.093
30,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.084
30,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.073
30,mlp.experts.161.gate_proj,rtn: 0.0024719,0.00000,0.075
30,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.086
30,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.084
30,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.080
30,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.076
30,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.074
30,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.084
30,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.077
30,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.085
30,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.073
30,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.075
30,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.072
30,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.088
30,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.073
30,mlp.experts.181.gate_proj,rtn: 0.0023956,0.00000,0.074
30,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.091
30,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.084
30,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.074
30,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.081
30,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.071
30,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.083
30,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.076
30,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.081
30,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.087
30,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.072
30,mlp.experts.15.up_proj,rtn: 0.0023499,0.00000,0.090
30,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.083
30,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.082
30,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.076
30,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.077
30,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.085
30,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.064
30,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.075
30,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.079
30,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.062
30,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.074
30,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.072
30,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.076
30,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.095
30,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.081
30,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.097
30,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.074
30,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.070
30,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.068
30,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.075
30,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.083
30,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.073
30,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.079
30,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.076
30,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.076
30,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.099
30,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.090
30,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.103
30,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.076
30,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.092
30,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.100
30,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.100
30,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.134
30,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.079
30,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.076
30,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.074
30,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.080
30,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.085
30,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.086
30,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.078
30,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.083
30,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.074
30,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.084
30,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.087
30,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.081
30,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.093
30,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.090
30,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.082
30,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.074
30,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.075
30,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.070
30,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.102
30,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.081
30,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.087
30,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.085
30,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.072
30,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.089
30,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.086
30,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.084
30,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.090
30,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.079
30,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.084
30,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.87.up_proj,rtn: 0.0023651,0.00000,0.070
30,mlp.experts.83.up_proj,rtn: 0.0023346,0.00000,0.071
30,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.083
30,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.097
30,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.073
30,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.080
30,mlp.experts.70.up_proj,rtn: 0.0023499,0.00000,0.092
30,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.081
30,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.099
30,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
30,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.080
30,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.090
30,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.068
30,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.081
30,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.072
30,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.067
30,mlp.experts.103.up_proj,rtn: 0.0023651,0.00000,0.072
30,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.077
30,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.102
30,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.088
30,mlp.experts.94.up_proj,rtn: 0.0023956,0.00000,0.104
30,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.083
30,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.100
30,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.090
30,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.093
30,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.078
30,mlp.experts.90.up_proj,rtn: 0.0023804,0.00000,0.108
30,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.105
30,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.096
30,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.087
30,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.073
30,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.076
30,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.101
30,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.081
30,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.087
30,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.091
30,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.094
30,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.103
30,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.103
30,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.091
30,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.093
30,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.091
30,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.083
30,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
30,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.097
30,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.101
30,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.107
30,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.103
30,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.100
30,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.096
30,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.095
30,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.092
30,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.103
30,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.100
30,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.102
30,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.099
30,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.108
30,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.094
30,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.102
30,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.101
30,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.149
30,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.108
30,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.103
30,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.091
30,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.114
30,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.140
30,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
30,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.065
30,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.090
30,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.067
30,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.068
30,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.060
30,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.144
30,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.150
30,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.193
30,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.182
30,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.066
30,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.067
30,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.179
30,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.081
30,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.082
30,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.082
30,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.085
30,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.069
30,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.085
30,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.095
30,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.095
30,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.070
30,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.044
30,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.106
30,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.057
30,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.104
30,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.075
30,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.076
30,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.077
30,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.103
30,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.103
30,mlp.experts.158.up_proj,rtn: 0.0023499,0.00000,0.153
30,mlp.experts.161.up_proj,rtn: 0.0024567,0.00000,0.090
30,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.115
30,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.092
30,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.110
30,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.098
30,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.094
30,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.084
30,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.084
30,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.086
30,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.090
30,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.088
30,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.076
30,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.092
30,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.078
30,mlp.experts.181.up_proj,rtn: 0.0023804,0.00000,0.081
30,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.067
30,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.081
30,mlp.experts.176.up_proj,rtn: 0.0023499,0.00000,0.071
30,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.078
30,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.082
30,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.072
30,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.076
30,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.019
30,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.051
30,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.045
30,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.046
30,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.050
30,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.053
30,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.054
30,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.051
30,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.057
30,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.059
30,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.104
30,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.148
30,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.148
30,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.036
30,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.074
30,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.075
30,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.160
30,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.029
30,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.017
30,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.177
30,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.038
30,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.034
30,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.030
30,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.038
30,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.015
30,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.034
30,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.028
30,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.027
30,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.035
30,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.016
30,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.011
30,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.039
30,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.051
30,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.053
30,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.050
30,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.097
30,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.026
30,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.066
30,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.042
30,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.063
30,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.038
30,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.051
30,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.041
30,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.062
30,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.069
30,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.062
30,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.109
30,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.070
30,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.066
30,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.090
30,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.024
30,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.032
30,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.025
30,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.037
30,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.031
30,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.042
30,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.037
30,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.049
30,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.094
30,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.084
30,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.087
30,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.034
30,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
30,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.047
30,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.048
30,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.049
30,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.052
30,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.087
30,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.062
30,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.074
30,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.063
30,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.069
30,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.072
30,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.072
30,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.034
30,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.046
30,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.037
30,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
30,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.034
30,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.045
30,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.044
30,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.046
30,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.046
30,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.042
30,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.055
30,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.052
30,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.047
30,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.055
30,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.042
30,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.046
30,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.043
30,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.037
30,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.041
30,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.049
30,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.057
30,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.040
30,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.040
30,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.034
30,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.034
30,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.045
30,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.052
30,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.045
30,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.050
30,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.049
30,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.050
30,mlp.experts.94.down_proj,rtn: 0.0019684,0.00000,0.045
30,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.048
30,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.040
30,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.037
30,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.034
30,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.032
30,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.027
30,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.034
30,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.044
30,mlp.experts.103.down_proj,rtn: 0.0023346,0.00000,0.039
30,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.062
30,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.036
30,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.024
30,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.037
30,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.034
30,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
30,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.041
30,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.032
30,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.039
30,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.036
30,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.030
30,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.027
30,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.033
30,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.028
30,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.038
30,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.034
30,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.029
30,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.029
30,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.037
30,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.038
30,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.048
30,mlp.experts.169.down_proj,rtn: 0.0022430,0.00000,0.025
30,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.032
30,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.043
30,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.039
30,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.044
30,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
30,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.033
30,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.041
30,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.030
30,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.034
30,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.030
30,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.029
30,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.029
30,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
30,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.037
30,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
30,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.028
30,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.037
30,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.033
30,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.039
30,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.037
30,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.038
30,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.034
30,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.033
30,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.027
30,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.038
30,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.021
30,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.034
30,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.029
30,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.022
30,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.030
30,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.025
30,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.023
30,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.036
30,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.031
30,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
30,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.024
30,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
30,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.022
30,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.039
30,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.026
30,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.039
30,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.037
30,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.032
30,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
30,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.021
30,mlp.experts.186.down_proj,rtn: 0.0022430,0.00000,0.032
30,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.014
30,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.025
30,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.031
30,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.019
30,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.026
30,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.015
30,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.023
30,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.015
30,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.012
30,mlp.shared_experts.up_proj,rtn: 0.0018311,0.00000,0.027
30,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.027
30,mlp.shared_experts.down_proj,rtn: 0.0018311,0.00000,0.022
31,self_attn.k_proj,rtn: 0.0023346,0.00000,0.015
31,self_attn.v_proj,rtn: 0.0025787,0.00000,0.018
31,self_attn.q_proj,rtn: 0.0021820,0.00000,0.021
31,self_attn.o_proj,rtn: 0.0025177,0.00000,0.027
31,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.087
31,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.090
31,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.095
31,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.092
31,mlp.experts.4.gate_proj,rtn: 0.0023956,0.00000,0.087
31,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.088
31,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.097
31,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.097
31,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.100
31,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.097
31,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.105
31,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.109
31,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.101
31,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.110
31,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.113
31,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.123
31,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.080
31,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.079
31,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.084
31,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.072
31,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.074
31,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.079
31,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.082
31,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.078
31,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.084
31,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.083
31,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.081
31,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.086
31,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.108
31,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.111
31,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.095
31,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.081
31,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.078
31,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.078
31,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.075
31,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.076
31,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.073
31,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.073
31,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.147
31,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.110
31,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.117
31,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.089
31,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.120
31,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.122
31,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.093
31,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.104
31,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.080
31,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.090
31,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.070
31,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.075
31,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.076
31,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.097
31,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.090
31,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.091
31,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.078
31,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.071
31,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.066
31,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.068
31,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.088
31,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.074
31,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.084
31,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.086
31,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.088
31,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.078
31,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.065
31,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.087
31,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.084
31,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.086
31,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.084
31,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.091
31,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.076
31,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.095
31,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.082
31,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.088
31,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.090
31,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.074
31,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.257
31,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.075
31,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.071
31,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.264
31,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.078
31,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.171
31,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.314
31,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.070
31,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.073
31,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.302
31,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.095
31,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.129
31,mlp.experts.90.gate_proj,rtn: 0.0023956,0.00000,0.109
31,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.109
31,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.073
31,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.073
31,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.122
31,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.098
31,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.085
31,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.079
31,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.109
31,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.090
31,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.088
31,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.099
31,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.115
31,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.174
31,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.104
31,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.111
31,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.079
31,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.082
31,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.109
31,mlp.experts.117.gate_proj,rtn: 0.0022278,0.00000,0.087
31,mlp.experts.102.gate_proj,rtn: 0.0023804,0.00000,0.115
31,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.084
31,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.081
31,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.088
31,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.076
31,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.073
31,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.124
31,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.128
31,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.079
31,mlp.experts.156.gate_proj,rtn: 0.0022583,0.00000,0.079
31,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.081
31,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.073
31,mlp.experts.91.gate_proj,rtn: 0.0024109,0.00000,0.131
31,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.082
31,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.073
31,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.079
31,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.073
31,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.170
31,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.080
31,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.095
31,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.066
31,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.089
31,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.070
31,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.077
31,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.077
31,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.101
31,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.100
31,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.070
31,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.083
31,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.132
31,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.067
31,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.086
31,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.106
31,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.066
31,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.075
31,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.073
31,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.070
31,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.072
31,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.072
31,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.073
31,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.075
31,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.106
31,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.095
31,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.085
31,mlp.experts.176.gate_proj,rtn: 0.0022888,0.00000,0.077
31,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.075
31,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.090
31,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.114
31,mlp.experts.4.up_proj,rtn: 0.0023804,0.00000,0.069
31,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.118
31,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.134
31,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.082
31,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.120
31,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.115
31,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.090
31,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.128
31,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.112
31,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.091
31,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.137
31,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.084
31,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.086
31,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.093
31,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.088
31,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.097
31,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.091
31,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.089
31,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.090
31,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.096
31,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.098
31,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.097
31,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.095
31,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.092
31,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.098
31,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.091
31,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.096
31,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.085
31,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.083
31,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.087
31,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.080
31,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.086
31,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.082
31,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.101
31,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.096
31,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.108
31,mlp.experts.13.up_proj,rtn: 0.0023804,0.00000,0.094
31,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.112
31,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.075
31,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.078
31,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.110
31,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.090
31,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.114
31,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.066
31,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.091
31,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.094
31,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.098
31,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.070
31,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.120
31,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.081
31,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.084
31,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.069
31,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.076
31,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.070
31,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.093
31,mlp.experts.171.gate_proj,rtn: 0.0024261,0.00000,0.099
31,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.081
31,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.073
31,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.099
31,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.101
31,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.077
31,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.087
31,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.065
31,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.065
31,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.092
31,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.094
31,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.096
31,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.082
31,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.080
31,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.076
31,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.085
31,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.077
31,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.080
31,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.093
31,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.069
31,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.067
31,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.081
31,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.085
31,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.100
31,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.098
31,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.088
31,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.091
31,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.091
31,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.073
31,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.073
31,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.088
31,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.086
31,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.073
31,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.078
31,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.099
31,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.094
31,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.099
31,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.083
31,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.095
31,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.092
31,mlp.experts.23.up_proj,rtn: 0.0023651,0.00000,0.088
31,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.096
31,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.074
31,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.111
31,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.107
31,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.068
31,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.066
31,mlp.experts.104.up_proj,rtn: 0.0023956,0.00000,0.081
31,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
31,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.086
31,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
31,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.094
31,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.086
31,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.084
31,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.063
31,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.089
31,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.090
31,mlp.experts.90.up_proj,rtn: 0.0023956,0.00000,0.062
31,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.058
31,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.089
31,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.088
31,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.081
31,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.065
31,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.099
31,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.091
31,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.091
31,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.084
31,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.080
31,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.091
31,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.078
31,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.090
31,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.073
31,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.082
31,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.075
31,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.101
31,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.089
31,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.086
31,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.090
31,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.099
31,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.101
31,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.068
31,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.068
31,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.106
31,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.101
31,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.068
31,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.085
31,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.082
31,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.095
31,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.110
31,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.108
31,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.076
31,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.078
31,mlp.experts.113.up_proj,rtn: 0.0023804,0.00000,0.085
31,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.099
31,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.083
31,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.067
31,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.157
31,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.066
31,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.072
31,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.081
31,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.107
31,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.067
31,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.082
31,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.081
31,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.078
31,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.116
31,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.083
31,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.079
31,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.059
31,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.102
31,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.070
31,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.071
31,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.085
31,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.096
31,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.099
31,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.065
31,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.086
31,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.082
31,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.082
31,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.080
31,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.067
31,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.102
31,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.071
31,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.069
31,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.084
31,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.081
31,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.113
31,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.083
31,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.095
31,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.132
31,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.083
31,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.070
31,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.100
31,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.089
31,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.087
31,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.088
31,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.128
31,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.085
31,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.089
31,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.080
31,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.079
31,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.089
31,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.138
31,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.083
31,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.077
31,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.139
31,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.080
31,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.083
31,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.101
31,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.089
31,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.086
31,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.082
31,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.063
31,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.082
31,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.091
31,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.030
31,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.079
31,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.073
31,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.060
31,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.062
31,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.075
31,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.069
31,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.058
31,mlp.experts.171.up_proj,rtn: 0.0023956,0.00000,0.065
31,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.071
31,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.044
31,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.063
31,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.120
31,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.014
31,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.035
31,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
31,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.051
31,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.055
31,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.058
31,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.055
31,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.058
31,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.059
31,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.146
31,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.148
31,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.153
31,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.060
31,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.155
31,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.051
31,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.065
31,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.064
31,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.033
31,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.088
31,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.039
31,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.036
31,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.035
31,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
31,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.051
31,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.038
31,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.040
31,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.045
31,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.051
31,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.055
31,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.042
31,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.038
31,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.071
31,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.029
31,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.034
31,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.044
31,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.059
31,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.036
31,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.037
31,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.039
31,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.022
31,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.047
31,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.090
31,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.050
31,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.061
31,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.047
31,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.046
31,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.049
31,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.045
31,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.040
31,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.036
31,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.041
31,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.043
31,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.049
31,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.039
31,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.032
31,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.033
31,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.049
31,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.048
31,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.037
31,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.029
31,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.034
31,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.044
31,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.039
31,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.028
31,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.036
31,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.036
31,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.038
31,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.026
31,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.035
31,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.028
31,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.026
31,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.030
31,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.041
31,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.048
31,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.041
31,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.032
31,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.034
31,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.034
31,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.036
31,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.030
31,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.030
31,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.060
31,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.074
31,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.040
31,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.047
31,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.072
31,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.054
31,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.059
31,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.035
31,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.028
31,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.032
31,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.040
31,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.032
31,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.031
31,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.032
31,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.100
31,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.037
31,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.030
31,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.046
31,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.032
31,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.027
31,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.049
31,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.057
31,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.032
31,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.035
31,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.050
31,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.068
31,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.036
31,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.083
31,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.044
31,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.058
31,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.036
31,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.030
31,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.035
31,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.036
31,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.031
31,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.037
31,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.049
31,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.030
31,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.030
31,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.050
31,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.048
31,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.035
31,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.031
31,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.034
31,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.104.down_proj,rtn: 0.0023651,0.00000,0.053
31,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.034
31,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.029
31,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.030
31,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.034
31,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.035
31,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.037
31,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.033
31,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.031
31,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
31,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.050
31,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.028
31,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.029
31,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.032
31,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.102
31,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.049
31,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.099
31,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.034
31,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.031
31,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.099
31,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.052
31,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.025
31,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.023
31,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.034
31,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.022
31,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
31,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.025
31,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.050
31,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.049
31,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.050
31,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.027
31,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.028
31,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.048
31,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.025
31,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.028
31,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.047
31,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.047
31,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.040
31,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.051
31,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.020
31,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.027
31,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.038
31,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.042
31,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.023
31,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.044
31,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.033
31,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.038
31,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.039
31,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.044
31,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.031
31,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.036
31,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.034
31,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.056
31,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.038
31,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.031
31,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
31,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.028
31,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.023
31,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.022
31,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.033
31,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.029
31,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.014
31,mlp.shared_experts.up_proj,rtn: 0.0018387,0.00000,0.026
31,mlp.shared_experts.gate_proj,rtn: 0.0017548,0.00000,0.027
31,mlp.shared_experts.down_proj,rtn: 0.0018387,0.00000,0.012
32,self_attn.v_proj,rtn: 0.0026093,0.00000,0.013
32,self_attn.k_proj,rtn: 0.0023346,0.00000,0.014
32,self_attn.q_proj,rtn: 0.0022430,0.00000,0.015
32,self_attn.o_proj,rtn: 0.0025330,0.00000,0.054
32,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.083
32,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.104
32,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.104
32,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.106
32,mlp.experts.12.gate_proj,rtn: 0.0024109,0.00000,0.106
32,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.106
32,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.106
32,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.108
32,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.110
32,mlp.experts.11.gate_proj,rtn: 0.0022430,0.00000,0.112
32,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.113
32,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.119
32,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.125
32,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.128
32,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.145
32,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.156
32,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.078
32,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.076
32,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.083
32,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.081
32,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.088
32,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.084
32,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.086
32,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.081
32,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.094
32,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.090
32,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.092
32,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.095
32,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.141
32,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.132
32,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.138
32,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.083
32,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.073
32,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.119
32,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.071
32,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.067
32,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.095
32,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.066
32,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.075
32,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.076
32,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.073
32,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.066
32,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.069
32,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.070
32,mlp.experts.63.gate_proj,rtn: 0.0023956,0.00000,0.074
32,mlp.experts.41.gate_proj,rtn: 0.0024109,0.00000,0.099
32,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.108
32,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.077
32,mlp.experts.36.gate_proj,rtn: 0.0023956,0.00000,0.074
32,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.107
32,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.076
32,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.074
32,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.082
32,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.080
32,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.102
32,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.079
32,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.071
32,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.100
32,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.075
32,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.074
32,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.064
32,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.092
32,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.094
32,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.101
32,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.103
32,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.101
32,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.096
32,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.088
32,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.089
32,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.093
32,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.149
32,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.097
32,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.084
32,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.083
32,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.097
32,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.092
32,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.093
32,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.091
32,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.217
32,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.168
32,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.089
32,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.093
32,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.085
32,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.091
32,mlp.experts.88.gate_proj,rtn: 0.0023956,0.00000,0.091
32,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.223
32,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.090
32,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.094
32,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.090
32,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.096
32,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.119
32,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.132
32,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.115
32,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.097
32,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.112
32,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.099
32,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.100
32,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.085
32,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.105
32,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.077
32,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.086
32,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.112
32,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.085
32,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.103
32,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.096
32,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.077
32,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.113
32,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.080
32,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.075
32,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.069
32,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.071
32,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.075
32,mlp.experts.106.gate_proj,rtn: 0.0023804,0.00000,0.114
32,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.093
32,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.088
32,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.068
32,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.089
32,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.072
32,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.094
32,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.074
32,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.157
32,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.068
32,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.066
32,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.078
32,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.158
32,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.071
32,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.074
32,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.073
32,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.074
32,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.162
32,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.076
32,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.073
32,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.112
32,mlp.experts.129.gate_proj,rtn: 0.0024109,0.00000,0.073
32,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.076
32,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.123
32,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.116
32,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.069
32,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.127
32,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.109
32,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.077
32,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.077
32,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.072
32,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.066
32,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.126
32,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.062
32,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.093
32,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.182
32,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.108
32,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.113
32,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.125
32,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.128
32,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.084
32,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.089
32,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.091
32,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.156
32,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.152
32,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.092
32,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.094
32,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.110
32,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.103
32,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.109
32,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.096
32,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.103
32,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.075
32,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.124
32,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.097
32,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.102
32,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.071
32,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.073
32,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.073
32,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.109
32,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.067
32,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.091
32,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.120
32,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.121
32,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.092
32,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.101
32,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.157
32,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.100
32,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.167
32,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.165
32,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.084
32,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.079
32,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.081
32,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.087
32,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.089
32,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.079
32,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.076
32,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.069
32,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.101
32,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.098
32,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.097
32,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.076
32,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.088
32,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.073
32,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.077
32,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.132
32,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.079
32,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.063
32,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.071
32,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.125
32,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.068
32,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.076
32,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.073
32,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.144
32,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.152
32,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.088
32,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.081
32,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.092
32,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.088
32,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.114
32,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.089
32,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.093
32,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.086
32,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.102
32,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.115
32,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.120
32,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.097
32,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.093
32,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.107
32,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.095
32,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.086
32,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.129
32,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.088
32,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.093
32,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.107
32,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.092
32,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.102
32,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.087
32,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.102
32,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.099
32,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.096
32,mlp.experts.41.up_proj,rtn: 0.0023956,0.00000,0.102
32,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.094
32,mlp.experts.20.up_proj,rtn: 0.0023499,0.00000,0.105
32,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.105
32,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.128
32,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.080
32,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.110
32,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.090
32,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.109
32,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.094
32,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.105
32,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.090
32,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.088
32,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.127
32,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.093
32,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.123
32,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.136
32,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.092
32,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.084
32,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.087
32,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.184
32,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.092
32,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.150
32,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.088
32,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.084
32,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.080
32,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.092
32,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
32,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.092
32,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.083
32,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.198
32,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.083
32,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.088
32,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.189
32,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.083
32,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.084
32,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.078
32,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.074
32,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.067
32,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.072
32,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.081
32,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.074
32,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.076
32,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.079
32,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.127
32,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.111
32,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.077
32,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.079
32,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.073
32,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.074
32,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.113
32,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.102
32,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.083
32,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.080
32,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.087
32,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.081
32,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.093
32,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.084
32,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.077
32,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.085
32,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.084
32,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.089
32,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.084
32,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.086
32,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.064
32,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.076
32,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.073
32,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.065
32,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.078
32,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.081
32,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.074
32,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.079
32,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.069
32,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.176
32,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.089
32,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.187
32,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.066
32,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.088
32,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.172
32,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.087
32,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.069
32,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.073
32,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.078
32,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.064
32,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.076
32,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.073
32,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.199
32,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.094
32,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.070
32,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.075
32,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.087
32,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.069
32,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.071
32,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.078
32,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.089
32,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.087
32,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.076
32,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.112
32,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.084
32,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.125
32,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.073
32,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.115
32,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.084
32,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.079
32,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.068
32,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.069
32,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.065
32,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.077
32,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.077
32,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.058
32,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.060
32,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.063
32,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.135
32,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.083
32,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.090
32,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.067
32,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.112
32,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.032
32,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.118
32,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.104
32,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.076
32,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.082
32,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.081
32,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.084
32,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.072
32,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
32,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.067
32,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.068
32,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.121
32,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.149
32,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.058
32,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.167
32,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.155
32,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.068
32,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.066
32,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.065
32,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.069
32,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.106
32,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.068
32,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.064
32,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.062
32,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.074
32,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.089
32,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.071
32,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.071
32,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.077
32,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.069
32,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.070
32,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.051
32,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.076
32,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.047
32,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.025
32,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.048
32,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.034
32,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.038
32,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.109
32,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.040
32,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.111
32,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.055
32,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.045
32,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.120
32,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.053
32,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.129
32,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.060
32,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.075
32,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.036
32,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.085
32,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.041
32,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.059
32,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.044
32,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.101
32,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.048
32,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.102
32,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.045
32,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.057
32,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.047
32,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.055
32,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.043
32,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.050
32,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.029
32,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.042
32,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.031
32,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.041
32,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.066
32,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.045
32,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
32,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.046
32,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.035
32,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.030
32,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.027
32,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.028
32,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.031
32,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.059
32,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.055
32,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.025
32,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.035
32,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.050
32,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.042
32,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.030
32,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.027
32,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.033
32,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.032
32,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.030
32,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.095
32,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.054
32,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.029
32,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.030
32,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.039
32,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.089
32,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.104
32,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.030
32,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.034
32,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.030
32,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.057
32,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.047
32,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.054
32,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.035
32,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.036
32,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.056
32,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.032
32,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.038
32,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.030
32,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.037
32,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.032
32,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.029
32,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.027
32,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.028
32,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.052
32,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.038
32,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.020
32,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.018
32,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.038
32,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.030
32,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.030
32,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.038
32,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.030
32,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.023
32,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.073
32,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.084
32,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.075
32,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.078
32,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.022
32,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.035
32,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.027
32,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.034
32,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.043
32,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.040
32,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.024
32,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.027
32,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.039
32,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.042
32,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.039
32,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.046
32,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.044
32,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.054
32,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.017
32,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.026
32,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.061
32,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.059
32,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.064
32,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.021
32,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.026
32,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.036
32,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.034
32,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.043
32,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.041
32,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.038
32,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.059
32,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.057
32,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.041
32,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.050
32,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.055
32,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.040
32,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.038
32,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.027
32,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.026
32,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.039
32,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.034
32,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
32,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.058
32,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.043
32,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.039
32,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.030
32,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.039
32,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.032
32,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.032
32,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.030
32,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.049
32,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.034
32,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.052
32,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.050
32,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.046
32,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.032
32,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.043
32,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
32,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.045
32,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.039
32,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.040
32,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.032
32,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.033
32,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.032
32,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.028
32,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.033
32,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.027
32,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.033
32,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.087
32,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.047
32,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.045
32,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.049
32,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.035
32,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.036
32,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.025
32,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.031
32,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.032
32,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.044
32,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.046
32,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.045
32,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.027
32,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.038
32,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.043
32,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.032
32,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.021
32,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.041
32,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.037
32,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.021
32,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.034
32,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.023
32,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.033
32,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.038
32,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.029
32,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
32,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.037
32,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.032
32,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.030
32,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.026
32,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.030
32,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.029
32,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.029
32,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.030
32,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.024
32,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.023
32,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.035
32,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.010
32,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.027
32,mlp.shared_experts.up_proj,rtn: 0.0018768,0.00000,0.028
32,mlp.shared_experts.down_proj,rtn: 0.0018921,0.00000,0.035
33,self_attn.q_proj,rtn: 0.0021515,0.00000,0.021
33,self_attn.k_proj,rtn: 0.0022736,0.00000,0.046
33,self_attn.v_proj,rtn: 0.0025940,0.00000,0.026
33,self_attn.o_proj,rtn: 0.0026093,0.00000,0.044
33,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.092
33,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.095
33,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.100
33,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.107
33,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.111
33,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.120
33,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.125
33,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.125
33,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.124
33,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.126
33,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.134
33,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.139
33,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.138
33,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.142
33,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.144
33,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.147
33,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.078
33,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.077
33,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.080
33,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.074
33,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.088
33,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.097
33,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.112
33,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.093
33,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.093
33,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.108
33,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.110
33,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.094
33,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.093
33,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.080
33,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.080
33,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.132
33,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.084
33,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.116
33,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.080
33,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.140
33,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.091
33,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.092
33,mlp.experts.37.gate_proj,rtn: 0.0022736,0.00000,0.110
33,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.094
33,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.110
33,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.094
33,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.081
33,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.096
33,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.086
33,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.115
33,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.108
33,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.086
33,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.078
33,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.087
33,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.082
33,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.092
33,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.079
33,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.079
33,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.079
33,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.080
33,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.096
33,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.105
33,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.090
33,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.088
33,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.092
33,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.086
33,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.107
33,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.102
33,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.127
33,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.091
33,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.106
33,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.095
33,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.143
33,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.090
33,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.089
33,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.087
33,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.108
33,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.098
33,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.086
33,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.078
33,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.146
33,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.079
33,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.099
33,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.104
33,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.105
33,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.107
33,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.112
33,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.066
33,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.069
33,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.071
33,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.093
33,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.099
33,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.072
33,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.152
33,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.120
33,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.121
33,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.097
33,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.103
33,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.117
33,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.104
33,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.069
33,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.073
33,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.076
33,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.122
33,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.068
33,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.071
33,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.067
33,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.073
33,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.142
33,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.074
33,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.109
33,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.114
33,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.072
33,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.075
33,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.070
33,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.089
33,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.076
33,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.074
33,mlp.experts.143.gate_proj,rtn: 0.0023956,0.00000,0.072
33,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.078
33,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.117
33,mlp.experts.108.gate_proj,rtn: 0.0023956,0.00000,0.111
33,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.112
33,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.087
33,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.141
33,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.065
33,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.065
33,mlp.experts.96.gate_proj,rtn: 0.0022430,0.00000,0.120
33,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.072
33,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.117
33,mlp.experts.134.gate_proj,rtn: 0.0023956,0.00000,0.083
33,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.123
33,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.090
33,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.090
33,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.093
33,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.096
33,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.081
33,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.096
33,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.114
33,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.117
33,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.115
33,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.094
33,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.129
33,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.125
33,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.086
33,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.082
33,mlp.experts.154.gate_proj,rtn: 0.0022736,0.00000,0.078
33,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.074
33,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.104
33,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.160
33,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.101
33,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.103
33,mlp.experts.116.gate_proj,rtn: 0.0023956,0.00000,0.078
33,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.118
33,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.090
33,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.157
33,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.068
33,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.072
33,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.069
33,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.069
33,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.100
33,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.123
33,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.086
33,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.087
33,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.089
33,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.064
33,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.072
33,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.155
33,mlp.experts.178.gate_proj,rtn: 0.0023804,0.00000,0.073
33,mlp.experts.190.gate_proj,rtn: 0.0024261,0.00000,0.074
33,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.128
33,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.184
33,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.123
33,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.102
33,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.128
33,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.119
33,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.200
33,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.125
33,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.092
33,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.095
33,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.088
33,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.093
33,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.249
33,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.089
33,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.096
33,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.101
33,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.176
33,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.154
33,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.104
33,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.091
33,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.097
33,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.090
33,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.253
33,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.086
33,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.094
33,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.073
33,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.077
33,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.094
33,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.093
33,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.075
33,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.110
33,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.151
33,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.087
33,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.071
33,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.086
33,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.085
33,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.087
33,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.072
33,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.071
33,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.093
33,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.066
33,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.117
33,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.092
33,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.082
33,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.094
33,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.122
33,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.071
33,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.085
33,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.084
33,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.082
33,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.071
33,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.076
33,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.062
33,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.084
33,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.128
33,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.125
33,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.076
33,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.086
33,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.087
33,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.097
33,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.084
33,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.092
33,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.087
33,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.070
33,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.076
33,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.091
33,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.120
33,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.089
33,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.088
33,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.075
33,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.076
33,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.070
33,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.070
33,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.072
33,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.070
33,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.092
33,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.072
33,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.170
33,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.077
33,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.179
33,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.175
33,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.080
33,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.073
33,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.086
33,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.075
33,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.099
33,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.098
33,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.089
33,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.110
33,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.068
33,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.110
33,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.068
33,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.062
33,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.144
33,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.069
33,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.075
33,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.069
33,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.075
33,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.117
33,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.116
33,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.074
33,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.065
33,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.126
33,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.072
33,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.076
33,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.118
33,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.106
33,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.065
33,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.081
33,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.114
33,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.066
33,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.130
33,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.082
33,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.101
33,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.063
33,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.096
33,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.074
33,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.095
33,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.083
33,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.091
33,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.088
33,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.064
33,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.087
33,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.079
33,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.082
33,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.094
33,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.089
33,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.075
33,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.085
33,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.073
33,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.098
33,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.074
33,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.078
33,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.082
33,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.090
33,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.068
33,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.083
33,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.085
33,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.068
33,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.088
33,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.061
33,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.076
33,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.092
33,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.062
33,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.088
33,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.097
33,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.098
33,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.080
33,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.098
33,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.084
33,mlp.experts.108.up_proj,rtn: 0.0023956,0.00000,0.074
33,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.077
33,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.082
33,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.087
33,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.098
33,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.070
33,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.088
33,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.077
33,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.068
33,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.075
33,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.082
33,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.084
33,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.063
33,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.083
33,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.098
33,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.084
33,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.076
33,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.062
33,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.081
33,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.107
33,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.070
33,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.104
33,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.086
33,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.080
33,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.082
33,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.103
33,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.076
33,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.094
33,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.085
33,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.063
33,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.089
33,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.068
33,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.081
33,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.062
33,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.094
33,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.083
33,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.097
33,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.069
33,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.060
33,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.087
33,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.062
33,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.090
33,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.061
33,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.053
33,mlp.experts.129.up_proj,rtn: 0.0022736,0.00000,0.110
33,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.085
33,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.104
33,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.121
33,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.102
33,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.070
33,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.097
33,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.073
33,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.059
33,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.061
33,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.110
33,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.085
33,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.105
33,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.098
33,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.071
33,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.072
33,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.072
33,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.099
33,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.027
33,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.099
33,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.096
33,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.114
33,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.091
33,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.098
33,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.011
33,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.034
33,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.037
33,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.039
33,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.037
33,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.054
33,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.056
33,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.064
33,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.065
33,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.136
33,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.136
33,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.138
33,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.139
33,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.050
33,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.032
33,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.083
33,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.085
33,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.040
33,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.043
33,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.093
33,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.093
33,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.040
33,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.032
33,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.040
33,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.033
33,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.023
33,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.037
33,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.040
33,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.034
33,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.027
33,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.032
33,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.040
33,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.040
33,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.034
33,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.042
33,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.037
33,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.045
33,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.045
33,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.037
33,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.032
33,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.041
33,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.036
33,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.046
33,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.033
33,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.031
33,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.041
33,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.032
33,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.030
33,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.033
33,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.045
33,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.043
33,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.028
33,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.040
33,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.035
33,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.031
33,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.036
33,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.033
33,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.049
33,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.026
33,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.029
33,mlp.experts.61.down_proj,rtn: 0.0021973,0.00000,0.036
33,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.030
33,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.039
33,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.041
33,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.046
33,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.031
33,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.031
33,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.032
33,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.041
33,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.034
33,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.028
33,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.042
33,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.032
33,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.042
33,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.025
33,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.033
33,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.043
33,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.036
33,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.033
33,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.025
33,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.024
33,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.033
33,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.022
33,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.080
33,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
33,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.030
33,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.049
33,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.045
33,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.030
33,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.028
33,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.039
33,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.021
33,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.032
33,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.039
33,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.031
33,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.031
33,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.028
33,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.039
33,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.036
33,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
33,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.031
33,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.045
33,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.034
33,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.027
33,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.049
33,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.043
33,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.030
33,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.026
33,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.030
33,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.046
33,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.045
33,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.041
33,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.046
33,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.028
33,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.034
33,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.031
33,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.049
33,mlp.experts.105.down_proj,rtn: 0.0022125,0.00000,0.036
33,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.027
33,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.027
33,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.025
33,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.034
33,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.021
33,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.031
33,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.028
33,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.036
33,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.030
33,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.027
33,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.036
33,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.048
33,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.043
33,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.048
33,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.030
33,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.032
33,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.031
33,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.038
33,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.031
33,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.027
33,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.045
33,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.036
33,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.046
33,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.037
33,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.039
33,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.033
33,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.038
33,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.030
33,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.042
33,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.030
33,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.031
33,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.030
33,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.025
33,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.025
33,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.023
33,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.038
33,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.029
33,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.033
33,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.038
33,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.035
33,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.034
33,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.033
33,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.035
33,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.031
33,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
33,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.044
33,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.038
33,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.030
33,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.032
33,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.024
33,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.033
33,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.030
33,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.034
33,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.046
33,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
33,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.043
33,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.029
33,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.036
33,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.016
33,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.027
33,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.022
33,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.021
33,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.040
33,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.030
33,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.016
33,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.027
33,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.023
33,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.019
33,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.036
33,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.045
33,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.041
33,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.034
33,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.010
33,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.016
33,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.025
33,mlp.shared_experts.up_proj,rtn: 0.0019226,0.00000,0.026
33,mlp.shared_experts.down_proj,rtn: 0.0019455,0.00000,0.034
34,self_attn.k_proj,rtn: 0.0022430,0.00000,0.028
34,self_attn.v_proj,rtn: 0.0026398,0.00000,0.035
34,self_attn.q_proj,rtn: 0.0022430,0.00000,0.025
34,self_attn.o_proj,rtn: 0.0026855,0.00000,0.043
34,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.103
34,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.112
34,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.115
34,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.117
34,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.117
34,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.124
34,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.130
34,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.132
34,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.134
34,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.133
34,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.139
34,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.140
34,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.143
34,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.143
34,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.146
34,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.160
34,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.085
34,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.105
34,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.092
34,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.080
34,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.103
34,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.111
34,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.100
34,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.106
34,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.099
34,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.095
34,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.143
34,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.108
34,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.111
34,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.119
34,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.139
34,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.087
34,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.081
34,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.142
34,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.111
34,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.101
34,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.102
34,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.062
34,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.096
34,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.077
34,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.132
34,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.107
34,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.070
34,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.063
34,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.097
34,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.101
34,mlp.experts.56.gate_proj,rtn: 0.0024261,0.00000,0.096
34,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.063
34,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.069
34,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.096
34,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.198
34,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.085
34,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.133
34,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.200
34,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.105
34,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.094
34,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.066
34,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.073
34,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.088
34,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.165
34,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.100
34,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.071
34,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.134
34,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.064
34,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.088
34,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.092
34,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.089
34,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.066
34,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.067
34,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.069
34,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.086
34,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.101
34,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.103
34,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.077
34,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.092
34,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.166
34,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.072
34,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.073
34,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.110
34,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.084
34,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.169
34,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.155
34,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.086
34,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.074
34,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.160
34,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.150
34,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.077
34,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.092
34,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.091
34,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.092
34,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.069
34,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.102
34,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.071
34,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.093
34,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.067
34,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.088
34,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.098
34,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.066
34,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.100
34,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.096
34,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.095
34,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.137
34,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.064
34,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.085
34,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.090
34,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.076
34,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.067
34,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.129
34,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.095
34,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.086
34,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.174
34,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.085
34,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.127
34,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.096
34,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.108
34,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.102
34,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.104
34,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.081
34,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.090
34,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.086
34,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.075
34,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.077
34,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.072
34,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.073
34,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.125
34,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.077
34,mlp.experts.114.gate_proj,rtn: 0.0023956,0.00000,0.088
34,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.133
34,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.082
34,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.070
34,mlp.experts.140.gate_proj,rtn: 0.0023651,0.00000,0.070
34,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.080
34,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.116
34,mlp.experts.118.gate_proj,rtn: 0.0022736,0.00000,0.087
34,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.063
34,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.184
34,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.101
34,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.076
34,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.107
34,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.097
34,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.102
34,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.086
34,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.082
34,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.081
34,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.081
34,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.080
34,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.101
34,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.079
34,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.080
34,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.093
34,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.137
34,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.107
34,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.090
34,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.071
34,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.116
34,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.074
34,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.071
34,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.098
34,mlp.experts.187.gate_proj,rtn: 0.0024109,0.00000,0.084
34,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.107
34,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.077
34,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.079
34,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.093
34,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.068
34,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.131
34,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.058
34,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.066
34,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.098
34,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.133
34,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.134
34,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.157
34,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.099
34,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.073
34,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.092
34,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.082
34,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.095
34,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.094
34,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.068
34,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.073
34,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.164
34,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.088
34,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.096
34,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.096
34,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.074
34,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.120
34,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.240
34,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.073
34,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.075
34,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.083
34,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.089
34,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.088
34,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.086
34,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.103
34,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
34,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.070
34,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.115
34,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.212
34,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.109
34,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.077
34,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.166
34,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.133
34,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.082
34,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.083
34,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.123
34,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.095
34,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.118
34,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.101
34,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.094
34,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.093
34,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.101
34,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.108
34,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.085
34,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.081
34,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.138
34,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.140
34,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.091
34,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.117
34,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.107
34,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.109
34,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.094
34,mlp.experts.56.up_proj,rtn: 0.0023651,0.00000,0.099
34,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.095
34,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.125
34,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.106
34,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.084
34,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.113
34,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.109
34,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.074
34,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.126
34,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.077
34,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.190
34,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.074
34,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.117
34,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.119
34,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.142
34,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.137
34,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.108
34,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.069
34,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.151
34,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.065
34,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.183
34,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.064
34,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.121
34,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.069
34,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.114
34,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.093
34,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.112
34,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.068
34,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.122
34,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.071
34,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.108
34,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.070
34,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.102
34,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.095
34,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.075
34,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.115
34,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.191
34,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.108
34,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.128
34,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.105
34,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.101
34,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.106
34,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.201
34,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.119
34,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.104
34,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.113
34,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.106
34,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.106
34,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.127
34,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.100
34,mlp.experts.103.up_proj,rtn: 0.0023651,0.00000,0.096
34,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.086
34,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.126
34,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.088
34,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.149
34,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.088
34,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.106
34,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.090
34,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.108
34,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.076
34,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.081
34,mlp.experts.69.up_proj,rtn: 0.0023651,0.00000,0.080
34,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.065
34,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.081
34,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.066
34,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.077
34,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.075
34,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.062
34,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.106
34,mlp.experts.115.up_proj,rtn: 0.0022736,0.00000,0.074
34,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.114
34,mlp.experts.89.up_proj,rtn: 0.0023499,0.00000,0.073
34,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.078
34,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.080
34,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.109
34,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.075
34,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.102
34,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.079
34,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.090
34,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.086
34,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.137
34,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.117
34,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.095
34,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.110
34,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.084
34,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.079
34,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.119
34,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.101
34,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.123
34,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.088
34,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.088
34,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.087
34,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.063
34,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.087
34,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.071
34,mlp.experts.109.up_proj,rtn: 0.0023346,0.00000,0.088
34,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.073
34,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.090
34,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.077
34,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.080
34,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.078
34,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.097
34,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.078
34,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.070
34,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.091
34,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.080
34,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.075
34,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.071
34,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.081
34,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.086
34,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.084
34,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.107
34,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.079
34,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.072
34,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.071
34,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.070
34,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.097
34,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.071
34,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.066
34,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.072
34,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.081
34,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.053
34,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.074
34,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.062
34,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.083
34,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.069
34,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.072
34,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.062
34,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.065
34,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.161
34,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.128
34,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.163
34,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.067
34,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.069
34,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.051
34,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.067
34,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.159
34,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.051
34,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.077
34,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.075
34,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.082
34,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.072
34,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.110
34,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.116
34,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.041
34,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.139
34,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.097
34,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.078
34,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.084
34,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.068
34,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.067
34,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.076
34,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.064
34,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.097
34,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.075
34,mlp.experts.166.up_proj,rtn: 0.0022583,0.00000,0.083
34,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.069
34,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.066
34,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.095
34,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.097
34,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.087
34,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.087
34,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.041
34,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.043
34,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.026
34,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.028
34,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.054
34,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.044
34,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.038
34,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.054
34,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.058
34,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.118
34,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.123
34,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.065
34,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.125
34,mlp.experts.12.down_proj,rtn: 0.0022125,0.00000,0.071
34,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.073
34,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.130
34,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.078
34,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.078
34,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.039
34,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.039
34,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.074
34,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.061
34,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.052
34,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.039
34,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.035
34,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.049
34,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.043
34,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.043
34,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.120
34,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.049
34,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.058
34,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.030
34,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.050
34,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.047
34,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.038
34,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.038
34,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.048
34,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.065
34,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.046
34,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.035
34,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.062
34,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.040
34,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.048
34,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.053
34,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.044
34,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.036
34,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.037
34,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.035
34,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.045
34,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.044
34,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.040
34,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.047
34,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.038
34,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.055
34,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.054
34,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.053
34,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.052
34,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.033
34,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.064
34,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.047
34,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.026
34,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.058
34,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.032
34,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.067
34,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.042
34,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.034
34,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.038
34,mlp.experts.64.down_proj,rtn: 0.0022430,0.00000,0.034
34,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.020
34,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.082
34,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.082
34,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.047
34,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.034
34,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.040
34,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.037
34,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.041
34,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.037
34,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.033
34,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.034
34,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.055
34,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.064
34,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.037
34,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.046
34,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.067
34,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.041
34,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.038
34,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.066
34,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.072
34,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.051
34,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.034
34,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.043
34,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.031
34,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.031
34,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.043
34,mlp.experts.49.down_proj,rtn: 0.0022125,0.00000,0.056
34,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.040
34,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.047
34,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.035
34,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.047
34,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.040
34,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.039
34,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.038
34,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
34,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.039
34,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.030
34,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.026
34,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.032
34,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.038
34,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.040
34,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.035
34,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.025
34,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.038
34,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.032
34,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.038
34,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.036
34,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.038
34,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.030
34,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.042
34,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
34,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.037
34,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.034
34,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.041
34,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.023
34,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.031
34,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.034
34,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.044
34,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.034
34,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.044
34,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.046
34,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.041
34,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.033
34,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.030
34,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.038
34,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.030
34,mlp.experts.118.down_proj,rtn: 0.0022125,0.00000,0.040
34,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.035
34,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.035
34,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.037
34,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.051
34,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.040
34,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.049
34,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.040
34,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.044
34,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.043
34,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
34,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.040
34,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.041
34,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.052
34,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.040
34,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.051
34,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.038
34,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.038
34,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.053
34,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.040
34,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.036
34,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.035
34,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.030
34,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.032
34,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.026
34,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.045
34,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.029
34,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.028
34,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.047
34,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.094
34,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.022
34,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.021
34,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.022
34,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.011
34,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.035
34,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.036
34,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.051
34,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.080
34,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.050
34,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.016
34,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.079
34,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.046
34,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.049
34,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.046
34,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
34,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.052
34,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.036
34,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
34,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.030
34,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.070
34,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.028
34,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.019
34,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.024
34,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.015
34,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.013
34,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.019
34,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.038
34,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.016
34,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.019
34,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.020
34,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.027
34,mlp.shared_experts.up_proj,rtn: 0.0019302,0.00000,0.044
34,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.022
35,self_attn.k_proj,rtn: 0.0022583,0.00000,0.013
35,self_attn.v_proj,rtn: 0.0025940,0.00000,0.020
35,self_attn.q_proj,rtn: 0.0022125,0.00000,0.021
35,self_attn.o_proj,rtn: 0.0027466,0.00000,0.064
35,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.088
35,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.092
35,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.097
35,mlp.experts.4.gate_proj,rtn: 0.0024261,0.00000,0.096
35,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.103
35,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.107
35,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.111
35,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.120
35,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.121
35,mlp.experts.13.gate_proj,rtn: 0.0023956,0.00000,0.121
35,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.123
35,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.122
35,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.123
35,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.128
35,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.131
35,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.131
35,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.088
35,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.068
35,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.062
35,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.088
35,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.070
35,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.099
35,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.113
35,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.082
35,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.120
35,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.077
35,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.076
35,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.083
35,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.120
35,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.083
35,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.119
35,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.069
35,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.070
35,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.125
35,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.066
35,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.090
35,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.084
35,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.082
35,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.066
35,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.079
35,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.091
35,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.134
35,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.072
35,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.133
35,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.076
35,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.091
35,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.082
35,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.092
35,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.126
35,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.094
35,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.094
35,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.093
35,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.073
35,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.099
35,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.076
35,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.078
35,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.080
35,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.064
35,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.077
35,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.076
35,mlp.experts.77.gate_proj,rtn: 0.0023804,0.00000,0.073
35,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.083
35,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.099
35,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.093
35,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.064
35,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.100
35,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.085
35,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.088
35,mlp.experts.76.gate_proj,rtn: 0.0023651,0.00000,0.085
35,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.069
35,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.073
35,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.068
35,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.138
35,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.073
35,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.082
35,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.104
35,mlp.experts.79.gate_proj,rtn: 0.0022583,0.00000,0.085
35,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.158
35,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.079
35,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.079
35,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.122
35,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.199
35,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.197
35,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.068
35,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.105
35,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.066
35,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.107
35,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.077
35,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.068
35,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.090
35,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.075
35,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.075
35,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.078
35,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.060
35,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.095
35,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.059
35,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.075
35,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.057
35,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.085
35,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.078
35,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.095
35,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.061
35,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.061
35,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.096
35,mlp.experts.82.gate_proj,rtn: 0.0021973,0.00000,0.067
35,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.081
35,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.077
35,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.075
35,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.068
35,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.069
35,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.081
35,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.093
35,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.100
35,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.078
35,mlp.experts.104.gate_proj,rtn: 0.0021973,0.00000,0.122
35,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.074
35,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.090
35,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.090
35,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.084
35,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
35,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.117
35,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.072
35,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.073
35,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.089
35,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.115
35,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.093
35,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.132
35,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.075
35,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.077
35,mlp.experts.106.gate_proj,rtn: 0.0022125,0.00000,0.092
35,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.095
35,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.085
35,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.097
35,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.098
35,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.098
35,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.071
35,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.074
35,mlp.experts.123.gate_proj,rtn: 0.0023804,0.00000,0.106
35,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.086
35,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.079
35,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.131
35,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.089
35,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.068
35,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.069
35,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.082
35,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.077
35,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.075
35,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.070
35,mlp.experts.156.gate_proj,rtn: 0.0023956,0.00000,0.096
35,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.092
35,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.093
35,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.100
35,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.080
35,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.072
35,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.080
35,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.084
35,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.070
35,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.071
35,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.075
35,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.067
35,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.068
35,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.093
35,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.099
35,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.089
35,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.071
35,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.073
35,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.111
35,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.104
35,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.096
35,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.112
35,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.110
35,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.101
35,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.070
35,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.078
35,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.117
35,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.137
35,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.112
35,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.091
35,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.092
35,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.072
35,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.072
35,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.064
35,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.073
35,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.071
35,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.084
35,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.069
35,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.069
35,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.071
35,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.092
35,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.140
35,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.063
35,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.082
35,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.063
35,mlp.experts.4.up_proj,rtn: 0.0023651,0.00000,0.062
35,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.081
35,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.068
35,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.069
35,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.068
35,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.142
35,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.070
35,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.085
35,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.140
35,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.077
35,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.094
35,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.074
35,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.070
35,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.074
35,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.086
35,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.227
35,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.090
35,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.109
35,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.111
35,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.074
35,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.140
35,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.092
35,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.123
35,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.074
35,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.093
35,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.133
35,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.072
35,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.073
35,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.088
35,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.155
35,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.089
35,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.075
35,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.096
35,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.080
35,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.101
35,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.072
35,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.064
35,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.209
35,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.067
35,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.084
35,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.129
35,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.110
35,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.078
35,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.079
35,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.082
35,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.191
35,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.077
35,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.131
35,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.119
35,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.080
35,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.063
35,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.076
35,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.075
35,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.071
35,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.075
35,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.100
35,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.078
35,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.091
35,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.060
35,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.095
35,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.057
35,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.069
35,mlp.experts.47.up_proj,rtn: 0.0022736,0.00000,0.095
35,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.214
35,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.206
35,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.088
35,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.095
35,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.204
35,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.072
35,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
35,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.202
35,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.079
35,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.115
35,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.075
35,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.072
35,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.102
35,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.070
35,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.076
35,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.119
35,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.093
35,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.076
35,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.120
35,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.066
35,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.079
35,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.099
35,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.073
35,mlp.experts.82.up_proj,rtn: 0.0021820,0.00000,0.097
35,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.077
35,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.068
35,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.067
35,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.097
35,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.115
35,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.228
35,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.074
35,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.095
35,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.093
35,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.086
35,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.069
35,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.097
35,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.071
35,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.090
35,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.122
35,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.096
35,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.092
35,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.136
35,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.092
35,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.066
35,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.073
35,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.087
35,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.076
35,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.127
35,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.081
35,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.075
35,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.100
35,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.093
35,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.082
35,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.098
35,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.094
35,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.071
35,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.073
35,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.080
35,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.074
35,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.139
35,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.189
35,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.076
35,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.084
35,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.074
35,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.138
35,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.096
35,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.099
35,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.071
35,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.092
35,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.124
35,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.123
35,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.101
35,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.075
35,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.112
35,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.072
35,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.092
35,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.076
35,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.100
35,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.088
35,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.140
35,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.076
35,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.078
35,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.116
35,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.073
35,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.061
35,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.074
35,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.077
35,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.083
35,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.078
35,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.153
35,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.179
35,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.075
35,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.069
35,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.084
35,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.086
35,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.071
35,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.082
35,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.075
35,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.088
35,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.212
35,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.047
35,mlp.experts.186.up_proj,rtn: 0.0022583,0.00000,0.049
35,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.065
35,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.136
35,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.263
35,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.278
35,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.075
35,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.071
35,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.079
35,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.077
35,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.066
35,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.067
35,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.072
35,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.073
35,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.082
35,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.080
35,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.099
35,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.102
35,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.108
35,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.100
35,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.068
35,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.084
35,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.048
35,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.014
35,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.020
35,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.036
35,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.042
35,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.044
35,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.035
35,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.048
35,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.055
35,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.056
35,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.059
35,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.057
35,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.061
35,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.060
35,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.062
35,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.151
35,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.161
35,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.161
35,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.041
35,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.024
35,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.037
35,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.161
35,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.036
35,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.035
35,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.047
35,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.037
35,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.034
35,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.033
35,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.042
35,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.026
35,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.045
35,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.043
35,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.035
35,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.031
35,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.033
35,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.035
35,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.039
35,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.033
35,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.077
35,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.041
35,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.036
35,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.042
35,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.037
35,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.034
35,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.040
35,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.051
35,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.031
35,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.050
35,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.084
35,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.034
35,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.032
35,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.042
35,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.032
35,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.032
35,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.031
35,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.048
35,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.038
35,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.031
35,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.037
35,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.068
35,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.032
35,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.050
35,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.026
35,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.034
35,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.033
35,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.157
35,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.050
35,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.058
35,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.032
35,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.031
35,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.028
35,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.179
35,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.020
35,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.032
35,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.034
35,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
35,mlp.experts.82.down_proj,rtn: 0.0021210,0.00000,0.032
35,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.035
35,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.022
35,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.064
35,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.037
35,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.051
35,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.038
35,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.039
35,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.035
35,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.036
35,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.065
35,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.038
35,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.038
35,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.030
35,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.032
35,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.061
35,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.038
35,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.033
35,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.062
35,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.031
35,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.030
35,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.031
35,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.033
35,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.029
35,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.033
35,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.063
35,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.031
35,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.032
35,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.028
35,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.028
35,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.024
35,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.026
35,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.027
35,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.033
35,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.057
35,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.034
35,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.027
35,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.031
35,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.054
35,mlp.experts.105.down_proj,rtn: 0.0020294,0.00000,0.029
35,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.060
35,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.031
35,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.032
35,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.026
35,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.032
35,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.027
35,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.032
35,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.031
35,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.031
35,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.031
35,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.027
35,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.053
35,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.032
35,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.030
35,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.030
35,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.028
35,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.055
35,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.025
35,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.026
35,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.028
35,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.030
35,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.034
35,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.060
35,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.057
35,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.034
35,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.029
35,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.030
35,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.023
35,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.032
35,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.025
35,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.023
35,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.053
35,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.029
35,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.028
35,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.028
35,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.028
35,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.029
35,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.024
35,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.032
35,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.054
35,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.021
35,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.029
35,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.030
35,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.024
35,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.053
35,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.026
35,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.026
35,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.023
35,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.053
35,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.021
35,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.046
35,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.017
35,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.018
35,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.021
35,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.012
35,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
35,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.014
35,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.040
35,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.033
35,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.051
35,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.107
35,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.108
35,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.051
35,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.043
35,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.064
35,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.063
35,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.042
35,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.075
35,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.052
35,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.071
35,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.028
35,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.042
35,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.039
35,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.085
35,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.041
35,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.038
35,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.010
35,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.027
35,mlp.shared_experts.up_proj,rtn: 0.0018845,0.00000,0.031
35,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.021
36,self_attn.k_proj,rtn: 0.0022888,0.00000,0.015
36,self_attn.v_proj,rtn: 0.0026093,0.00000,0.020
36,self_attn.q_proj,rtn: 0.0022736,0.00000,0.022
36,self_attn.o_proj,rtn: 0.0026550,0.00000,0.062
36,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.089
36,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.089
36,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.092
36,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.096
36,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.097
36,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.100
36,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.102
36,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.103
36,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.109
36,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.114
36,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.116
36,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.124
36,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.124
36,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.132
36,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.136
36,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.139
36,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.088
36,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.091
36,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.080
36,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.080
36,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.091
36,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.080
36,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.097
36,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.095
36,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.112
36,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.096
36,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.089
36,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.109
36,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.105
36,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.090
36,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.093
36,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.102
36,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.095
36,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.092
36,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.075
36,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.083
36,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.093
36,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.064
36,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.076
36,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.108
36,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.112
36,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.093
36,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.093
36,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.071
36,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.110
36,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.101
36,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.094
36,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.101
36,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.074
36,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.073
36,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.073
36,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.096
36,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.100
36,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.097
36,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.099
36,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.084
36,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.074
36,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.089
36,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.081
36,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
36,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.099
36,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.103
36,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.073
36,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.100
36,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.069
36,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.124
36,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.079
36,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.071
36,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.076
36,mlp.experts.79.gate_proj,rtn: 0.0022278,0.00000,0.077
36,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.071
36,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.101
36,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.101
36,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.078
36,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.106
36,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.123
36,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.106
36,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.100
36,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.077
36,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.071
36,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.097
36,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.076
36,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.092
36,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.100
36,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.093
36,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.108
36,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.072
36,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.102
36,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.069
36,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.154
36,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.087
36,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.077
36,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.092
36,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.132
36,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.067
36,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.088
36,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.167
36,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.095
36,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.074
36,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.066
36,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.089
36,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.101
36,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.093
36,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.073
36,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.177
36,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.098
36,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.089
36,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.086
36,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.080
36,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.076
36,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.076
36,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.094
36,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.087
36,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.088
36,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.070
36,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.084
36,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.091
36,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.064
36,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.073
36,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.078
36,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.075
36,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.092
36,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.221
36,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.070
36,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.070
36,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.086
36,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.070
36,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.245
36,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.089
36,mlp.experts.130.gate_proj,rtn: 0.0022583,0.00000,0.084
36,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.100
36,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.103
36,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.086
36,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.192
36,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.237
36,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.104
36,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.071
36,mlp.experts.145.gate_proj,rtn: 0.0021515,0.00000,0.075
36,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.064
36,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.136
36,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.075
36,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.077
36,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.061
36,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.077
36,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.077
36,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.082
36,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.086
36,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.068
36,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.084
36,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.065
36,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.072
36,mlp.experts.100.gate_proj,rtn: 0.0022736,0.00000,0.173
36,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.071
36,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.087
36,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.084
36,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.075
36,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.079
36,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.083
36,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.181
36,mlp.experts.120.gate_proj,rtn: 0.0024109,0.00000,0.151
36,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.088
36,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.164
36,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.085
36,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.085
36,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.075
36,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.079
36,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.112
36,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.077
36,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.076
36,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.074
36,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.066
36,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.070
36,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.073
36,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.077
36,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.071
36,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.131
36,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.070
36,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.081
36,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.078
36,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.178
36,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.068
36,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.073
36,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.068
36,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.096
36,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.095
36,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.175
36,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.098
36,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.081
36,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.101
36,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.095
36,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.071
36,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.114
36,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.063
36,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.107
36,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.070
36,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.067
36,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.131
36,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.072
36,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.066
36,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.072
36,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.095
36,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.073
36,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.066
36,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.130
36,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.094
36,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.060
36,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.071
36,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.081
36,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.107
36,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.074
36,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.074
36,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.071
36,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.104
36,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.133
36,mlp.experts.54.up_proj,rtn: 0.0022583,0.00000,0.073
36,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.130
36,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.071
36,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.063
36,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.069
36,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.070
36,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.067
36,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.106
36,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.074
36,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.098
36,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.108
36,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.079
36,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.065
36,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.104
36,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.074
36,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.066
36,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.154
36,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.085
36,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.087
36,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.077
36,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.355
36,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.091
36,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.099
36,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.107
36,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.093
36,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.090
36,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.088
36,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.070
36,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.091
36,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.080
36,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.063
36,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.107
36,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.090
36,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.116
36,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.218
36,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.215
36,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.072
36,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.081
36,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.154
36,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.073
36,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.113
36,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.137
36,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.122
36,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.081
36,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.083
36,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.083
36,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.138
36,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.068
36,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.086
36,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.086
36,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.077
36,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.064
36,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.077
36,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.085
36,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.076
36,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.070
36,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.066
36,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.090
36,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.065
36,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.101
36,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.085
36,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.074
36,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.076
36,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.127
36,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.064
36,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
36,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.206
36,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.076
36,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.068
36,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.078
36,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.132
36,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.079
36,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.091
36,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.073
36,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.086
36,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.082
36,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.080
36,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.079
36,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.078
36,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.079
36,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.078
36,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.068
36,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.073
36,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.124
36,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.074
36,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.073
36,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.125
36,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.070
36,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.063
36,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.076
36,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.115
36,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.130
36,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.066
36,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.075
36,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.078
36,mlp.experts.145.up_proj,rtn: 0.0021515,0.00000,0.082
36,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.068
36,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.073
36,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.084
36,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.068
36,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.067
36,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.071
36,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.068
36,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.183
36,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.195
36,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.079
36,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.190
36,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.086
36,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.085
36,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
36,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.092
36,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.104
36,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.105
36,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.105
36,mlp.experts.72.up_proj,rtn: 0.0022736,0.00000,0.219
36,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.085
36,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.122
36,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.131
36,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.089
36,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.141
36,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.099
36,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.040
36,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.113
36,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.105
36,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.061
36,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.125
36,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.127
36,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.076
36,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.086
36,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.093
36,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.115
36,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.081
36,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
36,mlp.experts.159.up_proj,rtn: 0.0022583,0.00000,0.079
36,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.077
36,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.078
36,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.108
36,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.106
36,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.099
36,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.092
36,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.086
36,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.093
36,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.088
36,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.080
36,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.100
36,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.098
36,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.047
36,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.090
36,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.108
36,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.106
36,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.124
36,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.107
36,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.091
36,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.101
36,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.091
36,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.088
36,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.089
36,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.092
36,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.097
36,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.089
36,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.094
36,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.098
36,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.089
36,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.075
36,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.025
36,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.013
36,mlp.experts.7.down_proj,rtn: 0.0022278,0.00000,0.016
36,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.021
36,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.041
36,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.043
36,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.133
36,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.052
36,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.048
36,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.142
36,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.145
36,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.057
36,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.060
36,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.062
36,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.060
36,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.061
36,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.062
36,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.065
36,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.155
36,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.075
36,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.043
36,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.039
36,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.042
36,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.037
36,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.049
36,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.036
36,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.042
36,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.049
36,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.037
36,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.045
36,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.048
36,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.053
36,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.075
36,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.056
36,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.040
36,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.039
36,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.058
36,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.065
36,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.038
36,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.036
36,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.055
36,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.044
36,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.043
36,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.054
36,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.038
36,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.035
36,mlp.experts.42.down_proj,rtn: 0.0022583,0.00000,0.036
36,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.049
36,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.044
36,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.047
36,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.038
36,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.109
36,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.038
36,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.047
36,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.043
36,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.038
36,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.043
36,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.053
36,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.035
36,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.037
36,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.040
36,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.035
36,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.034
36,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.033
36,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
36,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.049
36,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.035
36,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.036
36,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.053
36,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.041
36,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.042
36,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.043
36,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.047
36,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.037
36,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.043
36,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.039
36,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.036
36,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.043
36,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.033
36,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.040
36,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.042
36,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.038
36,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.050
36,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.036
36,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.044
36,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.035
36,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
36,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.88.down_proj,rtn: 0.0022430,0.00000,0.044
36,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
36,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.036
36,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.043
36,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.041
36,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.040
36,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.027
36,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.037
36,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.036
36,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.026
36,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.043
36,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.021
36,mlp.experts.100.down_proj,rtn: 0.0022278,0.00000,0.039
36,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.031
36,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.026
36,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.024
36,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.023
36,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.026
36,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.012
36,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.028
36,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.035
36,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.042
36,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.036
36,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.039
36,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.050
36,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.048
36,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.037
36,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.039
36,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
36,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.037
36,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.050
36,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.045
36,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.057
36,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.038
36,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.041
36,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.045
36,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.033
36,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.044
36,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.048
36,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.048
36,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.040
36,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.045
36,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.036
36,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.042
36,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.037
36,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.036
36,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.047
36,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.051
36,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.049
36,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.045
36,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.043
36,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.032
36,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
36,mlp.experts.167.down_proj,rtn: 0.0021820,0.00000,0.039
36,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.039
36,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.034
36,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.036
36,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.033
36,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.039
36,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.049
36,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.037
36,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.044
36,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.047
36,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.042
36,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.042
36,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.046
36,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.036
36,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.041
36,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.042
36,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
36,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
36,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.033
36,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.026
36,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.041
36,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.033
36,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.040
36,mlp.experts.145.down_proj,rtn: 0.0020752,0.00000,0.053
36,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.035
36,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.038
36,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.034
36,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.022
36,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.030
36,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.033
36,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
36,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.021
36,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.027
36,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.020
36,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.020
36,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.012
36,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.027
36,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.025
36,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.011
36,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.040
36,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.036
36,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.042
36,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.042
36,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.028
36,mlp.shared_experts.gate_proj,rtn: 0.0018539,0.00000,0.039
36,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.021
37,self_attn.v_proj,rtn: 0.0026245,0.00000,0.025
37,self_attn.k_proj,rtn: 0.0022888,0.00000,0.034
37,self_attn.q_proj,rtn: 0.0022583,0.00000,0.021
37,self_attn.o_proj,rtn: 0.0027161,0.00000,0.045
37,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.089
37,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.090
37,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.092
37,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.094
37,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.096
37,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.100
37,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.112
37,mlp.experts.4.gate_proj,rtn: 0.0022888,0.00000,0.118
37,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.120
37,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.124
37,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.133
37,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.150
37,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.149
37,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.150
37,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.151
37,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.157
37,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.078
37,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.085
37,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.079
37,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.091
37,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
37,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.089
37,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.092
37,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.084
37,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.081
37,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.091
37,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.096
37,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.079
37,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.087
37,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.089
37,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.106
37,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.075
37,mlp.experts.47.gate_proj,rtn: 0.0023956,0.00000,0.071
37,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.128
37,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.076
37,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.074
37,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.080
37,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.097
37,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.109
37,mlp.experts.34.gate_proj,rtn: 0.0022583,0.00000,0.102
37,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.094
37,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.100
37,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.091
37,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
37,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.066
37,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.070
37,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.060
37,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.097
37,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.106
37,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.096
37,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.068
37,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.091
37,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.083
37,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.090
37,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.089
37,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.085
37,mlp.experts.52.gate_proj,rtn: 0.0022888,0.00000,0.092
37,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.089
37,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.088
37,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.091
37,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.080
37,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.076
37,mlp.experts.53.gate_proj,rtn: 0.0022430,0.00000,0.081
37,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.116
37,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.113
37,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.110
37,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.069
37,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.064
37,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.077
37,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.121
37,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.076
37,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.116
37,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.066
37,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.063
37,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.063
37,mlp.experts.57.gate_proj,rtn: 0.0022888,0.00000,0.143
37,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.066
37,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.127
37,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.078
37,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.075
37,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.137
37,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.074
37,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.076
37,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.173
37,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.151
37,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.157
37,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.072
37,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.067
37,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.187
37,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.110
37,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.089
37,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.081
37,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.099
37,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.093
37,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.130
37,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.083
37,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.078
37,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.078
37,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.089
37,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.162
37,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.088
37,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.082
37,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.099
37,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.088
37,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.079
37,mlp.experts.100.gate_proj,rtn: 0.0022430,0.00000,0.090
37,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.094
37,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.198
37,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.089
37,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.079
37,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.095
37,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.083
37,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.196
37,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.088
37,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.084
37,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.086
37,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.083
37,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.087
37,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.144
37,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.119
37,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.093
37,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.089
37,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.097
37,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.090
37,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.087
37,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.090
37,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.087
37,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.148
37,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.071
37,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.084
37,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.128
37,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.091
37,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.137
37,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.110
37,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.077
37,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.103
37,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.087
37,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.097
37,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.073
37,mlp.experts.136.gate_proj,rtn: 0.0022583,0.00000,0.087
37,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.081
37,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.076
37,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.074
37,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.123
37,mlp.experts.156.gate_proj,rtn: 0.0022125,0.00000,0.073
37,mlp.experts.139.gate_proj,rtn: 0.0024109,0.00000,0.110
37,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.068
37,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.115
37,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.073
37,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.074
37,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.076
37,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.100
37,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.127
37,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.104
37,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.123
37,mlp.experts.129.gate_proj,rtn: 0.0022430,0.00000,0.123
37,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.070
37,mlp.experts.182.gate_proj,rtn: 0.0022583,0.00000,0.070
37,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.077
37,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.065
37,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.087
37,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.085
37,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.084
37,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.065
37,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.095
37,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.093
37,mlp.experts.163.gate_proj,rtn: 0.0022583,0.00000,0.072
37,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.070
37,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.073
37,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.091
37,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.065
37,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.076
37,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.069
37,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.075
37,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.068
37,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.070
37,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.091
37,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.075
37,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.091
37,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
37,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.072
37,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
37,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.074
37,mlp.experts.180.gate_proj,rtn: 0.0022430,0.00000,0.088
37,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.070
37,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.080
37,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.084
37,mlp.experts.176.gate_proj,rtn: 0.0021667,0.00000,0.076
37,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.082
37,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.111
37,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.082
37,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.076
37,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.117
37,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.084
37,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.082
37,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.075
37,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.072
37,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.077
37,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.084
37,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.073
37,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.111
37,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.174
37,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.115
37,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.074
37,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.089
37,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.105
37,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.082
37,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.109
37,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.073
37,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.076
37,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.165
37,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.099
37,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.098
37,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.093
37,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.113
37,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.075
37,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.090
37,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.084
37,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.111
37,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.072
37,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.072
37,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.126
37,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.072
37,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.157
37,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.081
37,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.063
37,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.156
37,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.135
37,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.128
37,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.092
37,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.086
37,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.149
37,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.094
37,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.093
37,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.139
37,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.088
37,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.130
37,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.090
37,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.110
37,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.086
37,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.090
37,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.086
37,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.123
37,mlp.experts.76.up_proj,rtn: 0.0023499,0.00000,0.105
37,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.075
37,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.075
37,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.095
37,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.079
37,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.097
37,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.107
37,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.110
37,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.071
37,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.061
37,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.071
37,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.072
37,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.071
37,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.102
37,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.109
37,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.065
37,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.111
37,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.117
37,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.078
37,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.079
37,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.074
37,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.103
37,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.083
37,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.080
37,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.081
37,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.076
37,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.105
37,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.080
37,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.141
37,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.153
37,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.073
37,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.107
37,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.073
37,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.108
37,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.071
37,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.133
37,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.070
37,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.073
37,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.074
37,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.139
37,mlp.experts.69.up_proj,rtn: 0.0023804,0.00000,0.115
37,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.069
37,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.109
37,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.088
37,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.093
37,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.070
37,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.069
37,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.066
37,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.077
37,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.070
37,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.113
37,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.075
37,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.065
37,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.096
37,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.114
37,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.074
37,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.090
37,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.097
37,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.082
37,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.083
37,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,3.587
37,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,3.612
37,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,3.611
37,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,3.592
37,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,3.653
37,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,3.650
37,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,3.638
37,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,3.635
37,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,3.660
37,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,3.634
37,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,3.674
37,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,3.641
37,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,3.714
37,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,3.663
37,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.157
37,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.118
37,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,3.676
37,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.092
37,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.094
37,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.092
37,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.120
37,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.124
37,mlp.experts.139.up_proj,rtn: 0.0023956,0.00000,0.126
37,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.116
37,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.111
37,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.158
37,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.142
37,mlp.experts.156.up_proj,rtn: 0.0021973,0.00000,0.109
37,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.103
37,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.088
37,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.102
37,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.103
37,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.097
37,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.075
37,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.089
37,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.077
37,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.063
37,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.065
37,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.121
37,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.081
37,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.124
37,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.078
37,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.140
37,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.107
37,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.080
37,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.075
37,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.067
37,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.068
37,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.065
37,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.082
37,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.108
37,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.139
37,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.080
37,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.107
37,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.085
37,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.115
37,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.089
37,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.078
37,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.090
37,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.097
37,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.111
37,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.101
37,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.092
37,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.120
37,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.117
37,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.140
37,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.080
37,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.108
37,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.120
37,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.125
37,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.095
37,mlp.experts.177.up_proj,rtn: 0.0022583,0.00000,0.116
37,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.103
37,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.093
37,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.077
37,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.025
37,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.044
37,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.141
37,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.058
37,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.144
37,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.058
37,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.060
37,mlp.experts.4.down_proj,rtn: 0.0022278,0.00000,0.061
37,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.062
37,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.147
37,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.064
37,mlp.experts.7.down_proj,rtn: 0.0021820,0.00000,0.066
37,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.153
37,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.071
37,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.075
37,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.080
37,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.083
37,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.058
37,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.029
37,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.014
37,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.037
37,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.040
37,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.024
37,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.026
37,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.047
37,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
37,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.047
37,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.037
37,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
37,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.040
37,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.031
37,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.039
37,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.032
37,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.040
37,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.053
37,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.028
37,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.028
37,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.029
37,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.090
37,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.030
37,mlp.experts.42.down_proj,rtn: 0.0022583,0.00000,0.048
37,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.050
37,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.097
37,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.048
37,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.054
37,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.050
37,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.059
37,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.060
37,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.029
37,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.072
37,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.052
37,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.055
37,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.054
37,mlp.experts.75.down_proj,rtn: 0.0022278,0.00000,0.037
37,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.031
37,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.044
37,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.050
37,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.133
37,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.039
37,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.049
37,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.053
37,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.043
37,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.051
37,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.132
37,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.055
37,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.056
37,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.041
37,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.056
37,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.059
37,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.061
37,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.061
37,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.060
37,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.029
37,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.029
37,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.044
37,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.028
37,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.047
37,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.027
37,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
37,mlp.experts.86.down_proj,rtn: 0.0022125,0.00000,0.049
37,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.042
37,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.039
37,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.041
37,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.042
37,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.032
37,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.030
37,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.030
37,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.047
37,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.044
37,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.033
37,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.043
37,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.057
37,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.041
37,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.039
37,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.037
37,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.044
37,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.050
37,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.032
37,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.029
37,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.030
37,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.025
37,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.063
37,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.050
37,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.031
37,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.032
37,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.048
37,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.040
37,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
37,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.049
37,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.024
37,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.044
37,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.028
37,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.023
37,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.026
37,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.023
37,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.030
37,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.117
37,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.020
37,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.022
37,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.017
37,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.030
37,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.024
37,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.029
37,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.028
37,mlp.experts.156.down_proj,rtn: 0.0021515,0.00000,0.030
37,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.030
37,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.026
37,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.057
37,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.036
37,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.034
37,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.073
37,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.045
37,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.042
37,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.043
37,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.066
37,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.037
37,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.046
37,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.034
37,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.033
37,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.026
37,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.028
37,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.059
37,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.101
37,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.049
37,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.048
37,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.053
37,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.040
37,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.050
37,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.042
37,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.038
37,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.043
37,mlp.experts.174.down_proj,rtn: 0.0022125,0.00000,0.037
37,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.035
37,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.033
37,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.033
37,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.034
37,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.040
37,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.055
37,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.039
37,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.013
37,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.044
37,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.034
37,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.040
37,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.038
37,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.033
37,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.034
37,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
37,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.038
37,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.011
37,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.037
37,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.089
37,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.035
37,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.032
37,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.048
37,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.031
37,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.081
37,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.081
37,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.030
37,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.033
37,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.020
37,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.040
37,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.024
37,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.022
37,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.037
37,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.068
37,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.019
37,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.021
37,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.073
37,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.083
37,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.011
37,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.010
37,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.010
37,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.032
37,mlp.shared_experts.gate_proj,rtn: 0.0018387,0.00000,0.048
37,mlp.shared_experts.down_proj,rtn: 0.0019836,0.00000,0.034
38,self_attn.v_proj,rtn: 0.0026703,0.00000,0.041
38,self_attn.k_proj,rtn: 0.0022583,0.00000,0.021
38,self_attn.q_proj,rtn: 0.0021973,0.00000,0.030
38,self_attn.o_proj,rtn: 0.0027466,0.00000,0.044
38,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.078
38,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.080
38,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.093
38,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.102
38,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.108
38,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.112
38,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.115
38,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.119
38,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.127
38,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.131
38,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.130
38,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.152
38,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.084
38,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.176
38,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.084
38,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.093
38,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.102
38,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.207
38,mlp.experts.17.gate_proj,rtn: 0.0022430,0.00000,0.101
38,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.100
38,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.229
38,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.078
38,mlp.experts.29.gate_proj,rtn: 0.0021973,0.00000,0.114
38,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.084
38,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.083
38,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.075
38,mlp.experts.3.gate_proj,rtn: 0.0021210,0.00000,0.299
38,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.178
38,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.089
38,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.082
38,mlp.experts.22.gate_proj,rtn: 0.0022430,0.00000,0.154
38,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.073
38,mlp.experts.26.gate_proj,rtn: 0.0022125,0.00000,0.205
38,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.141
38,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.194
38,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.099
38,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.080
38,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.121
38,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.083
38,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.105
38,mlp.experts.56.gate_proj,rtn: 0.0022430,0.00000,0.081
38,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.133
38,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.083
38,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.101
38,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.082
38,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.075
38,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.101
38,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.097
38,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.096
38,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.082
38,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.084
38,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.078
38,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.074
38,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.102
38,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.082
38,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.083
38,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.082
38,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.069
38,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.091
38,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.065
38,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.066
38,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.079
38,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.087
38,mlp.experts.55.gate_proj,rtn: 0.0022278,0.00000,0.066
38,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.084
38,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.077
38,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.088
38,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.079
38,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.080
38,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.082
38,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.077
38,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.070
38,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.076
38,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.086
38,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.077
38,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.073
38,mlp.experts.79.gate_proj,rtn: 0.0022430,0.00000,0.069
38,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.074
38,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.074
38,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.087
38,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.070
38,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.075
38,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.087
38,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.076
38,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.068
38,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.099
38,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.071
38,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.104
38,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.060
38,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.071
38,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.071
38,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.062
38,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.075
38,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.107
38,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.069
38,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.074
38,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.074
38,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.071
38,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.069
38,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.073
38,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.065
38,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.075
38,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.188
38,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.064
38,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.058
38,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.089
38,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.086
38,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.074
38,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.078
38,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.060
38,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.077
38,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.077
38,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.074
38,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.163
38,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.079
38,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.085
38,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.086
38,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.092
38,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.093
38,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.093
38,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.079
38,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.092
38,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.075
38,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.082
38,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.075
38,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.178
38,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.189
38,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.158
38,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.074
38,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.088
38,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.099
38,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.081
38,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.099
38,mlp.experts.117.gate_proj,rtn: 0.0022430,0.00000,0.096
38,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.092
38,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.093
38,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
38,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.087
38,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.085
38,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.087
38,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.102
38,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.080
38,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.071
38,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.068
38,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.084
38,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.193
38,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.080
38,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.076
38,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.112
38,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.098
38,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.091
38,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.076
38,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.102
38,mlp.experts.145.gate_proj,rtn: 0.0023956,0.00000,0.094
38,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.098
38,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.068
38,mlp.experts.184.gate_proj,rtn: 0.0021973,0.00000,0.073
38,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.093
38,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.077
38,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.098
38,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.103
38,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.107
38,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.096
38,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.069
38,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.069
38,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.086
38,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.073
38,mlp.experts.149.gate_proj,rtn: 0.0022278,0.00000,0.075
38,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.084
38,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.081
38,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.080
38,mlp.experts.28.up_proj,rtn: 0.0022430,0.00000,0.078
38,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.085
38,mlp.experts.189.gate_proj,rtn: 0.0022278,0.00000,0.067
38,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.185.gate_proj,rtn: 0.0022278,0.00000,0.078
38,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.071
38,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.104
38,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.124
38,mlp.experts.154.gate_proj,rtn: 0.0022736,0.00000,0.162
38,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.092
38,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.118
38,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.077
38,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.078
38,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.090
38,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.081
38,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.142
38,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.067
38,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.076
38,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.068
38,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.076
38,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.086
38,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.068
38,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.076
38,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.075
38,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.074
38,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.102
38,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.101
38,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.093
38,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.100
38,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.092
38,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.075
38,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.090
38,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.088
38,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.090
38,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.060
38,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.060
38,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.082
38,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.084
38,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.060
38,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.098
38,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.088
38,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.115
38,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.096
38,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.117
38,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.110
38,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.078
38,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.080
38,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.077
38,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.073
38,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.089
38,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.095
38,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.086
38,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.093
38,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.095
38,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.161
38,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.071
38,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.123
38,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.074
38,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.077
38,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.112
38,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.075
38,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.073
38,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.094
38,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.071
38,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.071
38,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.102
38,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.115
38,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.107
38,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.077
38,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.114
38,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.137
38,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.073
38,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.111
38,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.124
38,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.061
38,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.073
38,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.066
38,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.075
38,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.075
38,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.082
38,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.079
38,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.082
38,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.077
38,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.081
38,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.076
38,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.069
38,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.071
38,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.145
38,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.078
38,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.075
38,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.077
38,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.081
38,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.069
38,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.087
38,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.134
38,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.098
38,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.086
38,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.074
38,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.086
38,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.146
38,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.154
38,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.075
38,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.075
38,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.106
38,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.082
38,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.083
38,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.079
38,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.088
38,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.090
38,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.088
38,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.075
38,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.084
38,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.071
38,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.077
38,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.108
38,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.088
38,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.084
38,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.066
38,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.073
38,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.088
38,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.075
38,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.079
38,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.081
38,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.087
38,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.068
38,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.071
38,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.076
38,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.091
38,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.105
38,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.105
38,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.076
38,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.077
38,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.079
38,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.077
38,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.075
38,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.069
38,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.077
38,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.065
38,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.094
38,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.079
38,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.075
38,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.090
38,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.089
38,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.070
38,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.070
38,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.090
38,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.068
38,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.064
38,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.078
38,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.067
38,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.097
38,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.067
38,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.078
38,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.107
38,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.078
38,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.079
38,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.098
38,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.104
38,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.080
38,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.088
38,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.118
38,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.086
38,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.098
38,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.082
38,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.069
38,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.112
38,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.108
38,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.096
38,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.091
38,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.110
38,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.118
38,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.104
38,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.092
38,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.069
38,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
38,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.119
38,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.114
38,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.100
38,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.083
38,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.108
38,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.095
38,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.092
38,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.070
38,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.038
38,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.138
38,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.122
38,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.029
38,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.093
38,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.094
38,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.100
38,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.092
38,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.093
38,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.086
38,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.086
38,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.084
38,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.083
38,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.085
38,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.083
38,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.080
38,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.085
38,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.081
38,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.083
38,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.085
38,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.095
38,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.104
38,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.095
38,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.105
38,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.078
38,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.132
38,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.017
38,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.020
38,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.037
38,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.042
38,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.042
38,mlp.experts.7.down_proj,rtn: 0.0022278,0.00000,0.045
38,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.046
38,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.049
38,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.044
38,mlp.experts.12.down_proj,rtn: 0.0021820,0.00000,0.053
38,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.052
38,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.153
38,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.060
38,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.152
38,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.153
38,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.157
38,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.070
38,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.079
38,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.063
38,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.043
38,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.034
38,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.035
38,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.037
38,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.043
38,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.039
38,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.039
38,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.037
38,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.046
38,mlp.experts.29.down_proj,rtn: 0.0021820,0.00000,0.042
38,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.046
38,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.033
38,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.041
38,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.035
38,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.040
38,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.036
38,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.056
38,mlp.experts.26.down_proj,rtn: 0.0021973,0.00000,0.050
38,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.032
38,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.038
38,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.040
38,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.033
38,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.037
38,mlp.experts.35.down_proj,rtn: 0.0022125,0.00000,0.042
38,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.039
38,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.040
38,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.032
38,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.049
38,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.039
38,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.037
38,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.042
38,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.041
38,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.041
38,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.041
38,mlp.experts.60.down_proj,rtn: 0.0021973,0.00000,0.039
38,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.039
38,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.037
38,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.044
38,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.039
38,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.043
38,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.041
38,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.039
38,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.040
38,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.042
38,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.077
38,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.040
38,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.084
38,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.059
38,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.067
38,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.043
38,mlp.experts.76.down_proj,rtn: 0.0022125,0.00000,0.040
38,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.035
38,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.038
38,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.039
38,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.035
38,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.025
38,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.041
38,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.042
38,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.037
38,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.040
38,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.035
38,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.032
38,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.019
38,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.043
38,mlp.experts.111.down_proj,rtn: 0.0022278,0.00000,0.032
38,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.035
38,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.033
38,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.030
38,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.058
38,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.058
38,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.066
38,mlp.experts.127.down_proj,rtn: 0.0022125,0.00000,0.012
38,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.061
38,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.066
38,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.017
38,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.035
38,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.054
38,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.049
38,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.039
38,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.037
38,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.048
38,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.062
38,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.040
38,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.039
38,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.045
38,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.042
38,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.040
38,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.044
38,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.034
38,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.035
38,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.025
38,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.050
38,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.105
38,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.032
38,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.053
38,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.036
38,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.033
38,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.029
38,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.016
38,mlp.experts.128.down_proj,rtn: 0.0022278,0.00000,0.071
38,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.055
38,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.028
38,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.030
38,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.144
38,mlp.experts.139.down_proj,rtn: 0.0021973,0.00000,0.040
38,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.032
38,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.013
38,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.082
38,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.026
38,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.026
38,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.021
38,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.021
38,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.030
38,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.016
38,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.022
38,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.017
38,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.153
38,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.036
38,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.022
38,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.031
38,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.031
38,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.041
38,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.042
38,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.089
38,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.053
38,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.060
38,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.062
38,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.036
38,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.043
38,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.031
38,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.036
38,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.035
38,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.033
38,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.033
38,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.054
38,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.014
38,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.011
38,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.152
38,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.055
38,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.043
38,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.056
38,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.016
38,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.064
38,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.055
38,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.125
38,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.021
38,mlp.experts.185.down_proj,rtn: 0.0022125,0.00000,0.018
38,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.030
38,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.046
38,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.045
38,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.028
38,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.049
38,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.040
38,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.028
38,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.049
38,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.028
38,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.040
38,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.047
38,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.039
38,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.068
38,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.075
38,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.030
38,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.011
38,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.017
38,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.066
38,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.014
38,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.013
38,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.038
38,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.030
38,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.011
38,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.012
38,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.010
38,mlp.experts.184.down_proj,rtn: 0.0021362,0.00000,0.010
38,mlp.shared_experts.gate_proj,rtn: 0.0017853,0.00000,0.025
38,mlp.shared_experts.up_proj,rtn: 0.0019226,0.00000,0.026
38,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.026
39,self_attn.k_proj,rtn: 0.0022430,0.00000,0.013
39,self_attn.v_proj,rtn: 0.0026855,0.00000,0.014
39,self_attn.q_proj,rtn: 0.0022430,0.00000,0.015
39,self_attn.o_proj,rtn: 0.0028381,0.00000,0.042
39,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.095
39,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.119
39,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.125
39,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.125
39,mlp.experts.6.gate_proj,rtn: 0.0022125,0.00000,0.128
39,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.130
39,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.130
39,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.132
39,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.135
39,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.137
39,mlp.experts.10.gate_proj,rtn: 0.0022278,0.00000,0.141
39,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.142
39,mlp.experts.4.gate_proj,rtn: 0.0022278,0.00000,0.146
39,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.148
39,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.152
39,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.084
39,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.207
39,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.075
39,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.089
39,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.102
39,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.075
39,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.096
39,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.073
39,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.093
39,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.087
39,mlp.experts.30.gate_proj,rtn: 0.0022125,0.00000,0.098
39,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.113
39,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.112
39,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.101
39,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.103
39,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.114
39,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.097
39,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.089
39,mlp.experts.44.gate_proj,rtn: 0.0022125,0.00000,0.088
39,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.067
39,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.073
39,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.087
39,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.075
39,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.088
39,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.072
39,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.110
39,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.074
39,mlp.experts.45.gate_proj,rtn: 0.0022736,0.00000,0.082
39,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.111
39,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.077
39,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.082
39,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.103
39,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.104
39,mlp.experts.60.gate_proj,rtn: 0.0022736,0.00000,0.082
39,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.099
39,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.093
39,mlp.experts.48.gate_proj,rtn: 0.0022125,0.00000,0.082
39,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.086
39,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.105
39,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.098
39,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.113
39,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.089
39,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.087
39,mlp.experts.52.gate_proj,rtn: 0.0022278,0.00000,0.089
39,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.143
39,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.060
39,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.089
39,mlp.experts.78.gate_proj,rtn: 0.0022125,0.00000,0.061
39,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.094
39,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.096
39,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.081
39,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.072
39,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.075
39,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.091
39,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.195
39,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.092
39,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.090
39,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.199
39,mlp.experts.68.gate_proj,rtn: 0.0022430,0.00000,0.088
39,mlp.experts.57.gate_proj,rtn: 0.0023804,0.00000,0.146
39,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.084
39,mlp.experts.94.gate_proj,rtn: 0.0022278,0.00000,0.076
39,mlp.experts.65.gate_proj,rtn: 0.0022430,0.00000,0.102
39,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.091
39,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.094
39,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.096
39,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.096
39,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.082
39,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.076
39,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.082
39,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.083
39,mlp.experts.90.gate_proj,rtn: 0.0022430,0.00000,0.102
39,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.079
39,mlp.experts.84.gate_proj,rtn: 0.0021973,0.00000,0.092
39,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.097
39,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.081
39,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.080
39,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.097
39,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.070
39,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.108
39,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.177
39,mlp.experts.108.gate_proj,rtn: 0.0022278,0.00000,0.088
39,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.067
39,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.097
39,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.083
39,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.074
39,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.081
39,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.077
39,mlp.experts.100.gate_proj,rtn: 0.0022278,0.00000,0.097
39,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.076
39,mlp.experts.106.gate_proj,rtn: 0.0022278,0.00000,0.111
39,mlp.experts.104.gate_proj,rtn: 0.0022278,0.00000,0.101
39,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.093
39,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.089
39,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.095
39,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.088
39,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.081
39,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.090
39,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.085
39,mlp.experts.98.gate_proj,rtn: 0.0021667,0.00000,0.099
39,mlp.experts.112.gate_proj,rtn: 0.0021973,0.00000,0.096
39,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.086
39,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.101
39,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.096
39,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.088
39,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.093
39,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.089
39,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.092
39,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
39,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.080
39,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.091
39,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.128
39,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.071
39,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.089
39,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.089
39,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.110
39,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.093
39,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.092
39,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.091
39,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.098
39,mlp.experts.132.gate_proj,rtn: 0.0022430,0.00000,0.090
39,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.088
39,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.092
39,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.085
39,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.100
39,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.097
39,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.082
39,mlp.experts.130.gate_proj,rtn: 0.0022125,0.00000,0.084
39,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.101
39,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.092
39,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.085
39,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.095
39,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.093
39,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.099
39,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.102
39,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.102
39,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.069
39,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.077
39,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.100
39,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.068
39,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.069
39,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.092
39,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.113
39,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.107
39,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.092
39,mlp.experts.149.gate_proj,rtn: 0.0021973,0.00000,0.089
39,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.108
39,mlp.experts.153.gate_proj,rtn: 0.0022736,0.00000,0.089
39,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.173
39,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.077
39,mlp.experts.160.gate_proj,rtn: 0.0021820,0.00000,0.121
39,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.103
39,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.108
39,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.116
39,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.080
39,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.086
39,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.109
39,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.085
39,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.096
39,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.104
39,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.103
39,mlp.experts.173.gate_proj,rtn: 0.0022583,0.00000,0.099
39,mlp.experts.169.gate_proj,rtn: 0.0022583,0.00000,0.094
39,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.110
39,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.103
39,mlp.experts.176.gate_proj,rtn: 0.0022736,0.00000,0.091
39,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.113
39,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.098
39,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.103
39,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.095
39,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.117
39,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.121
39,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.100
39,mlp.experts.177.gate_proj,rtn: 0.0022583,0.00000,0.108
39,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.100
39,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.103
39,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.084
39,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.164
39,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.090
39,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.102
39,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.083
39,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.125
39,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
39,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.105
39,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.104
39,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.108
39,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.091
39,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.089
39,mlp.experts.10.up_proj,rtn: 0.0021973,0.00000,0.076
39,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.095
39,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.094
39,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.077
39,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.083
39,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.070
39,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.064
39,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.078
39,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.106
39,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.068
39,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.114
39,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.081
39,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.078
39,mlp.experts.46.up_proj,rtn: 0.0021973,0.00000,0.077
39,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.068
39,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.108
39,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.105
39,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.078
39,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.060
39,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.063
39,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.078
39,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.079
39,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.078
39,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.081
39,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.075
39,mlp.experts.54.up_proj,rtn: 0.0022583,0.00000,0.090
39,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.098
39,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.101
39,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.077
39,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.077
39,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.070
39,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.067
39,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.065
39,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.077
39,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.063
39,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.078
39,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.065
39,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.080
39,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.109
39,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.070
39,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.076
39,mlp.experts.78.up_proj,rtn: 0.0021973,0.00000,0.066
39,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.065
39,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.063
39,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.078
39,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.074
39,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.066
39,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.120
39,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.167
39,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.077
39,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.080
39,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.095
39,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.120
39,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.108
39,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.054
39,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.081
39,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.059
39,mlp.experts.65.up_proj,rtn: 0.0022583,0.00000,0.056
39,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.097
39,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.119
39,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.111
39,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.078
39,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.080
39,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.079
39,mlp.experts.68.up_proj,rtn: 0.0021973,0.00000,0.083
39,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.184
39,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.078
39,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.080
39,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.080
39,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.084
39,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.087
39,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.154
39,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.129
39,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.103
39,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.108
39,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.103
39,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.071
39,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.075
39,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.073
39,mlp.experts.90.up_proj,rtn: 0.0022430,0.00000,0.106
39,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.072
39,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.076
39,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.091
39,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.104
39,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.094
39,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.094
39,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.096
39,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.097
39,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.070
39,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.075
39,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.076
39,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.074
39,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.084
39,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.091
39,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.080
39,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.087
39,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.068
39,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.073
39,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.077
39,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.099
39,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.067
39,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.074
39,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.099
39,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.075
39,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.095
39,mlp.experts.117.up_proj,rtn: 0.0022278,0.00000,0.095
39,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.086
39,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.071
39,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.078
39,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.083
39,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.070
39,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.086
39,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.088
39,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.076
39,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.092
39,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.072
39,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.086
39,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.080
39,mlp.experts.156.up_proj,rtn: 0.0021820,0.00000,0.083
39,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.092
39,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.110
39,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.084
39,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.082
39,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.102
39,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.078
39,mlp.experts.129.up_proj,rtn: 0.0022736,0.00000,0.106
39,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.109
39,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.077
39,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.074
39,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.124
39,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.097
39,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.073
39,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.082
39,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.071
39,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.091
39,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.098
39,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.069
39,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.073
39,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.094
39,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.088
39,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.086
39,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.087
39,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.106
39,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.115
39,mlp.experts.182.up_proj,rtn: 0.0022125,0.00000,0.072
39,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.144
39,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.103
39,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.082
39,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.083
39,mlp.experts.164.up_proj,rtn: 0.0021820,0.00000,0.090
39,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.162
39,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.077
39,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.078
39,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.081
39,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.079
39,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.079
39,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.103
39,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.093
39,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.074
39,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.091
39,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.078
39,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.054
39,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.050
39,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.052
39,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.049
39,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.120
39,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.078
39,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.080
39,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.077
39,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.098
39,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.084
39,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.093
39,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.085
39,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.050
39,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.083
39,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.072
39,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.086
39,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.086
39,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.097
39,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.082
39,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.067
39,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.012
39,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.024
39,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.046
39,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.133
39,mlp.experts.14.down_proj,rtn: 0.0022125,0.00000,0.053
39,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.054
39,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.051
39,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.052
39,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.042
39,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.143
39,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.053
39,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.104
39,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.046
39,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.147
39,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.061
39,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.149
39,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.051
39,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.055
39,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.026
39,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.023
39,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.019
39,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.017
39,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.034
39,mlp.experts.30.down_proj,rtn: 0.0021973,0.00000,0.032
39,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.027
39,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.039
39,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.047
39,mlp.experts.16.down_proj,rtn: 0.0021667,0.00000,0.043
39,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.047
39,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.045
39,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.057
39,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.054
39,mlp.experts.44.down_proj,rtn: 0.0021820,0.00000,0.048
39,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.050
39,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.034
39,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.058
39,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.039
39,mlp.experts.46.down_proj,rtn: 0.0021667,0.00000,0.040
39,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.048
39,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.036
39,mlp.experts.41.down_proj,rtn: 0.0022278,0.00000,0.037
39,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.058
39,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.046
39,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.046
39,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.049
39,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.046
39,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.039
39,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.043
39,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.039
39,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.064
39,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.034
39,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.043
39,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.060
39,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.037
39,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.050
39,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.047
39,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.044
39,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.068
39,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.055
39,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.026
39,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.041
39,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.043
39,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.045
39,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.047
39,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.055
39,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.046
39,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.080
39,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.045
39,mlp.experts.78.down_proj,rtn: 0.0021667,0.00000,0.041
39,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.036
39,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.039
39,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.052
39,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.032
39,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.050
39,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.046
39,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.037
39,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.030
39,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.050
39,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.039
39,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.043
39,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.050
39,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.044
39,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.037
39,mlp.experts.67.down_proj,rtn: 0.0021667,0.00000,0.046
39,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.039
39,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.051
39,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.037
39,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.031
39,mlp.experts.102.down_proj,rtn: 0.0021973,0.00000,0.032
39,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.028
39,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.031
39,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.033
39,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.054
39,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.058
39,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.032
39,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.046
39,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.033
39,mlp.experts.104.down_proj,rtn: 0.0021820,0.00000,0.036
39,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.030
39,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.049
39,mlp.experts.98.down_proj,rtn: 0.0021362,0.00000,0.034
39,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.030
39,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.039
39,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.051
39,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.038
39,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.040
39,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.036
39,mlp.experts.84.down_proj,rtn: 0.0021973,0.00000,0.065
39,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.040
39,mlp.experts.124.down_proj,rtn: 0.0022430,0.00000,0.029
39,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.030
39,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.037
39,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.024
39,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.047
39,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.034
39,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.029
39,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.030
39,mlp.experts.96.down_proj,rtn: 0.0021973,0.00000,0.032
39,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.050
39,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.036
39,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.036
39,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.033
39,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.025
39,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.032
39,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.038
39,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.034
39,mlp.experts.103.down_proj,rtn: 0.0021057,0.00000,0.050
39,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.038
39,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.031
39,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.031
39,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.027
39,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.054
39,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.033
39,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.027
39,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.028
39,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.055
39,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.041
39,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.029
39,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.038
39,mlp.experts.156.down_proj,rtn: 0.0021667,0.00000,0.033
39,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.040
39,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.055
39,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.033
39,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.034
39,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.029
39,mlp.experts.166.down_proj,rtn: 0.0021973,0.00000,0.030
39,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.039
39,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.026
39,mlp.experts.168.down_proj,rtn: 0.0022125,0.00000,0.026
39,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.026
39,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.059
39,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.035
39,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.038
39,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.037
39,mlp.experts.141.down_proj,rtn: 0.0021667,0.00000,0.032
39,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.026
39,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.031
39,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.028
39,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.026
39,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.056
39,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.029
39,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.029
39,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.023
39,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.034
39,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.054
39,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
39,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.098
39,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.028
39,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.018
39,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.048
39,mlp.experts.169.down_proj,rtn: 0.0021667,0.00000,0.039
39,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.017
39,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.022
39,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.045
39,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.034
39,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.036
39,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.016
39,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.018
39,mlp.experts.173.down_proj,rtn: 0.0021973,0.00000,0.032
39,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.033
39,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.038
39,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.027
39,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.022
39,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.038
39,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.037
39,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.064
39,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.029
39,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.026
39,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.019
39,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.034
39,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.010
39,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.021
39,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.025
39,mlp.shared_experts.gate_proj,rtn: 0.0017548,0.00000,0.026
39,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.010
40,self_attn.v_proj,rtn: 0.0027924,0.00000,0.014
40,self_attn.k_proj,rtn: 0.0022125,0.00000,0.022
40,self_attn.q_proj,rtn: 0.0022125,0.00000,0.023
40,self_attn.o_proj,rtn: 0.0028839,0.00000,0.031
40,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.082
40,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.082
40,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.083
40,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.083
40,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.092
40,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.094
40,mlp.experts.15.gate_proj,rtn: 0.0022430,0.00000,0.103
40,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.105
40,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.110
40,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.111
40,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.114
40,mlp.experts.2.gate_proj,rtn: 0.0022278,0.00000,0.122
40,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.123
40,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.134
40,mlp.experts.20.gate_proj,rtn: 0.0021362,0.00000,0.079
40,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.077
40,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.073
40,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.177
40,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.087
40,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.182
40,mlp.experts.27.gate_proj,rtn: 0.0022125,0.00000,0.087
40,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.090
40,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.092
40,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.089
40,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.091
40,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.089
40,mlp.experts.30.gate_proj,rtn: 0.0022125,0.00000,0.091
40,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.132
40,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.123
40,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.098
40,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.098
40,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.152
40,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.103
40,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.105
40,mlp.experts.35.gate_proj,rtn: 0.0022125,0.00000,0.104
40,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.116
40,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.102
40,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.109
40,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.123
40,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.108
40,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.100
40,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.095
40,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.085
40,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.080
40,mlp.experts.39.gate_proj,rtn: 0.0021820,0.00000,0.153
40,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.107
40,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.099
40,mlp.experts.33.gate_proj,rtn: 0.0021820,0.00000,0.073
40,mlp.experts.56.gate_proj,rtn: 0.0022125,0.00000,0.099
40,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.077
40,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.103
40,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.088
40,mlp.experts.51.gate_proj,rtn: 0.0022583,0.00000,0.144
40,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.085
40,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.117
40,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.117
40,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.094
40,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.104
40,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.091
40,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.086
40,mlp.experts.58.gate_proj,rtn: 0.0021973,0.00000,0.098
40,mlp.experts.49.gate_proj,rtn: 0.0022125,0.00000,0.093
40,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.212
40,mlp.experts.72.gate_proj,rtn: 0.0022278,0.00000,0.098
40,mlp.experts.76.gate_proj,rtn: 0.0022430,0.00000,0.091
40,mlp.experts.54.gate_proj,rtn: 0.0022278,0.00000,0.128
40,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.156
40,mlp.experts.73.gate_proj,rtn: 0.0021973,0.00000,0.094
40,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.095
40,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.104
40,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.101
40,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.084
40,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.080
40,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.077
40,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.089
40,mlp.experts.69.gate_proj,rtn: 0.0022430,0.00000,0.094
40,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.124
40,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.123
40,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.088
40,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.107
40,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.103
40,mlp.experts.75.gate_proj,rtn: 0.0021820,0.00000,0.111
40,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.163
40,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.093
40,mlp.experts.93.gate_proj,rtn: 0.0022125,0.00000,0.091
40,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.089
40,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.095
40,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.089
40,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.104
40,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.093
40,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.103
40,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.090
40,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.109
40,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.103
40,mlp.experts.90.gate_proj,rtn: 0.0022430,0.00000,0.102
40,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.104
40,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.102
40,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.101
40,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.112
40,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.097
40,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.093
40,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.095
40,mlp.experts.101.gate_proj,rtn: 0.0022430,0.00000,0.086
40,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.106
40,mlp.experts.110.gate_proj,rtn: 0.0022278,0.00000,0.088
40,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.099
40,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.117
40,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.143
40,mlp.experts.99.gate_proj,rtn: 0.0021820,0.00000,0.109
40,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.099
40,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.102
40,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.104
40,mlp.experts.124.gate_proj,rtn: 0.0022430,0.00000,0.116
40,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.091
40,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.097
40,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.098
40,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.101
40,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.101
40,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.092
40,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.113
40,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.109
40,mlp.experts.117.gate_proj,rtn: 0.0022125,0.00000,0.113
40,mlp.experts.136.gate_proj,rtn: 0.0022583,0.00000,0.108
40,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.122
40,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.091
40,mlp.experts.127.gate_proj,rtn: 0.0022125,0.00000,0.099
40,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.109
40,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.104
40,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.099
40,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.115
40,mlp.experts.123.gate_proj,rtn: 0.0022125,0.00000,0.112
40,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.110
40,mlp.experts.142.gate_proj,rtn: 0.0021973,0.00000,0.091
40,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.107
40,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.107
40,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.126
40,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.090
40,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.126
40,mlp.experts.133.gate_proj,rtn: 0.0021515,0.00000,0.113
40,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.100
40,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.085
40,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.096
40,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.100
40,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.091
40,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.087
40,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.136
40,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.090
40,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.071
40,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.072
40,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.091
40,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.167
40,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.079
40,mlp.experts.154.gate_proj,rtn: 0.0022278,0.00000,0.076
40,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.087
40,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.086
40,mlp.experts.135.gate_proj,rtn: 0.0022583,0.00000,0.094
40,mlp.experts.149.gate_proj,rtn: 0.0022125,0.00000,0.097
40,mlp.experts.155.gate_proj,rtn: 0.0022278,0.00000,0.083
40,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.073
40,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.088
40,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.092
40,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.077
40,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.074
40,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.074
40,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.091
40,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.074
40,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.072
40,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.068
40,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.074
40,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.070
40,mlp.experts.165.gate_proj,rtn: 0.0022430,0.00000,0.092
40,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.074
40,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.092
40,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.086
40,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.219
40,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.229
40,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.206
40,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.078
40,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.076
40,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.169
40,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.094
40,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.078
40,mlp.experts.191.gate_proj,rtn: 0.0022430,0.00000,0.099
40,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.092
40,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.093
40,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.093
40,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.077
40,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.084
40,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.076
40,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.076
40,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.077
40,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.079
40,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.068
40,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.046
40,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.055
40,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.061
40,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.062
40,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.043
40,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.041
40,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.073
40,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.069
40,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.078
40,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.074
40,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.071
40,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.083
40,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.087
40,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.077
40,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.091
40,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.084
40,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.065
40,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.097
40,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.097
40,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.063
40,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.075
40,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.060
40,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.073
40,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.070
40,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.077
40,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.068
40,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.088
40,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.090
40,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.075
40,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.073
40,mlp.experts.61.up_proj,rtn: 0.0021973,0.00000,0.070
40,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.077
40,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.068
40,mlp.experts.49.up_proj,rtn: 0.0021820,0.00000,0.074
40,mlp.experts.20.up_proj,rtn: 0.0021210,0.00000,0.080
40,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.090
40,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.096
40,mlp.experts.44.up_proj,rtn: 0.0022736,0.00000,0.079
40,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.093
40,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.066
40,mlp.experts.58.up_proj,rtn: 0.0021973,0.00000,0.093
40,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.067
40,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.300
40,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.066
40,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.075
40,mlp.experts.56.up_proj,rtn: 0.0021820,0.00000,0.071
40,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.312
40,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.069
40,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.307
40,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.074
40,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.087
40,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.089
40,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.358
40,mlp.experts.69.up_proj,rtn: 0.0022125,0.00000,0.069
40,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.082
40,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.071
40,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.069
40,mlp.experts.81.up_proj,rtn: 0.0022125,0.00000,0.065
40,mlp.experts.93.up_proj,rtn: 0.0021820,0.00000,0.080
40,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.168
40,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.075
40,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.077
40,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.075
40,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.076
40,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.140
40,mlp.experts.27.up_proj,rtn: 0.0021820,0.00000,0.150
40,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.185
40,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.175
40,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.102
40,mlp.experts.85.up_proj,rtn: 0.0021820,0.00000,0.123
40,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.114
40,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.107
40,mlp.experts.110.up_proj,rtn: 0.0022125,0.00000,0.066
40,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.069
40,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.139
40,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.064
40,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.186
40,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.072
40,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.147
40,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.107
40,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.069
40,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.071
40,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.064
40,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.074
40,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.073
40,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.079
40,mlp.experts.114.up_proj,rtn: 0.0021973,0.00000,0.059
40,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.126
40,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.068
40,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.111
40,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.110
40,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.103
40,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.116
40,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.104
40,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.123
40,mlp.experts.141.up_proj,rtn: 0.0021820,0.00000,0.069
40,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.081
40,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.070
40,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.072
40,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.081
40,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.075
40,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.076
40,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.077
40,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.093
40,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.081
40,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.084
40,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.082
40,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.105
40,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.071
40,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.108
40,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.106
40,mlp.experts.154.up_proj,rtn: 0.0021973,0.00000,0.075
40,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.071
40,mlp.experts.157.up_proj,rtn: 0.0022583,0.00000,0.093
40,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.074
40,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.075
40,mlp.experts.59.up_proj,rtn: 0.0022125,0.00000,0.117
40,mlp.experts.133.up_proj,rtn: 0.0021362,0.00000,0.089
40,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.089
40,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.098
40,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.092
40,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.073
40,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.124
40,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.098
40,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.097
40,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.091
40,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.073
40,mlp.experts.124.up_proj,rtn: 0.0022430,0.00000,0.098
40,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.082
40,mlp.experts.55.up_proj,rtn: 0.0021973,0.00000,0.098
40,mlp.experts.162.up_proj,rtn: 0.0021820,0.00000,0.084
40,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.106
40,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.094
40,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.119
40,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.118
40,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.105
40,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.075
40,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.116
40,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.087
40,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.088
40,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.077
40,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.074
40,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.079
40,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.104
40,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.094
40,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.094
40,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.143
40,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.119
40,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.133
40,mlp.experts.165.up_proj,rtn: 0.0022125,0.00000,0.094
40,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.102
40,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.072
40,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.077
40,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.088
40,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.147
40,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.112
40,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.061
40,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.098
40,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.130
40,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.120
40,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.118
40,mlp.experts.127.up_proj,rtn: 0.0021973,0.00000,0.112
40,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.113
40,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.104
40,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.094
40,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.073
40,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.175
40,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.165
40,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.091
40,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.102
40,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.171
40,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.112
40,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.179
40,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.110
40,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.076
40,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.070
40,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.111
40,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.117
40,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.076
40,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.142
40,mlp.experts.188.up_proj,rtn: 0.0022583,0.00000,0.090
40,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.094
40,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.082
40,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.083
40,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.103
40,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.062
40,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.073
40,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.073
40,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.082
40,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.067
40,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.068
40,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.014
40,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.040
40,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.074
40,mlp.experts.5.down_proj,rtn: 0.0021820,0.00000,0.051
40,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.047
40,mlp.experts.4.down_proj,rtn: 0.0022125,0.00000,0.150
40,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.149
40,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.051
40,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.046
40,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.054
40,mlp.experts.3.down_proj,rtn: 0.0021820,0.00000,0.049
40,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.054
40,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.057
40,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.051
40,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.159
40,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.063
40,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.026
40,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.171
40,mlp.experts.20.down_proj,rtn: 0.0021362,0.00000,0.024
40,mlp.experts.27.down_proj,rtn: 0.0021667,0.00000,0.053
40,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.029
40,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.044
40,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.065
40,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.074
40,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.030
40,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.039
40,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.052
40,mlp.experts.23.down_proj,rtn: 0.0021973,0.00000,0.057
40,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.039
40,mlp.experts.42.down_proj,rtn: 0.0022125,0.00000,0.033
40,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.054
40,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.054
40,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.031
40,mlp.experts.28.down_proj,rtn: 0.0021667,0.00000,0.050
40,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.054
40,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.054
40,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.048
40,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.032
40,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.102
40,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.089
40,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.037
40,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.048
40,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.032
40,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.044
40,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.050
40,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.027
40,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.029
40,mlp.experts.62.down_proj,rtn: 0.0021820,0.00000,0.056
40,mlp.experts.58.down_proj,rtn: 0.0021667,0.00000,0.054
40,mlp.experts.54.down_proj,rtn: 0.0021973,0.00000,0.033
40,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.016
40,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.073
40,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.086
40,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.081
40,mlp.experts.49.down_proj,rtn: 0.0021820,0.00000,0.060
40,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.081
40,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.035
40,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.022
40,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.036
40,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.047
40,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.047
40,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.037
40,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.033
40,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.055
40,mlp.experts.90.down_proj,rtn: 0.0021820,0.00000,0.041
40,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.058
40,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.034
40,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.061
40,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.041
40,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.058
40,mlp.experts.73.down_proj,rtn: 0.0021973,0.00000,0.037
40,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.058
40,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.057
40,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.055
40,mlp.experts.69.down_proj,rtn: 0.0021820,0.00000,0.040
40,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.051
40,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.035
40,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.041
40,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.037
40,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.027
40,mlp.experts.81.down_proj,rtn: 0.0021820,0.00000,0.026
40,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.037
40,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.038
40,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.029
40,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.050
40,mlp.experts.89.down_proj,rtn: 0.0021820,0.00000,0.038
40,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.029
40,mlp.experts.111.down_proj,rtn: 0.0021667,0.00000,0.032
40,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.027
40,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.028
40,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.031
40,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.050
40,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.060
40,mlp.experts.86.down_proj,rtn: 0.0022125,0.00000,0.042
40,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.056
40,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.032
40,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.054
40,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.032
40,mlp.experts.110.down_proj,rtn: 0.0021362,0.00000,0.036
40,mlp.experts.105.down_proj,rtn: 0.0021667,0.00000,0.027
40,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.024
40,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.051
40,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.044
40,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.029
40,mlp.experts.127.down_proj,rtn: 0.0021820,0.00000,0.037
40,mlp.experts.119.down_proj,rtn: 0.0021667,0.00000,0.029
40,mlp.experts.99.down_proj,rtn: 0.0021973,0.00000,0.025
40,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.030
40,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.034
40,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.049
40,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.028
40,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.034
40,mlp.experts.117.down_proj,rtn: 0.0022125,0.00000,0.036
40,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.051
40,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.035
40,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.046
40,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.031
40,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.033
40,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.033
40,mlp.experts.143.down_proj,rtn: 0.0022278,0.00000,0.036
40,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.038
40,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.035
40,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.034
40,mlp.experts.118.down_proj,rtn: 0.0021667,0.00000,0.038
40,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.088
40,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.029
40,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.035
40,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.037
40,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.063
40,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.048
40,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.034
40,mlp.experts.114.down_proj,rtn: 0.0021820,0.00000,0.042
40,mlp.experts.131.down_proj,rtn: 0.0021973,0.00000,0.046
40,mlp.experts.141.down_proj,rtn: 0.0021515,0.00000,0.023
40,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.027
40,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.027
40,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.049
40,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.044
40,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.039
40,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.079
40,mlp.experts.158.down_proj,rtn: 0.0022430,0.00000,0.037
40,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.068
40,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.096
40,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.099
40,mlp.experts.154.down_proj,rtn: 0.0021667,0.00000,0.091
40,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.039
40,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.026
40,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.028
40,mlp.experts.130.down_proj,rtn: 0.0021820,0.00000,0.037
40,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.029
40,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.031
40,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.059
40,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.039
40,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.034
40,mlp.experts.167.down_proj,rtn: 0.0022125,0.00000,0.034
40,mlp.experts.174.down_proj,rtn: 0.0021362,0.00000,0.019
40,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.022
40,mlp.experts.185.down_proj,rtn: 0.0022125,0.00000,0.032
40,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.042
40,mlp.experts.181.down_proj,rtn: 0.0022125,0.00000,0.034
40,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.035
40,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.048
40,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.035
40,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.026
40,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.056
40,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.027
40,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.031
40,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.041
40,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.040
40,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.042
40,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.033
40,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.040
40,mlp.experts.189.down_proj,rtn: 0.0022430,0.00000,0.020
40,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.015
40,mlp.experts.128.down_proj,rtn: 0.0021973,0.00000,0.086
40,mlp.experts.186.down_proj,rtn: 0.0021820,0.00000,0.029
40,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.037
40,mlp.experts.162.down_proj,rtn: 0.0021667,0.00000,0.026
40,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.031
40,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.014
40,mlp.experts.182.down_proj,rtn: 0.0021667,0.00000,0.021
40,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.011
40,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.033
40,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.032
40,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.035
40,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.051
40,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.050
40,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.097
40,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.015
40,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.023
40,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.044
40,mlp.experts.176.down_proj,rtn: 0.0022125,0.00000,0.024
40,mlp.shared_experts.up_proj,rtn: 0.0018845,0.00000,0.027
40,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.028
40,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.022
41,self_attn.v_proj,rtn: 0.0027313,0.00000,0.015
41,self_attn.k_proj,rtn: 0.0021515,0.00000,0.031
41,self_attn.q_proj,rtn: 0.0021973,0.00000,0.031
41,self_attn.o_proj,rtn: 0.0029602,0.00000,0.059
41,mlp.experts.2.gate_proj,rtn: 0.0022125,0.00000,0.094
41,mlp.experts.14.gate_proj,rtn: 0.0021515,0.00000,0.103
41,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.118
41,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.117
41,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.118
41,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.123
41,mlp.experts.3.gate_proj,rtn: 0.0022278,0.00000,0.124
41,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.124
41,mlp.experts.4.gate_proj,rtn: 0.0021973,0.00000,0.126
41,mlp.experts.6.gate_proj,rtn: 0.0022125,0.00000,0.130
41,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.141
41,mlp.experts.13.gate_proj,rtn: 0.0022278,0.00000,0.141
41,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.156
41,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.160
41,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.166
41,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.071
41,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.071
41,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.181
41,mlp.experts.26.gate_proj,rtn: 0.0022888,0.00000,0.080
41,mlp.experts.22.gate_proj,rtn: 0.0021667,0.00000,0.076
41,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.107
41,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.111
41,mlp.experts.21.gate_proj,rtn: 0.0022583,0.00000,0.103
41,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.108
41,mlp.experts.25.gate_proj,rtn: 0.0021973,0.00000,0.099
41,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.076
41,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.069
41,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.114
41,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.134
41,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.098
41,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.108
41,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.108
41,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.151
41,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.092
41,mlp.experts.42.gate_proj,rtn: 0.0021667,0.00000,0.077
41,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.070
41,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.081
41,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.079
41,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.069
41,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.073
41,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.072
41,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.115
41,mlp.experts.40.gate_proj,rtn: 0.0021210,0.00000,0.069
41,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.071
41,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.078
41,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.130
41,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.113
41,mlp.experts.37.gate_proj,rtn: 0.0022736,0.00000,0.138
41,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.072
41,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.124
41,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.118
41,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.131
41,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.079
41,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.131
41,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.083
41,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.084
41,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.070
41,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.072
41,mlp.experts.59.gate_proj,rtn: 0.0021667,0.00000,0.088
41,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.074
41,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.070
41,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.100
41,mlp.experts.68.gate_proj,rtn: 0.0021973,0.00000,0.073
41,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.077
41,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.071
41,mlp.experts.76.gate_proj,rtn: 0.0021973,0.00000,0.077
41,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.088
41,mlp.experts.70.gate_proj,rtn: 0.0022430,0.00000,0.129
41,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.090
41,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.130
41,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.132
41,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.075
41,mlp.experts.49.gate_proj,rtn: 0.0021057,0.00000,0.123
41,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.075
41,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.153
41,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.073
41,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.076
41,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.077
41,mlp.experts.90.gate_proj,rtn: 0.0022278,0.00000,0.094
41,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.075
41,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.081
41,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.081
41,mlp.experts.88.gate_proj,rtn: 0.0021515,0.00000,0.075
41,mlp.experts.91.gate_proj,rtn: 0.0022278,0.00000,0.071
41,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.079
41,mlp.experts.110.gate_proj,rtn: 0.0021973,0.00000,0.111
41,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.075
41,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.125
41,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.131
41,mlp.experts.100.gate_proj,rtn: 0.0022583,0.00000,0.085
41,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.071
41,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.131
41,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.124
41,mlp.experts.108.gate_proj,rtn: 0.0022278,0.00000,0.074
41,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.084
41,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.148
41,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.085
41,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.090
41,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.145
41,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.078
41,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.092
41,mlp.experts.116.gate_proj,rtn: 0.0021667,0.00000,0.082
41,mlp.experts.124.gate_proj,rtn: 0.0022430,0.00000,0.076
41,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.104
41,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.185
41,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.079
41,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.128
41,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.123
41,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.160
41,mlp.experts.123.gate_proj,rtn: 0.0022736,0.00000,0.093
41,mlp.experts.99.gate_proj,rtn: 0.0021820,0.00000,0.131
41,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.136
41,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.143
41,mlp.experts.128.gate_proj,rtn: 0.0021973,0.00000,0.087
41,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.098
41,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.084
41,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.088
41,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.084
41,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.161
41,mlp.experts.119.gate_proj,rtn: 0.0021667,0.00000,0.078
41,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.082
41,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.083
41,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.071
41,mlp.experts.115.gate_proj,rtn: 0.0021973,0.00000,0.072
41,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.088
41,mlp.experts.142.gate_proj,rtn: 0.0022430,0.00000,0.079
41,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.089
41,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.068
41,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.073
41,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.082
41,mlp.experts.143.gate_proj,rtn: 0.0021973,0.00000,0.074
41,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.078
41,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.092
41,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.077
41,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.068
41,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.091
41,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.077
41,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.062
41,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.067
41,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.081
41,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.069
41,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.065
41,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.076
41,mlp.experts.158.gate_proj,rtn: 0.0021667,0.00000,0.082
41,mlp.experts.121.gate_proj,rtn: 0.0022430,0.00000,0.090
41,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.082
41,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.093
41,mlp.experts.151.gate_proj,rtn: 0.0021973,0.00000,0.071
41,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.081
41,mlp.experts.172.gate_proj,rtn: 0.0022278,0.00000,0.079
41,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.096
41,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.085
41,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.098
41,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.081
41,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.085
41,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.113
41,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.082
41,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.086
41,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.074
41,mlp.experts.137.gate_proj,rtn: 0.0021820,0.00000,0.096
41,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.074
41,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.079
41,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.105
41,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.074
41,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.161
41,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.075
41,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.074
41,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.107
41,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.102
41,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.143
41,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.076
41,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.176
41,mlp.experts.153.gate_proj,rtn: 0.0022125,0.00000,0.077
41,mlp.experts.166.gate_proj,rtn: 0.0022278,0.00000,0.099
41,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.059
41,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.058
41,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.123
41,mlp.experts.145.gate_proj,rtn: 0.0022278,0.00000,0.071
41,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.122
41,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.130
41,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.155
41,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.083
41,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.128
41,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.085
41,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.094
41,mlp.experts.14.up_proj,rtn: 0.0021667,0.00000,0.107
41,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.143
41,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.095
41,mlp.experts.179.gate_proj,rtn: 0.0022430,0.00000,0.076
41,mlp.experts.20.up_proj,rtn: 0.0021973,0.00000,0.095
41,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.113
41,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.092
41,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.158
41,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.120
41,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.126
41,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.068
41,mlp.experts.11.up_proj,rtn: 0.0022125,0.00000,0.078
41,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.071
41,mlp.experts.7.up_proj,rtn: 0.0022125,0.00000,0.075
41,mlp.experts.161.gate_proj,rtn: 0.0021820,0.00000,0.142
41,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.065
41,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.097
41,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.079
41,mlp.experts.44.up_proj,rtn: 0.0022430,0.00000,0.069
41,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.081
41,mlp.experts.182.gate_proj,rtn: 0.0022278,0.00000,0.201
41,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.068
41,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.071
41,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.101
41,mlp.experts.165.gate_proj,rtn: 0.0021820,0.00000,0.123
41,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.075
41,mlp.experts.40.up_proj,rtn: 0.0021667,0.00000,0.072
41,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.101
41,mlp.experts.185.gate_proj,rtn: 0.0022430,0.00000,0.106
41,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.130
41,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.076
41,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.110
41,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.074
41,mlp.experts.60.up_proj,rtn: 0.0021973,0.00000,0.076
41,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.071
41,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.105
41,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.072
41,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.077
41,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.101
41,mlp.experts.39.up_proj,rtn: 0.0022125,0.00000,0.075
41,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.078
41,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.102
41,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.072
41,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.098
41,mlp.experts.189.gate_proj,rtn: 0.0022583,0.00000,0.097
41,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.096
41,mlp.experts.50.up_proj,rtn: 0.0021973,0.00000,0.117
41,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.066
41,mlp.experts.59.up_proj,rtn: 0.0021667,0.00000,0.074
41,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.121
41,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.076
41,mlp.experts.68.up_proj,rtn: 0.0021667,0.00000,0.112
41,mlp.experts.42.up_proj,rtn: 0.0021820,0.00000,0.158
41,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.117
41,mlp.experts.22.up_proj,rtn: 0.0021362,0.00000,0.089
41,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.117
41,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.069
41,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.056
41,mlp.experts.79.up_proj,rtn: 0.0022125,0.00000,0.070
41,mlp.experts.75.up_proj,rtn: 0.0021515,0.00000,0.076
41,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.119
41,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.061
41,mlp.experts.25.up_proj,rtn: 0.0021667,0.00000,0.111
41,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.110
41,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.118
41,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.083
41,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.072
41,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.168
41,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.075
41,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.066
41,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.086
41,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.074
41,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.101
41,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.102
41,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.105
41,mlp.experts.91.up_proj,rtn: 0.0021667,0.00000,0.077
41,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.083
41,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.070
41,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.070
41,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.108
41,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.103
41,mlp.experts.21.up_proj,rtn: 0.0022278,0.00000,0.119
41,mlp.experts.94.up_proj,rtn: 0.0022125,0.00000,0.081
41,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.078
41,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.081
41,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.076
41,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.066
41,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.071
41,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.073
41,mlp.experts.100.up_proj,rtn: 0.0022278,0.00000,0.072
41,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.076
41,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.074
41,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.073
41,mlp.experts.110.up_proj,rtn: 0.0021515,0.00000,0.063
41,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.063
41,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.077
41,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.063
41,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.064
41,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.075
41,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.065
41,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.077
41,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.199
41,mlp.experts.116.up_proj,rtn: 0.0021362,0.00000,0.078
41,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.072
41,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.121
41,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.118
41,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.120
41,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.078
41,mlp.experts.119.up_proj,rtn: 0.0021667,0.00000,0.076
41,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.066
41,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.077
41,mlp.experts.143.up_proj,rtn: 0.0021820,0.00000,0.067
41,mlp.experts.128.up_proj,rtn: 0.0021667,0.00000,0.062
41,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.068
41,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.066
41,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.079
41,mlp.experts.115.up_proj,rtn: 0.0021515,0.00000,0.072
41,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.073
41,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.075
41,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.079
41,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.072
41,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.075
41,mlp.experts.102.up_proj,rtn: 0.0021973,0.00000,0.071
41,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.067
41,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.068
41,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.070
41,mlp.experts.49.up_proj,rtn: 0.0021362,0.00000,0.124
41,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.072
41,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.084
41,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.073
41,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.129
41,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.126
41,mlp.experts.148.up_proj,rtn: 0.0021515,0.00000,0.064
41,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.144
41,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.084
41,mlp.experts.138.up_proj,rtn: 0.0022278,0.00000,0.071
41,mlp.experts.158.up_proj,rtn: 0.0021362,0.00000,0.073
41,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.064
41,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.067
41,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.087
41,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.083
41,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.076
41,mlp.experts.162.up_proj,rtn: 0.0022125,0.00000,0.091
41,mlp.experts.147.up_proj,rtn: 0.0022278,0.00000,0.082
41,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.089
41,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.078
41,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.106
41,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.104
41,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.080
41,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.100
41,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.111
41,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.087
41,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.072
41,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.073
41,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.090
41,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.084
41,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.094
41,mlp.experts.168.up_proj,rtn: 0.0021973,0.00000,0.085
41,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.079
41,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.102
41,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.103
41,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.037
41,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.072
41,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.083
41,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.072
41,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.140
41,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.140
41,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.131
41,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.123
41,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.152
41,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.135
41,mlp.experts.186.up_proj,rtn: 0.0022125,0.00000,0.057
41,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.125
41,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.106
41,mlp.experts.166.up_proj,rtn: 0.0021820,0.00000,0.068
41,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.097
41,mlp.experts.109.up_proj,rtn: 0.0021820,0.00000,0.081
41,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.073
41,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.043
41,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.124
41,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.086
41,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.072
41,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.080
41,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.088
41,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.087
41,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.072
41,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.081
41,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.090
41,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.085
41,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.075
41,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.111
41,mlp.experts.149.up_proj,rtn: 0.0021820,0.00000,0.103
41,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.123
41,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.148
41,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.119
41,mlp.experts.165.up_proj,rtn: 0.0021820,0.00000,0.165
41,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.101
41,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.091
41,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.071
41,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.016
41,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.025
41,mlp.experts.9.down_proj,rtn: 0.0021973,0.00000,0.132
41,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.133
41,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.044
41,mlp.experts.14.down_proj,rtn: 0.0021820,0.00000,0.050
41,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.051
41,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.054
41,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.148
41,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.149
41,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.069
41,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.069
41,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.074
41,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.071
41,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.082
41,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.083
41,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.074
41,mlp.experts.22.down_proj,rtn: 0.0021667,0.00000,0.039
41,mlp.experts.11.down_proj,rtn: 0.0021973,0.00000,0.092
41,mlp.experts.25.down_proj,rtn: 0.0021210,0.00000,0.049
41,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.046
41,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.032
41,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.036
41,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.039
41,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.041
41,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.051
41,mlp.experts.20.down_proj,rtn: 0.0021515,0.00000,0.032
41,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.039
41,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.050
41,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.030
41,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.032
41,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.043
41,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.023
41,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.037
41,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.033
41,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.033
41,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.030
41,mlp.experts.41.down_proj,rtn: 0.0022278,0.00000,0.059
41,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.033
41,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.044
41,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.036
41,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.056
41,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.026
41,mlp.experts.43.down_proj,rtn: 0.0021820,0.00000,0.028
41,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.034
41,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.022
41,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.049
41,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.048
41,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.032
41,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.033
41,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.037
41,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.036
41,mlp.experts.60.down_proj,rtn: 0.0021210,0.00000,0.033
41,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.029
41,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.031
41,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.027
41,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.040
41,mlp.experts.59.down_proj,rtn: 0.0021667,0.00000,0.029
41,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.054
41,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.033
41,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.028
41,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.036
41,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.029
41,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.040
41,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.032
41,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.016
41,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.044
41,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.016
41,mlp.experts.68.down_proj,rtn: 0.0021667,0.00000,0.021
41,mlp.experts.49.down_proj,rtn: 0.0021362,0.00000,0.041
41,mlp.experts.76.down_proj,rtn: 0.0021820,0.00000,0.021
41,mlp.experts.75.down_proj,rtn: 0.0021667,0.00000,0.019
41,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.024
41,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.018
41,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.027
41,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.037
41,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.037
41,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.037
41,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.032
41,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.032
41,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.032
41,mlp.experts.92.down_proj,rtn: 0.0022278,0.00000,0.090
41,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.034
41,mlp.experts.91.down_proj,rtn: 0.0021820,0.00000,0.039
41,mlp.experts.106.down_proj,rtn: 0.0021973,0.00000,0.037
41,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.044
41,mlp.experts.110.down_proj,rtn: 0.0021667,0.00000,0.041
41,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.033
41,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.036
41,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.019
41,mlp.experts.84.down_proj,rtn: 0.0021973,0.00000,0.092
41,mlp.experts.72.down_proj,rtn: 0.0021515,0.00000,0.090
41,mlp.experts.77.down_proj,rtn: 0.0022278,0.00000,0.070
41,mlp.experts.65.down_proj,rtn: 0.0021667,0.00000,0.198
41,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.209
41,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.200
41,mlp.experts.102.down_proj,rtn: 0.0021820,0.00000,0.179
41,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.162
41,mlp.experts.103.down_proj,rtn: 0.0022278,0.00000,0.175
41,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.038
41,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.115.down_proj,rtn: 0.0021515,0.00000,0.046
41,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.052
41,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.041
41,mlp.experts.143.down_proj,rtn: 0.0021820,0.00000,0.055
41,mlp.experts.100.down_proj,rtn: 0.0022278,0.00000,0.055
41,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.054
41,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.051
41,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.042
41,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.053
41,mlp.experts.124.down_proj,rtn: 0.0021820,0.00000,0.040
41,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.023
41,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.067
41,mlp.experts.88.down_proj,rtn: 0.0021820,0.00000,0.058
41,mlp.experts.118.down_proj,rtn: 0.0022125,0.00000,0.050
41,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.025
41,mlp.experts.116.down_proj,rtn: 0.0021515,0.00000,0.023
41,mlp.experts.112.down_proj,rtn: 0.0021973,0.00000,0.013
41,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.043
41,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.035
41,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.038
41,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.028
41,mlp.experts.158.down_proj,rtn: 0.0021362,0.00000,0.023
41,mlp.experts.154.down_proj,rtn: 0.0021362,0.00000,0.026
41,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.042
41,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.070
41,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.046
41,mlp.experts.134.down_proj,rtn: 0.0021820,0.00000,0.032
41,mlp.experts.109.down_proj,rtn: 0.0021820,0.00000,0.068
41,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.051
41,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.040
41,mlp.experts.162.down_proj,rtn: 0.0021973,0.00000,0.038
41,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.039
41,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.031
41,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.042
41,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.029
41,mlp.experts.175.down_proj,rtn: 0.0021820,0.00000,0.046
41,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.055
41,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.057
41,mlp.experts.117.down_proj,rtn: 0.0022125,0.00000,0.078
41,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.039
41,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.104
41,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.041
41,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.040
41,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.042
41,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.040
41,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.036
41,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.086
41,mlp.experts.191.down_proj,rtn: 0.0022278,0.00000,0.041
41,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.038
41,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.095
41,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.041
41,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.038
41,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.025
41,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.057
41,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.017
41,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.102
41,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.031
41,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.031
41,mlp.experts.113.down_proj,rtn: 0.0021515,0.00000,0.175
41,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.045
41,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.011
41,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.083
41,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.083
41,mlp.experts.120.down_proj,rtn: 0.0021820,0.00000,0.084
41,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.085
41,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.093
41,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.086
41,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.039
41,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.049
41,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.060
41,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.039
41,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.053
41,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.053
41,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.058
41,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.061
41,mlp.experts.176.down_proj,rtn: 0.0021973,0.00000,0.060
41,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.051
41,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.039
41,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.036
41,mlp.experts.161.down_proj,rtn: 0.0021820,0.00000,0.033
41,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.037
41,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.024
41,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.022
41,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.019
41,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.083
41,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.010
41,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.010
41,mlp.shared_experts.gate_proj,rtn: 0.0016785,0.00000,0.026
41,mlp.shared_experts.up_proj,rtn: 0.0018768,0.00000,0.026
41,mlp.shared_experts.down_proj,rtn: 0.0019531,0.00000,0.010
42,self_attn.v_proj,rtn: 0.0027313,0.00000,0.035
42,self_attn.q_proj,rtn: 0.0023193,0.00000,0.016
42,self_attn.k_proj,rtn: 0.0022278,0.00000,0.022
42,self_attn.o_proj,rtn: 0.0029144,0.00000,0.044
42,mlp.experts.8.gate_proj,rtn: 0.0022278,0.00000,0.089
42,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.090
42,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.097
42,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.099
42,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.100
42,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.104
42,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.106
42,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.110
42,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.114
42,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.112
42,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.114
42,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.119
42,mlp.experts.2.gate_proj,rtn: 0.0022278,0.00000,0.130
42,mlp.experts.6.gate_proj,rtn: 0.0021667,0.00000,0.132
42,mlp.experts.14.gate_proj,rtn: 0.0022736,0.00000,0.134
42,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.157
42,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.072
42,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.078
42,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.075
42,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.071
42,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.070
42,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.087
42,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.074
42,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.077
42,mlp.experts.29.gate_proj,rtn: 0.0021973,0.00000,0.107
42,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.090
42,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.095
42,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.095
42,mlp.experts.44.gate_proj,rtn: 0.0021820,0.00000,0.069
42,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.069
42,mlp.experts.26.gate_proj,rtn: 0.0022278,0.00000,0.094
42,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.139
42,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.074
42,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.070
42,mlp.experts.17.gate_proj,rtn: 0.0021973,0.00000,0.148
42,mlp.experts.21.gate_proj,rtn: 0.0022125,0.00000,0.152
42,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.101
42,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.105
42,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.106
42,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.074
42,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.091
42,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.098
42,mlp.experts.52.gate_proj,rtn: 0.0021667,0.00000,0.072
42,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.096
42,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.092
42,mlp.experts.56.gate_proj,rtn: 0.0022430,0.00000,0.075
42,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.070
42,mlp.experts.41.gate_proj,rtn: 0.0022430,0.00000,0.088
42,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.146
42,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.105
42,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.088
42,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.077
42,mlp.experts.37.gate_proj,rtn: 0.0022125,0.00000,0.087
42,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.080
42,mlp.experts.59.gate_proj,rtn: 0.0022125,0.00000,0.079
42,mlp.experts.76.gate_proj,rtn: 0.0021820,0.00000,0.069
42,mlp.experts.68.gate_proj,rtn: 0.0022583,0.00000,0.078
42,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.088
42,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.078
42,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.077
42,mlp.experts.57.gate_proj,rtn: 0.0022278,0.00000,0.078
42,mlp.experts.63.gate_proj,rtn: 0.0021820,0.00000,0.085
42,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.107
42,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.106
42,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.112
42,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.086
42,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.082
42,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.099
42,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.080
42,mlp.experts.71.gate_proj,rtn: 0.0022430,0.00000,0.108
42,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.109
42,mlp.experts.84.gate_proj,rtn: 0.0022125,0.00000,0.082
42,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.077
42,mlp.experts.80.gate_proj,rtn: 0.0021820,0.00000,0.075
42,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.092
42,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.122
42,mlp.experts.73.gate_proj,rtn: 0.0022125,0.00000,0.088
42,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.087
42,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.084
42,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.091
42,mlp.experts.70.gate_proj,rtn: 0.0022278,0.00000,0.113
42,mlp.experts.108.gate_proj,rtn: 0.0021973,0.00000,0.077
42,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.094
42,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.091
42,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.079
42,mlp.experts.79.gate_proj,rtn: 0.0022278,0.00000,0.134
42,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.077
42,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.080
42,mlp.experts.93.gate_proj,rtn: 0.0021362,0.00000,0.081
42,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.105
42,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.107
42,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.085
42,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.115
42,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.103
42,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.087
42,mlp.experts.94.gate_proj,rtn: 0.0022125,0.00000,0.126
42,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.092
42,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.084
42,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.091
42,mlp.experts.85.gate_proj,rtn: 0.0021667,0.00000,0.094
42,mlp.experts.124.gate_proj,rtn: 0.0019989,0.00000,0.095
42,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.099
42,mlp.experts.86.gate_proj,rtn: 0.0021667,0.00000,0.103
42,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.095
42,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.089
42,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.096
42,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.095
42,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.096
42,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.095
42,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.087
42,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.086
42,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.070
42,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.071
42,mlp.experts.140.gate_proj,rtn: 0.0021973,0.00000,0.068
42,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.091
42,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.075
42,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.080
42,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.086
42,mlp.experts.101.gate_proj,rtn: 0.0022278,0.00000,0.093
42,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.090
42,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.123
42,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.064
42,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.098
42,mlp.experts.152.gate_proj,rtn: 0.0022125,0.00000,0.074
42,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.108
42,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.073
42,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.131
42,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.089
42,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.096
42,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.092
42,mlp.experts.144.gate_proj,rtn: 0.0021820,0.00000,0.070
42,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.093
42,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.093
42,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.086
42,mlp.experts.122.gate_proj,rtn: 0.0022430,0.00000,0.099
42,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.062
42,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.085
42,mlp.experts.172.gate_proj,rtn: 0.0021973,0.00000,0.064
42,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.072
42,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.091
42,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.083
42,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.094
42,mlp.experts.160.gate_proj,rtn: 0.0021820,0.00000,0.076
42,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.091
42,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.091
42,mlp.experts.130.gate_proj,rtn: 0.0022125,0.00000,0.103
42,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.100
42,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.075
42,mlp.experts.133.gate_proj,rtn: 0.0022125,0.00000,0.090
42,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.100
42,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.067
42,mlp.experts.157.gate_proj,rtn: 0.0021973,0.00000,0.085
42,mlp.experts.142.gate_proj,rtn: 0.0021973,0.00000,0.119
42,mlp.experts.188.gate_proj,rtn: 0.0022430,0.00000,0.076
42,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.077
42,mlp.experts.138.gate_proj,rtn: 0.0021973,0.00000,0.107
42,mlp.experts.147.gate_proj,rtn: 0.0022430,0.00000,0.077
42,mlp.experts.176.gate_proj,rtn: 0.0021820,0.00000,0.071
42,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.090
42,mlp.experts.151.gate_proj,rtn: 0.0022125,0.00000,0.085
42,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.062
42,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.060
42,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.114
42,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.090
42,mlp.experts.146.gate_proj,rtn: 0.0021820,0.00000,0.134
42,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.108
42,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.126
42,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.067
42,mlp.experts.150.gate_proj,rtn: 0.0021820,0.00000,0.133
42,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.128
42,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.080
42,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.068
42,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.085
42,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.083
42,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.141
42,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.096
42,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.090
42,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.075
42,mlp.experts.169.gate_proj,rtn: 0.0022125,0.00000,0.129
42,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.071
42,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.057
42,mlp.experts.179.gate_proj,rtn: 0.0021973,0.00000,0.063
42,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.066
42,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.076
42,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.137
42,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.096
42,mlp.experts.187.gate_proj,rtn: 0.0022125,0.00000,0.070
42,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.070
42,mlp.experts.162.gate_proj,rtn: 0.0021362,0.00000,0.138
42,mlp.experts.170.gate_proj,rtn: 0.0021820,0.00000,0.104
42,mlp.experts.44.up_proj,rtn: 0.0021210,0.00000,0.086
42,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.152
42,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.083
42,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.163
42,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.157
42,mlp.experts.3.up_proj,rtn: 0.0021973,0.00000,0.086
42,mlp.experts.191.gate_proj,rtn: 0.0022125,0.00000,0.084
42,mlp.experts.185.gate_proj,rtn: 0.0022278,0.00000,0.094
42,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.096
42,mlp.experts.52.up_proj,rtn: 0.0021515,0.00000,0.093
42,mlp.experts.174.gate_proj,rtn: 0.0025482,0.00000,0.175
42,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.107
42,mlp.experts.7.up_proj,rtn: 0.0021973,0.00000,0.089
42,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.090
42,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.089
42,mlp.experts.178.gate_proj,rtn: 0.0021820,0.00000,0.128
42,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.088
42,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.091
42,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.087
42,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.092
42,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.091
42,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.124
42,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.135
42,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.135
42,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.097
42,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.098
42,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.163
42,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.134
42,mlp.experts.29.up_proj,rtn: 0.0021667,0.00000,0.071
42,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.077
42,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.070
42,mlp.experts.17.up_proj,rtn: 0.0021515,0.00000,0.069
42,mlp.experts.190.gate_proj,rtn: 0.0022125,0.00000,0.165
42,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.094
42,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.096
42,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.130
42,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.091
42,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.103
42,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.069
42,mlp.experts.88.up_proj,rtn: 0.0022125,0.00000,0.123
42,mlp.experts.21.up_proj,rtn: 0.0021973,0.00000,0.070
42,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.071
42,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.068
42,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.235
42,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.144
42,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.153
42,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.094
42,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.092
42,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.133
42,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.113
42,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.107
42,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.083
42,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.072
42,mlp.experts.37.up_proj,rtn: 0.0021973,0.00000,0.072
42,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.068
42,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.077
42,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.098
42,mlp.experts.59.up_proj,rtn: 0.0021515,0.00000,0.098
42,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.086
42,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.111
42,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.082
42,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.072
42,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.078
42,mlp.experts.77.up_proj,rtn: 0.0021820,0.00000,0.068
42,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.105
42,mlp.experts.73.up_proj,rtn: 0.0021820,0.00000,0.055
42,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.065
42,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.066
42,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.124
42,mlp.experts.63.up_proj,rtn: 0.0021667,0.00000,0.098
42,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.118
42,mlp.experts.71.up_proj,rtn: 0.0022125,0.00000,0.088
42,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.091
42,mlp.experts.38.up_proj,rtn: 0.0021973,0.00000,0.081
42,mlp.experts.93.up_proj,rtn: 0.0021667,0.00000,0.052
42,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.078
42,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.208
42,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.099
42,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.087
42,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.069
42,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.060
42,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.070
42,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.129
42,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.099
42,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.073
42,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.102
42,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.092
42,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.084
42,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.088
42,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.118
42,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.127
42,mlp.experts.58.up_proj,rtn: 0.0022125,0.00000,0.092
42,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.061
42,mlp.experts.85.up_proj,rtn: 0.0021515,0.00000,0.063
42,mlp.experts.80.up_proj,rtn: 0.0021515,0.00000,0.087
42,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.078
42,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.094
42,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.111
42,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.076
42,mlp.experts.62.up_proj,rtn: 0.0021973,0.00000,0.126
42,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.104
42,mlp.experts.124.up_proj,rtn: 0.0021362,0.00000,0.076
42,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.074
42,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.061
42,mlp.experts.121.up_proj,rtn: 0.0022125,0.00000,0.067
42,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.112
42,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.070
42,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.074
42,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.119
42,mlp.experts.70.up_proj,rtn: 0.0022125,0.00000,0.125
42,mlp.experts.74.up_proj,rtn: 0.0022125,0.00000,0.117
42,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.123
42,mlp.experts.152.up_proj,rtn: 0.0021667,0.00000,0.076
42,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.073
42,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.102
42,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.070
42,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.074
42,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.092
42,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.086
42,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.095
42,mlp.experts.129.up_proj,rtn: 0.0022278,0.00000,0.075
42,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.118
42,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.098
42,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.104
42,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.090
42,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.097
42,mlp.experts.86.up_proj,rtn: 0.0021362,0.00000,0.100
42,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.095
42,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.102
42,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.110
42,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.096
42,mlp.experts.133.up_proj,rtn: 0.0021820,0.00000,0.097
42,mlp.experts.94.up_proj,rtn: 0.0021973,0.00000,0.098
42,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.104
42,mlp.experts.145.up_proj,rtn: 0.0022430,0.00000,0.084
42,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.111
42,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.103
42,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.089
42,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.072
42,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.082
42,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.103
42,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.079
42,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.111
42,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.113
42,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.131
42,mlp.experts.147.up_proj,rtn: 0.0022125,0.00000,0.069
42,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.062
42,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.067
42,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.098
42,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.099
42,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.068
42,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.159
42,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.101
42,mlp.experts.180.up_proj,rtn: 0.0022125,0.00000,0.104
42,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.126
42,mlp.experts.144.up_proj,rtn: 0.0021210,0.00000,0.090
42,mlp.experts.114.up_proj,rtn: 0.0021973,0.00000,0.143
42,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.132
42,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.071
42,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.061
42,mlp.experts.188.up_proj,rtn: 0.0022278,0.00000,0.058
42,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.078
42,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.052
42,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
42,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.101
42,mlp.experts.126.up_proj,rtn: 0.0022430,0.00000,0.094
42,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.066
42,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.070
42,mlp.experts.176.up_proj,rtn: 0.0021515,0.00000,0.030
42,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.123
42,mlp.experts.130.up_proj,rtn: 0.0021973,0.00000,0.106
42,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.191
42,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.079
42,mlp.experts.187.up_proj,rtn: 0.0021973,0.00000,0.072
42,mlp.experts.177.up_proj,rtn: 0.0022125,0.00000,0.127
42,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.185
42,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.033
42,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.091
42,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.195
42,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.095
42,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.026
42,mlp.experts.146.up_proj,rtn: 0.0021820,0.00000,0.100
42,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.102
42,mlp.experts.154.up_proj,rtn: 0.0021820,0.00000,0.089
42,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.087
42,mlp.experts.150.up_proj,rtn: 0.0021667,0.00000,0.088
42,mlp.experts.162.up_proj,rtn: 0.0021515,0.00000,0.093
42,mlp.experts.170.up_proj,rtn: 0.0021515,0.00000,0.114
42,mlp.experts.174.up_proj,rtn: 0.0024414,0.00000,0.105
42,mlp.experts.178.up_proj,rtn: 0.0021667,0.00000,0.105
42,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.150
42,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.104
42,mlp.experts.190.up_proj,rtn: 0.0021820,0.00000,0.105
42,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.074
42,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.016
42,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.032
42,mlp.experts.3.down_proj,rtn: 0.0021820,0.00000,0.040
42,mlp.experts.23.down_proj,rtn: 0.0021515,0.00000,0.037
42,mlp.experts.15.down_proj,rtn: 0.0021362,0.00000,0.042
42,mlp.experts.11.down_proj,rtn: 0.0021973,0.00000,0.034
42,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.157
42,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.044
42,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.162
42,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.048
42,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.169
42,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.169
42,mlp.experts.4.down_proj,rtn: 0.0022278,0.00000,0.056
42,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.5.down_proj,rtn: 0.0021973,0.00000,0.086
42,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.036
42,mlp.experts.17.down_proj,rtn: 0.0021362,0.00000,0.071
42,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.081
42,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.084
42,mlp.experts.27.down_proj,rtn: 0.0021667,0.00000,0.044
42,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.037
42,mlp.experts.28.down_proj,rtn: 0.0021973,0.00000,0.037
42,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.048
42,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.021
42,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.014
42,mlp.experts.22.down_proj,rtn: 0.0022125,0.00000,0.048
42,mlp.experts.30.down_proj,rtn: 0.0021820,0.00000,0.054
42,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.124
42,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.059
42,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.069
42,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.084
42,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.024
42,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.036
42,mlp.experts.59.down_proj,rtn: 0.0021515,0.00000,0.032
42,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.037
42,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.066
42,mlp.experts.38.down_proj,rtn: 0.0021667,0.00000,0.034
42,mlp.experts.44.down_proj,rtn: 0.0021362,0.00000,0.055
42,mlp.experts.21.down_proj,rtn: 0.0021820,0.00000,0.095
42,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.074
42,mlp.experts.46.down_proj,rtn: 0.0021515,0.00000,0.038
42,mlp.experts.29.down_proj,rtn: 0.0021362,0.00000,0.072
42,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.073
42,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.025
42,mlp.experts.36.down_proj,rtn: 0.0021667,0.00000,0.037
42,mlp.experts.34.down_proj,rtn: 0.0021515,0.00000,0.036
42,mlp.experts.60.down_proj,rtn: 0.0021973,0.00000,0.015
42,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.059
42,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.065
42,mlp.experts.41.down_proj,rtn: 0.0021820,0.00000,0.041
42,mlp.experts.63.down_proj,rtn: 0.0021515,0.00000,0.064
42,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.052
42,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.043
42,mlp.experts.67.down_proj,rtn: 0.0022125,0.00000,0.050
42,mlp.experts.37.down_proj,rtn: 0.0021820,0.00000,0.048
42,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.068
42,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.042
42,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.059
42,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.061
42,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.045
42,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.040
42,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.044
42,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.035
42,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.036
42,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.050
42,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.028
42,mlp.experts.57.down_proj,rtn: 0.0021973,0.00000,0.048
42,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.029
42,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.053
42,mlp.experts.52.down_proj,rtn: 0.0021667,0.00000,0.059
42,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.043
42,mlp.experts.70.down_proj,rtn: 0.0021667,0.00000,0.042
42,mlp.experts.61.down_proj,rtn: 0.0021515,0.00000,0.035
42,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.038
42,mlp.experts.66.down_proj,rtn: 0.0021820,0.00000,0.042
42,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.039
42,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.037
42,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.040
42,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.038
42,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.040
42,mlp.experts.103.down_proj,rtn: 0.0021667,0.00000,0.034
42,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.039
42,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.041
42,mlp.experts.73.down_proj,rtn: 0.0021362,0.00000,0.046
42,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.057
42,mlp.experts.77.down_proj,rtn: 0.0021667,0.00000,0.033
42,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.86.down_proj,rtn: 0.0021515,0.00000,0.041
42,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.029
42,mlp.experts.94.down_proj,rtn: 0.0021515,0.00000,0.038
42,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.038
42,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.037
42,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.072
42,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.035
42,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.029
42,mlp.experts.111.down_proj,rtn: 0.0022278,0.00000,0.038
42,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.039
42,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.058
42,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.037
42,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.060
42,mlp.experts.102.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.034
42,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.036
42,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.035
42,mlp.experts.98.down_proj,rtn: 0.0022125,0.00000,0.035
42,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.041
42,mlp.experts.106.down_proj,rtn: 0.0021362,0.00000,0.025
42,mlp.experts.105.down_proj,rtn: 0.0021820,0.00000,0.016
42,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.038
42,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.031
42,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.027
42,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.029
42,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.068
42,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.049
42,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.038
42,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.033
42,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.033
42,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.84.down_proj,rtn: 0.0021667,0.00000,0.083
42,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.038
42,mlp.experts.114.down_proj,rtn: 0.0022125,0.00000,0.051
42,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.045
42,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.041
42,mlp.experts.155.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.151.down_proj,rtn: 0.0021973,0.00000,0.035
42,mlp.experts.143.down_proj,rtn: 0.0022125,0.00000,0.038
42,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.037
42,mlp.experts.124.down_proj,rtn: 0.0021210,0.00000,0.055
42,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.039
42,mlp.experts.137.down_proj,rtn: 0.0021973,0.00000,0.032
42,mlp.experts.112.down_proj,rtn: 0.0021667,0.00000,0.042
42,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.032
42,mlp.experts.88.down_proj,rtn: 0.0021820,0.00000,0.043
42,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.033
42,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.034
42,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.041
42,mlp.experts.138.down_proj,rtn: 0.0021820,0.00000,0.035
42,mlp.experts.134.down_proj,rtn: 0.0021515,0.00000,0.033
42,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.032
42,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.033
42,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.035
42,mlp.experts.163.down_proj,rtn: 0.0021973,0.00000,0.038
42,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.034
42,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.042
42,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.033
42,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.039
42,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.034
42,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.031
42,mlp.experts.150.down_proj,rtn: 0.0021667,0.00000,0.039
42,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.036
42,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.045
42,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.038
42,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.034
42,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.045
42,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.040
42,mlp.experts.183.down_proj,rtn: 0.0021973,0.00000,0.034
42,mlp.experts.128.down_proj,rtn: 0.0021820,0.00000,0.041
42,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.040
42,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.044
42,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.055
42,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.025
42,mlp.experts.170.down_proj,rtn: 0.0021362,0.00000,0.025
42,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.015
42,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.032
42,mlp.experts.174.down_proj,rtn: 0.0015106,0.00000,0.026
42,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.083
42,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.077
42,mlp.experts.169.down_proj,rtn: 0.0021362,0.00000,0.074
42,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.027
42,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.030
42,mlp.experts.190.down_proj,rtn: 0.0021667,0.00000,0.026
42,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.026
42,mlp.experts.132.down_proj,rtn: 0.0021667,0.00000,0.042
42,mlp.experts.144.down_proj,rtn: 0.0021362,0.00000,0.050
42,mlp.experts.172.down_proj,rtn: 0.0021667,0.00000,0.025
42,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.030
42,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.027
42,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.040
42,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.096
42,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.030
42,mlp.experts.188.down_proj,rtn: 0.0021973,0.00000,0.033
42,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.045
42,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.048
42,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.045
42,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.056
42,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.057
42,mlp.experts.152.down_proj,rtn: 0.0021820,0.00000,0.022
42,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.027
42,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.026
42,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.037
42,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.021
42,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.023
42,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.040
42,mlp.shared_experts.gate_proj,rtn: 0.0016708,0.00000,0.040
42,mlp.shared_experts.down_proj,rtn: 0.0019531,0.00000,0.031
43,self_attn.k_proj,rtn: 0.0022125,0.00000,0.015
43,self_attn.v_proj,rtn: 0.0026855,0.00000,0.015
43,self_attn.q_proj,rtn: 0.0022278,0.00000,0.025
43,self_attn.o_proj,rtn: 0.0029144,0.00000,0.051
43,mlp.experts.2.gate_proj,rtn: 0.0022125,0.00000,0.106
43,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.109
43,mlp.experts.4.gate_proj,rtn: 0.0021515,0.00000,0.113
43,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.127
43,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.128
43,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.132
43,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.132
43,mlp.experts.14.gate_proj,rtn: 0.0022430,0.00000,0.131
43,mlp.experts.11.gate_proj,rtn: 0.0021973,0.00000,0.139
43,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.141
43,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.143
43,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.145
43,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.151
43,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.150
43,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.155
43,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.168
43,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.098
43,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.096
43,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.119
43,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.109
43,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.092
43,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.100
43,mlp.experts.22.gate_proj,rtn: 0.0022430,0.00000,0.103
43,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.126
43,mlp.experts.16.gate_proj,rtn: 0.0022125,0.00000,0.100
43,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.105
43,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.107
43,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.127
43,mlp.experts.31.gate_proj,rtn: 0.0021973,0.00000,0.129
43,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.139
43,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.086
43,mlp.experts.27.gate_proj,rtn: 0.0022125,0.00000,0.174
43,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.120
43,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.134
43,mlp.experts.41.gate_proj,rtn: 0.0021820,0.00000,0.101
43,mlp.experts.19.gate_proj,rtn: 0.0021973,0.00000,0.224
43,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.109
43,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.125
43,mlp.experts.37.gate_proj,rtn: 0.0022125,0.00000,0.126
43,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.107
43,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.104
43,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.099
43,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.095
43,mlp.experts.45.gate_proj,rtn: 0.0021973,0.00000,0.124
43,mlp.experts.39.gate_proj,rtn: 0.0022278,0.00000,0.127
43,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.123
43,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.096
43,mlp.experts.50.gate_proj,rtn: 0.0022583,0.00000,0.096
43,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.101
43,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.129
43,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.103
43,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.115
43,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.125
43,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.111
43,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.119
43,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.100
43,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.112
43,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.098
43,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.107
43,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.100
43,mlp.experts.68.gate_proj,rtn: 0.0022430,0.00000,0.118
43,mlp.experts.53.gate_proj,rtn: 0.0021820,0.00000,0.179
43,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.177
43,mlp.experts.51.gate_proj,rtn: 0.0021973,0.00000,0.090
43,mlp.experts.59.gate_proj,rtn: 0.0021820,0.00000,0.101
43,mlp.experts.74.gate_proj,rtn: 0.0021973,0.00000,0.123
43,mlp.experts.70.gate_proj,rtn: 0.0021973,0.00000,0.117
43,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.121
43,mlp.experts.78.gate_proj,rtn: 0.0022278,0.00000,0.109
43,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.093
43,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.173
43,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.095
43,mlp.experts.76.gate_proj,rtn: 0.0021973,0.00000,0.121
43,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.123
43,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.094
43,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.088
43,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.116
43,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.082
43,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.103
43,mlp.experts.65.gate_proj,rtn: 0.0021820,0.00000,0.199
43,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.138
43,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.086
43,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.088
43,mlp.experts.94.gate_proj,rtn: 0.0021667,0.00000,0.092
43,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.085
43,mlp.experts.64.gate_proj,rtn: 0.0022430,0.00000,0.155
43,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.097
43,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.103
43,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.216
43,mlp.experts.89.gate_proj,rtn: 0.0021973,0.00000,0.143
43,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.083
43,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.080
43,mlp.experts.100.gate_proj,rtn: 0.0021973,0.00000,0.086
43,mlp.experts.110.gate_proj,rtn: 0.0022430,0.00000,0.065
43,mlp.experts.83.gate_proj,rtn: 0.0021820,0.00000,0.115
43,mlp.experts.93.gate_proj,rtn: 0.0021820,0.00000,0.053
43,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.080
43,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.071
43,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.069
43,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.127
43,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.083
43,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.066
43,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.147
43,mlp.experts.126.gate_proj,rtn: 0.0021820,0.00000,0.079
43,mlp.experts.97.gate_proj,rtn: 0.0021057,0.00000,0.070
43,mlp.experts.101.gate_proj,rtn: 0.0021820,0.00000,0.062
43,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.096
43,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.097
43,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.100
43,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.120
43,mlp.experts.107.gate_proj,rtn: 0.0022125,0.00000,0.105
43,mlp.experts.111.gate_proj,rtn: 0.0021057,0.00000,0.143
43,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.159
43,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.069
43,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.160
43,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.072
43,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.070
43,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.091
43,mlp.experts.116.gate_proj,rtn: 0.0022125,0.00000,0.149
43,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.075
43,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.090
43,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.176
43,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.092
43,mlp.experts.142.gate_proj,rtn: 0.0021820,0.00000,0.097
43,mlp.experts.130.gate_proj,rtn: 0.0021667,0.00000,0.093
43,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.093
43,mlp.experts.127.gate_proj,rtn: 0.0021820,0.00000,0.090
43,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.094
43,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.082
43,mlp.experts.133.gate_proj,rtn: 0.0021820,0.00000,0.073
43,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.085
43,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.097
43,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.100
43,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.085
43,mlp.experts.154.gate_proj,rtn: 0.0021820,0.00000,0.092
43,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.082
43,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.086
43,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.088
43,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.084
43,mlp.experts.132.gate_proj,rtn: 0.0022430,0.00000,0.114
43,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.083
43,mlp.experts.131.gate_proj,rtn: 0.0022278,0.00000,0.081
43,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.085
43,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.087
43,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.069
43,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.083
43,mlp.experts.149.gate_proj,rtn: 0.0021820,0.00000,0.099
43,mlp.experts.157.gate_proj,rtn: 0.0021362,0.00000,0.110
43,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.102
43,mlp.experts.136.gate_proj,rtn: 0.0022125,0.00000,0.077
43,mlp.experts.151.gate_proj,rtn: 0.0022278,0.00000,0.083
43,mlp.experts.153.gate_proj,rtn: 0.0021973,0.00000,0.096
43,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.078
43,mlp.experts.174.gate_proj,rtn: 0.0021973,0.00000,0.095
43,mlp.experts.170.gate_proj,rtn: 0.0022430,0.00000,0.102
43,mlp.experts.147.gate_proj,rtn: 0.0021362,0.00000,0.078
43,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.108
43,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.100
43,mlp.experts.159.gate_proj,rtn: 0.0022125,0.00000,0.084
43,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.069
43,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.064
43,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.088
43,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.072
43,mlp.experts.173.gate_proj,rtn: 0.0022278,0.00000,0.075
43,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.072
43,mlp.experts.167.gate_proj,rtn: 0.0021973,0.00000,0.081
43,mlp.experts.169.gate_proj,rtn: 0.0022583,0.00000,0.075
43,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.072
43,mlp.experts.190.gate_proj,rtn: 0.0021820,0.00000,0.094
43,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.123
43,mlp.experts.175.gate_proj,rtn: 0.0021973,0.00000,0.078
43,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.093
43,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.099
43,mlp.experts.178.gate_proj,rtn: 0.0021667,0.00000,0.088
43,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.079
43,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.130
43,mlp.experts.181.gate_proj,rtn: 0.0022278,0.00000,0.093
43,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.093
43,mlp.experts.183.gate_proj,rtn: 0.0021820,0.00000,0.076
43,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.138
43,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.081
43,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.148
43,mlp.experts.189.gate_proj,rtn: 0.0021973,0.00000,0.122
43,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.106
43,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.082
43,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.096
43,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.083
43,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.091
43,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.088
43,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.110
43,mlp.experts.180.gate_proj,rtn: 0.0021667,0.00000,0.102
43,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.098
43,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.094
43,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.094
43,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.160.gate_proj,rtn: 0.0021973,0.00000,0.095
43,mlp.experts.188.gate_proj,rtn: 0.0022125,0.00000,0.091
43,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.099
43,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.093
43,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.093
43,mlp.experts.11.up_proj,rtn: 0.0021057,0.00000,0.090
43,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.084
43,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.085
43,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.104
43,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.081
43,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.098
43,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.121
43,mlp.experts.22.up_proj,rtn: 0.0021973,0.00000,0.121
43,mlp.experts.17.up_proj,rtn: 0.0021973,0.00000,0.097
43,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.074
43,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.077
43,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.140
43,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.083
43,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.090
43,mlp.experts.31.up_proj,rtn: 0.0021973,0.00000,0.080
43,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.097
43,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.073
43,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.084
43,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.094
43,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.088
43,mlp.experts.37.up_proj,rtn: 0.0022278,0.00000,0.087
43,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.076
43,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.097
43,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.081
43,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.095
43,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.099
43,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.094
43,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.083
43,mlp.experts.33.up_proj,rtn: 0.0021667,0.00000,0.108
43,mlp.experts.45.up_proj,rtn: 0.0021973,0.00000,0.114
43,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.109
43,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.114
43,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.112
43,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.112
43,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.094
43,mlp.experts.16.up_proj,rtn: 0.0021667,0.00000,0.085
43,mlp.experts.53.up_proj,rtn: 0.0021515,0.00000,0.097
43,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.089
43,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.097
43,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.091
43,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.070
43,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.075
43,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.122
43,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.130
43,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.077
43,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.110
43,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.111
43,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.072
43,mlp.experts.40.up_proj,rtn: 0.0021973,0.00000,0.087
43,mlp.experts.70.up_proj,rtn: 0.0021362,0.00000,0.077
43,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.073
43,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.069
43,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.089
43,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.090
43,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.073
43,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.083
43,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.075
43,mlp.experts.74.up_proj,rtn: 0.0021362,0.00000,0.074
43,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.126
43,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.075
43,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.069
43,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.104
43,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.077
43,mlp.experts.68.up_proj,rtn: 0.0022125,0.00000,0.080
43,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.076
43,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.102
43,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.93.up_proj,rtn: 0.0021667,0.00000,0.068
43,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.084
43,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.079
43,mlp.experts.76.up_proj,rtn: 0.0021667,0.00000,0.081
43,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.109
43,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.088
43,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.171
43,mlp.experts.89.up_proj,rtn: 0.0021973,0.00000,0.077
43,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.087
43,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.077
43,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.087
43,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.076
43,mlp.experts.97.up_proj,rtn: 0.0020905,0.00000,0.078
43,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.084
43,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.078
43,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.079
43,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.086
43,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.083
43,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.083
43,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.078
43,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.073
43,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.078
43,mlp.experts.117.up_proj,rtn: 0.0021820,0.00000,0.076
43,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.086
43,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.068
43,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.088
43,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.078
43,mlp.experts.126.up_proj,rtn: 0.0021515,0.00000,0.078
43,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.076
43,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.105
43,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.074
43,mlp.experts.114.up_proj,rtn: 0.0022430,0.00000,0.077
43,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.103
43,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.099
43,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.074
43,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.069
43,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.108
43,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.110
43,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.079
43,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.075
43,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.078
43,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.083
43,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.073
43,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.127
43,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.080
43,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.122
43,mlp.experts.127.up_proj,rtn: 0.0021973,0.00000,0.087
43,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.199
43,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.087
43,mlp.experts.149.up_proj,rtn: 0.0021973,0.00000,0.089
43,mlp.experts.116.up_proj,rtn: 0.0021973,0.00000,0.117
43,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.136
43,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.083
43,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.106
43,mlp.experts.96.up_proj,rtn: 0.0022125,0.00000,0.135
43,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.083
43,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.089
43,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.091
43,mlp.experts.154.up_proj,rtn: 0.0021973,0.00000,0.082
43,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.110
43,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.079
43,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.083
43,mlp.experts.131.up_proj,rtn: 0.0021973,0.00000,0.121
43,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.071
43,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.085
43,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.115
43,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.078
43,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.079
43,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.128
43,mlp.experts.173.up_proj,rtn: 0.0022125,0.00000,0.080
43,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.079
43,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.123
43,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.080
43,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.085
43,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.074
43,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.080
43,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.107
43,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.182
43,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.184
43,mlp.experts.178.up_proj,rtn: 0.0021515,0.00000,0.072
43,mlp.experts.190.up_proj,rtn: 0.0021820,0.00000,0.073
43,mlp.experts.112.up_proj,rtn: 0.0021973,0.00000,0.168
43,mlp.experts.189.up_proj,rtn: 0.0021820,0.00000,0.075
43,mlp.experts.147.up_proj,rtn: 0.0022125,0.00000,0.118
43,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.074
43,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.058
43,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.111
43,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.109
43,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.104
43,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.091
43,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.087
43,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.086
43,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.089
43,mlp.experts.175.up_proj,rtn: 0.0021667,0.00000,0.090
43,mlp.experts.167.up_proj,rtn: 0.0021820,0.00000,0.102
43,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.088
43,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.096
43,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.093
43,mlp.experts.152.up_proj,rtn: 0.0021820,0.00000,0.104
43,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.199
43,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.092
43,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.106
43,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.089
43,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.086
43,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.091
43,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.087
43,mlp.experts.188.up_proj,rtn: 0.0021667,0.00000,0.079
43,mlp.experts.176.up_proj,rtn: 0.0021667,0.00000,0.084
43,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.077
43,mlp.experts.180.up_proj,rtn: 0.0021667,0.00000,0.098
43,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.036
43,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.049
43,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.030
43,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.125
43,mlp.experts.13.down_proj,rtn: 0.0021210,0.00000,0.042
43,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.043
43,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.053
43,mlp.experts.5.down_proj,rtn: 0.0022125,0.00000,0.054
43,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.058
43,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.144
43,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.3.down_proj,rtn: 0.0021973,0.00000,0.153
43,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.069
43,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.153
43,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.078
43,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.059
43,mlp.experts.4.down_proj,rtn: 0.0021667,0.00000,0.085
43,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.042
43,mlp.experts.8.down_proj,rtn: 0.0021667,0.00000,0.088
43,mlp.experts.34.down_proj,rtn: 0.0021667,0.00000,0.031
43,mlp.experts.22.down_proj,rtn: 0.0021820,0.00000,0.069
43,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.042
43,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.045
43,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.028
43,mlp.experts.17.down_proj,rtn: 0.0021667,0.00000,0.037
43,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.029
43,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.048
43,mlp.experts.16.down_proj,rtn: 0.0021973,0.00000,0.038
43,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.052
43,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.057
43,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.038
43,mlp.experts.19.down_proj,rtn: 0.0021667,0.00000,0.058
43,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.045
43,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.041
43,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.040
43,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.048
43,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.051
43,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.031
43,mlp.experts.41.down_proj,rtn: 0.0021820,0.00000,0.041
43,mlp.experts.50.down_proj,rtn: 0.0022125,0.00000,0.041
43,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.032
43,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.044
43,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.045
43,mlp.experts.32.down_proj,rtn: 0.0021362,0.00000,0.041
43,mlp.experts.39.down_proj,rtn: 0.0021667,0.00000,0.041
43,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.039
43,mlp.experts.60.down_proj,rtn: 0.0021820,0.00000,0.040
43,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.049
43,mlp.experts.54.down_proj,rtn: 0.0021973,0.00000,0.040
43,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.041
43,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.048
43,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.048
43,mlp.experts.62.down_proj,rtn: 0.0021973,0.00000,0.040
43,mlp.experts.57.down_proj,rtn: 0.0021667,0.00000,0.043
43,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.045
43,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.037
43,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.040
43,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.033
43,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.045
43,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.037
43,mlp.experts.55.down_proj,rtn: 0.0021973,0.00000,0.050
43,mlp.experts.76.down_proj,rtn: 0.0021667,0.00000,0.039
43,mlp.experts.70.down_proj,rtn: 0.0021667,0.00000,0.034
43,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.027
43,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.046
43,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.032
43,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.039
43,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.047
43,mlp.experts.82.down_proj,rtn: 0.0021820,0.00000,0.034
43,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.041
43,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.036
43,mlp.experts.51.down_proj,rtn: 0.0021667,0.00000,0.049
43,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.041
43,mlp.experts.69.down_proj,rtn: 0.0022125,0.00000,0.033
43,mlp.experts.65.down_proj,rtn: 0.0021973,0.00000,0.029
43,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.023
43,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.025
43,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.044
43,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.039
43,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.038
43,mlp.experts.86.down_proj,rtn: 0.0021973,0.00000,0.037
43,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.032
43,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.028
43,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.030
43,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.024
43,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.033
43,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.029
43,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.029
43,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.033
43,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.033
43,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.029
43,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.028
43,mlp.experts.105.down_proj,rtn: 0.0021820,0.00000,0.028
43,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.031
43,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.045
43,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.031
43,mlp.experts.106.down_proj,rtn: 0.0021515,0.00000,0.037
43,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.049
43,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.046
43,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.044
43,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.026
43,mlp.experts.97.down_proj,rtn: 0.0020905,0.00000,0.029
43,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.029
43,mlp.experts.121.down_proj,rtn: 0.0022125,0.00000,0.028
43,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.063
43,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.032
43,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.079
43,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.073
43,mlp.experts.126.down_proj,rtn: 0.0021515,0.00000,0.030
43,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.030
43,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.033
43,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.029
43,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.032
43,mlp.experts.137.down_proj,rtn: 0.0022125,0.00000,0.027
43,mlp.experts.141.down_proj,rtn: 0.0021973,0.00000,0.027
43,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.028
43,mlp.experts.96.down_proj,rtn: 0.0021973,0.00000,0.063
43,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.028
43,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.059
43,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.030
43,mlp.experts.83.down_proj,rtn: 0.0021820,0.00000,0.111
43,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.031
43,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.114
43,mlp.experts.100.down_proj,rtn: 0.0022125,0.00000,0.078
43,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.031
43,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.037
43,mlp.experts.158.down_proj,rtn: 0.0022430,0.00000,0.032
43,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.029
43,mlp.experts.107.down_proj,rtn: 0.0021820,0.00000,0.074
43,mlp.experts.129.down_proj,rtn: 0.0021973,0.00000,0.045
43,mlp.experts.103.down_proj,rtn: 0.0022278,0.00000,0.086
43,mlp.experts.153.down_proj,rtn: 0.0021820,0.00000,0.062
43,mlp.experts.157.down_proj,rtn: 0.0021362,0.00000,0.063
43,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.033
43,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.051
43,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.029
43,mlp.experts.124.down_proj,rtn: 0.0022125,0.00000,0.089
43,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.030
43,mlp.experts.127.down_proj,rtn: 0.0021515,0.00000,0.048
43,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.075
43,mlp.experts.116.down_proj,rtn: 0.0021667,0.00000,0.047
43,mlp.experts.170.down_proj,rtn: 0.0022278,0.00000,0.028
43,mlp.experts.149.down_proj,rtn: 0.0021667,0.00000,0.047
43,mlp.experts.99.down_proj,rtn: 0.0021973,0.00000,0.070
43,mlp.experts.178.down_proj,rtn: 0.0021362,0.00000,0.023
43,mlp.experts.123.down_proj,rtn: 0.0021820,0.00000,0.037
43,mlp.experts.182.down_proj,rtn: 0.0021362,0.00000,0.020
43,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.031
43,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.044
43,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.027
43,mlp.experts.173.down_proj,rtn: 0.0021667,0.00000,0.044
43,mlp.experts.136.down_proj,rtn: 0.0022125,0.00000,0.044
43,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.026
43,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.042
43,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.073
43,mlp.experts.132.down_proj,rtn: 0.0021667,0.00000,0.036
43,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.036
43,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.045
43,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.042
43,mlp.experts.135.down_proj,rtn: 0.0021820,0.00000,0.034
43,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.045
43,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.038
43,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.034
43,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.035
43,mlp.experts.161.down_proj,rtn: 0.0021667,0.00000,0.030
43,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.034
43,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.074
43,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.035
43,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.022
43,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.029
43,mlp.experts.156.down_proj,rtn: 0.0021973,0.00000,0.034
43,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.038
43,mlp.experts.151.down_proj,rtn: 0.0021973,0.00000,0.034
43,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.018
43,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.033
43,mlp.experts.175.down_proj,rtn: 0.0021667,0.00000,0.032
43,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.035
43,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.031
43,mlp.experts.147.down_proj,rtn: 0.0022125,0.00000,0.026
43,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.030
43,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.030
43,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.026
43,mlp.experts.167.down_proj,rtn: 0.0021362,0.00000,0.030
43,mlp.experts.191.down_proj,rtn: 0.0021973,0.00000,0.029
43,mlp.experts.160.down_proj,rtn: 0.0021515,0.00000,0.027
43,mlp.experts.180.down_proj,rtn: 0.0021667,0.00000,0.024
43,mlp.experts.188.down_proj,rtn: 0.0021362,0.00000,0.023
43,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.038
43,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.039
43,mlp.experts.176.down_proj,rtn: 0.0021667,0.00000,0.017
43,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.036
43,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.022
43,mlp.shared_experts.up_proj,rtn: 0.0019150,0.00000,0.026
43,mlp.shared_experts.gate_proj,rtn: 0.0016251,0.00000,0.027
43,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.025
44,self_attn.v_proj,rtn: 0.0026855,0.00000,0.013
44,self_attn.k_proj,rtn: 0.0021362,0.00000,0.015
44,self_attn.q_proj,rtn: 0.0021820,0.00000,0.028
44,self_attn.o_proj,rtn: 0.0030060,0.00000,0.047
44,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.098
44,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.100
44,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.099
44,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.099
44,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.101
44,mlp.experts.8.gate_proj,rtn: 0.0022430,0.00000,0.102
44,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.105
44,mlp.experts.2.gate_proj,rtn: 0.0021973,0.00000,0.104
44,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.107
44,mlp.experts.15.gate_proj,rtn: 0.0021820,0.00000,0.108
44,mlp.experts.0.gate_proj,rtn: 0.0021820,0.00000,0.120
44,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.122
44,mlp.experts.7.gate_proj,rtn: 0.0022430,0.00000,0.128
44,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.131
44,mlp.experts.11.gate_proj,rtn: 0.0022125,0.00000,0.136
44,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.145
44,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.076
44,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.083
44,mlp.experts.26.gate_proj,rtn: 0.0022278,0.00000,0.083
44,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.094
44,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.085
44,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.093
44,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.114
44,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.094
44,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.090
44,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.117
44,mlp.experts.18.gate_proj,rtn: 0.0021973,0.00000,0.107
44,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.088
44,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.120
44,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.116
44,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.122
44,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.113
44,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.066
44,mlp.experts.37.gate_proj,rtn: 0.0021820,0.00000,0.070
44,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.075
44,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.103
44,mlp.experts.47.gate_proj,rtn: 0.0021973,0.00000,0.074
44,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.096
44,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.077
44,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.088
44,mlp.experts.34.gate_proj,rtn: 0.0021667,0.00000,0.087
44,mlp.experts.40.gate_proj,rtn: 0.0021820,0.00000,0.096
44,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.084
44,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.096
44,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.065
44,mlp.experts.46.gate_proj,rtn: 0.0022430,0.00000,0.093
44,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.108
44,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.087
44,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.090
44,mlp.experts.53.gate_proj,rtn: 0.0021515,0.00000,0.065
44,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.068
44,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.097
44,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.076
44,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.098
44,mlp.experts.63.gate_proj,rtn: 0.0021973,0.00000,0.107
44,mlp.experts.73.gate_proj,rtn: 0.0022278,0.00000,0.077
44,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.093
44,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.099
44,mlp.experts.48.gate_proj,rtn: 0.0022583,0.00000,0.094
44,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.106
44,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.091
44,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.095
44,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.084
44,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.085
44,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.090
44,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.113
44,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.072
44,mlp.experts.65.gate_proj,rtn: 0.0021973,0.00000,0.089
44,mlp.experts.70.gate_proj,rtn: 0.0021820,0.00000,0.093
44,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.086
44,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.077
44,mlp.experts.71.gate_proj,rtn: 0.0021667,0.00000,0.065
44,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.059
44,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.079
44,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.074
44,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.068
44,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.077
44,mlp.experts.64.gate_proj,rtn: 0.0022125,0.00000,0.099
44,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.077
44,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.114
44,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.059
44,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.186
44,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.098
44,mlp.experts.91.gate_proj,rtn: 0.0022278,0.00000,0.070
44,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.084
44,mlp.experts.87.gate_proj,rtn: 0.0022583,0.00000,0.075
44,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.075
44,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.088
44,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.076
44,mlp.experts.88.gate_proj,rtn: 0.0022278,0.00000,0.072
44,mlp.experts.82.gate_proj,rtn: 0.0021667,0.00000,0.102
44,mlp.experts.86.gate_proj,rtn: 0.0021515,0.00000,0.099
44,mlp.experts.90.gate_proj,rtn: 0.0022278,0.00000,0.100
44,mlp.experts.76.gate_proj,rtn: 0.0021820,0.00000,0.070
44,mlp.experts.111.gate_proj,rtn: 0.0021820,0.00000,0.071
44,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.089
44,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.102
44,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.087
44,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.084
44,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.072
44,mlp.experts.99.gate_proj,rtn: 0.0022278,0.00000,0.077
44,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.083
44,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.087
44,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.072
44,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.078
44,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.083
44,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.068
44,mlp.experts.104.gate_proj,rtn: 0.0021973,0.00000,0.082
44,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.078
44,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.079
44,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.073
44,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.094
44,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.110
44,mlp.experts.100.gate_proj,rtn: 0.0021820,0.00000,0.079
44,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.138
44,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.085
44,mlp.experts.119.gate_proj,rtn: 0.0021973,0.00000,0.071
44,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.067
44,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.081
44,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.071
44,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.074
44,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.076
44,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.073
44,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.073
44,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.085
44,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.107
44,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.106
44,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.082
44,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.076
44,mlp.experts.133.gate_proj,rtn: 0.0021820,0.00000,0.079
44,mlp.experts.137.gate_proj,rtn: 0.0021667,0.00000,0.076
44,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.073
44,mlp.experts.139.gate_proj,rtn: 0.0022125,0.00000,0.099
44,mlp.experts.128.gate_proj,rtn: 0.0022125,0.00000,0.076
44,mlp.experts.136.gate_proj,rtn: 0.0022278,0.00000,0.066
44,mlp.experts.130.gate_proj,rtn: 0.0022583,0.00000,0.092
44,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.082
44,mlp.experts.142.gate_proj,rtn: 0.0022278,0.00000,0.081
44,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.098
44,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.076
44,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.084
44,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.116
44,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.071
44,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.078
44,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.096
44,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.092
44,mlp.experts.157.gate_proj,rtn: 0.0022278,0.00000,0.096
44,mlp.experts.147.gate_proj,rtn: 0.0021667,0.00000,0.059
44,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.073
44,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.082
44,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.085
44,mlp.experts.144.gate_proj,rtn: 0.0022278,0.00000,0.081
44,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.081
44,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.066
44,mlp.experts.151.gate_proj,rtn: 0.0022278,0.00000,0.077
44,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.077
44,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.093
44,mlp.experts.145.gate_proj,rtn: 0.0022430,0.00000,0.093
44,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.102
44,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.091
44,mlp.experts.165.gate_proj,rtn: 0.0022278,0.00000,0.103
44,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.102
44,mlp.experts.173.gate_proj,rtn: 0.0022278,0.00000,0.099
44,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.101
44,mlp.experts.171.gate_proj,rtn: 0.0021362,0.00000,0.087
44,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.077
44,mlp.experts.170.gate_proj,rtn: 0.0021515,0.00000,0.073
44,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.075
44,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.101
44,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.101
44,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.101
44,mlp.experts.166.gate_proj,rtn: 0.0022278,0.00000,0.076
44,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.094
44,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.106
44,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.102
44,mlp.experts.164.gate_proj,rtn: 0.0021362,0.00000,0.077
44,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.074
44,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.082
44,mlp.experts.178.gate_proj,rtn: 0.0022430,0.00000,0.065
44,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.085
44,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.072
44,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.089
44,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.066
44,mlp.experts.184.gate_proj,rtn: 0.0021973,0.00000,0.074
44,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.073
44,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.079
44,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.086
44,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.074
44,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.146
44,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.163
44,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.078
44,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.068
44,mlp.experts.15.up_proj,rtn: 0.0021667,0.00000,0.137
44,mlp.experts.2.up_proj,rtn: 0.0021820,0.00000,0.083
44,mlp.experts.0.up_proj,rtn: 0.0021362,0.00000,0.073
44,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.079
44,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.153
44,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.103
44,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.102
44,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.086
44,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.110
44,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.109
44,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.082
44,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.137
44,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.086
44,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.098
44,mlp.experts.12.up_proj,rtn: 0.0021667,0.00000,0.077
44,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.096
44,mlp.experts.31.up_proj,rtn: 0.0021973,0.00000,0.091
44,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.090
44,mlp.experts.7.up_proj,rtn: 0.0021820,0.00000,0.084
44,mlp.experts.11.up_proj,rtn: 0.0021973,0.00000,0.103
44,mlp.experts.18.up_proj,rtn: 0.0021820,0.00000,0.097
44,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.085
44,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.086
44,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.078
44,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.091
44,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.090
44,mlp.experts.26.up_proj,rtn: 0.0021820,0.00000,0.119
44,mlp.experts.19.up_proj,rtn: 0.0021667,0.00000,0.081
44,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.070
44,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.076
44,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.072
44,mlp.experts.40.up_proj,rtn: 0.0021667,0.00000,0.104
44,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.100
44,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.114
44,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.109
44,mlp.experts.34.up_proj,rtn: 0.0021667,0.00000,0.101
44,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.109
44,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.094
44,mlp.experts.36.up_proj,rtn: 0.0021515,0.00000,0.097
44,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.123
44,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.136
44,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.132
44,mlp.experts.63.up_proj,rtn: 0.0021667,0.00000,0.068
44,mlp.experts.43.up_proj,rtn: 0.0021820,0.00000,0.070
44,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.071
44,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.078
44,mlp.experts.42.up_proj,rtn: 0.0022430,0.00000,0.085
44,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.091
44,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.097
44,mlp.experts.50.up_proj,rtn: 0.0022125,0.00000,0.086
44,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.083
44,mlp.experts.44.up_proj,rtn: 0.0021820,0.00000,0.104
44,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.097
44,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.092
44,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.063
44,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.075
44,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.071
44,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.076
44,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.087
44,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.168
44,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.080
44,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.089
44,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.082
44,mlp.experts.70.up_proj,rtn: 0.0021820,0.00000,0.078
44,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.090
44,mlp.experts.53.up_proj,rtn: 0.0021515,0.00000,0.108
44,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.162
44,mlp.experts.57.up_proj,rtn: 0.0021820,0.00000,0.115
44,mlp.experts.64.up_proj,rtn: 0.0021667,0.00000,0.096
44,mlp.experts.74.up_proj,rtn: 0.0021667,0.00000,0.075
44,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.095
44,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.098
44,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.084
44,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.085
44,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.093
44,mlp.experts.82.up_proj,rtn: 0.0021820,0.00000,0.066
44,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.070
44,mlp.experts.86.up_proj,rtn: 0.0021057,0.00000,0.065
44,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.103
44,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.096
44,mlp.experts.73.up_proj,rtn: 0.0021820,0.00000,0.098
44,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.122
44,mlp.experts.88.up_proj,rtn: 0.0022125,0.00000,0.228
44,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.076
44,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.078
44,mlp.experts.87.up_proj,rtn: 0.0022278,0.00000,0.079
44,mlp.experts.76.up_proj,rtn: 0.0021515,0.00000,0.215
44,mlp.experts.91.up_proj,rtn: 0.0021820,0.00000,0.075
44,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.106
44,mlp.experts.89.up_proj,rtn: 0.0022430,0.00000,0.103
44,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.102
44,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.108
44,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.113
44,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.119
44,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.114
44,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.105
44,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.131
44,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.130
44,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.086
44,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.061
44,mlp.experts.103.up_proj,rtn: 0.0022125,0.00000,0.096
44,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.112
44,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.081
44,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.127
44,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.075
44,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.083
44,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.085
44,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.088
44,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.141
44,mlp.experts.96.up_proj,rtn: 0.0021667,0.00000,0.103
44,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.108
44,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.071
44,mlp.experts.119.up_proj,rtn: 0.0021820,0.00000,0.074
44,mlp.experts.114.up_proj,rtn: 0.0021667,0.00000,0.129
44,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.106
44,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.082
44,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.104
44,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.088
44,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.073
44,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.077
44,mlp.experts.117.up_proj,rtn: 0.0021210,0.00000,0.072
44,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.084
44,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.121
44,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.192
44,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.089
44,mlp.experts.142.up_proj,rtn: 0.0021667,0.00000,0.099
44,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.097
44,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.125
44,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.097
44,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.119
44,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.084
44,mlp.experts.131.up_proj,rtn: 0.0021515,0.00000,0.102
44,mlp.experts.139.up_proj,rtn: 0.0021973,0.00000,0.086
44,mlp.experts.133.up_proj,rtn: 0.0021667,0.00000,0.084
44,mlp.experts.116.up_proj,rtn: 0.0022125,0.00000,0.118
44,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.113
44,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.088
44,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.088
44,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.105
44,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.124
44,mlp.experts.151.up_proj,rtn: 0.0021820,0.00000,0.083
44,mlp.experts.128.up_proj,rtn: 0.0021820,0.00000,0.075
44,mlp.experts.147.up_proj,rtn: 0.0021515,0.00000,0.076
44,mlp.experts.124.up_proj,rtn: 0.0022278,0.00000,0.107
44,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.075
44,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.104
44,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.079
44,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.159
44,mlp.experts.158.up_proj,rtn: 0.0022125,0.00000,0.149
44,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.136
44,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.106
44,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.106
44,mlp.experts.154.up_proj,rtn: 0.0022430,0.00000,0.122
44,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.098
44,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.101
44,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.105
44,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.088
44,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.101
44,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.094
44,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.083
44,mlp.experts.171.up_proj,rtn: 0.0021362,0.00000,0.077
44,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.074
44,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.060
44,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.058
44,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.072
44,mlp.experts.187.up_proj,rtn: 0.0022278,0.00000,0.047
44,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.150
44,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.176
44,mlp.experts.165.up_proj,rtn: 0.0021667,0.00000,0.141
44,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.163
44,mlp.experts.156.up_proj,rtn: 0.0021973,0.00000,0.097
44,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.153
44,mlp.experts.164.up_proj,rtn: 0.0022125,0.00000,0.082
44,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.198
44,mlp.experts.170.up_proj,rtn: 0.0021667,0.00000,0.167
44,mlp.experts.184.up_proj,rtn: 0.0021515,0.00000,0.080
44,mlp.experts.173.up_proj,rtn: 0.0021667,0.00000,0.195
44,mlp.experts.176.up_proj,rtn: 0.0022125,0.00000,0.088
44,mlp.experts.166.up_proj,rtn: 0.0022125,0.00000,0.081
44,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.072
44,mlp.experts.178.up_proj,rtn: 0.0022430,0.00000,0.060
44,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.067
44,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.081
44,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.074
44,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.028
44,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.059
44,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.103
44,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.148
44,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.132
44,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.100
44,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.046
44,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.027
44,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.022
44,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.029
44,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.041
44,mlp.experts.14.down_proj,rtn: 0.0022125,0.00000,0.044
44,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.046
44,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.036
44,mlp.experts.4.down_proj,rtn: 0.0021515,0.00000,0.105
44,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.110
44,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.111
44,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.115
44,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.042
44,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.059
44,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.060
44,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.065
44,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.035
44,mlp.experts.15.down_proj,rtn: 0.0021515,0.00000,0.066
44,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.035
44,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.086
44,mlp.experts.11.down_proj,rtn: 0.0021820,0.00000,0.087
44,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.091
44,mlp.experts.18.down_proj,rtn: 0.0021667,0.00000,0.054
44,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.062
44,mlp.experts.20.down_proj,rtn: 0.0022125,0.00000,0.047
44,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.046
44,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.047
44,mlp.experts.46.down_proj,rtn: 0.0021362,0.00000,0.035
44,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.055
44,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.060
44,mlp.experts.26.down_proj,rtn: 0.0021973,0.00000,0.043
44,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.036
44,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.057
44,mlp.experts.19.down_proj,rtn: 0.0021820,0.00000,0.048
44,mlp.experts.27.down_proj,rtn: 0.0021820,0.00000,0.049
44,mlp.experts.34.down_proj,rtn: 0.0021515,0.00000,0.048
44,mlp.experts.36.down_proj,rtn: 0.0021515,0.00000,0.043
44,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.034
44,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.039
44,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.051
44,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.035
44,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.038
44,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.072
44,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.092
44,mlp.experts.44.down_proj,rtn: 0.0021973,0.00000,0.051
44,mlp.experts.17.down_proj,rtn: 0.0021973,0.00000,0.091
44,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.056
44,mlp.experts.23.down_proj,rtn: 0.0021210,0.00000,0.091
44,mlp.experts.37.down_proj,rtn: 0.0021973,0.00000,0.054
44,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.037
44,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.036
44,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.033
44,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.027
44,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.026
44,mlp.experts.58.down_proj,rtn: 0.0021973,0.00000,0.022
44,mlp.experts.57.down_proj,rtn: 0.0021057,0.00000,0.019
44,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.058
44,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.051
44,mlp.experts.35.down_proj,rtn: 0.0021820,0.00000,0.075
44,mlp.experts.60.down_proj,rtn: 0.0022125,0.00000,0.034
44,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.027
44,mlp.experts.47.down_proj,rtn: 0.0021667,0.00000,0.041
44,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.046
44,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.047
44,mlp.experts.53.down_proj,rtn: 0.0021667,0.00000,0.044
44,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.041
44,mlp.experts.66.down_proj,rtn: 0.0021667,0.00000,0.045
44,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.041
44,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.033
44,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.041
44,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.038
44,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.048
44,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.039
44,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.039
44,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.042
44,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.064
44,mlp.experts.64.down_proj,rtn: 0.0021362,0.00000,0.067
44,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.041
44,mlp.experts.75.down_proj,rtn: 0.0022278,0.00000,0.039
44,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.041
44,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.038
44,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.056
44,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.060
44,mlp.experts.82.down_proj,rtn: 0.0021973,0.00000,0.055
44,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.042
44,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.041
44,mlp.experts.109.down_proj,rtn: 0.0021210,0.00000,0.060
44,mlp.experts.76.down_proj,rtn: 0.0021667,0.00000,0.096
44,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.079
44,mlp.experts.65.down_proj,rtn: 0.0021820,0.00000,0.067
44,mlp.experts.91.down_proj,rtn: 0.0021667,0.00000,0.037
44,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.068
44,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.043
44,mlp.experts.134.down_proj,rtn: 0.0021973,0.00000,0.044
44,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.064
44,mlp.experts.106.down_proj,rtn: 0.0021667,0.00000,0.045
44,mlp.experts.80.down_proj,rtn: 0.0022125,0.00000,0.059
44,mlp.experts.83.down_proj,rtn: 0.0021667,0.00000,0.037
44,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.039
44,mlp.experts.126.down_proj,rtn: 0.0021973,0.00000,0.049
44,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.057
44,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.042
44,mlp.experts.125.down_proj,rtn: 0.0021820,0.00000,0.042
44,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.039
44,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.054
44,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.030
44,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.038
44,mlp.experts.87.down_proj,rtn: 0.0021973,0.00000,0.037
44,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.039
44,mlp.experts.150.down_proj,rtn: 0.0021820,0.00000,0.035
44,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.033
44,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.036
44,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.033
44,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.051
44,mlp.experts.96.down_proj,rtn: 0.0021515,0.00000,0.050
44,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.038
44,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.047
44,mlp.experts.103.down_proj,rtn: 0.0022125,0.00000,0.035
44,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.044
44,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.034
44,mlp.experts.114.down_proj,rtn: 0.0021667,0.00000,0.041
44,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.043
44,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.038
44,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.034
44,mlp.experts.127.down_proj,rtn: 0.0021667,0.00000,0.035
44,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.053
44,mlp.experts.101.down_proj,rtn: 0.0021973,0.00000,0.079
44,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.043
44,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.046
44,mlp.experts.116.down_proj,rtn: 0.0021820,0.00000,0.050
44,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.036
44,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.038
44,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.049
44,mlp.experts.120.down_proj,rtn: 0.0021973,0.00000,0.046
44,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.092
44,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.083
44,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.041
44,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.036
44,mlp.experts.131.down_proj,rtn: 0.0021667,0.00000,0.033
44,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.043
44,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
44,mlp.experts.174.down_proj,rtn: 0.0021667,0.00000,0.024
44,mlp.experts.117.down_proj,rtn: 0.0021210,0.00000,0.039
44,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.036
44,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.034
44,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.047
44,mlp.experts.113.down_proj,rtn: 0.0021973,0.00000,0.057
44,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.053
44,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.049
44,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.038
44,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.035
44,mlp.experts.136.down_proj,rtn: 0.0021820,0.00000,0.048
44,mlp.experts.146.down_proj,rtn: 0.0022125,0.00000,0.032
44,mlp.experts.147.down_proj,rtn: 0.0021515,0.00000,0.036
44,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.029
44,mlp.experts.157.down_proj,rtn: 0.0021210,0.00000,0.048
44,mlp.experts.171.down_proj,rtn: 0.0021362,0.00000,0.035
44,mlp.experts.151.down_proj,rtn: 0.0021820,0.00000,0.035
44,mlp.experts.133.down_proj,rtn: 0.0021362,0.00000,0.048
44,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.041
44,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.022
44,mlp.experts.162.down_proj,rtn: 0.0021667,0.00000,0.015
44,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.047
44,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.046
44,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.037
44,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.042
44,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.046
44,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.035
44,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.011
44,mlp.experts.187.down_proj,rtn: 0.0021973,0.00000,0.031
44,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.022
44,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.028
44,mlp.experts.173.down_proj,rtn: 0.0021362,0.00000,0.045
44,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.103
44,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.033
44,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.011
44,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.014
44,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.031
44,mlp.experts.191.down_proj,rtn: 0.0021973,0.00000,0.035
44,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.025
44,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.038
44,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.037
44,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.049
44,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.040
44,mlp.experts.184.down_proj,rtn: 0.0021210,0.00000,0.025
44,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.022
44,mlp.experts.180.down_proj,rtn: 0.0021210,0.00000,0.029
44,mlp.experts.165.down_proj,rtn: 0.0021667,0.00000,0.050
44,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.057
44,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.077
44,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.027
44,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.024
44,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.042
44,mlp.experts.185.down_proj,rtn: 0.0021820,0.00000,0.022
44,mlp.shared_experts.up_proj,rtn: 0.0019455,0.00000,0.027
44,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.028
44,mlp.shared_experts.down_proj,rtn: 0.0020752,0.00000,0.020
45,self_attn.q_proj,rtn: 0.0023346,0.00000,0.017
45,self_attn.v_proj,rtn: 0.0027771,0.00000,0.021
45,self_attn.k_proj,rtn: 0.0021515,0.00000,0.043
45,self_attn.o_proj,rtn: 0.0029144,0.00000,0.063
45,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.103
45,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.107
45,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.109
45,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.108
45,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.116
45,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.115
45,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.116
45,mlp.experts.8.gate_proj,rtn: 0.0021973,0.00000,0.115
45,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.120
45,mlp.experts.0.gate_proj,rtn: 0.0021973,0.00000,0.121
45,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.119
45,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.124
45,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.125
45,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.130
45,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.136
45,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.138
45,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.079
45,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.083
45,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.083
45,mlp.experts.24.gate_proj,rtn: 0.0022278,0.00000,0.081
45,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.093
45,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.086
45,mlp.experts.18.gate_proj,rtn: 0.0021667,0.00000,0.093
45,mlp.experts.27.gate_proj,rtn: 0.0022278,0.00000,0.132
45,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.119
45,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.100
45,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.136
45,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.147
45,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.131
45,mlp.experts.38.gate_proj,rtn: 0.0022278,0.00000,0.081
45,mlp.experts.44.gate_proj,rtn: 0.0021362,0.00000,0.097
45,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.088
45,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.075
45,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.092
45,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.176
45,mlp.experts.34.gate_proj,rtn: 0.0021973,0.00000,0.074
45,mlp.experts.32.gate_proj,rtn: 0.0021820,0.00000,0.090
45,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.064
45,mlp.experts.17.gate_proj,rtn: 0.0022278,0.00000,0.181
45,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.082
45,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.078
45,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.082
45,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.070
45,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.059
45,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.228
45,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.059
45,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.074
45,mlp.experts.60.gate_proj,rtn: 0.0022430,0.00000,0.092
45,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.077
45,mlp.experts.62.gate_proj,rtn: 0.0021973,0.00000,0.070
45,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.071
45,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.069
45,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.079
45,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.079
45,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.083
45,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.093
45,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.095
45,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.072
45,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.092
45,mlp.experts.41.gate_proj,rtn: 0.0022125,0.00000,0.217
45,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.093
45,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.092
45,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.150
45,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.073
45,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.074
45,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.077
45,mlp.experts.64.gate_proj,rtn: 0.0022278,0.00000,0.080
45,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.091
45,mlp.experts.37.gate_proj,rtn: 0.0021667,0.00000,0.179
45,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.089
45,mlp.experts.45.gate_proj,rtn: 0.0022278,0.00000,0.157
45,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.088
45,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.087
45,mlp.experts.71.gate_proj,rtn: 0.0022125,0.00000,0.094
45,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.072
45,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.082
45,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.080
45,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.087
45,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.088
45,mlp.experts.80.gate_proj,rtn: 0.0022278,0.00000,0.090
45,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.095
45,mlp.experts.95.gate_proj,rtn: 0.0021667,0.00000,0.078
45,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.075
45,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.080
45,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.075
45,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.111
45,mlp.experts.91.gate_proj,rtn: 0.0022430,0.00000,0.095
45,mlp.experts.87.gate_proj,rtn: 0.0021973,0.00000,0.073
45,mlp.experts.100.gate_proj,rtn: 0.0021820,0.00000,0.079
45,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.067
45,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.152
45,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.120
45,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.079
45,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.069
45,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.072
45,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.075
45,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.087
45,mlp.experts.77.gate_proj,rtn: 0.0021973,0.00000,0.090
45,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.118
45,mlp.experts.120.gate_proj,rtn: 0.0022125,0.00000,0.062
45,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.063
45,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.074
45,mlp.experts.112.gate_proj,rtn: 0.0021820,0.00000,0.067
45,mlp.experts.89.gate_proj,rtn: 0.0021820,0.00000,0.101
45,mlp.experts.81.gate_proj,rtn: 0.0021820,0.00000,0.093
45,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.108
45,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.106
45,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.155
45,mlp.experts.111.gate_proj,rtn: 0.0021362,0.00000,0.185
45,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.172
45,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.078
45,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.104
45,mlp.experts.93.gate_proj,rtn: 0.0021515,0.00000,0.095
45,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.170
45,mlp.experts.140.gate_proj,rtn: 0.0022125,0.00000,0.078
45,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.079
45,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.080
45,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.186
45,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.085
45,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.076
45,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.073
45,mlp.experts.105.gate_proj,rtn: 0.0021973,0.00000,0.104
45,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.104
45,mlp.experts.127.gate_proj,rtn: 0.0021057,0.00000,0.088
45,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.075
45,mlp.experts.119.gate_proj,rtn: 0.0022278,0.00000,0.086
45,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.076
45,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.073
45,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.075
45,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.075
45,mlp.experts.101.gate_proj,rtn: 0.0021973,0.00000,0.091
45,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.093
45,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.119
45,mlp.experts.130.gate_proj,rtn: 0.0022278,0.00000,0.065
45,mlp.experts.144.gate_proj,rtn: 0.0022125,0.00000,0.075
45,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.078
45,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.094
45,mlp.experts.121.gate_proj,rtn: 0.0021820,0.00000,0.093
45,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.079
45,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.069
45,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.072
45,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.072
45,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.111
45,mlp.experts.172.gate_proj,rtn: 0.0020752,0.00000,0.070
45,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.097
45,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.104
45,mlp.experts.146.gate_proj,rtn: 0.0021973,0.00000,0.076
45,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.080
45,mlp.experts.170.gate_proj,rtn: 0.0021515,0.00000,0.076
45,mlp.experts.139.gate_proj,rtn: 0.0022278,0.00000,0.084
45,mlp.experts.166.gate_proj,rtn: 0.0022125,0.00000,0.072
45,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.081
45,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.106
45,mlp.experts.117.gate_proj,rtn: 0.0022430,0.00000,0.143
45,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.158
45,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.108
45,mlp.experts.184.gate_proj,rtn: 0.0021667,0.00000,0.115
45,mlp.experts.188.gate_proj,rtn: 0.0022125,0.00000,0.109
45,mlp.experts.162.gate_proj,rtn: 0.0021667,0.00000,0.086
45,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.084
45,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.088
45,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.110
45,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.162
45,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.076
45,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.078
45,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.075
45,mlp.experts.129.gate_proj,rtn: 0.0021362,0.00000,0.134
45,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.176
45,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.080
45,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.085
45,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.172
45,mlp.experts.167.gate_proj,rtn: 0.0021515,0.00000,0.071
45,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.065
45,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.083
45,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.160
45,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.086
45,mlp.experts.8.up_proj,rtn: 0.0021667,0.00000,0.155
45,mlp.experts.141.gate_proj,rtn: 0.0021820,0.00000,0.201
45,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.167
45,mlp.experts.0.up_proj,rtn: 0.0021515,0.00000,0.096
45,mlp.experts.4.up_proj,rtn: 0.0022278,0.00000,0.173
45,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.087
45,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.087
45,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.153
45,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.125
45,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.089
45,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.104
45,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.097
45,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.091
45,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.094
45,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.090
45,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.102
45,mlp.experts.24.up_proj,rtn: 0.0022125,0.00000,0.106
45,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.091
45,mlp.experts.42.up_proj,rtn: 0.0021820,0.00000,0.084
45,mlp.experts.157.gate_proj,rtn: 0.0022125,0.00000,0.106
45,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.088
45,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.089
45,mlp.experts.18.up_proj,rtn: 0.0021362,0.00000,0.079
45,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.101
45,mlp.experts.191.gate_proj,rtn: 0.0022430,0.00000,0.104
45,mlp.experts.46.up_proj,rtn: 0.0022278,0.00000,0.075
45,mlp.experts.3.up_proj,rtn: 0.0021362,0.00000,0.090
45,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.084
45,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.095
45,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.097
45,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.105
45,mlp.experts.58.up_proj,rtn: 0.0022583,0.00000,0.074
45,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.093
45,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.134
45,mlp.experts.44.up_proj,rtn: 0.0021667,0.00000,0.094
45,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.082
45,mlp.experts.36.up_proj,rtn: 0.0021820,0.00000,0.090
45,mlp.experts.173.gate_proj,rtn: 0.0022125,0.00000,0.110
45,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.093
45,mlp.experts.185.gate_proj,rtn: 0.0021057,0.00000,0.108
45,mlp.experts.32.up_proj,rtn: 0.0021667,0.00000,0.112
45,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.107
45,mlp.experts.11.up_proj,rtn: 0.0021820,0.00000,0.096
45,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.066
45,mlp.experts.62.up_proj,rtn: 0.0022125,0.00000,0.136
45,mlp.experts.177.gate_proj,rtn: 0.0021667,0.00000,0.092
45,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.148
45,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.082
45,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.088
45,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.089
45,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.085
45,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.077
45,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.081
45,mlp.experts.74.up_proj,rtn: 0.0022278,0.00000,0.134
45,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.089
45,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.085
45,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.123
45,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.085
45,mlp.experts.39.up_proj,rtn: 0.0022125,0.00000,0.086
45,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.101
45,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.092
45,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.087
45,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.090
45,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.101
45,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.086
45,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.096
45,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.099
45,mlp.experts.13.up_proj,rtn: 0.0021820,0.00000,0.102
45,mlp.experts.90.up_proj,rtn: 0.0021667,0.00000,0.090
45,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.100
45,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.111
45,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.093
45,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.101
45,mlp.experts.64.up_proj,rtn: 0.0021667,0.00000,0.087
45,mlp.experts.43.up_proj,rtn: 0.0022125,0.00000,0.095
45,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.105
45,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.079
45,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.078
45,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.104
45,mlp.experts.17.up_proj,rtn: 0.0022125,0.00000,0.121
45,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.065
45,mlp.experts.92.up_proj,rtn: 0.0021515,0.00000,0.084
45,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.111
45,mlp.experts.63.up_proj,rtn: 0.0022125,0.00000,0.065
45,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.070
45,mlp.experts.106.up_proj,rtn: 0.0021515,0.00000,0.095
45,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.077
45,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.130
45,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.073
45,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.073
45,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.125
45,mlp.experts.41.up_proj,rtn: 0.0021515,0.00000,0.114
45,mlp.experts.104.up_proj,rtn: 0.0021820,0.00000,0.074
45,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.063
45,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.071
45,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.067
45,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.088
45,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.087
45,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.097
45,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.086
45,mlp.experts.98.up_proj,rtn: 0.0021667,0.00000,0.092
45,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.088
45,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.062
45,mlp.experts.120.up_proj,rtn: 0.0021362,0.00000,0.071
45,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.089
45,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.074
45,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.124
45,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.093
45,mlp.experts.112.up_proj,rtn: 0.0021515,0.00000,0.061
45,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.166
45,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.079
45,mlp.experts.118.up_proj,rtn: 0.0022125,0.00000,0.096
45,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.179
45,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.082
45,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.166
45,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.094
45,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.103
45,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.090
45,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.090
45,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.129
45,mlp.experts.140.up_proj,rtn: 0.0021362,0.00000,0.085
45,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.089
45,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.071
45,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.083
45,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.091
45,mlp.experts.95.up_proj,rtn: 0.0021515,0.00000,0.085
45,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.073
45,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.094
45,mlp.experts.103.up_proj,rtn: 0.0021667,0.00000,0.080
45,mlp.experts.91.up_proj,rtn: 0.0022125,0.00000,0.086
45,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.129
45,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.087
45,mlp.experts.77.up_proj,rtn: 0.0021515,0.00000,0.071
45,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.096
45,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.087
45,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.071
45,mlp.experts.111.up_proj,rtn: 0.0021362,0.00000,0.087
45,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.091
45,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.120
45,mlp.experts.89.up_proj,rtn: 0.0021820,0.00000,0.115
45,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.087
45,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.150
45,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.156
45,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.089
45,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.072
45,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.088
45,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.101
45,mlp.experts.144.up_proj,rtn: 0.0021820,0.00000,0.081
45,mlp.experts.170.up_proj,rtn: 0.0021667,0.00000,0.081
45,mlp.experts.85.up_proj,rtn: 0.0021820,0.00000,0.129
45,mlp.experts.93.up_proj,rtn: 0.0021973,0.00000,0.127
45,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.084
45,mlp.experts.127.up_proj,rtn: 0.0021667,0.00000,0.092
45,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.091
45,mlp.experts.166.up_proj,rtn: 0.0021820,0.00000,0.075
45,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.110
45,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.079
45,mlp.experts.168.up_proj,rtn: 0.0021515,0.00000,0.080
45,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.071
45,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.066
45,mlp.experts.123.up_proj,rtn: 0.0022583,0.00000,0.093
45,mlp.experts.162.up_proj,rtn: 0.0021057,0.00000,0.080
45,mlp.experts.105.up_proj,rtn: 0.0021667,0.00000,0.099
45,mlp.experts.160.up_proj,rtn: 0.0022125,0.00000,0.077
45,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.092
45,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.093
45,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.076
45,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.077
45,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.074
45,mlp.experts.180.up_proj,rtn: 0.0022125,0.00000,0.074
45,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.074
45,mlp.experts.139.up_proj,rtn: 0.0022125,0.00000,0.072
45,mlp.experts.176.up_proj,rtn: 0.0022125,0.00000,0.058
45,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.068
45,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.135
45,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.061
45,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.067
45,mlp.experts.113.up_proj,rtn: 0.0022278,0.00000,0.146
45,mlp.experts.182.up_proj,rtn: 0.0021515,0.00000,0.151
45,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.153
45,mlp.experts.155.up_proj,rtn: 0.0021820,0.00000,0.069
45,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.071
45,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.152
45,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.066
45,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.072
45,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.064
45,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.185
45,mlp.experts.121.up_proj,rtn: 0.0021667,0.00000,0.219
45,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.061
45,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.153
45,mlp.experts.191.up_proj,rtn: 0.0021820,0.00000,0.049
45,mlp.experts.129.up_proj,rtn: 0.0021362,0.00000,0.116
45,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.044
45,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.077
45,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.085
45,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.076
45,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.109
45,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.087
45,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.083
45,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.077
45,mlp.experts.157.up_proj,rtn: 0.0021515,0.00000,0.085
45,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.088
45,mlp.experts.165.up_proj,rtn: 0.0022125,0.00000,0.081
45,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.096
45,mlp.experts.173.up_proj,rtn: 0.0021515,0.00000,0.103
45,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.090
45,mlp.experts.185.up_proj,rtn: 0.0021820,0.00000,0.097
45,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.076
45,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.014
45,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.036
45,mlp.experts.6.down_proj,rtn: 0.0021515,0.00000,0.069
45,mlp.experts.10.down_proj,rtn: 0.0021667,0.00000,0.045
45,mlp.experts.14.down_proj,rtn: 0.0021515,0.00000,0.047
45,mlp.experts.11.down_proj,rtn: 0.0021667,0.00000,0.048
45,mlp.experts.18.down_proj,rtn: 0.0021515,0.00000,0.030
45,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.052
45,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.054
45,mlp.experts.8.down_proj,rtn: 0.0021820,0.00000,0.057
45,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.058
45,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.059
45,mlp.experts.0.down_proj,rtn: 0.0021515,0.00000,0.059
45,mlp.experts.3.down_proj,rtn: 0.0021210,0.00000,0.067
45,mlp.experts.13.down_proj,rtn: 0.0021515,0.00000,0.160
45,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.164
45,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.167
45,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.169
45,mlp.experts.27.down_proj,rtn: 0.0021973,0.00000,0.025
45,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.037
45,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.031
45,mlp.experts.34.down_proj,rtn: 0.0021820,0.00000,0.026
45,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
45,mlp.experts.36.down_proj,rtn: 0.0021973,0.00000,0.032
45,mlp.experts.23.down_proj,rtn: 0.0021973,0.00000,0.036
45,mlp.experts.24.down_proj,rtn: 0.0021973,0.00000,0.047
45,mlp.experts.16.down_proj,rtn: 0.0021973,0.00000,0.062
45,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.060
45,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.056
45,mlp.experts.43.down_proj,rtn: 0.0021667,0.00000,0.058
45,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.029
45,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.031
45,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.031
45,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.033
45,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.036
45,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.042
45,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.042
45,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.040
45,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.089
45,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.034
45,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.089
45,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.033
45,mlp.experts.32.down_proj,rtn: 0.0021973,0.00000,0.047
45,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.043
45,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.034
45,mlp.experts.21.down_proj,rtn: 0.0021973,0.00000,0.073
45,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.031
45,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.027
45,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.076
45,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.059
45,mlp.experts.55.down_proj,rtn: 0.0021362,0.00000,0.048
45,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.041
45,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.042
45,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.044
45,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.034
45,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.025
45,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.033
45,mlp.experts.60.down_proj,rtn: 0.0021667,0.00000,0.037
45,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.027
45,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.037
45,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.031
45,mlp.experts.41.down_proj,rtn: 0.0021515,0.00000,0.059
45,mlp.experts.45.down_proj,rtn: 0.0021973,0.00000,0.061
45,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.035
45,mlp.experts.71.down_proj,rtn: 0.0021362,0.00000,0.037
45,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.038
45,mlp.experts.33.down_proj,rtn: 0.0021515,0.00000,0.055
45,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.043
45,mlp.experts.37.down_proj,rtn: 0.0022125,0.00000,0.061
45,mlp.experts.98.down_proj,rtn: 0.0021820,0.00000,0.032
45,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.033
45,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.029
45,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.040
45,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
45,mlp.experts.90.down_proj,rtn: 0.0021515,0.00000,0.027
45,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.044
45,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.043
45,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.035
45,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.032
45,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.030
45,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.049
45,mlp.experts.61.down_proj,rtn: 0.0021820,0.00000,0.050
45,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.028
45,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.043
45,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.030
45,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.030
45,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.049
45,mlp.experts.106.down_proj,rtn: 0.0020905,0.00000,0.033
45,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.040
45,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.044
45,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.056
45,mlp.experts.103.down_proj,rtn: 0.0021820,0.00000,0.033
45,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.038
45,mlp.experts.95.down_proj,rtn: 0.0021515,0.00000,0.034
45,mlp.experts.92.down_proj,rtn: 0.0021667,0.00000,0.042
45,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.043
45,mlp.experts.116.down_proj,rtn: 0.0021973,0.00000,0.026
45,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.039
45,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.013
45,mlp.experts.104.down_proj,rtn: 0.0021515,0.00000,0.016
45,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.038
45,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.031
45,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.032
45,mlp.experts.122.down_proj,rtn: 0.0021973,0.00000,0.028
45,mlp.experts.77.down_proj,rtn: 0.0021667,0.00000,0.075
45,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.073
45,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.034
45,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.039
45,mlp.experts.111.down_proj,rtn: 0.0021362,0.00000,0.041
45,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.036
45,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.035
45,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.034
45,mlp.experts.120.down_proj,rtn: 0.0021515,0.00000,0.034
45,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.034
45,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.035
45,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.037
45,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.036
45,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.056
45,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.049
45,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.033
45,mlp.experts.135.down_proj,rtn: 0.0021820,0.00000,0.032
45,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.080
45,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.030
45,mlp.experts.127.down_proj,rtn: 0.0021820,0.00000,0.031
45,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.044
45,mlp.experts.112.down_proj,rtn: 0.0021515,0.00000,0.037
45,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.039
45,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.056
45,mlp.experts.105.down_proj,rtn: 0.0021515,0.00000,0.022
45,mlp.experts.155.down_proj,rtn: 0.0021820,0.00000,0.036
45,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.029
45,mlp.experts.131.down_proj,rtn: 0.0021210,0.00000,0.028
45,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.028
45,mlp.experts.162.down_proj,rtn: 0.0021210,0.00000,0.048
45,mlp.experts.154.down_proj,rtn: 0.0021973,0.00000,0.057
45,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.080
45,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.086
45,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.066
45,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.036
45,mlp.experts.147.down_proj,rtn: 0.0021667,0.00000,0.034
45,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.035
45,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.035
45,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.033
45,mlp.experts.167.down_proj,rtn: 0.0021515,0.00000,0.032
45,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.038
45,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.052
45,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.035
45,mlp.experts.85.down_proj,rtn: 0.0021210,0.00000,0.070
45,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.059
45,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.070
45,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.041
45,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.035
45,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.037
45,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.036
45,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.030
45,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.030
45,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.088
45,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.035
45,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.026
45,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.056
45,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.022
45,mlp.experts.179.down_proj,rtn: 0.0021667,0.00000,0.017
45,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.044
45,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.044
45,mlp.experts.172.down_proj,rtn: 0.0024719,0.00000,0.025
45,mlp.experts.182.down_proj,rtn: 0.0021057,0.00000,0.035
45,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.013
45,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.030
45,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.025
45,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.049
45,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.030
45,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.012
45,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.056
45,mlp.experts.188.down_proj,rtn: 0.0021515,0.00000,0.019
45,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.048
45,mlp.experts.176.down_proj,rtn: 0.0021210,0.00000,0.015
45,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.041
45,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.038
45,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.033
45,mlp.experts.133.down_proj,rtn: 0.0021973,0.00000,0.033
45,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.034
45,mlp.experts.169.down_proj,rtn: 0.0022430,0.00000,0.030
45,mlp.experts.129.down_proj,rtn: 0.0021515,0.00000,0.048
45,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.028
45,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.101
45,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.110
45,mlp.experts.173.down_proj,rtn: 0.0021515,0.00000,0.104
45,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.026
45,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.021
45,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.021
45,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.021
45,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.065
45,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.049
45,mlp.shared_experts.up_proj,rtn: 0.0019684,0.00000,0.051
45,mlp.shared_experts.down_proj,rtn: 0.0020752,0.00000,0.016
46,self_attn.v_proj,rtn: 0.0027466,0.00000,0.037
46,self_attn.q_proj,rtn: 0.0022736,0.00000,0.015
46,self_attn.k_proj,rtn: 0.0021973,0.00000,0.020
46,self_attn.o_proj,rtn: 0.0029907,0.00000,0.052
46,mlp.experts.4.gate_proj,rtn: 0.0022583,0.00000,0.083
46,mlp.experts.8.gate_proj,rtn: 0.0022278,0.00000,0.084
46,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.104
46,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.108
46,mlp.experts.12.gate_proj,rtn: 0.0022125,0.00000,0.107
46,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.107
46,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.108
46,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.127
46,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.129
46,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.131
46,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.136
46,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.138
46,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.140
46,mlp.experts.9.gate_proj,rtn: 0.0021820,0.00000,0.151
46,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.169
46,mlp.experts.1.gate_proj,rtn: 0.0021210,0.00000,0.178
46,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.091
46,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.102
46,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.095
46,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.097
46,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.119
46,mlp.experts.19.gate_proj,rtn: 0.0022125,0.00000,0.078
46,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.085
46,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.089
46,mlp.experts.27.gate_proj,rtn: 0.0021057,0.00000,0.089
46,mlp.experts.18.gate_proj,rtn: 0.0022125,0.00000,0.122
46,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.093
46,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.110
46,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.106
46,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.105
46,mlp.experts.36.gate_proj,rtn: 0.0021515,0.00000,0.102
46,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.090
46,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.118
46,mlp.experts.17.gate_proj,rtn: 0.0021362,0.00000,0.111
46,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.078
46,mlp.experts.39.gate_proj,rtn: 0.0022583,0.00000,0.075
46,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.109
46,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.068
46,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.072
46,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.100
46,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.103
46,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.097
46,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.088
46,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.096
46,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.091
46,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.104
46,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.083
46,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.094
46,mlp.experts.59.gate_proj,rtn: 0.0022125,0.00000,0.067
46,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.077
46,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.078
46,mlp.experts.52.gate_proj,rtn: 0.0022583,0.00000,0.121
46,mlp.experts.63.gate_proj,rtn: 0.0022278,0.00000,0.080
46,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.104
46,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.096
46,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.148
46,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.106
46,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.079
46,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.089
46,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.074
46,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.101
46,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.070
46,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.112
46,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.071
46,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.075
46,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.078
46,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.073
46,mlp.experts.68.gate_proj,rtn: 0.0022278,0.00000,0.080
46,mlp.experts.76.gate_proj,rtn: 0.0022278,0.00000,0.084
46,mlp.experts.64.gate_proj,rtn: 0.0022278,0.00000,0.073
46,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.083
46,mlp.experts.83.gate_proj,rtn: 0.0022125,0.00000,0.062
46,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.063
46,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.178
46,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.108
46,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.073
46,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.099
46,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.069
46,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.107
46,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.073
46,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.075
46,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.075
46,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.167
46,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.097
46,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.084
46,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.086
46,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.177
46,mlp.experts.107.gate_proj,rtn: 0.0022278,0.00000,0.083
46,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.185
46,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.088
46,mlp.experts.78.gate_proj,rtn: 0.0022278,0.00000,0.102
46,mlp.experts.93.gate_proj,rtn: 0.0022125,0.00000,0.113
46,mlp.experts.81.gate_proj,rtn: 0.0021820,0.00000,0.116
46,mlp.experts.108.gate_proj,rtn: 0.0021362,0.00000,0.089
46,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.116
46,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.089
46,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.098
46,mlp.experts.73.gate_proj,rtn: 0.0022430,0.00000,0.259
46,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.114
46,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.114
46,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.104
46,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.100
46,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.098
46,mlp.experts.109.gate_proj,rtn: 0.0022430,0.00000,0.090
46,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.114
46,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.095
46,mlp.experts.90.gate_proj,rtn: 0.0021973,0.00000,0.131
46,mlp.experts.101.gate_proj,rtn: 0.0021362,0.00000,0.085
46,mlp.experts.82.gate_proj,rtn: 0.0021820,0.00000,0.138
46,mlp.experts.94.gate_proj,rtn: 0.0022125,0.00000,0.129
46,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.119
46,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.071
46,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.113
46,mlp.experts.112.gate_proj,rtn: 0.0021973,0.00000,0.109
46,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.074
46,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.067
46,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.102
46,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.066
46,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.056
46,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.151
46,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.151
46,mlp.experts.151.gate_proj,rtn: 0.0021973,0.00000,0.083
46,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.140
46,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.137
46,mlp.experts.155.gate_proj,rtn: 0.0021210,0.00000,0.092
46,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.098
46,mlp.experts.117.gate_proj,rtn: 0.0022583,0.00000,0.152
46,mlp.experts.132.gate_proj,rtn: 0.0021820,0.00000,0.098
46,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.100
46,mlp.experts.113.gate_proj,rtn: 0.0021667,0.00000,0.158
46,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.102
46,mlp.experts.159.gate_proj,rtn: 0.0021820,0.00000,0.123
46,mlp.experts.105.gate_proj,rtn: 0.0022125,0.00000,0.110
46,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.118
46,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.177
46,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.079
46,mlp.experts.152.gate_proj,rtn: 0.0022583,0.00000,0.077
46,mlp.experts.163.gate_proj,rtn: 0.0021820,0.00000,0.155
46,mlp.experts.148.gate_proj,rtn: 0.0021667,0.00000,0.081
46,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.089
46,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.109
46,mlp.experts.122.gate_proj,rtn: 0.0021515,0.00000,0.111
46,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.124
46,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.122
46,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.122
46,mlp.experts.125.gate_proj,rtn: 0.0021973,0.00000,0.313
46,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.118
46,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.065
46,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.068
46,mlp.experts.121.gate_proj,rtn: 0.0021667,0.00000,0.105
46,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.094
46,mlp.experts.164.gate_proj,rtn: 0.0021667,0.00000,0.069
46,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.107
46,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.096
46,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.098
46,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.080
46,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.075
46,mlp.experts.145.gate_proj,rtn: 0.0021820,0.00000,0.077
46,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.122
46,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.127
46,mlp.experts.187.gate_proj,rtn: 0.0021667,0.00000,0.121
46,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.083
46,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.094
46,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.088
46,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.106
46,mlp.experts.180.gate_proj,rtn: 0.0022125,0.00000,0.110
46,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.100
46,mlp.experts.165.gate_proj,rtn: 0.0022125,0.00000,0.072
46,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.201
46,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.071
46,mlp.experts.146.gate_proj,rtn: 0.0021515,0.00000,0.102
46,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.285
46,mlp.experts.161.gate_proj,rtn: 0.0022430,0.00000,0.077
46,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.098
46,mlp.experts.153.gate_proj,rtn: 0.0022125,0.00000,0.076
46,mlp.experts.173.gate_proj,rtn: 0.0022583,0.00000,0.067
46,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.076
46,mlp.experts.166.gate_proj,rtn: 0.0022125,0.00000,0.112
46,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.122
46,mlp.experts.4.up_proj,rtn: 0.0022125,0.00000,0.091
46,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.098
46,mlp.experts.188.gate_proj,rtn: 0.0022278,0.00000,0.112
46,mlp.experts.8.up_proj,rtn: 0.0021820,0.00000,0.113
46,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.094
46,mlp.experts.177.gate_proj,rtn: 0.0021515,0.00000,0.075
46,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.094
46,mlp.experts.162.gate_proj,rtn: 0.0022125,0.00000,0.098
46,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.158
46,mlp.experts.169.gate_proj,rtn: 0.0021973,0.00000,0.074
46,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.140
46,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.079
46,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.149
46,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.088
46,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.076
46,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.091
46,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.087
46,mlp.experts.12.up_proj,rtn: 0.0021973,0.00000,0.088
46,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.094
46,mlp.experts.186.gate_proj,rtn: 0.0021973,0.00000,0.075
46,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.090
46,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.106
46,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.077
46,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.117
46,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.091
46,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.099
46,mlp.experts.13.up_proj,rtn: 0.0021667,0.00000,0.071
46,mlp.experts.27.up_proj,rtn: 0.0021667,0.00000,0.133
46,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.084
46,mlp.experts.190.gate_proj,rtn: 0.0022430,0.00000,0.085
46,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.083
46,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.083
46,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.087
46,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.077
46,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.080
46,mlp.experts.21.up_proj,rtn: 0.0021973,0.00000,0.074
46,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.077
46,mlp.experts.36.up_proj,rtn: 0.0021667,0.00000,0.090
46,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.074
46,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.119
46,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.105
46,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.075
46,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.096
46,mlp.experts.22.up_proj,rtn: 0.0021973,0.00000,0.088
46,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.098
46,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.076
46,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.082
46,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.086
46,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.088
46,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.090
46,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.091
46,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.119
46,mlp.experts.25.up_proj,rtn: 0.0021973,0.00000,0.116
46,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.144
46,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.124
46,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.150
46,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.100
46,mlp.experts.18.up_proj,rtn: 0.0022125,0.00000,0.155
46,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.122
46,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.082
46,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.090
46,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.079
46,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.082
46,mlp.experts.49.up_proj,rtn: 0.0022125,0.00000,0.076
46,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.108
46,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.099
46,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.087
46,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.101
46,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.062
46,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.129
46,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.068
46,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.070
46,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.105
46,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.110
46,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.070
46,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.175
46,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.121
46,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.194
46,mlp.experts.69.up_proj,rtn: 0.0021515,0.00000,0.086
46,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.083
46,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.099
46,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.071
46,mlp.experts.63.up_proj,rtn: 0.0021515,0.00000,0.114
46,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.074
46,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.075
46,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.071
46,mlp.experts.83.up_proj,rtn: 0.0022125,0.00000,0.121
46,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.070
46,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.072
46,mlp.experts.81.up_proj,rtn: 0.0021515,0.00000,0.067
46,mlp.experts.34.up_proj,rtn: 0.0021973,0.00000,0.193
46,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.069
46,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.109
46,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.260
46,mlp.experts.54.up_proj,rtn: 0.0021667,0.00000,0.117
46,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.098
46,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.176
46,mlp.experts.46.up_proj,rtn: 0.0021667,0.00000,0.136
46,mlp.experts.108.up_proj,rtn: 0.0021362,0.00000,0.141
46,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.066
46,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.071
46,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.068
46,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.069
46,mlp.experts.99.up_proj,rtn: 0.0021515,0.00000,0.088
46,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.091
46,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.109
46,mlp.experts.112.up_proj,rtn: 0.0021667,0.00000,0.171
46,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.111
46,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.085
46,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.175
46,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.112
46,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.096
46,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.096
46,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.101
46,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.077
46,mlp.experts.113.up_proj,rtn: 0.0021362,0.00000,0.063
46,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.065
46,mlp.experts.117.up_proj,rtn: 0.0021820,0.00000,0.083
46,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.079
46,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.068
46,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.062
46,mlp.experts.128.up_proj,rtn: 0.0021820,0.00000,0.049
46,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.069
46,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.107
46,mlp.experts.74.up_proj,rtn: 0.0021515,0.00000,0.111
46,mlp.experts.133.up_proj,rtn: 0.0022430,0.00000,0.096
46,mlp.experts.125.up_proj,rtn: 0.0021515,0.00000,0.095
46,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.081
46,mlp.experts.78.up_proj,rtn: 0.0021820,0.00000,0.102
46,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.107
46,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.102
46,mlp.experts.132.up_proj,rtn: 0.0021820,0.00000,0.110
46,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.117
46,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.108
46,mlp.experts.121.up_proj,rtn: 0.0021820,0.00000,0.116
46,mlp.experts.131.up_proj,rtn: 0.0022278,0.00000,0.123
46,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.136
46,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.104
46,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.148
46,mlp.experts.90.up_proj,rtn: 0.0021515,0.00000,0.114
46,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.183
46,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.104
46,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.108
46,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.100
46,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.101
46,mlp.experts.148.up_proj,rtn: 0.0021515,0.00000,0.104
46,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.098
46,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.116
46,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.137
46,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.135
46,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.146
46,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.090
46,mlp.experts.147.up_proj,rtn: 0.0021667,0.00000,0.138
46,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.085
46,mlp.experts.156.up_proj,rtn: 0.0021820,0.00000,0.093
46,mlp.experts.151.up_proj,rtn: 0.0021667,0.00000,0.113
46,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.111
46,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.084
46,mlp.experts.110.up_proj,rtn: 0.0022278,0.00000,0.094
46,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.109
46,mlp.experts.164.up_proj,rtn: 0.0021515,0.00000,0.101
46,mlp.experts.168.up_proj,rtn: 0.0021362,0.00000,0.103
46,mlp.experts.161.up_proj,rtn: 0.0021667,0.00000,0.094
46,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.116
46,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.099
46,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.085
46,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.106
46,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.092
46,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.093
46,mlp.experts.122.up_proj,rtn: 0.0021362,0.00000,0.092
46,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.098
46,mlp.experts.171.up_proj,rtn: 0.0021973,0.00000,0.093
46,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.105
46,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.083
46,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.083
46,mlp.experts.180.up_proj,rtn: 0.0021973,0.00000,0.086
46,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.105
46,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.096
46,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.060
46,mlp.experts.177.up_proj,rtn: 0.0021515,0.00000,0.096
46,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.085
46,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.078
46,mlp.experts.159.up_proj,rtn: 0.0021362,0.00000,0.084
46,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.090
46,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.091
46,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.097
46,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.086
46,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.087
46,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.078
46,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.089
46,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.043
46,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.051
46,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.057
46,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.095
46,mlp.experts.146.up_proj,rtn: 0.0021362,0.00000,0.102
46,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.041
46,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.101
46,mlp.experts.158.up_proj,rtn: 0.0022125,0.00000,0.097
46,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.085
46,mlp.experts.162.up_proj,rtn: 0.0021973,0.00000,0.079
46,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.133
46,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.135
46,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.127
46,mlp.experts.186.up_proj,rtn: 0.0021667,0.00000,0.141
46,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.084
46,mlp.experts.1.down_proj,rtn: 0.0021362,0.00000,0.015
46,mlp.experts.8.down_proj,rtn: 0.0021973,0.00000,0.010
46,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.037
46,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.036
46,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.062
46,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.068
46,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.070
46,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.073
46,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.151
46,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.078
46,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.079
46,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.155
46,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.156
46,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.081
46,mlp.experts.24.down_proj,rtn: 0.0021820,0.00000,0.080
46,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.040
46,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.047
46,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.168
46,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.093
46,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.096
46,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.032
46,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.026
46,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.018
46,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.037
46,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.029
46,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.032
46,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.018
46,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.034
46,mlp.experts.30.down_proj,rtn: 0.0021973,0.00000,0.030
46,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.018
46,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.026
46,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.030
46,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.034
46,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.035
46,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.045
46,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.037
46,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.043
46,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.062
46,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.045
46,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.030
46,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.061
46,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.070
46,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.060
46,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.046
46,mlp.experts.47.down_proj,rtn: 0.0023956,0.00000,0.066
46,mlp.experts.55.down_proj,rtn: 0.0021515,0.00000,0.042
46,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.037
46,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.036
46,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.038
46,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.051
46,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.021
46,mlp.experts.54.down_proj,rtn: 0.0021667,0.00000,0.023
46,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.030
46,mlp.experts.45.down_proj,rtn: 0.0021820,0.00000,0.033
46,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.032
46,mlp.experts.72.down_proj,rtn: 0.0021973,0.00000,0.031
46,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.051
46,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.041
46,mlp.experts.63.down_proj,rtn: 0.0021667,0.00000,0.043
46,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.048
46,mlp.experts.60.down_proj,rtn: 0.0022125,0.00000,0.042
46,mlp.experts.88.down_proj,rtn: 0.0022125,0.00000,0.031
46,mlp.experts.50.down_proj,rtn: 0.0022125,0.00000,0.054
46,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.058
46,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.043
46,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.075
46,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.036
46,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.046
46,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.047
46,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.062
46,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.092
46,mlp.experts.87.down_proj,rtn: 0.0021973,0.00000,0.046
46,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.032
46,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.040
46,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.041
46,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.062
46,mlp.experts.76.down_proj,rtn: 0.0022125,0.00000,0.043
46,mlp.experts.84.down_proj,rtn: 0.0021820,0.00000,0.032
46,mlp.experts.80.down_proj,rtn: 0.0021973,0.00000,0.026
46,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.047
46,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.047
46,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.038
46,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.101
46,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.051
46,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.046
46,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.051
46,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.033
46,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.026
46,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.041
46,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.038
46,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.045
46,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.038
46,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.042
46,mlp.experts.73.down_proj,rtn: 0.0021973,0.00000,0.065
46,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.048
46,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.058
46,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.048
46,mlp.experts.99.down_proj,rtn: 0.0021515,0.00000,0.046
46,mlp.experts.94.down_proj,rtn: 0.0021820,0.00000,0.044
46,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.045
46,mlp.experts.112.down_proj,rtn: 0.0021973,0.00000,0.038
46,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.038
46,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.033
46,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.039
46,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.034
46,mlp.experts.69.down_proj,rtn: 0.0021362,0.00000,0.045
46,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.041
46,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.030
46,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.049
46,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.039
46,mlp.experts.115.down_proj,rtn: 0.0021973,0.00000,0.028
46,mlp.experts.113.down_proj,rtn: 0.0021667,0.00000,0.038
46,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.047
46,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.050
46,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.042
46,mlp.experts.128.down_proj,rtn: 0.0021973,0.00000,0.035
46,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.030
46,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.035
46,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.035
46,mlp.experts.118.down_proj,rtn: 0.0021057,0.00000,0.050
46,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.038
46,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.038
46,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.043
46,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.035
46,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.047
46,mlp.experts.93.down_proj,rtn: 0.0021667,0.00000,0.049
46,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.040
46,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.046
46,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.031
46,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.027
46,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.038
46,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.031
46,mlp.experts.122.down_proj,rtn: 0.0021210,0.00000,0.044
46,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.045
46,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.027
46,mlp.experts.143.down_proj,rtn: 0.0021210,0.00000,0.043
46,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.043
46,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.038
46,mlp.experts.151.down_proj,rtn: 0.0021667,0.00000,0.041
46,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.040
46,mlp.experts.155.down_proj,rtn: 0.0023651,0.00000,0.048
46,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.037
46,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.041
46,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.038
46,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.036
46,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.037
46,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.035
46,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.061
46,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.062
46,mlp.experts.147.down_proj,rtn: 0.0021820,0.00000,0.087
46,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.036
46,mlp.experts.159.down_proj,rtn: 0.0021667,0.00000,0.049
46,mlp.experts.125.down_proj,rtn: 0.0021667,0.00000,0.036
46,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.041
46,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.039
46,mlp.experts.167.down_proj,rtn: 0.0021515,0.00000,0.048
46,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.036
46,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.061
46,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.029
46,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.032
46,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.042
46,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.086
46,mlp.experts.146.down_proj,rtn: 0.0021820,0.00000,0.046
46,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.016
46,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.041
46,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.037
46,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.048
46,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.043
46,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.037
46,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.044
46,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.051
46,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.040
46,mlp.experts.177.down_proj,rtn: 0.0021820,0.00000,0.038
46,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.038
46,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.026
46,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.037
46,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.034
46,mlp.experts.170.down_proj,rtn: 0.0022278,0.00000,0.037
46,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.024
46,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.030
46,mlp.experts.163.down_proj,rtn: 0.0021973,0.00000,0.081
46,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.038
46,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.026
46,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.011
46,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.037
46,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.029
46,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.035
46,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.026
46,mlp.experts.185.down_proj,rtn: 0.0021667,0.00000,0.027
46,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.022
46,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.015
46,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.016
46,mlp.shared_experts.up_proj,rtn: 0.0019379,0.00000,0.027
46,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.031
46,mlp.shared_experts.down_proj,rtn: 0.0021820,0.00000,0.021
47,self_attn.k_proj,rtn: 0.0021515,0.00000,0.013
47,self_attn.v_proj,rtn: 0.0027618,0.00000,0.014
47,self_attn.q_proj,rtn: 0.0021973,0.00000,0.018
47,self_attn.o_proj,rtn: 0.0029449,0.00000,0.044
47,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.085
47,mlp.experts.8.gate_proj,rtn: 0.0021820,0.00000,0.095
47,mlp.experts.12.gate_proj,rtn: 0.0021973,0.00000,0.122
47,mlp.experts.4.gate_proj,rtn: 0.0021667,0.00000,0.122
47,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.142
47,mlp.experts.6.gate_proj,rtn: 0.0021973,0.00000,0.163
47,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.072
47,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.072
47,mlp.experts.3.gate_proj,rtn: 0.0022125,0.00000,0.185
47,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.193
47,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.193
47,mlp.experts.7.gate_proj,rtn: 0.0021667,0.00000,0.198
47,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.198
47,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.070
47,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.068
47,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.203
47,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.198
47,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.208
47,mlp.experts.11.gate_proj,rtn: 0.0021820,0.00000,0.212
47,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.218
47,mlp.experts.32.gate_proj,rtn: 0.0021667,0.00000,0.076
47,mlp.experts.40.gate_proj,rtn: 0.0021973,0.00000,0.071
47,mlp.experts.18.gate_proj,rtn: 0.0022278,0.00000,0.114
47,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.116
47,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.079
47,mlp.experts.44.gate_proj,rtn: 0.0022278,0.00000,0.076
47,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.111
47,mlp.experts.21.gate_proj,rtn: 0.0022125,0.00000,0.090
47,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.096
47,mlp.experts.26.gate_proj,rtn: 0.0022888,0.00000,0.097
47,mlp.experts.17.gate_proj,rtn: 0.0021515,0.00000,0.097
47,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.110
47,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.109
47,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.104
47,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.104
47,mlp.experts.25.gate_proj,rtn: 0.0021820,0.00000,0.100
47,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.078
47,mlp.experts.48.gate_proj,rtn: 0.0022278,0.00000,0.078
47,mlp.experts.60.gate_proj,rtn: 0.0021362,0.00000,0.058
47,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.074
47,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.107
47,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.099
47,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.097
47,mlp.experts.35.gate_proj,rtn: 0.0022278,0.00000,0.101
47,mlp.experts.42.gate_proj,rtn: 0.0021210,0.00000,0.094
47,mlp.experts.43.gate_proj,rtn: 0.0021667,0.00000,0.092
47,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.071
47,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.069
47,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.071
47,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.102
47,mlp.experts.68.gate_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.47.gate_proj,rtn: 0.0022278,0.00000,0.095
47,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.082
47,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.181
47,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.099
47,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.082
47,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.100
47,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.070
47,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.070
47,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.104
47,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.077
47,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.199
47,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.095
47,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.189
47,mlp.experts.84.gate_proj,rtn: 0.0021973,0.00000,0.090
47,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.099
47,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.088
47,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.201
47,mlp.experts.63.gate_proj,rtn: 0.0021362,0.00000,0.105
47,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.085
47,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
47,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.111
47,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.099
47,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.100
47,mlp.experts.96.gate_proj,rtn: 0.0021515,0.00000,0.098
47,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.140
47,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.107
47,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.097
47,mlp.experts.49.gate_proj,rtn: 0.0021210,0.00000,0.111
47,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.119
47,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.115
47,mlp.experts.61.gate_proj,rtn: 0.0021210,0.00000,0.107
47,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.126
47,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.129
47,mlp.experts.79.gate_proj,rtn: 0.0021515,0.00000,0.123
47,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.078
47,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.135
47,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.072
47,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.098
47,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.128
47,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.124
47,mlp.experts.120.gate_proj,rtn: 0.0021820,0.00000,0.115
47,mlp.experts.83.gate_proj,rtn: 0.0021362,0.00000,0.109
47,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.119
47,mlp.experts.73.gate_proj,rtn: 0.0021362,0.00000,0.075
47,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.101
47,mlp.experts.77.gate_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.91.gate_proj,rtn: 0.0021362,0.00000,0.095
47,mlp.experts.98.gate_proj,rtn: 0.0021820,0.00000,0.086
47,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.085
47,mlp.experts.95.gate_proj,rtn: 0.0021515,0.00000,0.087
47,mlp.experts.85.gate_proj,rtn: 0.0021820,0.00000,0.073
47,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.078
47,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.070
47,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.076
47,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.100
47,mlp.experts.93.gate_proj,rtn: 0.0021362,0.00000,0.080
47,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.074
47,mlp.experts.140.gate_proj,rtn: 0.0021667,0.00000,0.097
47,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.070
47,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.103
47,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.115
47,mlp.experts.111.gate_proj,rtn: 0.0022125,0.00000,0.082
47,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.153
47,mlp.experts.101.gate_proj,rtn: 0.0022278,0.00000,0.085
47,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.100
47,mlp.experts.102.gate_proj,rtn: 0.0021515,0.00000,0.182
47,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.094
47,mlp.experts.115.gate_proj,rtn: 0.0021515,0.00000,0.100
47,mlp.experts.110.gate_proj,rtn: 0.0022278,0.00000,0.193
47,mlp.experts.144.gate_proj,rtn: 0.0021515,0.00000,0.099
47,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.101
47,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.101
47,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.093
47,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.094
47,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.093
47,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.159
47,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.095
47,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.101
47,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.098
47,mlp.experts.122.gate_proj,rtn: 0.0020905,0.00000,0.133
47,mlp.experts.113.gate_proj,rtn: 0.0022278,0.00000,0.092
47,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.091
47,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.093
47,mlp.experts.125.gate_proj,rtn: 0.0022583,0.00000,0.086
47,mlp.experts.172.gate_proj,rtn: 0.0021362,0.00000,0.089
47,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.113
47,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.097
47,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.098
47,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.097
47,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.089
47,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.151
47,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.098
47,mlp.experts.133.gate_proj,rtn: 0.0024261,0.00000,0.091
47,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.146
47,mlp.experts.129.gate_proj,rtn: 0.0021820,0.00000,0.084
47,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.143
47,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.086
47,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.102
47,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.078
47,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.094
47,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.091
47,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.069
47,mlp.experts.147.gate_proj,rtn: 0.0021820,0.00000,0.098
47,mlp.experts.180.gate_proj,rtn: 0.0023651,0.00000,0.088
47,mlp.experts.184.gate_proj,rtn: 0.0021210,0.00000,0.086
47,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.072
47,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.106
47,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.102
47,mlp.experts.149.gate_proj,rtn: 0.0021667,0.00000,0.080
47,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.074
47,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.077
47,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.113
47,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.076
47,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.075
47,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.074
47,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.078
47,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.069
47,mlp.experts.12.up_proj,rtn: 0.0021362,0.00000,0.080
47,mlp.experts.8.up_proj,rtn: 0.0021515,0.00000,0.077
47,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.077
47,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.077
47,mlp.experts.165.gate_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.163.gate_proj,rtn: 0.0021515,0.00000,0.100
47,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.093
47,mlp.experts.167.gate_proj,rtn: 0.0021820,0.00000,0.097
47,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.074
47,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.073
47,mlp.experts.170.gate_proj,rtn: 0.0021973,0.00000,0.073
47,mlp.experts.173.gate_proj,rtn: 0.0021820,0.00000,0.070
47,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.069
47,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.076
47,mlp.experts.175.gate_proj,rtn: 0.0021362,0.00000,0.108
47,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.078
47,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.068
47,mlp.experts.24.up_proj,rtn: 0.0021667,0.00000,0.077
47,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.075
47,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.078
47,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.071
47,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.074
47,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.075
47,mlp.experts.189.gate_proj,rtn: 0.0022125,0.00000,0.071
47,mlp.experts.186.gate_proj,rtn: 0.0021820,0.00000,0.082
47,mlp.experts.179.gate_proj,rtn: 0.0022430,0.00000,0.102
47,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.101
47,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.108
47,mlp.experts.32.up_proj,rtn: 0.0021362,0.00000,0.078
47,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.086
47,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.078
47,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.080
47,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.078
47,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.078
47,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.062
47,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.076
47,mlp.experts.9.up_proj,rtn: 0.0021210,0.00000,0.078
47,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.075
47,mlp.experts.13.up_proj,rtn: 0.0022125,0.00000,0.075
47,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.137
47,mlp.experts.10.up_proj,rtn: 0.0021667,0.00000,0.075
47,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.076
47,mlp.experts.60.up_proj,rtn: 0.0020599,0.00000,0.067
47,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.077
47,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.075
47,mlp.experts.6.up_proj,rtn: 0.0021362,0.00000,0.103
47,mlp.experts.11.up_proj,rtn: 0.0021210,0.00000,0.133
47,mlp.experts.3.up_proj,rtn: 0.0021820,0.00000,0.145
47,mlp.experts.21.up_proj,rtn: 0.0021210,0.00000,0.090
47,mlp.experts.7.up_proj,rtn: 0.0021210,0.00000,0.142
47,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.115
47,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.089
47,mlp.experts.17.up_proj,rtn: 0.0021362,0.00000,0.084
47,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.084
47,mlp.experts.18.up_proj,rtn: 0.0021362,0.00000,0.128
47,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.091
47,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.097
47,mlp.experts.68.up_proj,rtn: 0.0021973,0.00000,0.094
47,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.096
47,mlp.experts.37.up_proj,rtn: 0.0022125,0.00000,0.073
47,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.129
47,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.143
47,mlp.experts.41.up_proj,rtn: 0.0022125,0.00000,0.078
47,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.075
47,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.101
47,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.094
47,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.103
47,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.119
47,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.119
47,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.104
47,mlp.experts.80.up_proj,rtn: 0.0022125,0.00000,0.107
47,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.100
47,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.080
47,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.080
47,mlp.experts.42.up_proj,rtn: 0.0021515,0.00000,0.083
47,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.102
47,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.084
47,mlp.experts.35.up_proj,rtn: 0.0021515,0.00000,0.072
47,mlp.experts.43.up_proj,rtn: 0.0021210,0.00000,0.085
47,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.116
47,mlp.experts.49.up_proj,rtn: 0.0024109,0.00000,0.085
47,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.084
47,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.090
47,mlp.experts.61.up_proj,rtn: 0.0021057,0.00000,0.097
47,mlp.experts.46.up_proj,rtn: 0.0021667,0.00000,0.084
47,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.072
47,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.082
47,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.065
47,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.086
47,mlp.experts.96.up_proj,rtn: 0.0021515,0.00000,0.100
47,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.075
47,mlp.experts.73.up_proj,rtn: 0.0021362,0.00000,0.075
47,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.072
47,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.071
47,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.087
47,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.109
47,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.086
47,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.074
47,mlp.experts.104.up_proj,rtn: 0.0021820,0.00000,0.127
47,mlp.experts.63.up_proj,rtn: 0.0021515,0.00000,0.080
47,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.075
47,mlp.experts.85.up_proj,rtn: 0.0021362,0.00000,0.080
47,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.120
47,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.133
47,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.076
47,mlp.experts.81.up_proj,rtn: 0.0021515,0.00000,0.080
47,mlp.experts.89.up_proj,rtn: 0.0021820,0.00000,0.087
47,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.125
47,mlp.experts.112.up_proj,rtn: 0.0021362,0.00000,0.105
47,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.141
47,mlp.experts.116.up_proj,rtn: 0.0021515,0.00000,0.097
47,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.081
47,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.131
47,mlp.experts.93.up_proj,rtn: 0.0021362,0.00000,0.076
47,mlp.experts.120.up_proj,rtn: 0.0021362,0.00000,0.097
47,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.074
47,mlp.experts.91.up_proj,rtn: 0.0021820,0.00000,0.086
47,mlp.experts.79.up_proj,rtn: 0.0021973,0.00000,0.090
47,mlp.experts.83.up_proj,rtn: 0.0021210,0.00000,0.085
47,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.080
47,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.082
47,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.104
47,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.119
47,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.127
47,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.080
47,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.080
47,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.117
47,mlp.experts.132.up_proj,rtn: 0.0021973,0.00000,0.114
47,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.125
47,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.077
47,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.099
47,mlp.experts.113.up_proj,rtn: 0.0021210,0.00000,0.075
47,mlp.experts.121.up_proj,rtn: 0.0021515,0.00000,0.075
47,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.141
47,mlp.experts.95.up_proj,rtn: 0.0021667,0.00000,0.098
47,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.101
47,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.086
47,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.076
47,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.077
47,mlp.experts.144.up_proj,rtn: 0.0021515,0.00000,0.096
47,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.080
47,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.106
47,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.108
47,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.080
47,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.107
47,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.083
47,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.123
47,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.113
47,mlp.experts.115.up_proj,rtn: 0.0021515,0.00000,0.089
47,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.092
47,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.103
47,mlp.experts.111.up_proj,rtn: 0.0021515,0.00000,0.103
47,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.094
47,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.108
47,mlp.experts.149.up_proj,rtn: 0.0021667,0.00000,0.091
47,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.103
47,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.193
47,mlp.experts.102.up_proj,rtn: 0.0021362,0.00000,0.092
47,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.084
47,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.089
47,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.089
47,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.094
47,mlp.experts.172.up_proj,rtn: 0.0021515,0.00000,0.131
47,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.092
47,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.142
47,mlp.experts.165.up_proj,rtn: 0.0021973,0.00000,0.097
47,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.132
47,mlp.experts.122.up_proj,rtn: 0.0021210,0.00000,0.107
47,mlp.experts.161.up_proj,rtn: 0.0021973,0.00000,0.089
47,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.094
47,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.092
47,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.108
47,mlp.experts.126.up_proj,rtn: 0.0022430,0.00000,0.107
47,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.169
47,mlp.experts.173.up_proj,rtn: 0.0021667,0.00000,0.089
47,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.184
47,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.193
47,mlp.experts.181.up_proj,rtn: 0.0021667,0.00000,0.090
47,mlp.experts.188.up_proj,rtn: 0.0022125,0.00000,0.129
47,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.081
47,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.121
47,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.175
47,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.092
47,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.249
47,mlp.experts.146.up_proj,rtn: 0.0021362,0.00000,0.095
47,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.090
47,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.112
47,mlp.experts.189.up_proj,rtn: 0.0021515,0.00000,0.069
47,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.141
47,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.029
47,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.130
47,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.109
47,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.105
47,mlp.experts.154.up_proj,rtn: 0.0022430,0.00000,0.081
47,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.093
47,mlp.experts.155.up_proj,rtn: 0.0021667,0.00000,0.103
47,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.098
47,mlp.experts.163.up_proj,rtn: 0.0021210,0.00000,0.097
47,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.104
47,mlp.experts.167.up_proj,rtn: 0.0021667,0.00000,0.093
47,mlp.experts.170.up_proj,rtn: 0.0021515,0.00000,0.094
47,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.147
47,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.094
47,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.086
47,mlp.experts.171.up_proj,rtn: 0.0022125,0.00000,0.099
47,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.096
47,mlp.experts.186.up_proj,rtn: 0.0021362,0.00000,0.069
47,mlp.experts.175.up_proj,rtn: 0.0021210,0.00000,0.098
47,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.084
47,mlp.experts.182.up_proj,rtn: 0.0021820,0.00000,0.064
47,mlp.experts.187.up_proj,rtn: 0.0021667,0.00000,0.084
47,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.084
47,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.071
47,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.027
47,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.014
47,mlp.experts.8.down_proj,rtn: 0.0021973,0.00000,0.037
47,mlp.experts.9.down_proj,rtn: 0.0021515,0.00000,0.048
47,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.057
47,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.038
47,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.040
47,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.043
47,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.071
47,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.070
47,mlp.experts.11.down_proj,rtn: 0.0021820,0.00000,0.124
47,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.124
47,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.057
47,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.128
47,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.061
47,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.132
47,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.062
47,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.064
47,mlp.experts.24.down_proj,rtn: 0.0021667,0.00000,0.044
47,mlp.experts.25.down_proj,rtn: 0.0021820,0.00000,0.045
47,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.033
47,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.034
47,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.034
47,mlp.experts.21.down_proj,rtn: 0.0021515,0.00000,0.030
47,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.030
47,mlp.experts.17.down_proj,rtn: 0.0021973,0.00000,0.055
47,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.028
47,mlp.experts.27.down_proj,rtn: 0.0021515,0.00000,0.046
47,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.095
47,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.070
47,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.047
47,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.041
47,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.056
47,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.049
47,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.052
47,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.051
47,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.033
47,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.060
47,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.039
47,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.044
47,mlp.experts.36.down_proj,rtn: 0.0021973,0.00000,0.058
47,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.051
47,mlp.experts.44.down_proj,rtn: 0.0021973,0.00000,0.032
47,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.027
47,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.058
47,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.071
47,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.022
47,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.028
47,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.051
47,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.026
47,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.070
47,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.025
47,mlp.experts.60.down_proj,rtn: 0.0021057,0.00000,0.030
47,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.050
47,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.039
47,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.041
47,mlp.experts.49.down_proj,rtn: 0.0024719,0.00000,0.080
47,mlp.experts.46.down_proj,rtn: 0.0021667,0.00000,0.094
47,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.039
47,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.036
47,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.043
47,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.104
47,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.037
47,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.031
47,mlp.experts.61.down_proj,rtn: 0.0021057,0.00000,0.100
47,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.035
47,mlp.experts.96.down_proj,rtn: 0.0021820,0.00000,0.036
47,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.032
47,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.079
47,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.070
47,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.070
47,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.054
47,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.062
47,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.040
47,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.043
47,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.035
47,mlp.experts.91.down_proj,rtn: 0.0021973,0.00000,0.037
47,mlp.experts.73.down_proj,rtn: 0.0021667,0.00000,0.055
47,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.042
47,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.045
47,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.051
47,mlp.experts.112.down_proj,rtn: 0.0021362,0.00000,0.043
47,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.066
47,mlp.experts.81.down_proj,rtn: 0.0021667,0.00000,0.044
47,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.039
47,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.041
47,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.066
47,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.044
47,mlp.experts.83.down_proj,rtn: 0.0021820,0.00000,0.055
47,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.037
47,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.043
47,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.033
47,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.041
47,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.036
47,mlp.experts.93.down_proj,rtn: 0.0021973,0.00000,0.036
47,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.036
47,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.033
47,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.040
47,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.100
47,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.030
47,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.033
47,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.155
47,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.125
47,mlp.experts.116.down_proj,rtn: 0.0021515,0.00000,0.037
47,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.029
47,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.033
47,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.097
47,mlp.experts.144.down_proj,rtn: 0.0021820,0.00000,0.036
47,mlp.experts.120.down_proj,rtn: 0.0021667,0.00000,0.030
47,mlp.experts.124.down_proj,rtn: 0.0022125,0.00000,0.034
47,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.053
47,mlp.experts.113.down_proj,rtn: 0.0021210,0.00000,0.016
47,mlp.experts.132.down_proj,rtn: 0.0021973,0.00000,0.013
47,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.045
47,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.043
47,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.041
47,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
47,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.034
47,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.019
47,mlp.experts.121.down_proj,rtn: 0.0021667,0.00000,0.019
47,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.047
47,mlp.experts.160.down_proj,rtn: 0.0022125,0.00000,0.025
47,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.058
47,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.022
47,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.030
47,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.048
47,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.023
47,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.032
47,mlp.experts.129.down_proj,rtn: 0.0021667,0.00000,0.031
47,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.022
47,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.048
47,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.043
47,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.058
47,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.060
47,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.036
47,mlp.experts.102.down_proj,rtn: 0.0021362,0.00000,0.049
47,mlp.experts.152.down_proj,rtn: 0.0023499,0.00000,0.037
47,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.056
47,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.068
47,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.037
47,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.040
47,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.055
47,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.041
47,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.060
47,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
47,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.016
47,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.028
47,mlp.experts.175.down_proj,rtn: 0.0021362,0.00000,0.028
47,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.032
47,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.025
47,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.019
47,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.036
47,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.059
47,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.083
47,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.018
47,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.042
47,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.049
47,mlp.experts.163.down_proj,rtn: 0.0021362,0.00000,0.055
47,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.055
47,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.053
47,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.052
47,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.054
47,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.055
47,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.057
47,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.059
47,mlp.experts.173.down_proj,rtn: 0.0021973,0.00000,0.058
47,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.023
47,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.047
47,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.018
47,mlp.experts.122.down_proj,rtn: 0.0021820,0.00000,0.043
47,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.033
47,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
47,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.032
47,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.017
47,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.020
47,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.027
47,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.086
47,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.040
47,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.012
47,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.071
47,mlp.experts.146.down_proj,rtn: 0.0021667,0.00000,0.069
47,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.044
47,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.068
47,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.031
47,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.028
47,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.059
47,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.040
47,mlp.experts.170.down_proj,rtn: 0.0021667,0.00000,0.040
47,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.067
47,mlp.experts.186.down_proj,rtn: 0.0021667,0.00000,0.034
47,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.053
47,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.031
47,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.014
47,mlp.shared_experts.up_proj,rtn: 0.0019684,0.00000,0.026
47,mlp.shared_experts.gate_proj,rtn: 0.0015869,0.00000,0.026
47,mlp.shared_experts.down_proj,rtn: 0.0021667,0.00000,0.018
48,self_attn.v_proj,rtn: 0.0028229,0.00000,0.014
48,self_attn.k_proj,rtn: 0.0021210,0.00000,0.014
48,self_attn.q_proj,rtn: 0.0021362,0.00000,0.016
48,self_attn.o_proj,rtn: 0.0030212,0.00000,0.057
48,mlp.experts.6.gate_proj,rtn: 0.0022278,0.00000,0.094
48,mlp.experts.10.gate_proj,rtn: 0.0021973,0.00000,0.097
48,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.109
48,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.110
48,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.112
48,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.113
48,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.115
48,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.121
48,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.122
48,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.126
48,mlp.experts.7.gate_proj,rtn: 0.0022278,0.00000,0.128
48,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.129
48,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.156
48,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.146
48,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.167
48,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.076
48,mlp.experts.26.gate_proj,rtn: 0.0021973,0.00000,0.073
48,mlp.experts.30.gate_proj,rtn: 0.0021515,0.00000,0.062
48,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.062
48,mlp.experts.21.gate_proj,rtn: 0.0021973,0.00000,0.095
48,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.093
48,mlp.experts.12.gate_proj,rtn: 0.0022125,0.00000,0.222
48,mlp.experts.25.gate_proj,rtn: 0.0021820,0.00000,0.089
48,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.087
48,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.114
48,mlp.experts.17.gate_proj,rtn: 0.0022430,0.00000,0.099
48,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.113
48,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.147
48,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.081
48,mlp.experts.34.gate_proj,rtn: 0.0021667,0.00000,0.090
48,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.083
48,mlp.experts.38.gate_proj,rtn: 0.0021973,0.00000,0.086
48,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.099
48,mlp.experts.37.gate_proj,rtn: 0.0022278,0.00000,0.091
48,mlp.experts.39.gate_proj,rtn: 0.0022278,0.00000,0.071
48,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.069
48,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.129
48,mlp.experts.24.gate_proj,rtn: 0.0022430,0.00000,0.157
48,mlp.experts.45.gate_proj,rtn: 0.0022125,0.00000,0.093
48,mlp.experts.47.gate_proj,rtn: 0.0021667,0.00000,0.067
48,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.096
48,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.087
48,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.134
48,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.105
48,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.092
48,mlp.experts.50.gate_proj,rtn: 0.0022125,0.00000,0.107
48,mlp.experts.53.gate_proj,rtn: 0.0022125,0.00000,0.088
48,mlp.experts.61.gate_proj,rtn: 0.0021973,0.00000,0.074
48,mlp.experts.54.gate_proj,rtn: 0.0022583,0.00000,0.117
48,mlp.experts.62.gate_proj,rtn: 0.0022278,0.00000,0.126
48,mlp.experts.58.gate_proj,rtn: 0.0021820,0.00000,0.124
48,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.094
48,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.091
48,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.094
48,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.080
48,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.086
48,mlp.experts.40.gate_proj,rtn: 0.0021667,0.00000,0.097
48,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.102
48,mlp.experts.44.gate_proj,rtn: 0.0021973,0.00000,0.092
48,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.095
48,mlp.experts.77.gate_proj,rtn: 0.0021820,0.00000,0.078
48,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.079
48,mlp.experts.59.gate_proj,rtn: 0.0021667,0.00000,0.109
48,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.079
48,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.079
48,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.108
48,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.080
48,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.096
48,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.097
48,mlp.experts.70.gate_proj,rtn: 0.0021973,0.00000,0.103
48,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.088
48,mlp.experts.67.gate_proj,rtn: 0.0021667,0.00000,0.107
48,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.087
48,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.133
48,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.078
48,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.078
48,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.127
48,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.089
48,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.071
48,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.080
48,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.078
48,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.100
48,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.096
48,mlp.experts.94.gate_proj,rtn: 0.0022278,0.00000,0.091
48,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.092
48,mlp.experts.86.gate_proj,rtn: 0.0022125,0.00000,0.089
48,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
48,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.099
48,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.091
48,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.075
48,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.085
48,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.080
48,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.084
48,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.071
48,mlp.experts.97.gate_proj,rtn: 0.0022278,0.00000,0.076
48,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.094
48,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.080
48,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.093
48,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.088
48,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.095
48,mlp.experts.110.gate_proj,rtn: 0.0021820,0.00000,0.085
48,mlp.experts.88.gate_proj,rtn: 0.0022430,0.00000,0.085
48,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.085
48,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.078
48,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.087
48,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.077
48,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.079
48,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.072
48,mlp.experts.121.gate_proj,rtn: 0.0021973,0.00000,0.068
48,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.075
48,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.077
48,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.078
48,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.087
48,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.091
48,mlp.experts.104.gate_proj,rtn: 0.0022125,0.00000,0.089
48,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.099
48,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.100
48,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.069
48,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.089
48,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.068
48,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.079
48,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.070
48,mlp.experts.108.gate_proj,rtn: 0.0022125,0.00000,0.083
48,mlp.experts.118.gate_proj,rtn: 0.0021515,0.00000,0.098
48,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.087
48,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.093
48,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.087
48,mlp.experts.112.gate_proj,rtn: 0.0021820,0.00000,0.092
48,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.166
48,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.108
48,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.076
48,mlp.experts.145.gate_proj,rtn: 0.0022125,0.00000,0.069
48,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.071
48,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.073
48,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.090
48,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.111
48,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.113
48,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.096
48,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.082
48,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.114
48,mlp.experts.139.gate_proj,rtn: 0.0021210,0.00000,0.087
48,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.128
48,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.132
48,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.120
48,mlp.experts.169.gate_proj,rtn: 0.0021515,0.00000,0.060
48,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.083
48,mlp.experts.161.gate_proj,rtn: 0.0022430,0.00000,0.087
48,mlp.experts.173.gate_proj,rtn: 0.0022125,0.00000,0.077
48,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.119
48,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.112
48,mlp.experts.146.gate_proj,rtn: 0.0024414,0.00000,0.093
48,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.112
48,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.126
48,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.107
48,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.107
48,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.071
48,mlp.experts.177.gate_proj,rtn: 0.0022430,0.00000,0.070
48,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.129
48,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.145
48,mlp.experts.185.gate_proj,rtn: 0.0021973,0.00000,0.083
48,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.074
48,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.101
48,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.143
48,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.117
48,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.089
48,mlp.experts.158.gate_proj,rtn: 0.0021820,0.00000,0.100
48,mlp.experts.148.gate_proj,rtn: 0.0022430,0.00000,0.112
48,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.102
48,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.063
48,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.073
48,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.074
48,mlp.experts.170.gate_proj,rtn: 0.0022278,0.00000,0.084
48,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.073
48,mlp.experts.166.gate_proj,rtn: 0.0021515,0.00000,0.079
48,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.096
48,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.084
48,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.100
48,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.166
48,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.089
48,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.140
48,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.180
48,mlp.experts.21.up_proj,rtn: 0.0021667,0.00000,0.086
48,mlp.experts.25.up_proj,rtn: 0.0021820,0.00000,0.087
48,mlp.experts.168.gate_proj,rtn: 0.0021820,0.00000,0.100
48,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.187
48,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.105
48,mlp.experts.186.gate_proj,rtn: 0.0021820,0.00000,0.084
48,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.082
48,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.097
48,mlp.experts.17.up_proj,rtn: 0.0022125,0.00000,0.113
48,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.075
48,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.061
48,mlp.experts.179.gate_proj,rtn: 0.0022278,0.00000,0.067
48,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.065
48,mlp.experts.190.gate_proj,rtn: 0.0022125,0.00000,0.078
48,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.107
48,mlp.experts.187.gate_proj,rtn: 0.0021515,0.00000,0.064
48,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.103
48,mlp.experts.10.up_proj,rtn: 0.0021973,0.00000,0.079
48,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.089
48,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.078
48,mlp.experts.184.gate_proj,rtn: 0.0021820,0.00000,0.098
48,mlp.experts.37.up_proj,rtn: 0.0021515,0.00000,0.104
48,mlp.experts.15.up_proj,rtn: 0.0022125,0.00000,0.061
48,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.069
48,mlp.experts.7.up_proj,rtn: 0.0021362,0.00000,0.070
48,mlp.experts.45.up_proj,rtn: 0.0021667,0.00000,0.094
48,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.080
48,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.078
48,mlp.experts.33.up_proj,rtn: 0.0021973,0.00000,0.112
48,mlp.experts.11.up_proj,rtn: 0.0022125,0.00000,0.067
48,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.094
48,mlp.experts.26.up_proj,rtn: 0.0021667,0.00000,0.074
48,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.097
48,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.076
48,mlp.experts.31.up_proj,rtn: 0.0021667,0.00000,0.074
48,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.064
48,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.072
48,mlp.experts.23.up_proj,rtn: 0.0021515,0.00000,0.073
48,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.104
48,mlp.experts.8.up_proj,rtn: 0.0021820,0.00000,0.106
48,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.066
48,mlp.experts.30.up_proj,rtn: 0.0021973,0.00000,0.077
48,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.247
48,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.075
48,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.064
48,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.065
48,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.070
48,mlp.experts.38.up_proj,rtn: 0.0021667,0.00000,0.077
48,mlp.experts.50.up_proj,rtn: 0.0021820,0.00000,0.073
48,mlp.experts.12.up_proj,rtn: 0.0021820,0.00000,0.104
48,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.097
48,mlp.experts.53.up_proj,rtn: 0.0021973,0.00000,0.167
48,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.069
48,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.088
48,mlp.experts.61.up_proj,rtn: 0.0021667,0.00000,0.176
48,mlp.experts.46.up_proj,rtn: 0.0021515,0.00000,0.077
48,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.095
48,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.153
48,mlp.experts.58.up_proj,rtn: 0.0021973,0.00000,0.077
48,mlp.experts.51.up_proj,rtn: 0.0021820,0.00000,0.060
48,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.063
48,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.075
48,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.100
48,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.065
48,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.084
48,mlp.experts.54.up_proj,rtn: 0.0021667,0.00000,0.088
48,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.087
48,mlp.experts.66.up_proj,rtn: 0.0021667,0.00000,0.090
48,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.082
48,mlp.experts.40.up_proj,rtn: 0.0021515,0.00000,0.077
48,mlp.experts.67.up_proj,rtn: 0.0021667,0.00000,0.065
48,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.095
48,mlp.experts.69.up_proj,rtn: 0.0021973,0.00000,0.109
48,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.077
48,mlp.experts.71.up_proj,rtn: 0.0021667,0.00000,0.074
48,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.063
48,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.127
48,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.098
48,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.081
48,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.126
48,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.084
48,mlp.experts.70.up_proj,rtn: 0.0021667,0.00000,0.093
48,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.087
48,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.079
48,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.094
48,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.132
48,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.088
48,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.091
48,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.081
48,mlp.experts.91.up_proj,rtn: 0.0022125,0.00000,0.087
48,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.108
48,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.097
48,mlp.experts.64.up_proj,rtn: 0.0021515,0.00000,0.082
48,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.073
48,mlp.experts.90.up_proj,rtn: 0.0021973,0.00000,0.090
48,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.103
48,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.074
48,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.105
48,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.084
48,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.090
48,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.095
48,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.083
48,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.096
48,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.090
48,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.089
48,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.095
48,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.137
48,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.092
48,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.095
48,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.086
48,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.116
48,mlp.experts.106.up_proj,rtn: 0.0021973,0.00000,0.125
48,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.089
48,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.089
48,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.098
48,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.103
48,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.158
48,mlp.experts.110.up_proj,rtn: 0.0021667,0.00000,0.094
48,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.100
48,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.103
48,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.136
48,mlp.experts.105.up_proj,rtn: 0.0022125,0.00000,0.106
48,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.110
48,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.092
48,mlp.experts.96.up_proj,rtn: 0.0021820,0.00000,0.103
48,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.095
48,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.088
48,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.086
48,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.086
48,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.080
48,mlp.experts.131.up_proj,rtn: 0.0021667,0.00000,0.098
48,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.085
48,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.106
48,mlp.experts.139.up_proj,rtn: 0.0021362,0.00000,0.095
48,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.053
48,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.085
48,mlp.experts.108.up_proj,rtn: 0.0021973,0.00000,0.089
48,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.093
48,mlp.experts.125.up_proj,rtn: 0.0021973,0.00000,0.173
48,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.104
48,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.069
48,mlp.experts.142.up_proj,rtn: 0.0021667,0.00000,0.075
48,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.075
48,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.190
48,mlp.experts.121.up_proj,rtn: 0.0021515,0.00000,0.147
48,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.090
48,mlp.experts.154.up_proj,rtn: 0.0021515,0.00000,0.072
48,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.090
48,mlp.experts.151.up_proj,rtn: 0.0022125,0.00000,0.097
48,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.099
48,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.080
48,mlp.experts.132.up_proj,rtn: 0.0021820,0.00000,0.078
48,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.078
48,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.101
48,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.071
48,mlp.experts.141.up_proj,rtn: 0.0021515,0.00000,0.099
48,mlp.experts.158.up_proj,rtn: 0.0021515,0.00000,0.079
48,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.098
48,mlp.experts.170.up_proj,rtn: 0.0021973,0.00000,0.069
48,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.261
48,mlp.experts.137.up_proj,rtn: 0.0021820,0.00000,0.091
48,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.103
48,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.097
48,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.087
48,mlp.experts.178.up_proj,rtn: 0.0021515,0.00000,0.072
48,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.113
48,mlp.experts.140.up_proj,rtn: 0.0022125,0.00000,0.087
48,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.090
48,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.111
48,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.109
48,mlp.experts.129.up_proj,rtn: 0.0022278,0.00000,0.088
48,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.077
48,mlp.experts.166.up_proj,rtn: 0.0021057,0.00000,0.072
48,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.117
48,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.178
48,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.085
48,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.157
48,mlp.experts.186.up_proj,rtn: 0.0021667,0.00000,0.201
48,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.099
48,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.193
48,mlp.experts.187.up_proj,rtn: 0.0021210,0.00000,0.175
48,mlp.experts.190.up_proj,rtn: 0.0021515,0.00000,0.064
48,mlp.experts.164.up_proj,rtn: 0.0021973,0.00000,0.165
48,mlp.experts.153.up_proj,rtn: 0.0021820,0.00000,0.269
48,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.179
48,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.169
48,mlp.experts.183.up_proj,rtn: 0.0021973,0.00000,0.082
48,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.191
48,mlp.experts.173.up_proj,rtn: 0.0021973,0.00000,0.249
48,mlp.experts.165.up_proj,rtn: 0.0021820,0.00000,0.083
48,mlp.experts.169.up_proj,rtn: 0.0021667,0.00000,0.088
48,mlp.experts.168.up_proj,rtn: 0.0021820,0.00000,0.158
48,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.208
48,mlp.experts.180.up_proj,rtn: 0.0021820,0.00000,0.128
48,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.136
48,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.100
48,mlp.experts.181.up_proj,rtn: 0.0021820,0.00000,0.085
48,mlp.experts.185.up_proj,rtn: 0.0021667,0.00000,0.082
48,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.126
48,mlp.experts.161.up_proj,rtn: 0.0021667,0.00000,0.074
48,mlp.experts.188.up_proj,rtn: 0.0021820,0.00000,0.061
48,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.110
48,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.041
48,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.018
48,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.015
48,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.039
48,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.034
48,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.036
48,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.038
48,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.037
48,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.040
48,mlp.experts.7.down_proj,rtn: 0.0021820,0.00000,0.044
48,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.043
48,mlp.experts.12.down_proj,rtn: 0.0022125,0.00000,0.129
48,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.130
48,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.131
48,mlp.experts.8.down_proj,rtn: 0.0022125,0.00000,0.132
48,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.029
48,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.073
48,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.073
48,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.072
48,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.074
48,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.021
48,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.037
48,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.029
48,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.034
48,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.032
48,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.030
48,mlp.experts.27.down_proj,rtn: 0.0021820,0.00000,0.038
48,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.025
48,mlp.experts.47.down_proj,rtn: 0.0022125,0.00000,0.025
48,mlp.experts.21.down_proj,rtn: 0.0021820,0.00000,0.022
48,mlp.experts.25.down_proj,rtn: 0.0021820,0.00000,0.033
48,mlp.experts.23.down_proj,rtn: 0.0021820,0.00000,0.029
48,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.029
48,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.036
48,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.079
48,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.077
48,mlp.experts.37.down_proj,rtn: 0.0021973,0.00000,0.027
48,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.029
48,mlp.experts.50.down_proj,rtn: 0.0021973,0.00000,0.029
48,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.029
48,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.030
48,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.031
48,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.033
48,mlp.experts.45.down_proj,rtn: 0.0021973,0.00000,0.030
48,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.033
48,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.038
48,mlp.experts.51.down_proj,rtn: 0.0021667,0.00000,0.039
48,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.039
48,mlp.experts.40.down_proj,rtn: 0.0021820,0.00000,0.041
48,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.042
48,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.041
48,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.025
48,mlp.experts.32.down_proj,rtn: 0.0022430,0.00000,0.035
48,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.016
48,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.014
48,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.020
48,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.026
48,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.033
48,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.033
48,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.029
48,mlp.experts.61.down_proj,rtn: 0.0021820,0.00000,0.022
48,mlp.experts.66.down_proj,rtn: 0.0022125,0.00000,0.031
48,mlp.experts.79.down_proj,rtn: 0.0022278,0.00000,0.043
48,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.047
48,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.046
48,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.041
48,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.055
48,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.047
48,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.042
48,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.049
48,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.040
48,mlp.experts.67.down_proj,rtn: 0.0021973,0.00000,0.092
48,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.068
48,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.055
48,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.052
48,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.022
48,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.053
48,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.039
48,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.037
48,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.039
48,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.023
48,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.061
48,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.064
48,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.050
48,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.055
48,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
48,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.031
48,mlp.experts.90.down_proj,rtn: 0.0021820,0.00000,0.027
48,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.052
48,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.023
48,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.052
48,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.040
48,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.043
48,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.054
48,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.044
48,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.048
48,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.075
48,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.030
48,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.036
48,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.051
48,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.047
48,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.038
48,mlp.experts.111.down_proj,rtn: 0.0021820,0.00000,0.035
48,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.065
48,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.036
48,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.063
48,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.049
48,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.067
48,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.042
48,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.032
48,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.034
48,mlp.experts.99.down_proj,rtn: 0.0021667,0.00000,0.037
48,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.064
48,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.050
48,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.035
48,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.053
48,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.044
48,mlp.experts.118.down_proj,rtn: 0.0021820,0.00000,0.033
48,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.040
48,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.046
48,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.044
48,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.030
48,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.028
48,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.042
48,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.046
48,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.035
48,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.040
48,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.035
48,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.040
48,mlp.experts.143.down_proj,rtn: 0.0022278,0.00000,0.036
48,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.045
48,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.064
48,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.035
48,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.046
48,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.043
48,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.037
48,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.028
48,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.027
48,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.027
48,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.024
48,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.030
48,mlp.experts.141.down_proj,rtn: 0.0021973,0.00000,0.025
48,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.069
48,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.017
48,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.029
48,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.024
48,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.016
48,mlp.experts.147.down_proj,rtn: 0.0022125,0.00000,0.029
48,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.022
48,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.031
48,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.034
48,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.082
48,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.025
48,mlp.experts.174.down_proj,rtn: 0.0022125,0.00000,0.021
48,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.053
48,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.041
48,mlp.experts.132.down_proj,rtn: 0.0021820,0.00000,0.040
48,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.036
48,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.032
48,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.039
48,mlp.experts.175.down_proj,rtn: 0.0022125,0.00000,0.037
48,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.037
48,mlp.experts.166.down_proj,rtn: 0.0021515,0.00000,0.030
48,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.041
48,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.028
48,mlp.experts.190.down_proj,rtn: 0.0021820,0.00000,0.025
48,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.036
48,mlp.experts.187.down_proj,rtn: 0.0021515,0.00000,0.037
48,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.047
48,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.034
48,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.032
48,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.042
48,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.044
48,mlp.experts.161.down_proj,rtn: 0.0021515,0.00000,0.029
48,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.046
48,mlp.experts.191.down_proj,rtn: 0.0017548,0.00000,0.032
48,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.027
48,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.025
48,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.026
48,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.020
48,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.037
48,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.028
48,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.022
48,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.022
48,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.034
48,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.036
48,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.032
48,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.035
48,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.028
48,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.032
48,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.035
48,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.048
48,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.032
48,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.047
48,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.058
48,mlp.shared_experts.down_proj,rtn: 0.0021973,0.00000,0.020
49,self_attn.v_proj,rtn: 0.0028534,0.00000,0.025
49,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
49,self_attn.q_proj,rtn: 0.0022583,0.00000,0.025
49,self_attn.o_proj,rtn: 0.0030518,0.00000,0.040
49,mlp.experts.2.gate_proj,rtn: 0.0021973,0.00000,0.093
49,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.094
49,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.095
49,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.095
49,mlp.experts.9.gate_proj,rtn: 0.0021820,0.00000,0.097
49,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.098
49,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.099
49,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.101
49,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.103
49,mlp.experts.7.gate_proj,rtn: 0.0022125,0.00000,0.103
49,mlp.experts.1.gate_proj,rtn: 0.0022125,0.00000,0.106
49,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.106
49,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.106
49,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.106
49,mlp.experts.8.gate_proj,rtn: 0.0021973,0.00000,0.110
49,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.115
49,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.064
49,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.068
49,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.066
49,mlp.experts.18.gate_proj,rtn: 0.0022278,0.00000,0.082
49,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.070
49,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.077
49,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.081
49,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.087
49,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.096
49,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.101
49,mlp.experts.29.gate_proj,rtn: 0.0021667,0.00000,0.073
49,mlp.experts.19.gate_proj,rtn: 0.0021820,0.00000,0.105
49,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.114
49,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.109
49,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.116
49,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.072
49,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.077
49,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.066
49,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.074
49,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.130
49,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.105
49,mlp.experts.41.gate_proj,rtn: 0.0021667,0.00000,0.107
49,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
49,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.109
49,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.089
49,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.091
49,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.115
49,mlp.experts.62.gate_proj,rtn: 0.0021973,0.00000,0.078
49,mlp.experts.58.gate_proj,rtn: 0.0022278,0.00000,0.078
49,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.075
49,mlp.experts.54.gate_proj,rtn: 0.0020599,0.00000,0.083
49,mlp.experts.32.gate_proj,rtn: 0.0022278,0.00000,0.104
49,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.131
49,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.109
49,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.104
49,mlp.experts.44.gate_proj,rtn: 0.0021515,0.00000,0.115
49,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.082
49,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.072
49,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.064
49,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.082
49,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.076
49,mlp.experts.48.gate_proj,rtn: 0.0021667,0.00000,0.079
49,mlp.experts.53.gate_proj,rtn: 0.0021820,0.00000,0.144
49,mlp.experts.52.gate_proj,rtn: 0.0022278,0.00000,0.079
49,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.070
49,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.143
49,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.140
49,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.074
49,mlp.experts.86.gate_proj,rtn: 0.0022278,0.00000,0.079
49,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.080
49,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.071
49,mlp.experts.59.gate_proj,rtn: 0.0021515,0.00000,0.197
49,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.081
49,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.080
49,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.168
49,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.228
49,mlp.experts.68.gate_proj,rtn: 0.0021667,0.00000,0.081
49,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.078
49,mlp.experts.49.gate_proj,rtn: 0.0021362,0.00000,0.224
49,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.190
49,mlp.experts.67.gate_proj,rtn: 0.0024414,0.00000,0.096
49,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.098
49,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.078
49,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.064
49,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.073
49,mlp.experts.98.gate_proj,rtn: 0.0021973,0.00000,0.059
49,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.069
49,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.135
49,mlp.experts.80.gate_proj,rtn: 0.0021820,0.00000,0.062
49,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.060
49,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.062
49,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.108
49,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.092
49,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.095
49,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.086
49,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.069
49,mlp.experts.122.gate_proj,rtn: 0.0021973,0.00000,0.073
49,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.078
49,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.110
49,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.089
49,mlp.experts.85.gate_proj,rtn: 0.0021973,0.00000,0.085
49,mlp.experts.83.gate_proj,rtn: 0.0021667,0.00000,0.096
49,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.092
49,mlp.experts.96.gate_proj,rtn: 0.0021515,0.00000,0.090
49,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.085
49,mlp.experts.89.gate_proj,rtn: 0.0021362,0.00000,0.076
49,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.094
49,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.077
49,mlp.experts.93.gate_proj,rtn: 0.0022278,0.00000,0.084
49,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.094
49,mlp.experts.95.gate_proj,rtn: 0.0021515,0.00000,0.134
49,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.089
49,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.092
49,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.090
49,mlp.experts.87.gate_proj,rtn: 0.0022278,0.00000,0.073
49,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.072
49,mlp.experts.101.gate_proj,rtn: 0.0021973,0.00000,0.083
49,mlp.experts.124.gate_proj,rtn: 0.0021515,0.00000,0.096
49,mlp.experts.142.gate_proj,rtn: 0.0021362,0.00000,0.087
49,mlp.experts.105.gate_proj,rtn: 0.0022125,0.00000,0.079
49,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.077
49,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.075
49,mlp.experts.107.gate_proj,rtn: 0.0020905,0.00000,0.074
49,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.096
49,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.087
49,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.070
49,mlp.experts.116.gate_proj,rtn: 0.0024109,0.00000,0.092
49,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.087
49,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.082
49,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.091
49,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.085
49,mlp.experts.117.gate_proj,rtn: 0.0022125,0.00000,0.084
49,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.079
49,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.081
49,mlp.experts.125.gate_proj,rtn: 0.0022583,0.00000,0.080
49,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.079
49,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.076
49,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.103
49,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.074
49,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.147
49,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.075
49,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.112
49,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.134
49,mlp.experts.133.gate_proj,rtn: 0.0021515,0.00000,0.080
49,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.159
49,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.077
49,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.078
49,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.074
49,mlp.experts.141.gate_proj,rtn: 0.0022430,0.00000,0.080
49,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.115
49,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.127
49,mlp.experts.186.gate_proj,rtn: 0.0021362,0.00000,0.063
49,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.081
49,mlp.experts.119.gate_proj,rtn: 0.0022125,0.00000,0.081
49,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.080
49,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.047
49,mlp.experts.143.gate_proj,rtn: 0.0021362,0.00000,0.077
49,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.073
49,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.162
49,mlp.experts.128.gate_proj,rtn: 0.0021667,0.00000,0.256
49,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.145
49,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.074
49,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.075
49,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.075
49,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.096
49,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.100
49,mlp.experts.149.gate_proj,rtn: 0.0021515,0.00000,0.158
49,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.109
49,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.118
49,mlp.experts.14.up_proj,rtn: 0.0021973,0.00000,0.095
49,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.134
49,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.127
49,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.105
49,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.095
49,mlp.experts.159.gate_proj,rtn: 0.0021210,0.00000,0.116
49,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.090
49,mlp.experts.144.gate_proj,rtn: 0.0021820,0.00000,0.094
49,mlp.experts.22.up_proj,rtn: 0.0021820,0.00000,0.096
49,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.097
49,mlp.experts.2.up_proj,rtn: 0.0021667,0.00000,0.110
49,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.071
49,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.114
49,mlp.experts.30.up_proj,rtn: 0.0021973,0.00000,0.102
49,mlp.experts.188.gate_proj,rtn: 0.0022583,0.00000,0.073
49,mlp.experts.165.gate_proj,rtn: 0.0021362,0.00000,0.128
49,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.077
49,mlp.experts.163.gate_proj,rtn: 0.0021973,0.00000,0.132
49,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.074
49,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.135
49,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.105
49,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.103
49,mlp.experts.175.gate_proj,rtn: 0.0021820,0.00000,0.100
49,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.133
49,mlp.experts.8.up_proj,rtn: 0.0021362,0.00000,0.069
49,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.096
49,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.096
49,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.097
49,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.075
49,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.070
49,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.076
49,mlp.experts.167.gate_proj,rtn: 0.0021820,0.00000,0.103
49,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.090
49,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.080
49,mlp.experts.189.gate_proj,rtn: 0.0022125,0.00000,0.084
49,mlp.experts.185.gate_proj,rtn: 0.0021820,0.00000,0.072
49,mlp.experts.177.gate_proj,rtn: 0.0021362,0.00000,0.080
49,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.108
49,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.083
49,mlp.experts.58.up_proj,rtn: 0.0021362,0.00000,0.077
49,mlp.experts.54.up_proj,rtn: 0.0020752,0.00000,0.082
49,mlp.experts.187.gate_proj,rtn: 0.0022430,0.00000,0.092
49,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.092
49,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.072
49,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.073
49,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.081
49,mlp.experts.183.gate_proj,rtn: 0.0021667,0.00000,0.094
49,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.076
49,mlp.experts.9.up_proj,rtn: 0.0021210,0.00000,0.075
49,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.106
49,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.108
49,mlp.experts.1.up_proj,rtn: 0.0021667,0.00000,0.083
49,mlp.experts.0.up_proj,rtn: 0.0021362,0.00000,0.104
49,mlp.experts.70.up_proj,rtn: 0.0021362,0.00000,0.077
49,mlp.experts.50.up_proj,rtn: 0.0021973,0.00000,0.070
49,mlp.experts.74.up_proj,rtn: 0.0022125,0.00000,0.077
49,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.098
49,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.090
49,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.087
49,mlp.experts.40.up_proj,rtn: 0.0021820,0.00000,0.089
49,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.074
49,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.092
49,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.096
49,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.093
49,mlp.experts.44.up_proj,rtn: 0.0021362,0.00000,0.091
49,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.088
49,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.089
49,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.094
49,mlp.experts.7.up_proj,rtn: 0.0021667,0.00000,0.120
49,mlp.experts.86.up_proj,rtn: 0.0021820,0.00000,0.102
49,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.103
49,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.095
49,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.111
49,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.111
49,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.110
49,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.128
49,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.085
49,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.123
49,mlp.experts.45.up_proj,rtn: 0.0021515,0.00000,0.091
49,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.086
49,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.094
49,mlp.experts.60.up_proj,rtn: 0.0021973,0.00000,0.094
49,mlp.experts.32.up_proj,rtn: 0.0021820,0.00000,0.088
49,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.065
49,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.101
49,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.095
49,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.096
49,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.097
49,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.088
49,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.088
49,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.097
49,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.092
49,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.118
49,mlp.experts.53.up_proj,rtn: 0.0021667,0.00000,0.130
49,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.111
49,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.103
49,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.103
49,mlp.experts.68.up_proj,rtn: 0.0021667,0.00000,0.107
49,mlp.experts.49.up_proj,rtn: 0.0021515,0.00000,0.091
49,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.092
49,mlp.experts.122.up_proj,rtn: 0.0021820,0.00000,0.103
49,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.097
49,mlp.experts.48.up_proj,rtn: 0.0021667,0.00000,0.104
49,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.110
49,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.116
49,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.108
49,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.092
49,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.134
49,mlp.experts.59.up_proj,rtn: 0.0025024,0.00000,0.106
49,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.110
49,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.091
49,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.083
49,mlp.experts.77.up_proj,rtn: 0.0022583,0.00000,0.126
49,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.081
49,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.086
49,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.125
49,mlp.experts.138.up_proj,rtn: 0.0021667,0.00000,0.109
49,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.085
49,mlp.experts.134.up_proj,rtn: 0.0021667,0.00000,0.106
49,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.088
49,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.105
49,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.118
49,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.081
49,mlp.experts.142.up_proj,rtn: 0.0021057,0.00000,0.105
49,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.082
49,mlp.experts.120.up_proj,rtn: 0.0021515,0.00000,0.078
49,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.099
49,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.085
49,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.085
49,mlp.experts.71.up_proj,rtn: 0.0021515,0.00000,0.081
49,mlp.experts.154.up_proj,rtn: 0.0021667,0.00000,0.078
49,mlp.experts.150.up_proj,rtn: 0.0022125,0.00000,0.073
49,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.072
49,mlp.experts.83.up_proj,rtn: 0.0021515,0.00000,0.080
49,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.108
49,mlp.experts.95.up_proj,rtn: 0.0021210,0.00000,0.084
49,mlp.experts.158.up_proj,rtn: 0.0021667,0.00000,0.076
49,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.085
49,mlp.experts.89.up_proj,rtn: 0.0021362,0.00000,0.123
49,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.091
49,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.112
49,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.074
49,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.072
49,mlp.experts.96.up_proj,rtn: 0.0021362,0.00000,0.079
49,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.078
49,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.082
49,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.074
49,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.083
49,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.080
49,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.081
49,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.076
49,mlp.experts.124.up_proj,rtn: 0.0021362,0.00000,0.077
49,mlp.experts.107.up_proj,rtn: 0.0021210,0.00000,0.080
49,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.157
49,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.080
49,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.077
49,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.068
49,mlp.experts.103.up_proj,rtn: 0.0021667,0.00000,0.078
49,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.064
49,mlp.experts.186.up_proj,rtn: 0.0021210,0.00000,0.072
49,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.082
49,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.065
49,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.134
49,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.164
49,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.129
49,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.085
49,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.090
49,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.084
49,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.041
49,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.077
49,mlp.experts.168.up_proj,rtn: 0.0021973,0.00000,0.067
49,mlp.experts.148.up_proj,rtn: 0.0021973,0.00000,0.077
49,mlp.experts.119.up_proj,rtn: 0.0021820,0.00000,0.080
49,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.079
49,mlp.experts.117.up_proj,rtn: 0.0021667,0.00000,0.125
49,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.072
49,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.078
49,mlp.experts.143.up_proj,rtn: 0.0021210,0.00000,0.081
49,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.082
49,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.107
49,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.076
49,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.104
49,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.075
49,mlp.experts.164.up_proj,rtn: 0.0021515,0.00000,0.074
49,mlp.experts.144.up_proj,rtn: 0.0021210,0.00000,0.076
49,mlp.experts.125.up_proj,rtn: 0.0021973,0.00000,0.134
49,mlp.experts.133.up_proj,rtn: 0.0021362,0.00000,0.088
49,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.070
49,mlp.experts.147.up_proj,rtn: 0.0021515,0.00000,0.076
49,mlp.experts.159.up_proj,rtn: 0.0020905,0.00000,0.079
49,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.072
49,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.051
49,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.054
49,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.102
49,mlp.experts.129.up_proj,rtn: 0.0021973,0.00000,0.083
49,mlp.experts.151.up_proj,rtn: 0.0022278,0.00000,0.085
49,mlp.experts.188.up_proj,rtn: 0.0022278,0.00000,0.046
49,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.074
49,mlp.experts.149.up_proj,rtn: 0.0021210,0.00000,0.087
49,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.081
49,mlp.experts.145.up_proj,rtn: 0.0021820,0.00000,0.084
49,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.102
49,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.077
49,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.142
49,mlp.experts.165.up_proj,rtn: 0.0021515,0.00000,0.074
49,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.136
49,mlp.experts.163.up_proj,rtn: 0.0021362,0.00000,0.175
49,mlp.experts.169.up_proj,rtn: 0.0021667,0.00000,0.080
49,mlp.experts.161.up_proj,rtn: 0.0021362,0.00000,0.091
49,mlp.experts.167.up_proj,rtn: 0.0021667,0.00000,0.183
49,mlp.experts.173.up_proj,rtn: 0.0022125,0.00000,0.104
49,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.086
49,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.105
49,mlp.experts.187.up_proj,rtn: 0.0021515,0.00000,0.095
49,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.101
49,mlp.experts.185.up_proj,rtn: 0.0021362,0.00000,0.085
49,mlp.experts.183.up_proj,rtn: 0.0021362,0.00000,0.069
49,mlp.experts.177.up_proj,rtn: 0.0021210,0.00000,0.079
49,mlp.experts.189.up_proj,rtn: 0.0021820,0.00000,0.060
49,mlp.experts.12.down_proj,rtn: 0.0022430,0.00000,0.045
49,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.046
49,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.047
49,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.056
49,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.058
49,mlp.experts.8.down_proj,rtn: 0.0021515,0.00000,0.045
49,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.055
49,mlp.experts.7.down_proj,rtn: 0.0022125,0.00000,0.059
49,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.065
49,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.065
49,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.140
49,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.046
49,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.077
49,mlp.experts.1.down_proj,rtn: 0.0021973,0.00000,0.140
49,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.062
49,mlp.experts.9.down_proj,rtn: 0.0021210,0.00000,0.153
49,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.057
49,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.036
49,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.016
49,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.053
49,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.060
49,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.109
49,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.062
49,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.059
49,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.045
49,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.055
49,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.203
49,mlp.experts.22.down_proj,rtn: 0.0021973,0.00000,0.088
49,mlp.experts.52.down_proj,rtn: 0.0021515,0.00000,0.030
49,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.036
49,mlp.experts.44.down_proj,rtn: 0.0021515,0.00000,0.032
49,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.034
49,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.045
49,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.044
49,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.033
49,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.053
49,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.114
49,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.031
49,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.034
49,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.030
49,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.061
49,mlp.experts.58.down_proj,rtn: 0.0021820,0.00000,0.028
49,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.027
49,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.082
49,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.026
49,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.045
49,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.042
49,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.069
49,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.097
49,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.091
49,mlp.experts.54.down_proj,rtn: 0.0021515,0.00000,0.020
49,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.027
49,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.032
49,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.038
49,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.026
49,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.023
49,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.016
49,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.021
49,mlp.experts.45.down_proj,rtn: 0.0021667,0.00000,0.048
49,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.031
49,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.023
49,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.029
49,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.043
49,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.117
49,mlp.experts.100.down_proj,rtn: 0.0021820,0.00000,0.037
49,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.042
49,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.034
49,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.056
49,mlp.experts.43.down_proj,rtn: 0.0022125,0.00000,0.060
49,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.064
49,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.049
49,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.047
49,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.050
49,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.055
49,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.064
49,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.051
49,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.034
49,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.052
49,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.044
49,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.066
49,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.041
49,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.071
49,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.083
49,mlp.experts.96.down_proj,rtn: 0.0021667,0.00000,0.043
49,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.044
49,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.042
49,mlp.experts.95.down_proj,rtn: 0.0021667,0.00000,0.049
49,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.036
49,mlp.experts.132.down_proj,rtn: 0.0021973,0.00000,0.034
49,mlp.experts.59.down_proj,rtn: 0.0025177,0.00000,0.073
49,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.047
49,mlp.experts.77.down_proj,rtn: 0.0021820,0.00000,0.051
49,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
49,mlp.experts.86.down_proj,rtn: 0.0021973,0.00000,0.092
49,mlp.experts.98.down_proj,rtn: 0.0021210,0.00000,0.056
49,mlp.experts.120.down_proj,rtn: 0.0021667,0.00000,0.051
49,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.032
49,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.033
49,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
49,mlp.experts.112.down_proj,rtn: 0.0022125,0.00000,0.038
49,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.033
49,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.025
49,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.054
49,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.055
49,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.097
49,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.040
49,mlp.experts.102.down_proj,rtn: 0.0022125,0.00000,0.030
49,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.046
49,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.042
49,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.047
49,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.024
49,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.033
49,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.026
49,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.034
49,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.028
49,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.018
49,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.031
49,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.028
49,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.050
49,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.040
49,mlp.experts.118.down_proj,rtn: 0.0021210,0.00000,0.022
49,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.044
49,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.041
49,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.032
49,mlp.experts.85.down_proj,rtn: 0.0021362,0.00000,0.048
49,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.045
49,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.043
49,mlp.experts.107.down_proj,rtn: 0.0021820,0.00000,0.034
49,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.035
49,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.056
49,mlp.experts.144.down_proj,rtn: 0.0021362,0.00000,0.047
49,mlp.experts.134.down_proj,rtn: 0.0021973,0.00000,0.038
49,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.062
49,mlp.experts.142.down_proj,rtn: 0.0021362,0.00000,0.050
49,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.035
49,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.043
49,mlp.experts.143.down_proj,rtn: 0.0021820,0.00000,0.069
49,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.093
49,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.042
49,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.046
49,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.038
49,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.037
49,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.047
49,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.040
49,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.082
49,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.033
49,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.023
49,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.038
49,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.030
49,mlp.experts.159.down_proj,rtn: 0.0021362,0.00000,0.028
49,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.026
49,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.049
49,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.039
49,mlp.experts.168.down_proj,rtn: 0.0022125,0.00000,0.055
49,mlp.experts.167.down_proj,rtn: 0.0022125,0.00000,0.022
49,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.020
49,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.023
49,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.015
49,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.021
49,mlp.experts.117.down_proj,rtn: 0.0021820,0.00000,0.022
49,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.025
49,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.029
49,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.039
49,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.034
49,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.035
49,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.029
49,mlp.experts.186.down_proj,rtn: 0.0021515,0.00000,0.033
49,mlp.experts.183.down_proj,rtn: 0.0021515,0.00000,0.040
49,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.026
49,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.050
49,mlp.experts.163.down_proj,rtn: 0.0021515,0.00000,0.038
49,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.045
49,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.046
49,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.032
49,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.066
49,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.038
49,mlp.experts.187.down_proj,rtn: 0.0021515,0.00000,0.025
49,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.023
49,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.026
49,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.040
49,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.052
49,mlp.experts.149.down_proj,rtn: 0.0021362,0.00000,0.054
49,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.058
49,mlp.experts.185.down_proj,rtn: 0.0021667,0.00000,0.033
49,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.206
49,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.158
49,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.159
49,mlp.experts.161.down_proj,rtn: 0.0021667,0.00000,0.024
49,mlp.experts.165.down_proj,rtn: 0.0021667,0.00000,0.048
49,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.053
49,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.026
49,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.023
49,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.038
49,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.038
49,mlp.shared_experts.down_proj,rtn: 0.0021820,0.00000,0.032
50,self_attn.k_proj,rtn: 0.0020905,0.00000,0.031
50,self_attn.v_proj,rtn: 0.0032196,0.00000,0.034
50,self_attn.q_proj,rtn: 0.0022430,0.00000,0.021
50,self_attn.o_proj,rtn: 0.0030975,0.00000,0.056
50,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.116
50,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.119
50,mlp.experts.3.gate_proj,rtn: 0.0021362,0.00000,0.121
50,mlp.experts.2.gate_proj,rtn: 0.0022430,0.00000,0.127
50,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.127
50,mlp.experts.5.gate_proj,rtn: 0.0022430,0.00000,0.130
50,mlp.experts.6.gate_proj,rtn: 0.0021820,0.00000,0.134
50,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.136
50,mlp.experts.4.gate_proj,rtn: 0.0022583,0.00000,0.139
50,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.140
50,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.143
50,mlp.experts.10.gate_proj,rtn: 0.0022278,0.00000,0.143
50,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.145
50,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.151
50,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.161
50,mlp.experts.15.gate_proj,rtn: 0.0021515,0.00000,0.170
50,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.087
50,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.080
50,mlp.experts.24.gate_proj,rtn: 0.0021820,0.00000,0.092
50,mlp.experts.18.gate_proj,rtn: 0.0021362,0.00000,0.099
50,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.095
50,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.076
50,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.096
50,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.078
50,mlp.experts.16.gate_proj,rtn: 0.0021667,0.00000,0.102
50,mlp.experts.25.gate_proj,rtn: 0.0021667,0.00000,0.117
50,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.110
50,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.082
50,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.120
50,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.136
50,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.076
50,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.086
50,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.142
50,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.084
50,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.168
50,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.059
50,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.062
50,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.084
50,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.097
50,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.128
50,mlp.experts.38.gate_proj,rtn: 0.0022125,0.00000,0.129
50,mlp.experts.46.gate_proj,rtn: 0.0022430,0.00000,0.127
50,mlp.experts.60.gate_proj,rtn: 0.0021667,0.00000,0.067
50,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.124
50,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.079
50,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.082
50,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.103
50,mlp.experts.56.gate_proj,rtn: 0.0022125,0.00000,0.088
50,mlp.experts.48.gate_proj,rtn: 0.0022583,0.00000,0.093
50,mlp.experts.47.gate_proj,rtn: 0.0021973,0.00000,0.172
50,mlp.experts.59.gate_proj,rtn: 0.0022278,0.00000,0.100
50,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.089
50,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.095
50,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.091
50,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.091
50,mlp.experts.76.gate_proj,rtn: 0.0021362,0.00000,0.090
50,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.070
50,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.079
50,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.126
50,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.127
50,mlp.experts.68.gate_proj,rtn: 0.0021820,0.00000,0.088
50,mlp.experts.63.gate_proj,rtn: 0.0022125,0.00000,0.067
50,mlp.experts.57.gate_proj,rtn: 0.0021362,0.00000,0.100
50,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.064
50,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.077
50,mlp.experts.72.gate_proj,rtn: 0.0022125,0.00000,0.078
50,mlp.experts.33.gate_proj,rtn: 0.0021362,0.00000,0.206
50,mlp.experts.83.gate_proj,rtn: 0.0024414,0.00000,0.043
50,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.056
50,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.111
50,mlp.experts.66.gate_proj,rtn: 0.0022125,0.00000,0.117
50,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.120
50,mlp.experts.78.gate_proj,rtn: 0.0022125,0.00000,0.122
50,mlp.experts.99.gate_proj,rtn: 0.0022125,0.00000,0.068
50,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.075
50,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.078
50,mlp.experts.79.gate_proj,rtn: 0.0021515,0.00000,0.080
50,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.089
50,mlp.experts.73.gate_proj,rtn: 0.0022278,0.00000,0.071
50,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.092
50,mlp.experts.80.gate_proj,rtn: 0.0021973,0.00000,0.093
50,mlp.experts.61.gate_proj,rtn: 0.0021973,0.00000,0.092
50,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.098
50,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.105
50,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.101
50,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.075
50,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.082
50,mlp.experts.86.gate_proj,rtn: 0.0022430,0.00000,0.078
50,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.078
50,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.061
50,mlp.experts.89.gate_proj,rtn: 0.0021973,0.00000,0.068
50,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.068
50,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.058
50,mlp.experts.90.gate_proj,rtn: 0.0021973,0.00000,0.078
50,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.081
50,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.085
50,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.075
50,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.090
50,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.087
50,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.079
50,mlp.experts.110.gate_proj,rtn: 0.0022125,0.00000,0.078
50,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.059
50,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.066
50,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.152
50,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.161
50,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.071
50,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.079
50,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.080
50,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.170
50,mlp.experts.112.gate_proj,rtn: 0.0022430,0.00000,0.085
50,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.085
50,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.075
50,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.082
50,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.089
50,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.097
50,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.083
50,mlp.experts.122.gate_proj,rtn: 0.0022125,0.00000,0.078
50,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.221
50,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.095
50,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.071
50,mlp.experts.123.gate_proj,rtn: 0.0022583,0.00000,0.119
50,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.069
50,mlp.experts.128.gate_proj,rtn: 0.0021362,0.00000,0.088
50,mlp.experts.132.gate_proj,rtn: 0.0022278,0.00000,0.087
50,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.106
50,mlp.experts.109.gate_proj,rtn: 0.0022125,0.00000,0.139
50,mlp.experts.97.gate_proj,rtn: 0.0021820,0.00000,0.149
50,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.078
50,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.097
50,mlp.experts.136.gate_proj,rtn: 0.0022278,0.00000,0.096
50,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.158
50,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.174
50,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.084
50,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.082
50,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.075
50,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.099
50,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.089
50,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.097
50,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.113
50,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.079
50,mlp.experts.125.gate_proj,rtn: 0.0021820,0.00000,0.084
50,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.098
50,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.077
50,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
50,mlp.experts.152.gate_proj,rtn: 0.0021973,0.00000,0.084
50,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.083
50,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.099
50,mlp.experts.154.gate_proj,rtn: 0.0022583,0.00000,0.079
50,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.088
50,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.084
50,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.088
50,mlp.experts.163.gate_proj,rtn: 0.0021820,0.00000,0.077
50,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.079
50,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
50,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.091
50,mlp.experts.143.gate_proj,rtn: 0.0022278,0.00000,0.079
50,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.093
50,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.088
50,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.088
50,mlp.experts.141.gate_proj,rtn: 0.0021973,0.00000,0.093
50,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.090
50,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.086
50,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.079
50,mlp.experts.182.gate_proj,rtn: 0.0021667,0.00000,0.077
50,mlp.experts.179.gate_proj,rtn: 0.0022278,0.00000,0.077
50,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.081
50,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.072
50,mlp.experts.151.gate_proj,rtn: 0.0021820,0.00000,0.072
50,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.139
50,mlp.experts.159.gate_proj,rtn: 0.0022278,0.00000,0.073
50,mlp.experts.180.gate_proj,rtn: 0.0021667,0.00000,0.092
50,mlp.experts.190.gate_proj,rtn: 0.0023956,0.00000,0.082
50,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.077
50,mlp.experts.153.gate_proj,rtn: 0.0022278,0.00000,0.162
50,mlp.experts.176.gate_proj,rtn: 0.0021515,0.00000,0.093
50,mlp.experts.6.up_proj,rtn: 0.0021667,0.00000,0.074
50,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.092
50,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.099
50,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.082
50,mlp.experts.3.up_proj,rtn: 0.0021210,0.00000,0.101
50,mlp.experts.145.gate_proj,rtn: 0.0021820,0.00000,0.125
50,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.126
50,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.102
50,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.102
50,mlp.experts.149.gate_proj,rtn: 0.0022278,0.00000,0.103
50,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.109
50,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.103
50,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.087
50,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.093
50,mlp.experts.28.up_proj,rtn: 0.0021667,0.00000,0.083
50,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.089
50,mlp.experts.173.gate_proj,rtn: 0.0022430,0.00000,0.074
50,mlp.experts.161.gate_proj,rtn: 0.0021515,0.00000,0.075
50,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.091
50,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.084
50,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.086
50,mlp.experts.165.gate_proj,rtn: 0.0022430,0.00000,0.085
50,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.169
50,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.174
50,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.096
50,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.079
50,mlp.experts.44.up_proj,rtn: 0.0021667,0.00000,0.082
50,mlp.experts.20.up_proj,rtn: 0.0021973,0.00000,0.096
50,mlp.experts.16.up_proj,rtn: 0.0021210,0.00000,0.092
50,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.184
50,mlp.experts.24.up_proj,rtn: 0.0021667,0.00000,0.088
50,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.073
50,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.082
50,mlp.experts.18.up_proj,rtn: 0.0021820,0.00000,0.200
50,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.075
50,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.088
50,mlp.experts.35.up_proj,rtn: 0.0021362,0.00000,0.096
50,mlp.experts.7.up_proj,rtn: 0.0021667,0.00000,0.090
50,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.067
50,mlp.experts.1.up_proj,rtn: 0.0021667,0.00000,0.067
50,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.060
50,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.091
50,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.079
50,mlp.experts.60.up_proj,rtn: 0.0021362,0.00000,0.084
50,mlp.experts.32.up_proj,rtn: 0.0022125,0.00000,0.075
50,mlp.experts.40.up_proj,rtn: 0.0021515,0.00000,0.077
50,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.066
50,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.140
50,mlp.experts.38.up_proj,rtn: 0.0021362,0.00000,0.123
50,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.071
50,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.149
50,mlp.experts.43.up_proj,rtn: 0.0022125,0.00000,0.099
50,mlp.experts.51.up_proj,rtn: 0.0021362,0.00000,0.098
50,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.095
50,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.116
50,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.071
50,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.070
50,mlp.experts.56.up_proj,rtn: 0.0021973,0.00000,0.069
50,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.070
50,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.082
50,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.091
50,mlp.experts.76.up_proj,rtn: 0.0021667,0.00000,0.082
50,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.081
50,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.078
50,mlp.experts.59.up_proj,rtn: 0.0021515,0.00000,0.080
50,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.076
50,mlp.experts.33.up_proj,rtn: 0.0021362,0.00000,0.074
50,mlp.experts.68.up_proj,rtn: 0.0021210,0.00000,0.067
50,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.063
50,mlp.experts.64.up_proj,rtn: 0.0021973,0.00000,0.067
50,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.089
50,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.075
50,mlp.experts.47.up_proj,rtn: 0.0021362,0.00000,0.074
50,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.073
50,mlp.experts.37.up_proj,rtn: 0.0021667,0.00000,0.070
50,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.148
50,mlp.experts.57.up_proj,rtn: 0.0021667,0.00000,0.072
50,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.177
50,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.072
50,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.063
50,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.087
50,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.067
50,mlp.experts.61.up_proj,rtn: 0.0021515,0.00000,0.078
50,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.083
50,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.074
50,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.172
50,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.073
50,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.069
50,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.094
50,mlp.experts.63.up_proj,rtn: 0.0021973,0.00000,0.088
50,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.216
50,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.072
50,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.073
50,mlp.experts.100.up_proj,rtn: 0.0022430,0.00000,0.072
50,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.070
50,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.064
50,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.077
50,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.075
50,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.072
50,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.135
50,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.072
50,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.077
50,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.075
50,mlp.experts.79.up_proj,rtn: 0.0021515,0.00000,0.075
50,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.124
50,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.076
50,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.078
50,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.074
50,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.085
50,mlp.experts.112.up_proj,rtn: 0.0021515,0.00000,0.087
50,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.080
50,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.086
50,mlp.experts.62.up_proj,rtn: 0.0021820,0.00000,0.131
50,mlp.experts.66.up_proj,rtn: 0.0021667,0.00000,0.164
50,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.080
50,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.077
50,mlp.experts.115.up_proj,rtn: 0.0021973,0.00000,0.079
50,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.126
50,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.080
50,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.123
50,mlp.experts.86.up_proj,rtn: 0.0021210,0.00000,0.154
50,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.084
50,mlp.experts.109.up_proj,rtn: 0.0021210,0.00000,0.103
50,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.097
50,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.089
50,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.094
50,mlp.experts.128.up_proj,rtn: 0.0021667,0.00000,0.125
50,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.126
50,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.112
50,mlp.experts.82.up_proj,rtn: 0.0021973,0.00000,0.126
50,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.107
50,mlp.experts.97.up_proj,rtn: 0.0021515,0.00000,0.176
50,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.099
50,mlp.experts.78.up_proj,rtn: 0.0021515,0.00000,0.146
50,mlp.experts.74.up_proj,rtn: 0.0021210,0.00000,0.234
50,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.095
50,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.154
50,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.091
50,mlp.experts.125.up_proj,rtn: 0.0021515,0.00000,0.093
50,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.063
50,mlp.experts.102.up_proj,rtn: 0.0021973,0.00000,0.116
50,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.074
50,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.097
50,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.092
50,mlp.experts.117.up_proj,rtn: 0.0021667,0.00000,0.082
50,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.065
50,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.076
50,mlp.experts.98.up_proj,rtn: 0.0021667,0.00000,0.114
50,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.058
50,mlp.experts.148.up_proj,rtn: 0.0021667,0.00000,0.069
50,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.064
50,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.085
50,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.098
50,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.121
50,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.072
50,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.105
50,mlp.experts.143.up_proj,rtn: 0.0021667,0.00000,0.090
50,mlp.experts.163.up_proj,rtn: 0.0021362,0.00000,0.097
50,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.100
50,mlp.experts.113.up_proj,rtn: 0.0021667,0.00000,0.181
50,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.051
50,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.120
50,mlp.experts.118.up_proj,rtn: 0.0021515,0.00000,0.160
50,mlp.experts.176.up_proj,rtn: 0.0021210,0.00000,0.102
50,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.110
50,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.110
50,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.140
50,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.228
50,mlp.experts.151.up_proj,rtn: 0.0021210,0.00000,0.106
50,mlp.experts.159.up_proj,rtn: 0.0021667,0.00000,0.074
50,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.069
50,mlp.experts.179.up_proj,rtn: 0.0024719,0.00000,0.086
50,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.060
50,mlp.experts.110.up_proj,rtn: 0.0021973,0.00000,0.107
50,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.118
50,mlp.experts.149.up_proj,rtn: 0.0021973,0.00000,0.120
50,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.054
50,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.040
50,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.124
50,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.106
50,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.139
50,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.050
50,mlp.experts.183.up_proj,rtn: 0.0021515,0.00000,0.058
50,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.134
50,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.118
50,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.088
50,mlp.experts.173.up_proj,rtn: 0.0021973,0.00000,0.128
50,mlp.experts.150.up_proj,rtn: 0.0022125,0.00000,0.091
50,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.137
50,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.096
50,mlp.experts.146.up_proj,rtn: 0.0021515,0.00000,0.092
50,mlp.experts.122.up_proj,rtn: 0.0021667,0.00000,0.079
50,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.081
50,mlp.experts.145.up_proj,rtn: 0.0021362,0.00000,0.181
50,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.072
50,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.079
50,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.102
50,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.046
50,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.026
50,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.125
50,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.138
50,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.111
50,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.107
50,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.098
50,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.083
50,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.087
50,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.048
50,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.051
50,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.103
50,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.020
50,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.032
50,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.022
50,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.043
50,mlp.experts.16.down_proj,rtn: 0.0021515,0.00000,0.049
50,mlp.experts.1.down_proj,rtn: 0.0021820,0.00000,0.052
50,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.054
50,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.056
50,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.151
50,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.152
50,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.059
50,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.152
50,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.061
50,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.156
50,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.055
50,mlp.experts.28.down_proj,rtn: 0.0021667,0.00000,0.064
50,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.068
50,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.068
50,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.021
50,mlp.experts.3.down_proj,rtn: 0.0021515,0.00000,0.073
50,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.043
50,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.039
50,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.037
50,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.033
50,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.036
50,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.044
50,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
50,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.028
50,mlp.experts.31.down_proj,rtn: 0.0022125,0.00000,0.039
50,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.036
50,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.027
50,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.053
50,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.048
50,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.014
50,mlp.experts.20.down_proj,rtn: 0.0021973,0.00000,0.052
50,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.026
50,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.041
50,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.030
50,mlp.experts.37.down_proj,rtn: 0.0021667,0.00000,0.052
50,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.055
50,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.066
50,mlp.experts.34.down_proj,rtn: 0.0021362,0.00000,0.052
50,mlp.experts.38.down_proj,rtn: 0.0021362,0.00000,0.052
50,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.049
50,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.048
50,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.048
50,mlp.experts.33.down_proj,rtn: 0.0021362,0.00000,0.052
50,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.051
50,mlp.experts.60.down_proj,rtn: 0.0021362,0.00000,0.049
50,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.038
50,mlp.experts.39.down_proj,rtn: 0.0021820,0.00000,0.056
50,mlp.experts.64.down_proj,rtn: 0.0022430,0.00000,0.044
50,mlp.experts.35.down_proj,rtn: 0.0021667,0.00000,0.047
50,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.047
50,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.051
50,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.050
50,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.057
50,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.052
50,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.055
50,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.045
50,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.057
50,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.041
50,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.054
50,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.053
50,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.062
50,mlp.experts.61.down_proj,rtn: 0.0021667,0.00000,0.073
50,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.049
50,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.045
50,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.050
50,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.053
50,mlp.experts.78.down_proj,rtn: 0.0021820,0.00000,0.044
50,mlp.experts.68.down_proj,rtn: 0.0021667,0.00000,0.038
50,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.034
50,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.047
50,mlp.experts.74.down_proj,rtn: 0.0021362,0.00000,0.037
50,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.046
50,mlp.experts.79.down_proj,rtn: 0.0021820,0.00000,0.050
50,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.027
50,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.050
50,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.053
50,mlp.experts.51.down_proj,rtn: 0.0021362,0.00000,0.122
50,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.034
50,mlp.experts.104.down_proj,rtn: 0.0021667,0.00000,0.047
50,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.059
50,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.092
50,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.027
50,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.065
50,mlp.experts.77.down_proj,rtn: 0.0022278,0.00000,0.105
50,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.106
50,mlp.experts.112.down_proj,rtn: 0.0021515,0.00000,0.033
50,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.033
50,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.033
50,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.034
50,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.035
50,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.033
50,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.124
50,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.078
50,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.038
50,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.044
50,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.034
50,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.079
50,mlp.experts.98.down_proj,rtn: 0.0022125,0.00000,0.058
50,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.023
50,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.037
50,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.035
50,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.032
50,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.059
50,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.056
50,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.033
50,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.023
50,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.023
50,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.024
50,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.026
50,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.067
50,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.069
50,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.115
50,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.047
50,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.034
50,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.022
50,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.043
50,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.048
50,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.036
50,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.070
50,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.034
50,mlp.experts.97.down_proj,rtn: 0.0021820,0.00000,0.059
50,mlp.experts.122.down_proj,rtn: 0.0021820,0.00000,0.038
50,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.041
50,mlp.experts.109.down_proj,rtn: 0.0021362,0.00000,0.065
50,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.034
50,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.049
50,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.046
50,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.056
50,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.031
50,mlp.experts.143.down_proj,rtn: 0.0021667,0.00000,0.019
50,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.036
50,mlp.experts.117.down_proj,rtn: 0.0021667,0.00000,0.060
50,mlp.experts.113.down_proj,rtn: 0.0021667,0.00000,0.016
50,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.049
50,mlp.experts.130.down_proj,rtn: 0.0021667,0.00000,0.067
50,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.012
50,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.079
50,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.052
50,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.032
50,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.023
50,mlp.experts.176.down_proj,rtn: 0.0021057,0.00000,0.029
50,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.023
50,mlp.experts.137.down_proj,rtn: 0.0021973,0.00000,0.040
50,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.030
50,mlp.experts.146.down_proj,rtn: 0.0021362,0.00000,0.026
50,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.040
50,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.041
50,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.037
50,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.033
50,mlp.experts.119.down_proj,rtn: 0.0021515,0.00000,0.049
50,mlp.experts.133.down_proj,rtn: 0.0021973,0.00000,0.046
50,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.043
50,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.048
50,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.040
50,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.045
50,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.045
50,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.037
50,mlp.experts.145.down_proj,rtn: 0.0021667,0.00000,0.036
50,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.031
50,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.031
50,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.054
50,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.053
50,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.044
50,mlp.experts.166.down_proj,rtn: 0.0021515,0.00000,0.044
50,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.034
50,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.039
50,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.077
50,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.042
50,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.049
50,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.040
50,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.091
50,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.040
50,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.039
50,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.030
50,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.031
50,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.027
50,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.061
50,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.106
50,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.038
50,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.046
50,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.033
50,mlp.experts.151.down_proj,rtn: 0.0021667,0.00000,0.038
50,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.031
50,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.025
50,mlp.experts.163.down_proj,rtn: 0.0021515,0.00000,0.022
50,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.017
50,mlp.experts.179.down_proj,rtn: 0.0024719,0.00000,0.016
50,mlp.experts.183.down_proj,rtn: 0.0021362,0.00000,0.013
50,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.026
50,mlp.shared_experts.up_proj,rtn: 0.0019379,0.00000,0.037
50,mlp.shared_experts.down_proj,rtn: 0.0022430,0.00000,0.022
51,self_attn.k_proj,rtn: 0.0020599,0.00000,0.013
51,self_attn.v_proj,rtn: 0.0032196,0.00000,0.021
51,self_attn.q_proj,rtn: 0.0021362,0.00000,0.026
51,self_attn.o_proj,rtn: 0.0030060,0.00000,0.059
51,mlp.experts.7.gate_proj,rtn: 0.0021973,0.00000,0.079
51,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.079
51,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.080
51,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.081
51,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.092
51,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.095
51,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.102
51,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.104
51,mlp.experts.10.gate_proj,rtn: 0.0021515,0.00000,0.107
51,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.108
51,mlp.experts.0.gate_proj,rtn: 0.0021515,0.00000,0.123
51,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.131
51,mlp.experts.12.gate_proj,rtn: 0.0021973,0.00000,0.145
51,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.082
51,mlp.experts.31.gate_proj,rtn: 0.0021820,0.00000,0.076
51,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.081
51,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.079
51,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.179
51,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.183
51,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.190
51,mlp.experts.25.gate_proj,rtn: 0.0022278,0.00000,0.097
51,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.102
51,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.108
51,mlp.experts.17.gate_proj,rtn: 0.0022278,0.00000,0.123
51,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.120
51,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.077
51,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.122
51,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.099
51,mlp.experts.24.gate_proj,rtn: 0.0021973,0.00000,0.116
51,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.079
51,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.082
51,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.078
51,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.143
51,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.101
51,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.101
51,mlp.experts.37.gate_proj,rtn: 0.0021973,0.00000,0.092
51,mlp.experts.22.gate_proj,rtn: 0.0021973,0.00000,0.125
51,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.088
51,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.090
51,mlp.experts.34.gate_proj,rtn: 0.0022430,0.00000,0.109
51,mlp.experts.40.gate_proj,rtn: 0.0022278,0.00000,0.091
51,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.094
51,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.108
51,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.165
51,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.115
51,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.099
51,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.081
51,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.081
51,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.101
51,mlp.experts.38.gate_proj,rtn: 0.0022125,0.00000,0.082
51,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.077
51,mlp.experts.49.gate_proj,rtn: 0.0021820,0.00000,0.082
51,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.070
51,mlp.experts.46.gate_proj,rtn: 0.0022125,0.00000,0.077
51,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.189
51,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.063
51,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.063
51,mlp.experts.58.gate_proj,rtn: 0.0022430,0.00000,0.078
51,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.209
51,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.070
51,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.067
51,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.069
51,mlp.experts.56.gate_proj,rtn: 0.0021973,0.00000,0.119
51,mlp.experts.60.gate_proj,rtn: 0.0021973,0.00000,0.115
51,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.227
51,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.074
51,mlp.experts.52.gate_proj,rtn: 0.0021820,0.00000,0.105
51,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.144
51,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.074
51,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.065
51,mlp.experts.85.gate_proj,rtn: 0.0022583,0.00000,0.066
51,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.075
51,mlp.experts.81.gate_proj,rtn: 0.0022278,0.00000,0.067
51,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.081
51,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.070
51,mlp.experts.71.gate_proj,rtn: 0.0022125,0.00000,0.190
51,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.084
51,mlp.experts.67.gate_proj,rtn: 0.0022278,0.00000,0.123
51,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.104
51,mlp.experts.72.gate_proj,rtn: 0.0021973,0.00000,0.109
51,mlp.experts.82.gate_proj,rtn: 0.0022430,0.00000,0.096
51,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.115
51,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.099
51,mlp.experts.78.gate_proj,rtn: 0.0022430,0.00000,0.096
51,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.091
51,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.103
51,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.095
51,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.090
51,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.092
51,mlp.experts.90.gate_proj,rtn: 0.0022125,0.00000,0.091
51,mlp.experts.86.gate_proj,rtn: 0.0022430,0.00000,0.080
51,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.096
51,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.094
51,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.094
51,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.094
51,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.086
51,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.063
51,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.064
51,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.091
51,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.060
51,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.094
51,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.083
51,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.061
51,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.089
51,mlp.experts.102.gate_proj,rtn: 0.0021515,0.00000,0.077
51,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.095
51,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.077
51,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.092
51,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.062
51,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.162
51,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.065
51,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.079
51,mlp.experts.129.gate_proj,rtn: 0.0022125,0.00000,0.074
51,mlp.experts.108.gate_proj,rtn: 0.0021820,0.00000,0.099
51,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.107
51,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.075
51,mlp.experts.110.gate_proj,rtn: 0.0024109,0.00000,0.087
51,mlp.experts.100.gate_proj,rtn: 0.0022278,0.00000,0.092
51,mlp.experts.96.gate_proj,rtn: 0.0022278,0.00000,0.082
51,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.079
51,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.085
51,mlp.experts.104.gate_proj,rtn: 0.0021820,0.00000,0.072
51,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.078
51,mlp.experts.145.gate_proj,rtn: 0.0022430,0.00000,0.062
51,mlp.experts.130.gate_proj,rtn: 0.0022278,0.00000,0.074
51,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.077
51,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.065
51,mlp.experts.157.gate_proj,rtn: 0.0021973,0.00000,0.063
51,mlp.experts.126.gate_proj,rtn: 0.0021210,0.00000,0.067
51,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.064
51,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.178
51,mlp.experts.123.gate_proj,rtn: 0.0022278,0.00000,0.150
51,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.074
51,mlp.experts.165.gate_proj,rtn: 0.0021820,0.00000,0.074
51,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.081
51,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.065
51,mlp.experts.161.gate_proj,rtn: 0.0021515,0.00000,0.073
51,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.141
51,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.185
51,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.074
51,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.084
51,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.136
51,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.123
51,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.088
51,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.099
51,mlp.experts.139.gate_proj,rtn: 0.0022125,0.00000,0.098
51,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.099
51,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.069
51,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.077
51,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.069
51,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.059
51,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.084
51,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.158
51,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.069
51,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.074
51,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.117
51,mlp.experts.13.up_proj,rtn: 0.0021820,0.00000,0.063
51,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.068
51,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.071
51,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.081
51,mlp.experts.172.gate_proj,rtn: 0.0021973,0.00000,0.087
51,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.132
51,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.088
51,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.105
51,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.085
51,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.276
51,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.219
51,mlp.experts.143.gate_proj,rtn: 0.0022125,0.00000,0.171
51,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.223
51,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.139
51,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.064
51,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.071
51,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.064
51,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.068
51,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.166
51,mlp.experts.166.gate_proj,rtn: 0.0022430,0.00000,0.130
51,mlp.experts.168.gate_proj,rtn: 0.0021057,0.00000,0.100
51,mlp.experts.170.gate_proj,rtn: 0.0021973,0.00000,0.108
51,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.119
51,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.104
51,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.095
51,mlp.experts.41.up_proj,rtn: 0.0022125,0.00000,0.065
51,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.078
51,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.074
51,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.078
51,mlp.experts.178.gate_proj,rtn: 0.0021820,0.00000,0.121
51,mlp.experts.158.gate_proj,rtn: 0.0021820,0.00000,0.141
51,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.164
51,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.169
51,mlp.experts.147.gate_proj,rtn: 0.0021820,0.00000,0.172
51,mlp.experts.49.up_proj,rtn: 0.0021820,0.00000,0.089
51,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.090
51,mlp.experts.53.up_proj,rtn: 0.0021973,0.00000,0.072
51,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.075
51,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.096
51,mlp.experts.171.gate_proj,rtn: 0.0022430,0.00000,0.096
51,mlp.experts.182.gate_proj,rtn: 0.0022583,0.00000,0.097
51,mlp.experts.184.gate_proj,rtn: 0.0021515,0.00000,0.112
51,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.122
51,mlp.experts.12.up_proj,rtn: 0.0021820,0.00000,0.132
51,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.148
51,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.129
51,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.120
51,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.080
51,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.086
51,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.090
51,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
51,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.123
51,mlp.experts.167.gate_proj,rtn: 0.0022430,0.00000,0.125
51,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.119
51,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.082
51,mlp.experts.0.up_proj,rtn: 0.0021667,0.00000,0.098
51,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.101
51,mlp.experts.10.up_proj,rtn: 0.0021820,0.00000,0.108
51,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.112
51,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.120
51,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.095
51,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.123
51,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.106
51,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.099
51,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.089
51,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.098
51,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.101
51,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.091
51,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.094
51,mlp.experts.24.up_proj,rtn: 0.0021973,0.00000,0.091
51,mlp.experts.191.gate_proj,rtn: 0.0021973,0.00000,0.151
51,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.114
51,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.082
51,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.096
51,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.092
51,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.084
51,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.095
51,mlp.experts.183.gate_proj,rtn: 0.0021973,0.00000,0.186
51,mlp.experts.179.gate_proj,rtn: 0.0021820,0.00000,0.184
51,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.121
51,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.116
51,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.184
51,mlp.experts.32.up_proj,rtn: 0.0022125,0.00000,0.097
51,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.183
51,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.099
51,mlp.experts.60.up_proj,rtn: 0.0021820,0.00000,0.104
51,mlp.experts.38.up_proj,rtn: 0.0021515,0.00000,0.096
51,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.128
51,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.090
51,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.118
51,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.092
51,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.096
51,mlp.experts.7.up_proj,rtn: 0.0021515,0.00000,0.099
51,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.114
51,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.120
51,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.092
51,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.128
51,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.094
51,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.108
51,mlp.experts.56.up_proj,rtn: 0.0021515,0.00000,0.096
51,mlp.experts.52.up_proj,rtn: 0.0021515,0.00000,0.154
51,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.098
51,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.089
51,mlp.experts.31.up_proj,rtn: 0.0021667,0.00000,0.115
51,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.100
51,mlp.experts.46.up_proj,rtn: 0.0021973,0.00000,0.107
51,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.096
51,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.093
51,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.121
51,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.114
51,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.113
51,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.119
51,mlp.experts.137.up_proj,rtn: 0.0021667,0.00000,0.136
51,mlp.experts.64.up_proj,rtn: 0.0021362,0.00000,0.126
51,mlp.experts.92.up_proj,rtn: 0.0021973,0.00000,0.119
51,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.158
51,mlp.experts.72.up_proj,rtn: 0.0021667,0.00000,0.142
51,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.085
51,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.088
51,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.075
51,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.086
51,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.079
51,mlp.experts.157.up_proj,rtn: 0.0021667,0.00000,0.086
51,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.082
51,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.090
51,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.194
51,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.068
51,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.220
51,mlp.experts.75.up_proj,rtn: 0.0021820,0.00000,0.071
51,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.080
51,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.180
51,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.079
51,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.066
51,mlp.experts.165.up_proj,rtn: 0.0021667,0.00000,0.068
51,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.117
51,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.133
51,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.160
51,mlp.experts.161.up_proj,rtn: 0.0021362,0.00000,0.074
51,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.068
51,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.083
51,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.188
51,mlp.experts.67.up_proj,rtn: 0.0021973,0.00000,0.091
51,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.183
51,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.090
51,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.092
51,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.071
51,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.060
51,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.072
51,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.120
51,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.100
51,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.061
51,mlp.experts.71.up_proj,rtn: 0.0021973,0.00000,0.100
51,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.096
51,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.103
51,mlp.experts.104.up_proj,rtn: 0.0021667,0.00000,0.108
51,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.095
51,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.082
51,mlp.experts.102.up_proj,rtn: 0.0021515,0.00000,0.082
51,mlp.experts.96.up_proj,rtn: 0.0022125,0.00000,0.114
51,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.082
51,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.119
51,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.118
51,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.117
51,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.082
51,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.094
51,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.093
51,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.074
51,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.130
51,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.068
51,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.090
51,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.080
51,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.074
51,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.086
51,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.074
51,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.087
51,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.094
51,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.077
51,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.093
51,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.084
51,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.061
51,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.060
51,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.095
51,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.072
51,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.083
51,mlp.experts.138.up_proj,rtn: 0.0022278,0.00000,0.069
51,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.084
51,mlp.experts.139.up_proj,rtn: 0.0021515,0.00000,0.080
51,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.067
51,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.061
51,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.058
51,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.064
51,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.068
51,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.065
51,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.073
51,mlp.experts.144.up_proj,rtn: 0.0021973,0.00000,0.065
51,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.069
51,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.098
51,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.063
51,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.060
51,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.088
51,mlp.experts.168.up_proj,rtn: 0.0021362,0.00000,0.066
51,mlp.experts.143.up_proj,rtn: 0.0021973,0.00000,0.068
51,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.072
51,mlp.experts.162.up_proj,rtn: 0.0021820,0.00000,0.073
51,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.096
51,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.055
51,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.072
51,mlp.experts.170.up_proj,rtn: 0.0021820,0.00000,0.066
51,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.056
51,mlp.experts.184.up_proj,rtn: 0.0021667,0.00000,0.056
51,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.086
51,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.045
51,mlp.experts.147.up_proj,rtn: 0.0021667,0.00000,0.088
51,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.068
51,mlp.experts.159.up_proj,rtn: 0.0022125,0.00000,0.078
51,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.075
51,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.070
51,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.052
51,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.088
51,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.036
51,mlp.experts.151.up_proj,rtn: 0.0022278,0.00000,0.162
51,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.162
51,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.179
51,mlp.experts.187.up_proj,rtn: 0.0021973,0.00000,0.185
51,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.135
51,mlp.experts.179.up_proj,rtn: 0.0021362,0.00000,0.107
51,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.089
51,mlp.experts.183.up_proj,rtn: 0.0021820,0.00000,0.080
51,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.028
51,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.018
51,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.050
51,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.124
51,mlp.experts.16.down_proj,rtn: 0.0021515,0.00000,0.040
51,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.128
51,mlp.experts.13.down_proj,rtn: 0.0021973,0.00000,0.049
51,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.052
51,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.050
51,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.065
51,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.064
51,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.152
51,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.157
51,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.077
51,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.074
51,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.082
51,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.084
51,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.031
51,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.045
51,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.050
51,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.030
51,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.102
51,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.085
51,mlp.experts.29.down_proj,rtn: 0.0021667,0.00000,0.048
51,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.043
51,mlp.experts.31.down_proj,rtn: 0.0021820,0.00000,0.060
51,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.043
51,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.042
51,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.043
51,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.063
51,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.060
51,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.070
51,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.059
51,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.034
51,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.037
51,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.046
51,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.040
51,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.050
51,mlp.experts.45.down_proj,rtn: 0.0021820,0.00000,0.033
51,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.034
51,mlp.experts.48.down_proj,rtn: 0.0021667,0.00000,0.047
51,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.018
51,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.057
51,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.020
51,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.038
51,mlp.experts.38.down_proj,rtn: 0.0021820,0.00000,0.024
51,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.036
51,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.028
51,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.036
51,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.041
51,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.033
51,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.048
51,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.043
51,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.041
51,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.039
51,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.032
51,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.039
51,mlp.experts.64.down_proj,rtn: 0.0021820,0.00000,0.037
51,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.042
51,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.031
51,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.038
51,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.040
51,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.044
51,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.036
51,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.036
51,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.047
51,mlp.experts.59.down_proj,rtn: 0.0021820,0.00000,0.041
51,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.056
51,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.034
51,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.037
51,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.050
51,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.038
51,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.038
51,mlp.experts.72.down_proj,rtn: 0.0021515,0.00000,0.034
51,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.036
51,mlp.experts.49.down_proj,rtn: 0.0022125,0.00000,0.043
51,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.038
51,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.032
51,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.038
51,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.060
51,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.040
51,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.039
51,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.038
51,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.040
51,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.035
51,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.044
51,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.041
51,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.039
51,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.035
51,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.033
51,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.039
51,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
51,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.054
51,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.029
51,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.040
51,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.077
51,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.049
51,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.031
51,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.041
51,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.081
51,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.034
51,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.033
51,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.044
51,mlp.experts.104.down_proj,rtn: 0.0021667,0.00000,0.045
51,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.037
51,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.041
51,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.038
51,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.041
51,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.030
51,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.049
51,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.047
51,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.031
51,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.047
51,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.036
51,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.033
51,mlp.experts.102.down_proj,rtn: 0.0022125,0.00000,0.055
51,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.048
51,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.048
51,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.040
51,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.039
51,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.043
51,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.041
51,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.035
51,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.036
51,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.037
51,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.046
51,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.037
51,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.046
51,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.045
51,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.042
51,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.036
51,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.066
51,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.053
51,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.037
51,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.037
51,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.040
51,mlp.experts.126.down_proj,rtn: 0.0024109,0.00000,0.062
51,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.066
51,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.038
51,mlp.experts.129.down_proj,rtn: 0.0021667,0.00000,0.040
51,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.060
51,mlp.experts.132.down_proj,rtn: 0.0021820,0.00000,0.066
51,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.043
51,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.032
51,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.038
51,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.036
51,mlp.experts.165.down_proj,rtn: 0.0021515,0.00000,0.041
51,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.035
51,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.037
51,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.045
51,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.080
51,mlp.experts.139.down_proj,rtn: 0.0021362,0.00000,0.077
51,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.049
51,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.077
51,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.076
51,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.039
51,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.033
51,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.025
51,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.027
51,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.019
51,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.032
51,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.047
51,mlp.experts.176.down_proj,rtn: 0.0022125,0.00000,0.048
51,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.034
51,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.029
51,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.060
51,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.031
51,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.017
51,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.025
51,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.030
51,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
51,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.028
51,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.013
51,mlp.experts.161.down_proj,rtn: 0.0021820,0.00000,0.037
51,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.022
51,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.020
51,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.013
51,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.039
51,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.033
51,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.015
51,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.016
51,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.046
51,mlp.experts.168.down_proj,rtn: 0.0021820,0.00000,0.047
51,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.023
51,mlp.experts.179.down_proj,rtn: 0.0021362,0.00000,0.030
51,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.031
51,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.037
51,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.054
51,mlp.experts.190.down_proj,rtn: 0.0021820,0.00000,0.016
51,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.027
51,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.044
51,mlp.experts.183.down_proj,rtn: 0.0021667,0.00000,0.049
51,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.028
51,mlp.shared_experts.up_proj,rtn: 0.0019150,0.00000,0.027
51,mlp.shared_experts.down_proj,rtn: 0.0021667,0.00000,0.023
52,self_attn.q_proj,rtn: 0.0022125,0.00000,0.019
52,self_attn.v_proj,rtn: 0.0029297,0.00000,0.021
52,self_attn.k_proj,rtn: 0.0020142,0.00000,0.032
52,self_attn.o_proj,rtn: 0.0027771,0.00000,0.067
52,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.087
52,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.091
52,mlp.experts.3.gate_proj,rtn: 0.0022278,0.00000,0.091
52,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.104
52,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.104
52,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.115
52,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.114
52,mlp.experts.14.gate_proj,rtn: 0.0022430,0.00000,0.113
52,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.113
52,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.117
52,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.121
52,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.109
52,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.129
52,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.127
52,mlp.experts.12.gate_proj,rtn: 0.0022278,0.00000,0.135
52,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.138
52,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.091
52,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.069
52,mlp.experts.19.gate_proj,rtn: 0.0021820,0.00000,0.085
52,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.095
52,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.085
52,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.090
52,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.112
52,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.112
52,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.127
52,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.113
52,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.119
52,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.124
52,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.121
52,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.135
52,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.079
52,mlp.experts.47.gate_proj,rtn: 0.0022583,0.00000,0.079
52,mlp.experts.35.gate_proj,rtn: 0.0022583,0.00000,0.081
52,mlp.experts.43.gate_proj,rtn: 0.0022125,0.00000,0.082
52,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.143
52,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.144
52,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.101
52,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.107
52,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.156
52,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.168
52,mlp.experts.44.gate_proj,rtn: 0.0022278,0.00000,0.119
52,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.126
52,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.081
52,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.082
52,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.084
52,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.086
52,mlp.experts.32.gate_proj,rtn: 0.0021973,0.00000,0.107
52,mlp.experts.36.gate_proj,rtn: 0.0021973,0.00000,0.119
52,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.111
52,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.114
52,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.124
52,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.114
52,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.096
52,mlp.experts.57.gate_proj,rtn: 0.0022278,0.00000,0.098
52,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.140
52,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.156
52,mlp.experts.75.gate_proj,rtn: 0.0022125,0.00000,0.084
52,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.085
52,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.085
52,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.086
52,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.080
52,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.093
52,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.141
52,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.101
52,mlp.experts.56.gate_proj,rtn: 0.0021667,0.00000,0.141
52,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.106
52,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.136
52,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.094
52,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.096
52,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.177
52,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.108
52,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.121
52,mlp.experts.83.gate_proj,rtn: 0.0022583,0.00000,0.086
52,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.081
52,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.107
52,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.105
52,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.105
52,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.124
52,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.135
52,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.143
52,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.151
52,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.128
52,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.128
52,mlp.experts.99.gate_proj,rtn: 0.0022125,0.00000,0.082
52,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.157
52,mlp.experts.107.gate_proj,rtn: 0.0022430,0.00000,0.097
52,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.162
52,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.118
52,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.119
52,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.099
52,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.177
52,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.102
52,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.111
52,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.122
52,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.117
52,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.129
52,mlp.experts.115.gate_proj,rtn: 0.0022278,0.00000,0.096
52,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.085
52,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.132
52,mlp.experts.85.gate_proj,rtn: 0.0021362,0.00000,0.134
52,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.120
52,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.096
52,mlp.experts.94.gate_proj,rtn: 0.0022430,0.00000,0.185
52,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.120
52,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.139
52,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.118
52,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.154
52,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.113
52,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.097
52,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.095
52,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.167
52,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.134
52,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.119
52,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.120
52,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.094
52,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.139
52,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.136
52,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.127
52,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.096
52,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.158
52,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.156
52,mlp.experts.97.gate_proj,rtn: 0.0022278,0.00000,0.202
52,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.113
52,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.167
52,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.131
52,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.133
52,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.124
52,mlp.experts.155.gate_proj,rtn: 0.0022278,0.00000,0.141
52,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.144
52,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.117
52,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.112
52,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.129
52,mlp.experts.120.gate_proj,rtn: 0.0022125,0.00000,0.250
52,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.204
52,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.094
52,mlp.experts.126.gate_proj,rtn: 0.0021973,0.00000,0.169
52,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.109
52,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.150
52,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.205
52,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.138
52,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.184
52,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.129
52,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.134
52,mlp.experts.157.gate_proj,rtn: 0.0021667,0.00000,0.175
52,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.175
52,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.129
52,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.154
52,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.151
52,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.130
52,mlp.experts.175.gate_proj,rtn: 0.0022278,0.00000,0.135
52,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.199
52,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.163
52,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.195
52,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.230
52,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.183
52,mlp.experts.153.gate_proj,rtn: 0.0022736,0.00000,0.225
52,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.092
52,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.085
52,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.141
52,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.101
52,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.135
52,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.097
52,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.098
52,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.183
52,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.120
52,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.098
52,mlp.experts.162.gate_proj,rtn: 0.0022125,0.00000,0.117
52,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.105
52,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.106
52,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.107
52,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.097
52,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.109
52,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.121
52,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.115
52,mlp.experts.170.gate_proj,rtn: 0.0022278,0.00000,0.094
52,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.084
52,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.093
52,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.125
52,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.138
52,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.120
52,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.129
52,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.140
52,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.180
52,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.162
52,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.173
52,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.144
52,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.151
52,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.180
52,mlp.experts.19.up_proj,rtn: 0.0021820,0.00000,0.131
52,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.121
52,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.085
52,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.099
52,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.100
52,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.133
52,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.143
52,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.119
52,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.120
52,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.148
52,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.132
52,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.098
52,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.092
52,mlp.experts.13.up_proj,rtn: 0.0021667,0.00000,0.143
52,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.129
52,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.135
52,mlp.experts.22.up_proj,rtn: 0.0021667,0.00000,0.117
52,mlp.experts.43.up_proj,rtn: 0.0021973,0.00000,0.095
52,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.176
52,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.192
52,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.132
52,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.098
52,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.084
52,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.078
52,mlp.experts.63.up_proj,rtn: 0.0022278,0.00000,0.079
52,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.088
52,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.242
52,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.102
52,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.093
52,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.096
52,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.104
52,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.107
52,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.158
52,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.098
52,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.103
52,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.086
52,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.086
52,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.092
52,mlp.experts.67.up_proj,rtn: 0.0021973,0.00000,0.093
52,mlp.experts.79.up_proj,rtn: 0.0021820,0.00000,0.094
52,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.082
52,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.083
52,mlp.experts.0.up_proj,rtn: 0.0021973,0.00000,0.124
52,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.136
52,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.125
52,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.115
52,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.105
52,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.122
52,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.085
52,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.089
52,mlp.experts.75.up_proj,rtn: 0.0021515,0.00000,0.092
52,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.135
52,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.118
52,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.105
52,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.085
52,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.096
52,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.104
52,mlp.experts.24.up_proj,rtn: 0.0022125,0.00000,0.089
52,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.104
52,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.113
52,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.126
52,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.129
52,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.093
52,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.115
52,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.097
52,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.095
52,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.090
52,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.130
52,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.090
52,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.094
52,mlp.experts.44.up_proj,rtn: 0.0022125,0.00000,0.118
52,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.108
52,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.096
52,mlp.experts.32.up_proj,rtn: 0.0021973,0.00000,0.108
52,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.144
52,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.093
52,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.107
52,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.083
52,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.090
52,mlp.experts.52.up_proj,rtn: 0.0022736,0.00000,0.109
52,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.117
52,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.100
52,mlp.experts.56.up_proj,rtn: 0.0021667,0.00000,0.105
52,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.084
52,mlp.experts.48.up_proj,rtn: 0.0021057,0.00000,0.093
52,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.160
52,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.189
52,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.098
52,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.104
52,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.106
52,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.169
52,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.076
52,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.077
52,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.083
52,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.089
52,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.110
52,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.107
52,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.208
52,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.121
52,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.117
52,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.097
52,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.076
52,mlp.experts.147.up_proj,rtn: 0.0021362,0.00000,0.068
52,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.176
52,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.083
52,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.116
52,mlp.experts.85.up_proj,rtn: 0.0021362,0.00000,0.117
52,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.118
52,mlp.experts.78.up_proj,rtn: 0.0021973,0.00000,0.101
52,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.103
52,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.084
52,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.150
52,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.204
52,mlp.experts.125.up_proj,rtn: 0.0022278,0.00000,0.085
52,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.087
52,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.094
52,mlp.experts.155.up_proj,rtn: 0.0021973,0.00000,0.102
52,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.104
52,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.105
52,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.107
52,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.197
52,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.127
52,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.107
52,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.137
52,mlp.experts.94.up_proj,rtn: 0.0021973,0.00000,0.128
52,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.102
52,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.086
52,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.095
52,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.200
52,mlp.experts.117.up_proj,rtn: 0.0022278,0.00000,0.097
52,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.229
52,mlp.experts.100.up_proj,rtn: 0.0022278,0.00000,0.137
52,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.093
52,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.155
52,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.090
52,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.116
52,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.093
52,mlp.experts.171.up_proj,rtn: 0.0021820,0.00000,0.121
52,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.134
52,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.137
52,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.158
52,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.096
52,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.153
52,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.156
52,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.159
52,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.115
52,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.090
52,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.090
52,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.169
52,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.173
52,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.065
52,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.066
52,mlp.experts.183.up_proj,rtn: 0.0021973,0.00000,0.066
52,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.160
52,mlp.experts.173.up_proj,rtn: 0.0022430,0.00000,0.147
52,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.106
52,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.109
52,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.123
52,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.143
52,mlp.experts.126.up_proj,rtn: 0.0021667,0.00000,0.152
52,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.134
52,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.148
52,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.212
52,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.135
52,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.107
52,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.106
52,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.207
52,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.119
52,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.150
52,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.158
52,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.128
52,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.149
52,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.094
52,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.139
52,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.159
52,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.131
52,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.039
52,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.144
52,mlp.experts.162.up_proj,rtn: 0.0021973,0.00000,0.149
52,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.128
52,mlp.experts.170.up_proj,rtn: 0.0021210,0.00000,0.157
52,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.104
52,mlp.experts.158.up_proj,rtn: 0.0021515,0.00000,0.139
52,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.108
52,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.084
52,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.079
52,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.076
52,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.108
52,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.088
52,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.072
52,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.032
52,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.128
52,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.174
52,mlp.experts.172.up_proj,rtn: 0.0022430,0.00000,0.247
52,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.194
52,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.088
52,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.023
52,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.054
52,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.041
52,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.043
52,mlp.experts.15.down_proj,rtn: 0.0021820,0.00000,0.044
52,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.070
52,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.049
52,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.053
52,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.060
52,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.086
52,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.088
52,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.070
52,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.070
52,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.150
52,mlp.experts.12.down_proj,rtn: 0.0022430,0.00000,0.151
52,mlp.experts.22.down_proj,rtn: 0.0021515,0.00000,0.043
52,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.061
52,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.049
52,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.053
52,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.183
52,mlp.experts.4.down_proj,rtn: 0.0021362,0.00000,0.182
52,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.059
52,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.037
52,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.032
52,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.040
52,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.069
52,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.070
52,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.055
52,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.057
52,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.050
52,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.056
52,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.077
52,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.039
52,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.049
52,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.114
52,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.053
52,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.045
52,mlp.experts.42.down_proj,rtn: 0.0021667,0.00000,0.047
52,mlp.experts.20.down_proj,rtn: 0.0021820,0.00000,0.069
52,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.071
52,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.043
52,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.045
52,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.064
52,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.076
52,mlp.experts.59.down_proj,rtn: 0.0023041,0.00000,0.057
52,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.056
52,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.082
52,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.046
52,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.045
52,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.028
52,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.053
52,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.056
52,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.125
52,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.067
52,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.067
52,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.077
52,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.096
52,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.081
52,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.071
52,mlp.experts.75.down_proj,rtn: 0.0021515,0.00000,0.063
52,mlp.experts.48.down_proj,rtn: 0.0021667,0.00000,0.051
52,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.030
52,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.032
52,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
52,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.071
52,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.072
52,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.045
52,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.046
52,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.034
52,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.051
52,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.044
52,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.071
52,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.032
52,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.051
52,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.044
52,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.036
52,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.053
52,mlp.experts.94.down_proj,rtn: 0.0022278,0.00000,0.032
52,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.032
52,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.032
52,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.033
52,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.046
52,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.049
52,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.048
52,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.090
52,mlp.experts.64.down_proj,rtn: 0.0021667,0.00000,0.115
52,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.140
52,mlp.experts.99.down_proj,rtn: 0.0021820,0.00000,0.044
52,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.044
52,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.045
52,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.047
52,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.061
52,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.038
52,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.038
52,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.039
52,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.100
52,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.041
52,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.037
52,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.038
52,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.039
52,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.030
52,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.033
52,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.032
52,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.032
52,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.032
52,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.079
52,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.052
52,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.031
52,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.032
52,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.033
52,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.091
52,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.101
52,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.055
52,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.066
52,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.048
52,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.051
52,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.052
52,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.055
52,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.057
52,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.036
52,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.038
52,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.038
52,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.039
52,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.047
52,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.047
52,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.054
52,mlp.experts.108.down_proj,rtn: 0.0021820,0.00000,0.090
52,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.046
52,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.066
52,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.032
52,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.045
52,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.045
52,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.050
52,mlp.experts.155.down_proj,rtn: 0.0022430,0.00000,0.055
52,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.027
52,mlp.experts.96.down_proj,rtn: 0.0023346,0.00000,0.099
52,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.019
52,mlp.experts.147.down_proj,rtn: 0.0021667,0.00000,0.033
52,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.031
52,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.031
52,mlp.experts.146.down_proj,rtn: 0.0021362,0.00000,0.033
52,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.030
52,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.032
52,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.041
52,mlp.experts.120.down_proj,rtn: 0.0021820,0.00000,0.077
52,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.070
52,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.084
52,mlp.experts.170.down_proj,rtn: 0.0021057,0.00000,0.045
52,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.062
52,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.063
52,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.050
52,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.040
52,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.041
52,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.063
52,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.044
52,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.048
52,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.125
52,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.042
52,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.113
52,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.028
52,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.024
52,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.039
52,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.046
52,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.049
52,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.057
52,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.066
52,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.029
52,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.053
52,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.037
52,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.068
52,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.070
52,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.028
52,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.029
52,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.034
52,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.047
52,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.058
52,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.038
52,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.033
52,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.045
52,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.046
52,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.043
52,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.035
52,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
52,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.045
52,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.045
52,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.030
52,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.033
52,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.026
52,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.028
52,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.037
52,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.043
52,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.017
52,mlp.shared_experts.up_proj,rtn: 0.0018082,0.00000,0.043
52,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.049
52,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.015
53,self_attn.v_proj,rtn: 0.0028534,0.00000,0.026
53,self_attn.k_proj,rtn: 0.0021667,0.00000,0.036
53,self_attn.q_proj,rtn: 0.0021362,0.00000,0.029
53,self_attn.o_proj,rtn: 0.0027924,0.00000,0.058
53,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.087
53,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.088
53,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.089
53,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.090
53,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.108
53,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.111
53,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.115
53,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.119
53,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.120
53,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.123
53,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.120
53,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.133
53,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.144
53,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.137
53,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.154
53,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.158
53,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.072
53,mlp.experts.27.gate_proj,rtn: 0.0022278,0.00000,0.073
53,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.075
53,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.097
53,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.074
53,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.082
53,mlp.experts.22.gate_proj,rtn: 0.0022583,0.00000,0.084
53,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.084
53,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.134
53,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.110
53,mlp.experts.29.gate_proj,rtn: 0.0022125,0.00000,0.106
53,mlp.experts.20.gate_proj,rtn: 0.0022583,0.00000,0.141
53,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.087
53,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.088
53,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.148
53,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.143
53,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.092
53,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.110
53,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.188
53,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.202
53,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.119
53,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.096
53,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.111
53,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.102
53,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.119
53,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.157
53,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.094
53,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.096
53,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.097
53,mlp.experts.38.gate_proj,rtn: 0.0022278,0.00000,0.168
53,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.082
53,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.113
53,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.087
53,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.090
53,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.221
53,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.215
53,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.091
53,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.103
53,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.137
53,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.128
53,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.122
53,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.130
53,mlp.experts.54.gate_proj,rtn: 0.0022583,0.00000,0.098
53,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.104
53,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.107
53,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.116
53,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.132
53,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.135
53,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.097
53,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.098
53,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.122
53,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.126
53,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.120
53,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.114
53,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.125
53,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.123
53,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.122
53,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.118
53,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.121
53,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.130
53,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.114
53,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.124
53,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.118
53,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.136
53,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.151
53,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.160
53,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.160
53,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.128
53,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.135
53,mlp.experts.85.gate_proj,rtn: 0.0021820,0.00000,0.102
53,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.097
53,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.118
53,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.093
53,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.109
53,mlp.experts.82.gate_proj,rtn: 0.0021667,0.00000,0.092
53,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.077
53,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.111
53,mlp.experts.80.gate_proj,rtn: 0.0022430,0.00000,0.123
53,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.080
53,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.158
53,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.124
53,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.123
53,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.135
53,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.089
53,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.102
53,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.093
53,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.155
53,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.106
53,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
53,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.098
53,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.145
53,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.170
53,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.116
53,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.107
53,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.181
53,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.128
53,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.171
53,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.120
53,mlp.experts.114.gate_proj,rtn: 0.0021973,0.00000,0.103
53,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.113
53,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.095
53,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.102
53,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.106
53,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.100
53,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.113
53,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.103
53,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.089
53,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.098
53,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.092
53,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.085
53,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.083
53,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.073
53,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.113
53,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.100
53,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.114
53,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.091
53,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.080
53,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.188
53,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.108
53,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.168
53,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.094
53,mlp.experts.121.gate_proj,rtn: 0.0022430,0.00000,0.205
53,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.095
53,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.220
53,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.115
53,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.119
53,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.117
53,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.123
53,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.108
53,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.141
53,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.118
53,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.123
53,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.162
53,mlp.experts.156.gate_proj,rtn: 0.0022583,0.00000,0.118
53,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.142
53,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.121
53,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.129
53,mlp.experts.129.gate_proj,rtn: 0.0021820,0.00000,0.119
53,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.211
53,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.179
53,mlp.experts.162.gate_proj,rtn: 0.0022430,0.00000,0.119
53,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.099
53,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.109
53,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.132
53,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.106
53,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.088
53,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.091
53,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.093
53,mlp.experts.171.gate_proj,rtn: 0.0021820,0.00000,0.128
53,mlp.experts.170.gate_proj,rtn: 0.0024414,0.00000,0.123
53,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.133
53,mlp.experts.149.gate_proj,rtn: 0.0022125,0.00000,0.146
53,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.095
53,mlp.experts.153.gate_proj,rtn: 0.0021973,0.00000,0.154
53,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.121
53,mlp.experts.180.gate_proj,rtn: 0.0021973,0.00000,0.113
53,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.109
53,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.157
53,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.102
53,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.111
53,mlp.experts.178.gate_proj,rtn: 0.0022125,0.00000,0.160
53,mlp.experts.190.gate_proj,rtn: 0.0022430,0.00000,0.144
53,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.120
53,mlp.experts.182.gate_proj,rtn: 0.0023804,0.00000,0.159
53,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.112
53,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.151
53,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.194
53,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.114
53,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.155
53,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.158
53,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.239
53,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.118
53,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.127
53,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.133
53,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.147
53,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.148
53,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.116
53,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.105
53,mlp.experts.3.up_proj,rtn: 0.0022736,0.00000,0.121
53,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.127
53,mlp.experts.14.up_proj,rtn: 0.0021973,0.00000,0.198
53,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.152
53,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.084
53,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.153
53,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.224
53,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.090
53,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.086
53,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.094
53,mlp.experts.16.up_proj,rtn: 0.0021973,0.00000,0.098
53,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.243
53,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.165
53,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.139
53,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.094
53,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.136
53,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.090
53,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.150
53,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.100
53,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.122
53,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.146
53,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.132
53,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.184
53,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.123
53,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.110
53,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.090
53,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.103
53,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.151
53,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.132
53,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.123
53,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.134
53,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.206
53,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.096
53,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.217
53,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.072
53,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.078
53,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.079
53,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.129
53,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.110
53,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.128
53,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.135
53,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.134
53,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.209
53,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.149
53,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.093
53,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.143
53,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.218
53,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.125
53,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.159
53,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.150
53,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.147
53,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.131
53,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.144
53,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.132
53,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.140
53,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.151
53,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.112
53,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.164
53,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.101
53,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.152
53,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.098
53,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.126
53,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.162
53,mlp.experts.70.up_proj,rtn: 0.0021973,0.00000,0.094
53,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.136
53,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.088
53,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.197
53,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.112
53,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.123
53,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.102
53,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.181
53,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.215
53,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.239
53,mlp.experts.82.up_proj,rtn: 0.0021362,0.00000,0.110
53,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.107
53,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.129
53,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.192
53,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.105
53,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.130
53,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.159
53,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.172
53,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.106
53,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.120
53,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.290
53,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.092
53,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.129
53,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
53,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.173
53,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.095
53,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.108
53,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.190
53,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.099
53,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.121
53,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.101
53,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.244
53,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.213
53,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.105
53,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.095
53,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.124
53,mlp.experts.65.up_proj,rtn: 0.0022125,0.00000,0.139
53,mlp.experts.114.up_proj,rtn: 0.0021515,0.00000,0.114
53,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.166
53,mlp.experts.118.up_proj,rtn: 0.0021820,0.00000,0.099
53,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.102
53,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.119
53,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.120
53,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.103
53,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.086
53,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.103
53,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.094
53,mlp.experts.123.up_proj,rtn: 0.0022583,0.00000,0.120
53,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.088
53,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.126
53,mlp.experts.130.up_proj,rtn: 0.0021667,0.00000,0.092
53,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.129
53,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.126
53,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.132
53,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.122
53,mlp.experts.138.up_proj,rtn: 0.0021820,0.00000,0.124
53,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.127
53,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.118
53,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.114
53,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.211
53,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.128
53,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.156
53,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.129
53,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.119
53,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.117
53,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.119
53,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.094
53,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.167
53,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.111
53,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.102
53,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
53,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.195
53,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.099
53,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.091
53,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.098
53,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.113
53,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.167
53,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.084
53,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.118
53,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.103
53,mlp.experts.162.up_proj,rtn: 0.0022125,0.00000,0.104
53,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.091
53,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.111
53,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.097
53,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.124
53,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.106
53,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.088
53,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.118
53,mlp.experts.190.up_proj,rtn: 0.0021973,0.00000,0.118
53,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.104
53,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.113
53,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.120
53,mlp.experts.164.up_proj,rtn: 0.0022125,0.00000,0.143
53,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.097
53,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.137
53,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.162
53,mlp.experts.178.up_proj,rtn: 0.0021362,0.00000,0.119
53,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.152
53,mlp.experts.186.up_proj,rtn: 0.0021973,0.00000,0.091
53,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.105
53,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.147
53,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.125
53,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.142
53,mlp.experts.180.up_proj,rtn: 0.0021667,0.00000,0.080
53,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
53,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.080
53,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.090
53,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.093
53,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.105
53,mlp.experts.149.up_proj,rtn: 0.0021820,0.00000,0.222
53,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.070
53,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.065
53,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.088
53,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.083
53,mlp.experts.145.up_proj,rtn: 0.0022430,0.00000,0.165
53,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.206
53,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.118
53,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.219
53,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.215
53,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.129
53,mlp.experts.153.up_proj,rtn: 0.0021820,0.00000,0.159
53,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.140
53,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.164
53,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.142
53,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.185
53,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.218
53,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.043
53,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.024
53,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.047
53,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.046
53,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.049
53,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.133
53,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.134
53,mlp.experts.9.down_proj,rtn: 0.0023651,0.00000,0.135
53,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.066
53,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.153
53,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.061
53,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.062
53,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.064
53,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.065
53,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.065
53,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.043
53,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.038
53,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.043
53,mlp.experts.4.down_proj,rtn: 0.0023804,0.00000,0.079
53,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.081
53,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.082
53,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.018
53,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.047
53,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.062
53,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.049
53,mlp.experts.17.down_proj,rtn: 0.0021820,0.00000,0.045
53,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.060
53,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.030
53,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.035
53,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.039
53,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.063
53,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.054
53,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.061
53,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.051
53,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.037
53,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.030
53,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.031
53,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.031
53,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.051
53,mlp.experts.39.down_proj,rtn: 0.0021973,0.00000,0.029
53,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.048
53,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.031
53,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.026
53,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.027
53,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.043
53,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.051
53,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.052
53,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.056
53,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.057
53,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.030
53,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.064
53,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.024
53,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.022
53,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.020
53,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.029
53,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.029
53,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.029
53,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.037
53,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.058
53,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.037
53,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.045
53,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.041
53,mlp.experts.44.down_proj,rtn: 0.0022430,0.00000,0.041
53,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.040
53,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
53,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.036
53,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.042
53,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.029
53,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.032
53,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.027
53,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.029
53,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.065
53,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.094
53,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.036
53,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.045
53,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.029
53,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.042
53,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.042
53,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.031
53,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.036
53,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.037
53,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.027
53,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.038
53,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.110
53,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.025
53,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.039
53,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.072
53,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.028
53,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.033
53,mlp.experts.118.down_proj,rtn: 0.0021515,0.00000,0.030
53,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.036
53,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.034
53,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.050
53,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.031
53,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.073
53,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.047
53,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.048
53,mlp.experts.122.down_proj,rtn: 0.0023346,0.00000,0.040
53,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.080
53,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.043
53,mlp.experts.114.down_proj,rtn: 0.0022125,0.00000,0.039
53,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.033
53,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.066
53,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.036
53,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.040
53,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.040
53,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.041
53,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.035
53,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.036
53,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.041
53,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.053
53,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.040
53,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.066
53,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.059
53,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.056
53,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.038
53,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.064
53,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.038
53,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.037
53,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.033
53,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.129
53,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.058
53,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.031
53,mlp.experts.85.down_proj,rtn: 0.0021973,0.00000,0.125
53,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.028
53,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.024
53,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.025
53,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.039
53,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.028
53,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
53,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.035
53,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.027
53,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.027
53,mlp.experts.155.down_proj,rtn: 0.0022430,0.00000,0.027
53,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.052
53,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.032
53,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.046
53,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.052
53,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.046
53,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.071
53,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.059
53,mlp.experts.170.down_proj,rtn: 0.0023956,0.00000,0.053
53,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.037
53,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.034
53,mlp.experts.171.down_proj,rtn: 0.0024567,0.00000,0.038
53,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.057
53,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.055
53,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.051
53,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.052
53,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.032
53,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.049
53,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.024
53,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.100
53,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.049
53,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.034
53,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.030
53,mlp.experts.178.down_proj,rtn: 0.0021515,0.00000,0.036
53,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.045
53,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.049
53,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.034
53,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.023
53,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.029
53,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.045
53,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.030
53,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.045
53,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.045
53,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.035
53,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.036
53,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.072
53,mlp.experts.137.down_proj,rtn: 0.0022125,0.00000,0.057
53,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.055
53,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.059
53,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.056
53,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.054
53,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.044
53,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.040
53,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.020
53,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.023
53,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.029
53,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.037
53,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.033
53,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.032
53,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.033
53,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.041
53,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.044
53,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.030
53,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.030
53,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.025
53,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.032
53,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.028
53,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.029
53,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.012
53,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.010
53,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.037
53,mlp.shared_experts.up_proj,rtn: 0.0017624,0.00000,0.038
53,mlp.shared_experts.down_proj,rtn: 0.0018768,0.00000,0.035
54,self_attn.k_proj,rtn: 0.0021515,0.00000,0.028
54,self_attn.v_proj,rtn: 0.0028534,0.00000,0.036
54,self_attn.q_proj,rtn: 0.0022125,0.00000,0.016
54,self_attn.o_proj,rtn: 0.0028992,0.00000,0.046
54,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.093
54,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.094
54,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.094
54,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.102
54,mlp.experts.11.gate_proj,rtn: 0.0022583,0.00000,0.109
54,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.110
54,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.110
54,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.111
54,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.111
54,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.114
54,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.115
54,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.118
54,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.129
54,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.131
54,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.144
54,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.153
54,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.094
54,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.091
54,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.097
54,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.091
54,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.091
54,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
54,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.091
54,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.120
54,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.087
54,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.087
54,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.111
54,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.111
54,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.089
54,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.085
54,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.108
54,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.115
54,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.079
54,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.077
54,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.093
54,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.086
54,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.087
54,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.079
54,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.075
54,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.094
54,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.090
54,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.097
54,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.102
54,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.119
54,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.107
54,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.075
54,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.077
54,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.112
54,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.123
54,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.113
54,mlp.experts.52.gate_proj,rtn: 0.0022125,0.00000,0.076
54,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.076
54,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.098
54,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.106
54,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.112
54,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.109
54,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.098
54,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.078
54,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.093
54,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.101
54,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.087
54,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.093
54,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.084
54,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.087
54,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.079
54,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.122
54,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.067
54,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.095
54,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.076
54,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.142
54,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.092
54,mlp.experts.50.gate_proj,rtn: 0.0022430,0.00000,0.135
54,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.152
54,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.069
54,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.087
54,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.086
54,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.066
54,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.071
54,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.129
54,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.080
54,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.089
54,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.123
54,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.077
54,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.136
54,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.134
54,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.101
54,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.171
54,mlp.experts.95.gate_proj,rtn: 0.0021973,0.00000,0.091
54,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.118
54,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.092
54,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.122
54,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.112
54,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.126
54,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.095
54,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.086
54,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.077
54,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.074
54,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.108
54,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.076
54,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.097
54,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.101
54,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.065
54,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.145
54,mlp.experts.101.gate_proj,rtn: 0.0022430,0.00000,0.132
54,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.125
54,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.100
54,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.120
54,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.074
54,mlp.experts.112.gate_proj,rtn: 0.0022430,0.00000,0.078
54,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.136
54,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.122
54,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.132
54,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.085
54,mlp.experts.123.gate_proj,rtn: 0.0022736,0.00000,0.091
54,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.159
54,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.086
54,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.096
54,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.089
54,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.100
54,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.094
54,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.085
54,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.102
54,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.082
54,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.101
54,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.102
54,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.102
54,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.079
54,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.074
54,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.108
54,mlp.experts.98.gate_proj,rtn: 0.0022430,0.00000,0.107
54,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.082
54,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.107
54,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.077
54,mlp.experts.137.gate_proj,rtn: 0.0021667,0.00000,0.084
54,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.078
54,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.080
54,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.100
54,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.077
54,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.089
54,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.094
54,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.090
54,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.134
54,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.078
54,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.077
54,mlp.experts.149.gate_proj,rtn: 0.0022736,0.00000,0.077
54,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.123
54,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.103
54,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.098
54,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.110
54,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.123
54,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.124
54,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.084
54,mlp.experts.147.gate_proj,rtn: 0.0022430,0.00000,0.104
54,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.099
54,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.098
54,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.092
54,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.087
54,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.086
54,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.077
54,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.075
54,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.088
54,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.079
54,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.142
54,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.111
54,mlp.experts.163.gate_proj,rtn: 0.0022278,0.00000,0.098
54,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.126
54,mlp.experts.188.gate_proj,rtn: 0.0022278,0.00000,0.112
54,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.151
54,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.081
54,mlp.experts.134.gate_proj,rtn: 0.0022125,0.00000,0.137
54,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.103
54,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.075
54,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.075
54,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.152
54,mlp.experts.187.gate_proj,rtn: 0.0021973,0.00000,0.103
54,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.106
54,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.081
54,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.077
54,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.091
54,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.078
54,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.078
54,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.067
54,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.079
54,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.177
54,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.085
54,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.085
54,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.079
54,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.097
54,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.079
54,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.149
54,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.082
54,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.074
54,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.077
54,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.077
54,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.069
54,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.083
54,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.174
54,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.082
54,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.076
54,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.073
54,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.079
54,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.071
54,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.078
54,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.071
54,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.080
54,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.206
54,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.079
54,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.084
54,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.093
54,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.138
54,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.093
54,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.094
54,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.090
54,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.093
54,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.097
54,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.093
54,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.116
54,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.096
54,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.089
54,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.094
54,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.093
54,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.237
54,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.111
54,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.100
54,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.084
54,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.104
54,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.080
54,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.094
54,mlp.experts.57.up_proj,rtn: 0.0022125,0.00000,0.094
54,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.085
54,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.095
54,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.117
54,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.140
54,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.099
54,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.157
54,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.099
54,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.165
54,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.091
54,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.107
54,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.121
54,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.096
54,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.097
54,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.109
54,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.094
54,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.127
54,mlp.experts.22.up_proj,rtn: 0.0022430,0.00000,0.079
54,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.077
54,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.098
54,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.104
54,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.101
54,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.084
54,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.102
54,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.109
54,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.084
54,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.081
54,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.078
54,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.079
54,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.103
54,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.098
54,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.085
54,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.089
54,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.086
54,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.111
54,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.099
54,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
54,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.114
54,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.091
54,mlp.experts.95.up_proj,rtn: 0.0021973,0.00000,0.098
54,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.092
54,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.098
54,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.096
54,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.082
54,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.079
54,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.139
54,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.096
54,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.081
54,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.082
54,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.079
54,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.092
54,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.081
54,mlp.experts.107.up_proj,rtn: 0.0021820,0.00000,0.110
54,mlp.experts.58.up_proj,rtn: 0.0022125,0.00000,0.100
54,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.077
54,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.077
54,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.082
54,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.079
54,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.108
54,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.078
54,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.137
54,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.081
54,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.126
54,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.087
54,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.096
54,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.079
54,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.110
54,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.157
54,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.079
54,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.075
54,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.104
54,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.113
54,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.128
54,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.100
54,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.079
54,mlp.experts.137.up_proj,rtn: 0.0021362,0.00000,0.089
54,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.114
54,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.085
54,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.121
54,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.099
54,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.119
54,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.092
54,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.114
54,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.103
54,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.101
54,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.096
54,mlp.experts.120.up_proj,rtn: 0.0022278,0.00000,0.110
54,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.108
54,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.091
54,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.100
54,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.108
54,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.089
54,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.138
54,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.082
54,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.113
54,mlp.experts.110.up_proj,rtn: 0.0021820,0.00000,0.120
54,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.109
54,mlp.experts.98.up_proj,rtn: 0.0021820,0.00000,0.099
54,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.102
54,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.081
54,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.081
54,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.087
54,mlp.experts.169.up_proj,rtn: 0.0021515,0.00000,0.083
54,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.104
54,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.097
54,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.081
54,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.071
54,mlp.experts.159.up_proj,rtn: 0.0022583,0.00000,0.073
54,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.136
54,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.112
54,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.083
54,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.114
54,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.091
54,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.109
54,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.100
54,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.108
54,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.104
54,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.103
54,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.143
54,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.097
54,mlp.experts.177.up_proj,rtn: 0.0022583,0.00000,0.104
54,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.090
54,mlp.experts.187.up_proj,rtn: 0.0021667,0.00000,0.077
54,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.108
54,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.079
54,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.065
54,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.058
54,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.109
54,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.092
54,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.096
54,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.038
54,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.164
54,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.126
54,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.225
54,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.251
54,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.101
54,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.092
54,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.102
54,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.092
54,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.093
54,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.105
54,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.095
54,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.096
54,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.086
54,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.098
54,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.068
54,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.092
54,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.071
54,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.187
54,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.052
54,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.099
54,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.050
54,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.094
54,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.091
54,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.092
54,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.079
54,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.024
54,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.021
54,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.038
54,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.039
54,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.041
54,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.033
54,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.050
54,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.136
54,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.137
54,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.053
54,mlp.experts.0.down_proj,rtn: 0.0023346,0.00000,0.056
54,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.140
54,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.057
54,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.057
54,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.065
54,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.067
54,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.068
54,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.016
54,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.213
54,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.042
54,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.043
54,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.044
54,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.046
54,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
54,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.043
54,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.050
54,mlp.experts.20.down_proj,rtn: 0.0022125,0.00000,0.052
54,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.046
54,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.040
54,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.039
54,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.040
54,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.077
54,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.059
54,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.042
54,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.088
54,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.047
54,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.064
54,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.053
54,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.032
54,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.056
54,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.038
54,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.076
54,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.050
54,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.052
54,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.054
54,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.056
54,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.068
54,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.080
54,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.061
54,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.053
54,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.032
54,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.042
54,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.076
54,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.057
54,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.094
54,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.115
54,mlp.experts.73.down_proj,rtn: 0.0023346,0.00000,0.058
54,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.066
54,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.048
54,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.031
54,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.031
54,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.054
54,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.054
54,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.047
54,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.031
54,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.078
54,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.033
54,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.054
54,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.065
54,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.087
54,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.054
54,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.040
54,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.035
54,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.036
54,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.039
54,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.047
54,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.031
54,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.052
54,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.032
54,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.050
54,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.063
54,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.058
54,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.067
54,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.069
54,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.070
54,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.061
54,mlp.experts.115.down_proj,rtn: 0.0021973,0.00000,0.070
54,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.035
54,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.043
54,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.041
54,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.042
54,mlp.experts.96.down_proj,rtn: 0.0023346,0.00000,0.043
54,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.064
54,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.057
54,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.071
54,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.098
54,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.115
54,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.053
54,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.061
54,mlp.experts.85.down_proj,rtn: 0.0021820,0.00000,0.049
54,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.043
54,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.046
54,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.045
54,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.053
54,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.074
54,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.060
54,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.059
54,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.044
54,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.036
54,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.069
54,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.046
54,mlp.experts.103.down_proj,rtn: 0.0021820,0.00000,0.036
54,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.049
54,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.032
54,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.017
54,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.077
54,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.105
54,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.063
54,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.049
54,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.051
54,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.090
54,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.043
54,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.055
54,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.055
54,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.080
54,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.066
54,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.059
54,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.059
54,mlp.experts.97.down_proj,rtn: 0.0023499,0.00000,0.062
54,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.062
54,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.065
54,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.036
54,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.037
54,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.029
54,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.023
54,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.023
54,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.072
54,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.040
54,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.041
54,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.058
54,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.092
54,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.105
54,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.043
54,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.043
54,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.047
54,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.050
54,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.050
54,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.054
54,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.062
54,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.064
54,mlp.experts.141.down_proj,rtn: 0.0023499,0.00000,0.065
54,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.066
54,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.062
54,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.060
54,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.039
54,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
54,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.042
54,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.038
54,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.090
54,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.049
54,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.096
54,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.057
54,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.087
54,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.096
54,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.039
54,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.040
54,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.040
54,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.042
54,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.044
54,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.013
54,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.055
54,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.036
54,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.040
54,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.030
54,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.031
54,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.031
54,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.039
54,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.064
54,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.052
54,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.062
54,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.049
54,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.019
54,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.029
54,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.032
54,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.032
54,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.047
54,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.050
54,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.046
54,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.034
54,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.043
54,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.018
54,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.020
54,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.032
54,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.042
54,mlp.shared_experts.down_proj,rtn: 0.0017929,0.00000,0.022
55,self_attn.q_proj,rtn: 0.0022430,0.00000,0.018
55,self_attn.v_proj,rtn: 0.0029907,0.00000,0.025
55,self_attn.k_proj,rtn: 0.0021057,0.00000,0.025
55,self_attn.o_proj,rtn: 0.0028229,0.00000,0.031
55,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.091
55,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.094
55,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.105
55,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.117
55,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.122
55,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.121
55,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.125
55,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.123
55,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.129
55,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.129
55,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.131
55,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.129
55,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.140
55,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.146
55,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.166
55,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.169
55,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.104
55,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.108
55,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.114
55,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.107
55,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.115
55,mlp.experts.25.gate_proj,rtn: 0.0021973,0.00000,0.127
55,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.123
55,mlp.experts.23.gate_proj,rtn: 0.0023956,0.00000,0.134
55,mlp.experts.26.gate_proj,rtn: 0.0021973,0.00000,0.107
55,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.117
55,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.132
55,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.139
55,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.125
55,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.134
55,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.119
55,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.121
55,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.107
55,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.112
55,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.116
55,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.119
55,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.121
55,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.113
55,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.102
55,mlp.experts.42.gate_proj,rtn: 0.0022278,0.00000,0.107
55,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.123
55,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.099
55,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.101
55,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.127
55,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.117
55,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.114
55,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.114
55,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.108
55,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.104
55,mlp.experts.50.gate_proj,rtn: 0.0022583,0.00000,0.097
55,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.106
55,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.103
55,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.102
55,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.093
55,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.104
55,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.108
55,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.102
55,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.105
55,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.106
55,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.086
55,mlp.experts.52.gate_proj,rtn: 0.0022888,0.00000,0.106
55,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.088
55,mlp.experts.55.gate_proj,rtn: 0.0021973,0.00000,0.116
55,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.137
55,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.131
55,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.089
55,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.138
55,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.108
55,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.089
55,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.115
55,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.100
55,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.114
55,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.106
55,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.083
55,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.078
55,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.084
55,mlp.experts.68.gate_proj,rtn: 0.0022278,0.00000,0.087
55,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.098
55,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.091
55,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.120
55,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.091
55,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.116
55,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.111
55,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.090
55,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.099
55,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.085
55,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.098
55,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.112
55,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.091
55,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.097
55,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.101
55,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.098
55,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.096
55,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.094
55,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.099
55,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.083
55,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.093
55,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.095
55,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.112
55,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.104
55,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.127
55,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.126
55,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.089
55,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.136
55,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.075
55,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.086
55,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.070
55,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.092
55,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.096
55,mlp.experts.100.gate_proj,rtn: 0.0022125,0.00000,0.083
55,mlp.experts.126.gate_proj,rtn: 0.0022278,0.00000,0.094
55,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.083
55,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.094
55,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.090
55,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.084
55,mlp.experts.122.gate_proj,rtn: 0.0022278,0.00000,0.093
55,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.104
55,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.108
55,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.074
55,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.078
55,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.081
55,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.103
55,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.086
55,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.087
55,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.122
55,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.098
55,mlp.experts.133.gate_proj,rtn: 0.0022278,0.00000,0.087
55,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.110
55,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.093
55,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.097
55,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.092
55,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.085
55,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.087
55,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.108
55,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.112
55,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.097
55,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.082
55,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.107
55,mlp.experts.127.gate_proj,rtn: 0.0022125,0.00000,0.122
55,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.088
55,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.087
55,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.085
55,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.077
55,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.121
55,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.092
55,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.087
55,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.084
55,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.080
55,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.081
55,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.097
55,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.091
55,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.107
55,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.091
55,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.088
55,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.102
55,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.106
55,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.108
55,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.087
55,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.077
55,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.095
55,mlp.experts.174.gate_proj,rtn: 0.0024567,0.00000,0.099
55,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.093
55,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.072
55,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.109
55,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.084
55,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.094
55,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.108
55,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.095
55,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.088
55,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.077
55,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.083
55,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.072
55,mlp.experts.178.gate_proj,rtn: 0.0022278,0.00000,0.102
55,mlp.experts.182.gate_proj,rtn: 0.0022278,0.00000,0.118
55,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.107
55,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.111
55,mlp.experts.184.gate_proj,rtn: 0.0023956,0.00000,0.108
55,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.116
55,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.084
55,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.116
55,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.113
55,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.102
55,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.087
55,mlp.experts.171.gate_proj,rtn: 0.0024109,0.00000,0.087
55,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.097
55,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.095
55,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.087
55,mlp.experts.186.gate_proj,rtn: 0.0022278,0.00000,0.118
55,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.079
55,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.118
55,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.126
55,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.109
55,mlp.experts.1.up_proj,rtn: 0.0022278,0.00000,0.113
55,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.087
55,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.121
55,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.122
55,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.096
55,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.147
55,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.121
55,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.114
55,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.101
55,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.101
55,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.104
55,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.114
55,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.124
55,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.124
55,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.091
55,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.111
55,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.101
55,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.116
55,mlp.experts.30.up_proj,rtn: 0.0022430,0.00000,0.106
55,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.124
55,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.104
55,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.121
55,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.118
55,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.072
55,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.074
55,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.075
55,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.127
55,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.083
55,mlp.experts.3.up_proj,rtn: 0.0022430,0.00000,0.115
55,mlp.experts.26.up_proj,rtn: 0.0021820,0.00000,0.119
55,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.118
55,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.110
55,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.104
55,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.110
55,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.124
55,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.116
55,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.101
55,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.077
55,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.079
55,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.079
55,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.102
55,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.115
55,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.107
55,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.096
55,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.101
55,mlp.experts.42.up_proj,rtn: 0.0021973,0.00000,0.122
55,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.112
55,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.097
55,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.113
55,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.083
55,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.083
55,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.085
55,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.098
55,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.098
55,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.091
55,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.098
55,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.119
55,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
55,mlp.experts.62.up_proj,rtn: 0.0021820,0.00000,0.123
55,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.111
55,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.109
55,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.080
55,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.083
55,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.102
55,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.092
55,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.085
55,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.074
55,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.074
55,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.114
55,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.114
55,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.098
55,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.087
55,mlp.experts.72.up_proj,rtn: 0.0021667,0.00000,0.108
55,mlp.experts.70.up_proj,rtn: 0.0022125,0.00000,0.104
55,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.092
55,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.107
55,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.110
55,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.104
55,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.106
55,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.108
55,mlp.experts.68.up_proj,rtn: 0.0022125,0.00000,0.108
55,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.086
55,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.086
55,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.077
55,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.115
55,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.093
55,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.101
55,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.105
55,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.095
55,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.097
55,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.115
55,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.114
55,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.117
55,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.092
55,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.116
55,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.094
55,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.072
55,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.121
55,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.083
55,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.082
55,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.085
55,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.094
55,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.087
55,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.092
55,mlp.experts.125.up_proj,rtn: 0.0022278,0.00000,0.128
55,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.108
55,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.085
55,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.127
55,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.094
55,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.091
55,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.083
55,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.085
55,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.088
55,mlp.experts.111.up_proj,rtn: 0.0021820,0.00000,0.110
55,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.110
55,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.102
55,mlp.experts.133.up_proj,rtn: 0.0022125,0.00000,0.113
55,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.107
55,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.109
55,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.110
55,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.111
55,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.129
55,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.117
55,mlp.experts.122.up_proj,rtn: 0.0022125,0.00000,0.090
55,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.101
55,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.126
55,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.085
55,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.093
55,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.087
55,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.096
55,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.091
55,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.098
55,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.102
55,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.114
55,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.115
55,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.103
55,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.097
55,mlp.experts.124.up_proj,rtn: 0.0022278,0.00000,0.099
55,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.108
55,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.101
55,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.086
55,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.101
55,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.124
55,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.093
55,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.094
55,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.094
55,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.083
55,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.084
55,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.115
55,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.090
55,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.092
55,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.092
55,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.123
55,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.087
55,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.105
55,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.167
55,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.117
55,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.154
55,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.080
55,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.082
55,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.102
55,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.080
55,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.082
55,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.132
55,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.076
55,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.078
55,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.078
55,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.111
55,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.122
55,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.123
55,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.131
55,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.083
55,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.083
55,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.129
55,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.113
55,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.077
55,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.078
55,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.132
55,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.098
55,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.112
55,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.040
55,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.041
55,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.084
55,mlp.experts.182.up_proj,rtn: 0.0021820,0.00000,0.075
55,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.108
55,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.188
55,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.203
55,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.188
55,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.132
55,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.184
55,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.183
55,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.124
55,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.025
55,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.040
55,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.044
55,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.046
55,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.056
55,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.057
55,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.045
55,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.133
55,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.133
55,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.046
55,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.135
55,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.135
55,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.049
55,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.052
55,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.052
55,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.049
55,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.043
55,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.064
55,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.033
55,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.015
55,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.064
55,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.044
55,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.057
55,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.054
55,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.067
55,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.057
55,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.060
55,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.062
55,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.044
55,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.060
55,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.059
55,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.026
55,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.036
55,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.037
55,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.038
55,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.049
55,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.043
55,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.041
55,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.055
55,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.049
55,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.050
55,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.050
55,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.040
55,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.041
55,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.043
55,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.044
55,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.042
55,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.039
55,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.039
55,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.040
55,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.042
55,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.050
55,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.051
55,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.045
55,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.027
55,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.033
55,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.025
55,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.061
55,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.061
55,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.054
55,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.038
55,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.050
55,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.035
55,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.051
55,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.037
55,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.032
55,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.029
55,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.041
55,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.038
55,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.058
55,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.040
55,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.066
55,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.049
55,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.044
55,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.040
55,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.030
55,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.041
55,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.041
55,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.034
55,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.034
55,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.035
55,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.149
55,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.029
55,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.148
55,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.035
55,mlp.experts.81.down_proj,rtn: 0.0021667,0.00000,0.046
55,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.036
55,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.048
55,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.038
55,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.050
55,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.038
55,mlp.experts.92.down_proj,rtn: 0.0023651,0.00000,0.040
55,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.040
55,mlp.experts.90.down_proj,rtn: 0.0022125,0.00000,0.042
55,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.028
55,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.044
55,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.041
55,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.043
55,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.046
55,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.038
55,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.038
55,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
55,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.039
55,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.085
55,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.042
55,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.039
55,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.039
55,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.054
55,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.055
55,mlp.experts.87.down_proj,rtn: 0.0023346,0.00000,0.082
55,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.091
55,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.047
55,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.044
55,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.039
55,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.052
55,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.049
55,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.028
55,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.057
55,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.021
55,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.046
55,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.040
55,mlp.experts.136.down_proj,rtn: 0.0023193,0.00000,0.025
55,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.059
55,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.043
55,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.045
55,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.046
55,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.047
55,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.033
55,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.080
55,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.076
55,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.046
55,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.050
55,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.050
55,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.052
55,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.052
55,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.052
55,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.063
55,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.056
55,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.052
55,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.041
55,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.042
55,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.043
55,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.044
55,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.058
55,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.029
55,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.098
55,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.029
55,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.030
55,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.030
55,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.086
55,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.045
55,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.045
55,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.039
55,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.047
55,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.048
55,mlp.experts.156.down_proj,rtn: 0.0023346,0.00000,0.049
55,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.084
55,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.059
55,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.070
55,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.059
55,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.058
55,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.062
55,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.033
55,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.054
55,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.034
55,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.050
55,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.061
55,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.038
55,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.061
55,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.043
55,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.044
55,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.045
55,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.050
55,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.056
55,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.067
55,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.058
55,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.036
55,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.037
55,mlp.experts.178.down_proj,rtn: 0.0021973,0.00000,0.038
55,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.025
55,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.038
55,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.034
55,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.035
55,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.073
55,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.031
55,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.062
55,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.020
55,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.053
55,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.048
55,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.012
55,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.028
55,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.010
55,mlp.shared_experts.up_proj,rtn: 0.0016785,0.00000,0.030
55,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.031
55,mlp.shared_experts.down_proj,rtn: 0.0017624,0.00000,0.017
56,self_attn.k_proj,rtn: 0.0020599,0.00000,0.022
56,self_attn.q_proj,rtn: 0.0021973,0.00000,0.022
56,self_attn.v_proj,rtn: 0.0029907,0.00000,0.022
56,self_attn.o_proj,rtn: 0.0028229,0.00000,0.035
56,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.090
56,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.097
56,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.099
56,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.101
56,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.102
56,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.106
56,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.105
56,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.109
56,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.109
56,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.116
56,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.121
56,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.121
56,mlp.experts.0.gate_proj,rtn: 0.0022430,0.00000,0.124
56,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.126
56,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.128
56,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.132
56,mlp.experts.19.gate_proj,rtn: 0.0022430,0.00000,0.090
56,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.084
56,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.082
56,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.089
56,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.091
56,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.085
56,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.117
56,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.122
56,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.108
56,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.099
56,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.122
56,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.112
56,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.104
56,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.120
56,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.111
56,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.077
56,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.079
56,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.081
56,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.124
56,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
56,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.097
56,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.087
56,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.112
56,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.100
56,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.111
56,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.078
56,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.082
56,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.080
56,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.082
56,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.083
56,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.083
56,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.101
56,mlp.experts.53.gate_proj,rtn: 0.0022125,0.00000,0.080
56,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.083
56,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.121
56,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.138
56,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.141
56,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.123
56,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.077
56,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.078
56,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.068
56,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
56,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.105
56,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.093
56,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.090
56,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.099
56,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.101
56,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.097
56,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.111
56,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.111
56,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.126
56,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.073
56,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.128
56,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.120
56,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.076
56,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.076
56,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.127
56,mlp.experts.83.gate_proj,rtn: 0.0022430,0.00000,0.077
56,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.104
56,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.111
56,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.119
56,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.118
56,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.119
56,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.097
56,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.124
56,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.119
56,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.101
56,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.081
56,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.124
56,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.095
56,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.096
56,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.113
56,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.111
56,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.103
56,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.132
56,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.103
56,mlp.experts.109.gate_proj,rtn: 0.0022430,0.00000,0.090
56,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.094
56,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.110
56,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.104
56,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.115
56,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.086
56,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.070
56,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.087
56,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.121
56,mlp.experts.111.gate_proj,rtn: 0.0022125,0.00000,0.085
56,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.115
56,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.116
56,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.121
56,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.116
56,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.108
56,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.094
56,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.095
56,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.124
56,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.069
56,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.080
56,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.121
56,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.068
56,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.111
56,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.116
56,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.106
56,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.127
56,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.109
56,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.144
56,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.126
56,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.135
56,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.135
56,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.119
56,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.124
56,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.061
56,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.100
56,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.110
56,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.107
56,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.112
56,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.121
56,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.124
56,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.112
56,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.099
56,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.104
56,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.096
56,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.096
56,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.099
56,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.107
56,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.100
56,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.131
56,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.107
56,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.104
56,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.114
56,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.102
56,mlp.experts.153.gate_proj,rtn: 0.0022430,0.00000,0.108
56,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.114
56,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.120
56,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.096
56,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.084
56,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.086
56,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.095
56,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.084
56,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.126
56,mlp.experts.163.gate_proj,rtn: 0.0021667,0.00000,0.094
56,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.085
56,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.096
56,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.105
56,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.097
56,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.109
56,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.092
56,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.095
56,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.093
56,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.112
56,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.104
56,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.114
56,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.079
56,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.066
56,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.069
56,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.117
56,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.109
56,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.075
56,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.083
56,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.085
56,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.087
56,mlp.experts.189.gate_proj,rtn: 0.0021820,0.00000,0.101
56,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.092
56,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.081
56,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.120
56,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.098
56,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.088
56,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.099
56,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.100
56,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.108
56,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.099
56,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.072
56,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.080
56,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.076
56,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.083
56,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.098
56,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.097
56,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.101
56,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.100
56,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.085
56,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.107
56,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.104
56,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.093
56,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.085
56,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.119
56,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.122
56,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.125
56,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.085
56,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.089
56,mlp.experts.180.gate_proj,rtn: 0.0025177,0.00000,0.098
56,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.103
56,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.101
56,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.097
56,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.087
56,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.099
56,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.111
56,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.088
56,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.088
56,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.089
56,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.097
56,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.109
56,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.080
56,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.101
56,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.102
56,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.090
56,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.093
56,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.092
56,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.075
56,mlp.experts.0.up_proj,rtn: 0.0021820,0.00000,0.091
56,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.089
56,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.093
56,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.088
56,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.069
56,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.083
56,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.089
56,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.084
56,mlp.experts.46.up_proj,rtn: 0.0022583,0.00000,0.099
56,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.101
56,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.080
56,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.082
56,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.082
56,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.077
56,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.088
56,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.101
56,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.098
56,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.109
56,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.097
56,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.094
56,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.066
56,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.093
56,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.099
56,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.083
56,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.085
56,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.106
56,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.103
56,mlp.experts.53.up_proj,rtn: 0.0021820,0.00000,0.093
56,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.091
56,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.092
56,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.100
56,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.103
56,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.107
56,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.107
56,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.093
56,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.094
56,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.115
56,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.108
56,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.093
56,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.096
56,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.103
56,mlp.experts.40.up_proj,rtn: 0.0021973,0.00000,0.106
56,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.106
56,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.101
56,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.120
56,mlp.experts.83.up_proj,rtn: 0.0022125,0.00000,0.103
56,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.108
56,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.109
56,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.119
56,mlp.experts.52.up_proj,rtn: 0.0022736,0.00000,0.114
56,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.099
56,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.097
56,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.102
56,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.100
56,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.079
56,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.095
56,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.084
56,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.098
56,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.093
56,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.084
56,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.102
56,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.119
56,mlp.experts.111.up_proj,rtn: 0.0021820,0.00000,0.098
56,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.112
56,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.116
56,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.094
56,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.098
56,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.090
56,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.111
56,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.122
56,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.100
56,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.082
56,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.090
56,mlp.experts.115.up_proj,rtn: 0.0022125,0.00000,0.097
56,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.098
56,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.108
56,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.102
56,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.101
56,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.121
56,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.122
56,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.099
56,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.091
56,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.091
56,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.094
56,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.093
56,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.120
56,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.100
56,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.106
56,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.098
56,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.114
56,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.100
56,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.130
56,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.099
56,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.118
56,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.122
56,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.101
56,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.097
56,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.118
56,mlp.experts.129.up_proj,rtn: 0.0021973,0.00000,0.099
56,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.094
56,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.118
56,mlp.experts.108.up_proj,rtn: 0.0021515,0.00000,0.119
56,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.120
56,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.114
56,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.092
56,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.123
56,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.107
56,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.121
56,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.122
56,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.102
56,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.083
56,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.083
56,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.076
56,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.091
56,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.124
56,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.117
56,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.134
56,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.108
56,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.108
56,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.102
56,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.098
56,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.128
56,mlp.experts.163.up_proj,rtn: 0.0021210,0.00000,0.110
56,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.090
56,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.104
56,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.079
56,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.079
56,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.082
56,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.094
56,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.129
56,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.105
56,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.061
56,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.091
56,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.071
56,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.073
56,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.108
56,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.086
56,mlp.experts.189.up_proj,rtn: 0.0021667,0.00000,0.076
56,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.078
56,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.074
56,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.079
56,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.086
56,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.099
56,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.107
56,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.106
56,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.094
56,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.088
56,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.104
56,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.082
56,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.084
56,mlp.experts.178.up_proj,rtn: 0.0022430,0.00000,0.098
56,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.097
56,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.089
56,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.093
56,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.096
56,mlp.experts.172.up_proj,rtn: 0.0021973,0.00000,0.094
56,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.086
56,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.095
56,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.090
56,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.081
56,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.073
56,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.083
56,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.014
56,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.018
56,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.019
56,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.036
56,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.037
56,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.037
56,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.038
56,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.045
56,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.047
56,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.048
56,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.044
56,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.052
56,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.044
56,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.052
56,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.056
56,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.159
56,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.160
56,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.163
56,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.165
56,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.030
56,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.031
56,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.031
56,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.033
56,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.014
56,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.044
56,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.044
56,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.054
56,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.032
56,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.031
56,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.031
56,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.031
56,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.046
56,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.042
56,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.043
56,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.043
56,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.056
56,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
56,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.066
56,mlp.experts.28.down_proj,rtn: 0.0021973,0.00000,0.083
56,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.071
56,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.060
56,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.055
56,mlp.experts.61.down_proj,rtn: 0.0023651,0.00000,0.030
56,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.032
56,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.032
56,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.018
56,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.111
56,mlp.experts.57.down_proj,rtn: 0.0023499,0.00000,0.053
56,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.047
56,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.058
56,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.036
56,mlp.experts.65.down_proj,rtn: 0.0021973,0.00000,0.036
56,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.030
56,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.036
56,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.044
56,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.046
56,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.050
56,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.046
56,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.050
56,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.060
56,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.046
56,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.051
56,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.052
56,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.055
56,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.034
56,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.034
56,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.037
56,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.116
56,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.034
56,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.076
56,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.029
56,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.028
56,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.028
56,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.044
56,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.045
56,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.048
56,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.049
56,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.049
56,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.063
56,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.073
56,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.055
56,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.042
56,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.049
56,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.044
56,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.066
56,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.051
56,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.046
56,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.050
56,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.038
56,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.037
56,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.038
56,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.039
56,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.042
56,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.044
56,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.070
56,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.044
56,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.088
56,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.046
56,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.058
56,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.047
56,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.049
56,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.054
56,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.028
56,mlp.experts.114.down_proj,rtn: 0.0021820,0.00000,0.036
56,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.016
56,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.060
56,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.039
56,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.051
56,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.063
56,mlp.experts.121.down_proj,rtn: 0.0021820,0.00000,0.061
56,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.038
56,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.050
56,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.040
56,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.063
56,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.065
56,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.049
56,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.053
56,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.053
56,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.053
56,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.036
56,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.047
56,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.067
56,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.037
56,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.057
56,mlp.experts.84.down_proj,rtn: 0.0023346,0.00000,0.138
56,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.053
56,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.040
56,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.043
56,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.031
56,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.032
56,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.043
56,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.044
56,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.044
56,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.050
56,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.041
56,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.044
56,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.034
56,mlp.experts.108.down_proj,rtn: 0.0021820,0.00000,0.105
56,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.100
56,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.103
56,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.048
56,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.043
56,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
56,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.040
56,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.059
56,mlp.experts.163.down_proj,rtn: 0.0021820,0.00000,0.046
56,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.022
56,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.052
56,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.040
56,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.050
56,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.044
56,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.047
56,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.037
56,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.024
56,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.016
56,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.058
56,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.066
56,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.059
56,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.044
56,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.044
56,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.053
56,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.030
56,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.028
56,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.026
56,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.032
56,mlp.experts.189.down_proj,rtn: 0.0021820,0.00000,0.032
56,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.047
56,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.050
56,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.055
56,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.056
56,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.065
56,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.038
56,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.055
56,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.023
56,mlp.experts.136.down_proj,rtn: 0.0023499,0.00000,0.048
56,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.035
56,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.051
56,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.020
56,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.026
56,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.061
56,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.032
56,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.040
56,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.044
56,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.045
56,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.047
56,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.054
56,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.038
56,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.059
56,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.034
56,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.044
56,mlp.experts.176.down_proj,rtn: 0.0021973,0.00000,0.044
56,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.042
56,mlp.shared_experts.gate_proj,rtn: 0.0017014,0.00000,0.030
56,mlp.shared_experts.up_proj,rtn: 0.0016785,0.00000,0.030
56,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.012
57,self_attn.v_proj,rtn: 0.0028687,0.00000,0.030
57,self_attn.k_proj,rtn: 0.0021057,0.00000,0.035
57,self_attn.q_proj,rtn: 0.0022583,0.00000,0.017
57,self_attn.o_proj,rtn: 0.0028381,0.00000,0.053
57,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.091
57,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.094
57,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.095
57,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.094
57,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.099
57,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.102
57,mlp.experts.0.gate_proj,rtn: 0.0024567,0.00000,0.100
57,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.104
57,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.112
57,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.112
57,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.115
57,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.118
57,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.118
57,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.119
57,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.120
57,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.124
57,mlp.experts.26.gate_proj,rtn: 0.0024109,0.00000,0.074
57,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.069
57,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.066
57,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.094
57,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.127
57,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.090
57,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.089
57,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.092
57,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.093
57,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.128
57,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.105
57,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.075
57,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.086
57,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.088
57,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.118
57,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.118
57,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.107
57,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.118
57,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.104
57,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.169
57,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.094
57,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.067
57,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.078
57,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.080
57,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.081
57,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.092
57,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.095
57,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.095
57,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.106
57,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.086
57,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.084
57,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.081
57,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.098
57,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.104
57,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.108
57,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.104
57,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.087
57,mlp.experts.63.gate_proj,rtn: 0.0022278,0.00000,0.095
57,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.078
57,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.080
57,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.082
57,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.093
57,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.092
57,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.095
57,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.097
57,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.103
57,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.099
57,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.111
57,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.123
57,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.102
57,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.106
57,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.116
57,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.079
57,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.108
57,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.077
57,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.107
57,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.108
57,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.100
57,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.082
57,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.090
57,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.083
57,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.083
57,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.083
57,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.086
57,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.098
57,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.084
57,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.078
57,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.103
57,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.108
57,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.083
57,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.117
57,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.078
57,mlp.experts.89.gate_proj,rtn: 0.0022278,0.00000,0.088
57,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.101
57,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.078
57,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.106
57,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.117
57,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.084
57,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.095
57,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.087
57,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.081
57,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.085
57,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.095
57,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.089
57,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.090
57,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.073
57,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.073
57,mlp.experts.108.gate_proj,rtn: 0.0022736,0.00000,0.089
57,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.075
57,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.071
57,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.072
57,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.093
57,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.082
57,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.083
57,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.090
57,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.096
57,mlp.experts.97.gate_proj,rtn: 0.0021973,0.00000,0.090
57,mlp.experts.126.gate_proj,rtn: 0.0022278,0.00000,0.093
57,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.104
57,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.096
57,mlp.experts.118.gate_proj,rtn: 0.0022736,0.00000,0.097
57,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.093
57,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.079
57,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.090
57,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.094
57,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.088
57,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.085
57,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.090
57,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.075
57,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.079
57,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.074
57,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.100
57,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.107
57,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.103
57,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.109
57,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.106
57,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.099
57,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.105
57,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.112
57,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.113
57,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.117
57,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.086
57,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.101
57,mlp.experts.129.gate_proj,rtn: 0.0024109,0.00000,0.080
57,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.114
57,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.107
57,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.104
57,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.107
57,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.094
57,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.091
57,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.100
57,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.098
57,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.113
57,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.119
57,mlp.experts.147.gate_proj,rtn: 0.0022583,0.00000,0.110
57,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.110
57,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.104
57,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.100
57,mlp.experts.157.gate_proj,rtn: 0.0022125,0.00000,0.110
57,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.100
57,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.098
57,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.092
57,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.089
57,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.091
57,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.100
57,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.113
57,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.095
57,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.102
57,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.106
57,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.100
57,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.093
57,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.090
57,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.102
57,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.093
57,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.097
57,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.097
57,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.086
57,mlp.experts.164.gate_proj,rtn: 0.0022583,0.00000,0.097
57,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.099
57,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.101
57,mlp.experts.191.gate_proj,rtn: 0.0021973,0.00000,0.085
57,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.107
57,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.102
57,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.111
57,mlp.experts.182.gate_proj,rtn: 0.0023804,0.00000,0.105
57,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.086
57,mlp.experts.183.gate_proj,rtn: 0.0023651,0.00000,0.094
57,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.082
57,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.086
57,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.091
57,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.087
57,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.104
57,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.113
57,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.111
57,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.122
57,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.126
57,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.117
57,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.115
57,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.106
57,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.098
57,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.108
57,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.105
57,mlp.experts.4.up_proj,rtn: 0.0021820,0.00000,0.074
57,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.092
57,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.094
57,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.096
57,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.112
57,mlp.experts.3.up_proj,rtn: 0.0022430,0.00000,0.115
57,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.114
57,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.113
57,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.119
57,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.114
57,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.100
57,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.101
57,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.102
57,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.114
57,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.106
57,mlp.experts.27.up_proj,rtn: 0.0022888,0.00000,0.110
57,mlp.experts.20.up_proj,rtn: 0.0022125,0.00000,0.098
57,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.099
57,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.100
57,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.111
57,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.116
57,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.114
57,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.074
57,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.077
57,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.077
57,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.121
57,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.122
57,mlp.experts.34.up_proj,rtn: 0.0021973,0.00000,0.079
57,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.133
57,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.136
57,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.114
57,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.115
57,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.099
57,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.088
57,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.091
57,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.100
57,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.100
57,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.082
57,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.133
57,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.119
57,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.084
57,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.084
57,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.125
57,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.138
57,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.101
57,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.120
57,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.113
57,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.107
57,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.109
57,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.113
57,mlp.experts.63.up_proj,rtn: 0.0021820,0.00000,0.115
57,mlp.experts.48.up_proj,rtn: 0.0021973,0.00000,0.103
57,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.088
57,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.101
57,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.090
57,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.103
57,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.104
57,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.106
57,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.092
57,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.096
57,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.122
57,mlp.experts.61.up_proj,rtn: 0.0022430,0.00000,0.110
57,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.119
57,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.100
57,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.100
57,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.108
57,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.103
57,mlp.experts.53.up_proj,rtn: 0.0021667,0.00000,0.122
57,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.082
57,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.087
57,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.100
57,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.101
57,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.098
57,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.103
57,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.113
57,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.094
57,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.102
57,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.109
57,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.108
57,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.110
57,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.100
57,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.101
57,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.114
57,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.105
57,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.078
57,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.078
57,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.095
57,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.116
57,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.099
57,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.098
57,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.089
57,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.089
57,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.090
57,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.091
57,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.101
57,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.103
57,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
57,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.095
57,mlp.experts.89.up_proj,rtn: 0.0021973,0.00000,0.090
57,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.106
57,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.096
57,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.087
57,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.094
57,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.096
57,mlp.experts.126.up_proj,rtn: 0.0021820,0.00000,0.098
57,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.088
57,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.081
57,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.110
57,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.102
57,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.103
57,mlp.experts.97.up_proj,rtn: 0.0021515,0.00000,0.093
57,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.095
57,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.075
57,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.095
57,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.097
57,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.090
57,mlp.experts.115.up_proj,rtn: 0.0022736,0.00000,0.102
57,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.105
57,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.089
57,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.082
57,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.070
57,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.112
57,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.098
57,mlp.experts.128.up_proj,rtn: 0.0021515,0.00000,0.081
57,mlp.experts.113.up_proj,rtn: 0.0021362,0.00000,0.090
57,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.087
57,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.101
57,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.115
57,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.084
57,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.109
57,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.100
57,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.112
57,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.075
57,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.076
57,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.102
57,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.103
57,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.091
57,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.085
57,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.099
57,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.083
57,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.088
57,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.097
57,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.086
57,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.091
57,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.091
57,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.096
57,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.106
57,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.112
57,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.085
57,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.086
57,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.092
57,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.098
57,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.105
57,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.108
57,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.099
57,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.095
57,mlp.experts.157.up_proj,rtn: 0.0021820,0.00000,0.092
57,mlp.experts.164.up_proj,rtn: 0.0021667,0.00000,0.099
57,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.095
57,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.099
57,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.109
57,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.101
57,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.101
57,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.104
57,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.094
57,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.097
57,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.082
57,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.100
57,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.085
57,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.081
57,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.122
57,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.108
57,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.095
57,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.094
57,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.096
57,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.113
57,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.096
57,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.120
57,mlp.experts.165.up_proj,rtn: 0.0021973,0.00000,0.112
57,mlp.experts.191.up_proj,rtn: 0.0021515,0.00000,0.092
57,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.085
57,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.071
57,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.091
57,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.094
57,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.090
57,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.086
57,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.019
57,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.034
57,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.041
57,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.051
57,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.037
57,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.040
57,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.124
57,mlp.experts.19.down_proj,rtn: 0.0023041,0.00000,0.044
57,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.046
57,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.048
57,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.140
57,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.060
57,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.061
57,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.062
57,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.146
57,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.064
57,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.152
57,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.054
57,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.034
57,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.029
57,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.035
57,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.035
57,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.068
57,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.043
57,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.062
57,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.035
57,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.022
57,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.047
57,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.032
57,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.047
57,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.027
57,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.044
57,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.022
57,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.031
57,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.049
57,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.031
57,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.036
57,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.031
57,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.040
57,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.039
57,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.042
57,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.036
57,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.038
57,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.046
57,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
57,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.041
57,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.044
57,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.038
57,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.040
57,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.051
57,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.037
57,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.036
57,mlp.experts.52.down_proj,rtn: 0.0023651,0.00000,0.034
57,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.039
57,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.033
57,mlp.experts.57.down_proj,rtn: 0.0021667,0.00000,0.053
57,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.041
57,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.037
57,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.051
57,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.037
57,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.043
57,mlp.experts.63.down_proj,rtn: 0.0021820,0.00000,0.043
57,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.038
57,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.044
57,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.035
57,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.041
57,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.038
57,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.032
57,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.044
57,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.043
57,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.035
57,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.049
57,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.040
57,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.038
57,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.048
57,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.039
57,mlp.experts.99.down_proj,rtn: 0.0021362,0.00000,0.037
57,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.051
57,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.038
57,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.039
57,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.043
57,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.033
57,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.033
57,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.040
57,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.027
57,mlp.experts.108.down_proj,rtn: 0.0021667,0.00000,0.033
57,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.038
57,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.048
57,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.051
57,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.037
57,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.031
57,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.038
57,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.049
57,mlp.experts.106.down_proj,rtn: 0.0023346,0.00000,0.039
57,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.038
57,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.039
57,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.032
57,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.038
57,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.042
57,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.032
57,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.056
57,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.037
57,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.038
57,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.047
57,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.036
57,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.032
57,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.053
57,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.040
57,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.041
57,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.049
57,mlp.experts.126.down_proj,rtn: 0.0021667,0.00000,0.041
57,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.036
57,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.035
57,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.038
57,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.038
57,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.034
57,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.035
57,mlp.experts.123.down_proj,rtn: 0.0022125,0.00000,0.033
57,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.034
57,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.034
57,mlp.experts.97.down_proj,rtn: 0.0021667,0.00000,0.055
57,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.051
57,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.038
57,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.051
57,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.044
57,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.042
57,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.037
57,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.049
57,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.043
57,mlp.experts.128.down_proj,rtn: 0.0021820,0.00000,0.034
57,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.036
57,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.042
57,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.033
57,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.031
57,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.037
57,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.024
57,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.052
57,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.051
57,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.038
57,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.039
57,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.033
57,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.050
57,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.036
57,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.032
57,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.042
57,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.039
57,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.035
57,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.052
57,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.033
57,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.039
57,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.038
57,mlp.experts.146.down_proj,rtn: 0.0022125,0.00000,0.037
57,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.037
57,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.034
57,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.033
57,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.052
57,mlp.experts.175.down_proj,rtn: 0.0023804,0.00000,0.032
57,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.053
57,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.026
57,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.033
57,mlp.experts.168.down_proj,rtn: 0.0021973,0.00000,0.033
57,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.034
57,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.041
57,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.027
57,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.052
57,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.028
57,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
57,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.026
57,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.050
57,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.027
57,mlp.experts.191.down_proj,rtn: 0.0021210,0.00000,0.031
57,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.031
57,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.028
57,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.033
57,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.012
57,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.029
57,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.028
57,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.053
57,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.048
57,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.039
57,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.035
57,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.033
57,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.035
57,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.032
57,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.033
57,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.024
57,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.021
57,mlp.shared_experts.gate_proj,rtn: 0.0017166,0.00000,0.038
57,mlp.shared_experts.up_proj,rtn: 0.0016479,0.00000,0.041
57,mlp.shared_experts.down_proj,rtn: 0.0017242,0.00000,0.021
58,self_attn.k_proj,rtn: 0.0021057,0.00000,0.030
58,self_attn.v_proj,rtn: 0.0029602,0.00000,0.035
58,self_attn.q_proj,rtn: 0.0022125,0.00000,0.020
58,self_attn.o_proj,rtn: 0.0028687,0.00000,0.054
58,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.102
58,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.102
58,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.105
58,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.108
58,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.107
58,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.109
58,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.113
58,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.125
58,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.126
58,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.130
58,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.133
58,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.135
58,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.133
58,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.136
58,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.137
58,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.139
58,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.088
58,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.094
58,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.094
58,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.093
58,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.098
58,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.109
58,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.098
58,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.111
58,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.098
58,mlp.experts.21.gate_proj,rtn: 0.0022583,0.00000,0.108
58,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.094
58,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.096
58,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.110
58,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.102
58,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.114
58,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.116
58,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.100
58,mlp.experts.47.gate_proj,rtn: 0.0022583,0.00000,0.101
58,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.098
58,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.098
58,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.084
58,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.072
58,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.099
58,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.099
58,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.068
58,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.092
58,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.074
58,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.108
58,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.094
58,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.092
58,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.101
58,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.094
58,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.086
58,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.070
58,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.062
58,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.073
58,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.087
58,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.087
58,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.093
58,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.076
58,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.094
58,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.090
58,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.097
58,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.084
58,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.093
58,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.104
58,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.099
58,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.064
58,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.072
58,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.101
58,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.077
58,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.088
58,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.068
58,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.084
58,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.095
58,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.097
58,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.087
58,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.092
58,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.092
58,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.086
58,mlp.experts.70.gate_proj,rtn: 0.0022430,0.00000,0.109
58,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.079
58,mlp.experts.89.gate_proj,rtn: 0.0022278,0.00000,0.079
58,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.076
58,mlp.experts.66.gate_proj,rtn: 0.0024567,0.00000,0.108
58,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.075
58,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.102
58,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.086
58,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.087
58,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.103
58,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.093
58,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.093
58,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.079
58,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.101
58,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.075
58,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.098
58,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.096
58,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.077
58,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.072
58,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.072
58,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.105
58,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.088
58,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.107
58,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.088
58,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.103
58,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.101
58,mlp.experts.125.gate_proj,rtn: 0.0024261,0.00000,0.071
58,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.099
58,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.084
58,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.062
58,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.091
58,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.067
58,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.098
58,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.076
58,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.095
58,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.097
58,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.090
58,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.108
58,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.095
58,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.100
58,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.101
58,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.079
58,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.102
58,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.083
58,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.088
58,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.081
58,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.091
58,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.100
58,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.090
58,mlp.experts.129.gate_proj,rtn: 0.0025330,0.00000,0.085
58,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.080
58,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.095
58,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.095
58,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.106
58,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.095
58,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.097
58,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.088
58,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.102
58,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.109
58,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.099
58,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.095
58,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.092
58,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.096
58,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.104
58,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.085
58,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.085
58,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.086
58,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.085
58,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.097
58,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.094
58,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.104
58,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.082
58,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.083
58,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.097
58,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.086
58,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.106
58,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.105
58,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.090
58,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.103
58,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.090
58,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.087
58,mlp.experts.155.gate_proj,rtn: 0.0023956,0.00000,0.097
58,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.085
58,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.094
58,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.090
58,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.081
58,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.095
58,mlp.experts.185.gate_proj,rtn: 0.0022430,0.00000,0.089
58,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.102
58,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.088
58,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.094
58,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.082
58,mlp.experts.172.gate_proj,rtn: 0.0023956,0.00000,0.090
58,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.084
58,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.090
58,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.103
58,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.106
58,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.104
58,mlp.experts.171.gate_proj,rtn: 0.0023651,0.00000,0.098
58,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.102
58,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.099
58,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.086
58,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.097
58,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.097
58,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.104
58,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.100
58,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.094
58,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.088
58,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.093
58,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.100
58,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.098
58,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.090
58,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.098
58,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.145
58,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.115
58,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.099
58,mlp.experts.1.up_proj,rtn: 0.0021820,0.00000,0.146
58,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.087
58,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.099
58,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.105
58,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.102
58,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.096
58,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.150
58,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.087
58,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.086
58,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.133
58,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.089
58,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.132
58,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.131
58,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.088
58,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.091
58,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.094
58,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.114
58,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.129
58,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.088
58,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.087
58,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.094
58,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.089
58,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.095
58,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.098
58,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.127
58,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.118
58,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.097
58,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.092
58,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.088
58,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.103
58,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.116
58,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.117
58,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.092
58,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.092
58,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.092
58,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.085
58,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.097
58,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.092
58,mlp.experts.33.up_proj,rtn: 0.0021667,0.00000,0.103
58,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.084
58,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.079
58,mlp.experts.63.up_proj,rtn: 0.0022125,0.00000,0.080
58,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.098
58,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.105
58,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.096
58,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.088
58,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.097
58,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.098
58,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.078
58,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.079
58,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.078
58,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.073
58,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.091
58,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.095
58,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.098
58,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.102
58,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.077
58,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.075
58,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.095
58,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.094
58,mlp.experts.73.up_proj,rtn: 0.0022278,0.00000,0.098
58,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.098
58,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.095
58,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.093
58,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.085
58,mlp.experts.72.up_proj,rtn: 0.0022736,0.00000,0.096
58,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.089
58,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.104
58,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.097
58,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.092
58,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.089
58,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.093
58,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.106
58,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.108
58,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.100
58,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.095
58,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.097
58,mlp.experts.89.up_proj,rtn: 0.0021667,0.00000,0.099
58,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.098
58,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.099
58,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.094
58,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.093
58,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.093
58,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.095
58,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.097
58,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.089
58,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.088
58,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.099
58,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.104
58,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.102
58,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.097
58,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.105
58,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.088
58,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.098
58,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.098
58,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.086
58,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.078
58,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.091
58,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.085
58,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.081
58,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.074
58,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.077
58,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.069
58,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.071
58,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.082
58,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.094
58,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.079
58,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.084
58,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.071
58,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.079
58,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.094
58,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.086
58,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.071
58,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.067
58,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.086
58,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.072
58,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.086
58,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.089
58,mlp.experts.131.up_proj,rtn: 0.0021667,0.00000,0.079
58,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.081
58,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.082
58,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.077
58,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.072
58,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
58,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.076
58,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.073
58,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.070
58,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.079
58,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.092
58,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.075
58,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.086
58,mlp.experts.139.up_proj,rtn: 0.0022125,0.00000,0.083
58,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.082
58,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.100
58,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.086
58,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.089
58,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.079
58,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.089
58,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.072
58,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.076
58,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.073
58,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.086
58,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.083
58,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.078
58,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.112
58,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.094
58,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.091
58,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.106
58,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.095
58,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.094
58,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.090
58,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.106
58,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.094
58,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.086
58,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.107
58,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.088
58,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.093
58,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.099
58,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.095
58,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.101
58,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.090
58,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.093
58,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.107
58,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.089
58,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.097
58,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.103
58,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.108
58,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.102
58,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.093
58,mlp.experts.188.up_proj,rtn: 0.0022125,0.00000,0.099
58,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.046
58,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.056
58,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.102
58,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.094
58,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.095
58,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.087
58,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.102
58,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.099
58,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.089
58,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.072
58,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.088
58,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.086
58,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.086
58,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.091
58,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.077
58,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.078
58,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.082
58,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.087
58,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.082
58,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.079
58,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.077
58,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.051
58,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.011
58,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.020
58,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.049
58,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.050
58,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.051
58,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.052
58,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.045
58,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.060
58,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.059
58,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.061
58,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.061
58,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.148
58,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.149
58,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.068
58,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.068
58,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.156
58,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.160
58,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.075
58,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.054
58,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.038
58,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.057
58,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.038
58,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.024
58,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.038
58,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.045
58,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.024
58,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.035
58,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.036
58,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.037
58,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.045
58,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.057
58,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.059
58,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.051
58,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.047
58,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.051
58,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.039
58,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.047
58,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.047
58,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.044
58,mlp.experts.47.down_proj,rtn: 0.0022125,0.00000,0.048
58,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.072
58,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.045
58,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.044
58,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.053
58,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.039
58,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.050
58,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.032
58,mlp.experts.56.down_proj,rtn: 0.0023499,0.00000,0.041
58,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.049
58,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.061
58,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.031
58,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.059
58,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.041
58,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.054
58,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.054
58,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.059
58,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.052
58,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.062
58,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.043
58,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.078
58,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.059
58,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.032
58,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.054
58,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.054
58,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.040
58,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.049
58,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.040
58,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.042
58,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.049
58,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.048
58,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.034
58,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.047
58,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.044
58,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.055
58,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.049
58,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.044
58,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.041
58,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.053
58,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.049
58,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.041
58,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.035
58,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.055
58,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.058
58,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.052
58,mlp.experts.78.down_proj,rtn: 0.0022125,0.00000,0.053
58,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.056
58,mlp.experts.95.down_proj,rtn: 0.0023651,0.00000,0.050
58,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.041
58,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.057
58,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.039
58,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.048
58,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.036
58,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.054
58,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.034
58,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.051
58,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.047
58,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.051
58,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.050
58,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.051
58,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.042
58,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.050
58,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.039
58,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.054
58,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.045
58,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.034
58,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.035
58,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.042
58,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.057
58,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.046
58,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.060
58,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.040
58,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.042
58,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.054
58,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.044
58,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.042
58,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.053
58,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.050
58,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.038
58,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.035
58,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.035
58,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.031
58,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.052
58,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.053
58,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
58,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.039
58,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.049
58,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.046
58,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.043
58,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.038
58,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.056
58,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.029
58,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.038
58,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.031
58,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.036
58,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.057
58,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.052
58,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.043
58,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.052
58,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.039
58,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.065
58,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.042
58,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.050
58,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.046
58,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.031
58,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.038
58,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.037
58,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.047
58,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.035
58,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.033
58,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.029
58,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.059
58,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.038
58,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.044
58,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.057
58,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.049
58,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
58,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.020
58,mlp.experts.131.down_proj,rtn: 0.0021973,0.00000,0.040
58,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.020
58,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.047
58,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.050
58,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.039
58,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.036
58,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.044
58,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.021
58,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.019
58,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.034
58,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.038
58,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.042
58,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.033
58,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.036
58,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.034
58,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.045
58,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.049
58,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
58,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.040
58,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.030
58,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.051
58,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.025
58,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.034
58,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.023
58,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.019
58,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.036
58,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.011
58,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.031
58,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.020
58,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.043
58,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.041
58,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.015
58,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.030
58,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.029
58,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.028
58,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
58,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.026
58,mlp.shared_experts.down_proj,rtn: 0.0017395,0.00000,0.021
59,self_attn.k_proj,rtn: 0.0020294,0.00000,0.014
59,self_attn.v_proj,rtn: 0.0029602,0.00000,0.014
59,self_attn.q_proj,rtn: 0.0022125,0.00000,0.015
59,self_attn.o_proj,rtn: 0.0028534,0.00000,0.026
59,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.096
59,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.098
59,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.099
59,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.099
59,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.102
59,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.103
59,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.103
59,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.105
59,mlp.experts.6.gate_proj,rtn: 0.0022278,0.00000,0.106
59,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.105
59,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.110
59,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.111
59,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.113
59,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.114
59,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.118
59,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.125
59,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.066
59,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.080
59,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.080
59,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.086
59,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.091
59,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.091
59,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.097
59,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.094
59,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.096
59,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.100
59,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.096
59,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.094
59,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.106
59,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.087
59,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.111
59,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.115
59,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.083
59,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.087
59,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.090
59,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.095
59,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.093
59,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.092
59,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.093
59,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.098
59,mlp.experts.47.gate_proj,rtn: 0.0021820,0.00000,0.096
59,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.095
59,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.097
59,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.094
59,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.097
59,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.102
59,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.093
59,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.095
59,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.089
59,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.085
59,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.088
59,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.100
59,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.086
59,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.082
59,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.093
59,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.085
59,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.107
59,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.092
59,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.088
59,mlp.experts.51.gate_proj,rtn: 0.0022583,0.00000,0.094
59,mlp.experts.48.gate_proj,rtn: 0.0022430,0.00000,0.097
59,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.099
59,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.101
59,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.090
59,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.098
59,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.101
59,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.099
59,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.087
59,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.091
59,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.103
59,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.095
59,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.091
59,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.100
59,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.092
59,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.099
59,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.095
59,mlp.experts.64.gate_proj,rtn: 0.0022125,0.00000,0.094
59,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.091
59,mlp.experts.73.gate_proj,rtn: 0.0022430,0.00000,0.092
59,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.101
59,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.093
59,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.090
59,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.087
59,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.093
59,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.093
59,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.087
59,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.102
59,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.085
59,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.085
59,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.093
59,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.093
59,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.094
59,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.094
59,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.083
59,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.085
59,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.086
59,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.091
59,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.095
59,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.089
59,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.095
59,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.091
59,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.091
59,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.088
59,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.100
59,mlp.experts.102.gate_proj,rtn: 0.0022278,0.00000,0.093
59,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.091
59,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.097
59,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.083
59,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.099
59,mlp.experts.105.gate_proj,rtn: 0.0021973,0.00000,0.092
59,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.101
59,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.087
59,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.089
59,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.087
59,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.097
59,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.085
59,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.079
59,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.094
59,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.088
59,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.088
59,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.095
59,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.089
59,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.085
59,mlp.experts.127.gate_proj,rtn: 0.0024109,0.00000,0.099
59,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.092
59,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.083
59,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
59,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.086
59,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.095
59,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.085
59,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.079
59,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.081
59,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.099
59,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.086
59,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.092
59,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.087
59,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.092
59,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.090
59,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.074
59,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.091
59,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.086
59,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.085
59,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.097
59,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.099
59,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.075
59,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.101
59,mlp.experts.157.gate_proj,rtn: 0.0025330,0.00000,0.093
59,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.092
59,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.091
59,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.082
59,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.082
59,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.088
59,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.097
59,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.096
59,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.091
59,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.093
59,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.089
59,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.085
59,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.094
59,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.078
59,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.086
59,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.081
59,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.085
59,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.127
59,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.120
59,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.133
59,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.139
59,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.077
59,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.123
59,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.089
59,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.075
59,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.095
59,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.070
59,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.091
59,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.076
59,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.090
59,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.089
59,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.105
59,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.099
59,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.089
59,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.098
59,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.112
59,mlp.experts.163.gate_proj,rtn: 0.0022583,0.00000,0.105
59,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.073
59,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.101
59,mlp.experts.5.up_proj,rtn: 0.0021973,0.00000,0.099
59,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
59,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.083
59,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.084
59,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.091
59,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.090
59,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
59,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.097
59,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.094
59,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.085
59,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.109
59,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.104
59,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.087
59,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.100
59,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.107
59,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.081
59,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.091
59,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.089
59,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.084
59,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.084
59,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.088
59,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.085
59,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.094
59,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.089
59,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.095
59,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.100
59,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.101
59,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.086
59,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.116
59,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.102
59,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.079
59,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.079
59,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.088
59,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.109
59,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.089
59,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.094
59,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.081
59,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.090
59,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.092
59,mlp.experts.18.up_proj,rtn: 0.0022125,0.00000,0.081
59,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.097
59,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
59,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.083
59,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.101
59,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.076
59,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.102
59,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.077
59,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.078
59,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.104
59,mlp.experts.38.up_proj,rtn: 0.0022278,0.00000,0.090
59,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.103
59,mlp.experts.42.up_proj,rtn: 0.0022430,0.00000,0.094
59,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.098
59,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.081
59,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.094
59,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.099
59,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.101
59,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.094
59,mlp.experts.48.up_proj,rtn: 0.0021973,0.00000,0.093
59,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.086
59,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.101
59,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.080
59,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.092
59,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.086
59,mlp.experts.43.up_proj,rtn: 0.0021973,0.00000,0.109
59,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.083
59,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.104
59,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.089
59,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.086
59,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.093
59,mlp.experts.47.up_proj,rtn: 0.0021362,0.00000,0.099
59,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.096
59,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.089
59,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.099
59,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.096
59,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.097
59,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.081
59,mlp.experts.92.up_proj,rtn: 0.0022583,0.00000,0.087
59,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.100
59,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.090
59,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.085
59,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.087
59,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.090
59,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.088
59,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.109
59,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.099
59,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.089
59,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.108
59,mlp.experts.73.up_proj,rtn: 0.0022278,0.00000,0.085
59,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.090
59,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.084
59,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.095
59,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.086
59,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.086
59,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.079
59,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.101
59,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.083
59,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.090
59,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.087
59,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.090
59,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.100
59,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.103
59,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.092
59,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.084
59,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.103
59,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.099
59,mlp.experts.120.up_proj,rtn: 0.0022278,0.00000,0.094
59,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.089
59,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.094
59,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.087
59,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.090
59,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.087
59,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.103
59,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.087
59,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.092
59,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.089
59,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.090
59,mlp.experts.105.up_proj,rtn: 0.0021667,0.00000,0.091
59,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.111
59,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.110
59,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.090
59,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.080
59,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.081
59,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.082
59,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.111
59,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.088
59,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.096
59,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.094
59,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.087
59,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.096
59,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.103
59,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.090
59,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.092
59,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.101
59,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.100
59,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.086
59,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.091
59,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.084
59,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.092
59,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.084
59,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.100
59,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.112
59,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.101
59,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.090
59,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.082
59,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.079
59,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.093
59,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.101
59,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.090
59,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.090
59,mlp.experts.172.up_proj,rtn: 0.0022430,0.00000,0.089
59,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.082
59,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.092
59,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.103
59,mlp.experts.144.up_proj,rtn: 0.0021973,0.00000,0.095
59,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.091
59,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.098
59,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.089
59,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.101
59,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.082
59,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.097
59,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.109
59,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.095
59,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.086
59,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.084
59,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.100
59,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.088
59,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.092
59,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.090
59,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.084
59,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.086
59,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.090
59,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.104
59,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.089
59,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.097
59,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.100
59,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.099
59,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.101
59,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.079
59,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.088
59,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.040
59,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.083
59,mlp.experts.151.up_proj,rtn: 0.0021820,0.00000,0.101
59,mlp.experts.182.up_proj,rtn: 0.0022430,0.00000,0.084
59,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.067
59,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.058
59,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.057
59,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.087
59,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.060
59,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.087
59,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.082
59,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.085
59,mlp.experts.163.up_proj,rtn: 0.0022278,0.00000,0.076
59,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.076
59,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.084
59,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.079
59,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.073
59,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.068
59,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.066
59,mlp.experts.5.down_proj,rtn: 0.0021820,0.00000,0.019
59,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.010
59,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.042
59,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.041
59,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.131
59,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.044
59,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.050
59,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.050
59,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.054
59,mlp.experts.9.down_proj,rtn: 0.0021667,0.00000,0.056
59,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.060
59,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.062
59,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.068
59,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.071
59,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.071
59,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.161
59,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.162
59,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.027
59,mlp.experts.3.down_proj,rtn: 0.0023499,0.00000,0.164
59,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.035
59,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.043
59,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.038
59,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.035
59,mlp.experts.20.down_proj,rtn: 0.0021973,0.00000,0.039
59,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.046
59,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.044
59,mlp.experts.22.down_proj,rtn: 0.0021973,0.00000,0.048
59,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.057
59,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.045
59,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.051
59,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.041
59,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.046
59,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.047
59,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.048
59,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.041
59,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.040
59,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.046
59,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.045
59,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.042
59,mlp.experts.36.down_proj,rtn: 0.0023651,0.00000,0.040
59,mlp.experts.32.down_proj,rtn: 0.0022430,0.00000,0.042
59,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.045
59,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.046
59,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.048
59,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.045
59,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.053
59,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.050
59,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.045
59,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.040
59,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.044
59,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.045
59,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.041
59,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.058
59,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.040
59,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.039
59,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.049
59,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.043
59,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.044
59,mlp.experts.60.down_proj,rtn: 0.0021820,0.00000,0.038
59,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.044
59,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.050
59,mlp.experts.90.down_proj,rtn: 0.0022125,0.00000,0.033
59,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.040
59,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.050
59,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.043
59,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
59,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.046
59,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.050
59,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.041
59,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.043
59,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.032
59,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.032
59,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.037
59,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.043
59,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.063
59,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.047
59,mlp.experts.106.down_proj,rtn: 0.0023804,0.00000,0.041
59,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.052
59,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.044
59,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.038
59,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.045
59,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.060
59,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.038
59,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.044
59,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.039
59,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.031
59,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.034
59,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.053
59,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.032
59,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.053
59,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.034
59,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.038
59,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.051
59,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.034
59,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.035
59,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.042
59,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.041
59,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
59,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.034
59,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.038
59,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.036
59,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.046
59,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.038
59,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.041
59,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.036
59,mlp.experts.87.down_proj,rtn: 0.0023346,0.00000,0.051
59,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.048
59,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.042
59,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.041
59,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.035
59,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.035
59,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.033
59,mlp.experts.126.down_proj,rtn: 0.0021667,0.00000,0.035
59,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.043
59,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.037
59,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.042
59,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.035
59,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.034
59,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.035
59,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.046
59,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.041
59,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.032
59,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.038
59,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.044
59,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.034
59,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.043
59,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.042
59,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.036
59,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.033
59,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.034
59,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.033
59,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.036
59,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
59,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.041
59,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.032
59,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.035
59,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.046
59,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.035
59,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.034
59,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.040
59,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.049
59,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.047
59,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.032
59,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.030
59,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.036
59,mlp.experts.156.down_proj,rtn: 0.0023346,0.00000,0.035
59,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.042
59,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.042
59,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.044
59,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.029
59,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.033
59,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.037
59,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.027
59,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.024
59,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.032
59,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.052
59,mlp.experts.164.down_proj,rtn: 0.0023346,0.00000,0.033
59,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.029
59,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.031
59,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
59,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.035
59,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.029
59,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.046
59,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.036
59,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.035
59,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.035
59,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.033
59,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.045
59,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.050
59,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.032
59,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.045
59,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.033
59,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.027
59,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.029
59,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.026
59,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.028
59,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.024
59,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.046
59,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.042
59,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.038
59,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.028
59,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.029
59,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.027
59,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.033
59,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.015
59,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.033
59,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.036
59,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.038
59,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.029
59,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.027
59,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.026
59,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.020
59,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.027
59,mlp.shared_experts.gate_proj,rtn: 0.0017471,0.00000,0.027
59,mlp.shared_experts.down_proj,rtn: 0.0017242,0.00000,0.010
60,self_attn.k_proj,rtn: 0.0020905,0.00000,0.013
60,self_attn.v_proj,rtn: 0.0031433,0.00000,0.014
60,self_attn.q_proj,rtn: 0.0021515,0.00000,0.015
60,self_attn.o_proj,rtn: 0.0027771,0.00000,0.043
60,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.086
60,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.093
60,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.095
60,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.096
60,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.101
60,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.101
60,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.102
60,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.106
60,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.107
60,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.113
60,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.124
60,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.127
60,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.131
60,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.138
60,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.145
60,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.148
60,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.071
60,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.069
60,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.076
60,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.090
60,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.088
60,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.093
60,mlp.experts.24.gate_proj,rtn: 0.0024872,0.00000,0.103
60,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.092
60,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.101
60,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.111
60,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.114
60,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.102
60,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.081
60,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.102
60,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.076
60,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.083
60,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.138
60,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.116
60,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.089
60,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.136
60,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.086
60,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
60,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.096
60,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.088
60,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.099
60,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.097
60,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.090
60,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.088
60,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.079
60,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.082
60,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.102
60,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.113
60,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.076
60,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.088
60,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.097
60,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.081
60,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.086
60,mlp.experts.45.gate_proj,rtn: 0.0022736,0.00000,0.100
60,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.085
60,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.116
60,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.094
60,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.092
60,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.082
60,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.089
60,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.090
60,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.096
60,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.085
60,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.082
60,mlp.experts.52.gate_proj,rtn: 0.0022583,0.00000,0.101
60,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.078
60,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.103
60,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.093
60,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.092
60,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.089
60,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.104
60,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.092
60,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.088
60,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.083
60,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.090
60,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.095
60,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.101
60,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.090
60,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.90.gate_proj,rtn: 0.0024414,0.00000,0.089
60,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.089
60,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.098
60,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.087
60,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.092
60,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.088
60,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.094
60,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.091
60,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.085
60,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.080
60,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.081
60,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.087
60,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.094
60,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.094
60,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.091
60,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.085
60,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.085
60,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.098
60,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
60,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.093
60,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.094
60,mlp.experts.107.gate_proj,rtn: 0.0024414,0.00000,0.089
60,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.093
60,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.085
60,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.082
60,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.088
60,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.100
60,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.082
60,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.080
60,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.087
60,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.090
60,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.092
60,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.093
60,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.095
60,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.096
60,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.088
60,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.085
60,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.087
60,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.095
60,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.079
60,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.084
60,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.080
60,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.090
60,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.099
60,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.084
60,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.086
60,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.087
60,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.092
60,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.085
60,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.093
60,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.086
60,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.092
60,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.088
60,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.091
60,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.085
60,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.082
60,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.083
60,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.089
60,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
60,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.077
60,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.091
60,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.099
60,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.089
60,mlp.experts.150.gate_proj,rtn: 0.0022430,0.00000,0.092
60,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.082
60,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.089
60,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.068
60,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.077
60,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.084
60,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.102
60,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.088
60,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.087
60,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.075
60,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.109
60,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.102
60,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.090
60,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.088
60,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.097
60,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.067
60,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.097
60,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.087
60,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.077
60,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.070
60,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.072
60,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.090
60,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.065
60,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.080
60,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.083
60,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.100
60,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.094
60,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.101
60,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.063
60,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.094
60,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.070
60,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.071
60,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.107
60,mlp.experts.190.gate_proj,rtn: 0.0022278,0.00000,0.083
60,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.075
60,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.093
60,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.095
60,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.086
60,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.081
60,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.085
60,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.082
60,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.075
60,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.102
60,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.064
60,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.095
60,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.105
60,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.072
60,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.094
60,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.072
60,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.092
60,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.099
60,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.081
60,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.095
60,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.090
60,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.092
60,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.083
60,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
60,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.073
60,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.062
60,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.065
60,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.105
60,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.101
60,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.097
60,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.091
60,mlp.experts.13.up_proj,rtn: 0.0022125,0.00000,0.081
60,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.095
60,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.063
60,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.072
60,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.086
60,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.101
60,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.092
60,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.089
60,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.089
60,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.074
60,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.065
60,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.096
60,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.084
60,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.095
60,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.081
60,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.100
60,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.104
60,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.073
60,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.072
60,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.085
60,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.077
60,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.077
60,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.092
60,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.092
60,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.097
60,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.095
60,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.109
60,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.089
60,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.088
60,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.082
60,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.079
60,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.107
60,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.084
60,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.104
60,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.080
60,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.105
60,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.101
60,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.083
60,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.097
60,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.089
60,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.098
60,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.087
60,mlp.experts.111.up_proj,rtn: 0.0022583,0.00000,0.070
60,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.090
60,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.073
60,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.080
60,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.087
60,mlp.experts.69.up_proj,rtn: 0.0022125,0.00000,0.086
60,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.084
60,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.076
60,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.079
60,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.091
60,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.097
60,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.092
60,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.088
60,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.096
60,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.085
60,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.102
60,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.086
60,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.082
60,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
60,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.086
60,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.086
60,mlp.experts.72.up_proj,rtn: 0.0022125,0.00000,0.091
60,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.092
60,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.084
60,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.095
60,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.090
60,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.100
60,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.080
60,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.087
60,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.085
60,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.097
60,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.091
60,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.089
60,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.091
60,mlp.experts.93.up_proj,rtn: 0.0021973,0.00000,0.083
60,mlp.experts.89.up_proj,rtn: 0.0022430,0.00000,0.096
60,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.082
60,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.088
60,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.078
60,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.074
60,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.088
60,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.081
60,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.079
60,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.088
60,mlp.experts.117.up_proj,rtn: 0.0021515,0.00000,0.037
60,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.145
60,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.158
60,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.110
60,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.133
60,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.113
60,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.136
60,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.059
60,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.067
60,mlp.experts.122.up_proj,rtn: 0.0021667,0.00000,0.093
60,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.141
60,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.163
60,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.075
60,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.092
60,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.104
60,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.077
60,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.085
60,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.054
60,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.052
60,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.121
60,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.073
60,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.080
60,mlp.experts.118.up_proj,rtn: 0.0022125,0.00000,0.063
60,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.092
60,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.058
60,mlp.experts.96.up_proj,rtn: 0.0021973,0.00000,0.073
60,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.086
60,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.088
60,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.096
60,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.104
60,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.108
60,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.088
60,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.101
60,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.087
60,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.103
60,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.096
60,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.069
60,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.097
60,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.100
60,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.104
60,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.124
60,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.071
60,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.098
60,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.089
60,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.061
60,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.084
60,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.069
60,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.091
60,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.090
60,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.083
60,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.065
60,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.104
60,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.085
60,mlp.experts.171.up_proj,rtn: 0.0021973,0.00000,0.094
60,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.087
60,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.064
60,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.092
60,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.094
60,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.069
60,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.083
60,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.067
60,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.089
60,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.036
60,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.056
60,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.082
60,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.038
60,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.079
60,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.084
60,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.080
60,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.090
60,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.081
60,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.081
60,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.081
60,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.085
60,mlp.experts.190.up_proj,rtn: 0.0021973,0.00000,0.079
60,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.079
60,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.073
60,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.078
60,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.074
60,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.041
60,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.072
60,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.078
60,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.074
60,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.077
60,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.074
60,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.051
60,mlp.experts.188.up_proj,rtn: 0.0022583,0.00000,0.053
60,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.015
60,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.051
60,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.059
60,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.051
60,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.055
60,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.055
60,mlp.experts.17.down_proj,rtn: 0.0023956,0.00000,0.056
60,mlp.experts.3.down_proj,rtn: 0.0023499,0.00000,0.056
60,mlp.experts.12.down_proj,rtn: 0.0021515,0.00000,0.138
60,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.059
60,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.140
60,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.141
60,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.141
60,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.059
60,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.062
60,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.063
60,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.064
60,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.042
60,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.048
60,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.029
60,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.044
60,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.043
60,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.028
60,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.044
60,mlp.experts.33.down_proj,rtn: 0.0021973,0.00000,0.045
60,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.037
60,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.060
60,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.037
60,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.052
60,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.051
60,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.062
60,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.052
60,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.041
60,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.050
60,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.038
60,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.041
60,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.039
60,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.058
60,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.037
60,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.052
60,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.052
60,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.061
60,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.032
60,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.048
60,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.043
60,mlp.experts.58.down_proj,rtn: 0.0021973,0.00000,0.024
60,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.034
60,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.052
60,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.041
60,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.058
60,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.038
60,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.057
60,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.039
60,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.066
60,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.052
60,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.046
60,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.035
60,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.060
60,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.037
60,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.050
60,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.041
60,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.051
60,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.061
60,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.058
60,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.045
60,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.040
60,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.037
60,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.038
60,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.037
60,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.047
60,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.060
60,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.037
60,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.036
60,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.035
60,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.042
60,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.035
60,mlp.experts.72.down_proj,rtn: 0.0021973,0.00000,0.049
60,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.056
60,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.041
60,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.030
60,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.049
60,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.039
60,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.036
60,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.032
60,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.031
60,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.062
60,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.038
60,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.033
60,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
60,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.035
60,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.042
60,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.030
60,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.060
60,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.041
60,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.038
60,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.050
60,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.036
60,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.037
60,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.043
60,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.039
60,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.052
60,mlp.experts.115.down_proj,rtn: 0.0023651,0.00000,0.040
60,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.038
60,mlp.experts.122.down_proj,rtn: 0.0021515,0.00000,0.037
60,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.026
60,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.038
60,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.058
60,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.030
60,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.041
60,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.041
60,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.037
60,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.033
60,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.046
60,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.056
60,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
60,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.032
60,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.040
60,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.039
60,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.038
60,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.036
60,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.028
60,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.047
60,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.036
60,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.029
60,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.038
60,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.055
60,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.034
60,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.040
60,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.034
60,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.038
60,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.038
60,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.041
60,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.053
60,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
60,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.041
60,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
60,mlp.experts.96.down_proj,rtn: 0.0021820,0.00000,0.055
60,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.036
60,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.049
60,mlp.experts.134.down_proj,rtn: 0.0023651,0.00000,0.041
60,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.047
60,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
60,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.048
60,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.034
60,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.040
60,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.039
60,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.035
60,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.043
60,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.036
60,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.040
60,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.034
60,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.040
60,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.050
60,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.048
60,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.046
60,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.035
60,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.046
60,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.031
60,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.031
60,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.028
60,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.043
60,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.047
60,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.044
60,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.043
60,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.039
60,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.035
60,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.036
60,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.031
60,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.028
60,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.044
60,mlp.experts.171.down_proj,rtn: 0.0021973,0.00000,0.030
60,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.028
60,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.036
60,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.042
60,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.028
60,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.023
60,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.049
60,mlp.experts.178.down_proj,rtn: 0.0023499,0.00000,0.022
60,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.027
60,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.022
60,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.041
60,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.016
60,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.015
60,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
60,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.029
60,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.032
60,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.029
60,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.027
60,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.027
60,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.026
60,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.022
60,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.010
60,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.028
60,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.027
60,mlp.shared_experts.down_proj,rtn: 0.0016708,0.00000,0.021
61,self_attn.v_proj,rtn: 0.0030518,0.00000,0.024
61,self_attn.k_proj,rtn: 0.0020905,0.00000,0.034
61,self_attn.q_proj,rtn: 0.0022125,0.00000,0.032
61,self_attn.o_proj,rtn: 0.0028534,0.00000,0.043
61,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.086
61,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.095
61,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.097
61,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.100
61,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.109
61,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.112
61,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.122
61,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.122
61,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.123
61,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.137
61,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.138
61,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.140
61,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.140
61,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.141
61,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.140
61,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.147
61,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.097
61,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.097
61,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.105
61,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.095
61,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.106
61,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.115
61,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.099
61,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.106
61,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.092
61,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.106
61,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.103
61,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.096
61,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.092
61,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.102
61,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.104
61,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.107
61,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.083
61,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.083
61,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.086
61,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.098
61,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.082
61,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.087
61,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.082
61,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.096
61,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.100
61,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.109
61,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.083
61,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
61,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.100
61,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.088
61,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.082
61,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.074
61,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.103
61,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.104
61,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.069
61,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.077
61,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.091
61,mlp.experts.48.gate_proj,rtn: 0.0021515,0.00000,0.088
61,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.087
61,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.098
61,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.065
61,mlp.experts.60.gate_proj,rtn: 0.0024261,0.00000,0.086
61,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.074
61,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.088
61,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.099
61,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.092
61,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.070
61,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.071
61,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.111
61,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.104
61,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.107
61,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.103
61,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.095
61,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.083
61,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.094
61,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.069
61,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.070
61,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.097
61,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.065
61,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.089
61,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.073
61,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.086
61,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.092
61,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.099
61,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.101
61,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.102
61,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.099
61,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.105
61,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.066
61,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.067
61,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.059
61,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.094
61,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.085
61,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.078
61,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.073
61,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.089
61,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.100
61,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.081
61,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.090
61,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.086
61,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.059
61,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.064
61,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.092
61,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.098
61,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.076
61,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.083
61,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.090
61,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.073
61,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.106
61,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.083
61,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.113
61,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.099
61,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.097
61,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.095
61,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.083
61,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.088
61,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
61,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.071
61,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.075
61,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.103
61,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.086
61,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.074
61,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.110
61,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.081
61,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.098
61,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.104
61,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.101
61,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.079
61,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.066
61,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.070
61,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.064
61,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.090
61,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.099
61,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.103
61,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.105
61,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.067
61,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.079
61,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.088
61,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.093
61,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.064
61,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.062
61,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.104
61,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.079
61,mlp.experts.134.gate_proj,rtn: 0.0024261,0.00000,0.100
61,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.075
61,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.091
61,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.100
61,mlp.experts.171.gate_proj,rtn: 0.0022430,0.00000,0.060
61,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.097
61,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.101
61,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.103
61,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.060
61,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.059
61,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.104
61,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.079
61,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.091
61,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.093
61,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.072
61,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.083
61,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.065
61,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.091
61,mlp.experts.137.gate_proj,rtn: 0.0023956,0.00000,0.102
61,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.098
61,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.092
61,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.063
61,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.096
61,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.076
61,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.087
61,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.077
61,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.100
61,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.064
61,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.088
61,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.081
61,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.073
61,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.078
61,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.097
61,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.063
61,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.089
61,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.089
61,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.089
61,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.063
61,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.088
61,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.077
61,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.074
61,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.088
61,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.099
61,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.063
61,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.086
61,mlp.experts.176.gate_proj,rtn: 0.0022736,0.00000,0.083
61,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.102
61,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.062
61,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.083
61,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.096
61,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
61,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.089
61,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.095
61,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.088
61,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.098
61,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.071
61,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.064
61,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.084
61,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.067
61,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.098
61,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.086
61,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.096
61,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.102
61,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.096
61,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.090
61,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.067
61,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.092
61,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.067
61,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.077
61,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.095
61,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.094
61,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.084
61,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.092
61,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.075
61,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.102
61,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.081
61,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.089
61,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.068
61,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.095
61,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.094
61,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.094
61,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.098
61,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.073
61,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.070
61,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.101
61,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.074
61,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.090
61,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.106
61,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.101
61,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.072
61,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.082
61,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.114
61,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.100
61,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.100
61,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.070
61,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.082
61,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.091
61,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.073
61,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.100
61,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.100
61,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.073
61,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.108
61,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.089
61,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.074
61,mlp.experts.48.up_proj,rtn: 0.0021210,0.00000,0.082
61,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.083
61,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.074
61,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.108
61,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.078
61,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.074
61,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.078
61,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.089
61,mlp.experts.21.up_proj,rtn: 0.0022278,0.00000,0.114
61,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.070
61,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.119
61,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.089
61,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.087
61,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.069
61,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.086
61,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.081
61,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.067
61,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.084
61,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.114
61,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.074
61,mlp.experts.56.up_proj,rtn: 0.0021973,0.00000,0.083
61,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.084
61,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.081
61,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.078
61,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.113
61,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.080
61,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.090
61,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.073
61,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.096
61,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.084
61,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.057
61,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.091
61,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.085
61,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.074
61,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.106
61,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.177
61,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.110
61,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.121
61,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.176
61,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.074
61,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.076
61,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.085
61,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.087
61,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.088
61,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.086
61,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.089
61,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.090
61,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.086
61,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.088
61,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.192
61,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.129
61,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.113
61,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.110
61,mlp.experts.110.up_proj,rtn: 0.0022278,0.00000,0.083
61,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.075
61,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.090
61,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.085
61,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.142
61,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
61,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.088
61,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.087
61,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.088
61,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.151
61,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.107
61,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.087
61,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.080
61,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.125
61,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.084
61,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.078
61,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.105
61,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.094
61,mlp.experts.118.up_proj,rtn: 0.0022430,0.00000,0.076
61,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.088
61,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.091
61,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.078
61,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.085
61,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.077
61,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.109
61,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.099
61,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.084
61,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.079
61,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.078
61,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.080
61,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.099
61,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.083
61,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.079
61,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.093
61,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.086
61,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.074
61,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.077
61,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.089
61,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.085
61,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.081
61,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.074
61,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.083
61,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.081
61,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.081
61,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.090
61,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.081
61,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.077
61,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.096
61,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.085
61,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.089
61,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.092
61,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.077
61,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.086
61,mlp.experts.146.up_proj,rtn: 0.0021820,0.00000,0.082
61,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.080
61,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.090
61,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.082
61,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.085
61,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.094
61,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.089
61,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.074
61,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.067
61,mlp.experts.168.up_proj,rtn: 0.0022583,0.00000,0.071
61,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.086
61,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.095
61,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.081
61,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.029
61,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.084
61,mlp.experts.170.up_proj,rtn: 0.0021973,0.00000,0.081
61,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
61,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.093
61,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.092
61,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.063
61,mlp.experts.133.up_proj,rtn: 0.0022430,0.00000,0.087
61,mlp.experts.186.up_proj,rtn: 0.0021973,0.00000,0.047
61,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.081
61,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.077
61,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.073
61,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.078
61,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.074
61,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.079
61,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.076
61,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.075
61,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.078
61,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.075
61,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.079
61,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.067
61,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.066
61,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.012
61,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.032
61,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.041
61,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.128
61,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.130
61,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.044
61,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.052
61,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.052
61,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.036
61,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.057
61,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.057
61,mlp.experts.5.down_proj,rtn: 0.0022125,0.00000,0.146
61,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.059
61,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.061
61,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.063
61,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.062
61,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.063
61,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.034
61,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.158
61,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.018
61,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.032
61,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.031
61,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.024
61,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.026
61,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.037
61,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.020
61,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.034
61,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.032
61,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.024
61,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.034
61,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.036
61,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.063
61,mlp.experts.36.down_proj,rtn: 0.0023499,0.00000,0.039
61,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.047
61,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.052
61,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.043
61,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.061
61,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.036
61,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.036
61,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.027
61,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.047
61,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.033
61,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.032
61,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.055
61,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.043
61,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.023
61,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.058
61,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.040
61,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.042
61,mlp.experts.61.down_proj,rtn: 0.0023651,0.00000,0.033
61,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.035
61,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.036
61,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.045
61,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.038
61,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.047
61,mlp.experts.49.down_proj,rtn: 0.0023346,0.00000,0.043
61,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.041
61,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.030
61,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.035
61,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.045
61,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.038
61,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.052
61,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.049
61,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.038
61,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.048
61,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.049
61,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.044
61,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.034
61,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.038
61,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.047
61,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.030
61,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.034
61,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.027
61,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.033
61,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.051
61,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.043
61,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.041
61,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.044
61,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.044
61,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.038
61,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.042
61,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.037
61,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.042
61,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.038
61,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.044
61,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.037
61,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.040
61,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.042
61,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.055
61,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.040
61,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.038
61,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.041
61,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.034
61,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.039
61,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.035
61,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
61,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.037
61,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.038
61,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.038
61,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.036
61,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.040
61,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.035
61,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.037
61,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.041
61,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
61,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.040
61,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.032
61,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.047
61,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.039
61,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.051
61,mlp.experts.101.down_proj,rtn: 0.0021973,0.00000,0.045
61,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.036
61,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.034
61,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.041
61,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.028
61,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.026
61,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.034
61,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.036
61,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.037
61,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.034
61,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.043
61,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.039
61,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.034
61,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.038
61,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.039
61,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.040
61,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.038
61,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.047
61,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.032
61,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.039
61,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.036
61,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.044
61,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.037
61,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.041
61,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.038
61,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.039
61,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.036
61,mlp.experts.167.down_proj,rtn: 0.0021820,0.00000,0.040
61,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.034
61,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.030
61,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.036
61,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.025
61,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.032
61,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.039
61,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
61,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.048
61,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.046
61,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.034
61,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.044
61,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.042
61,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.039
61,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.042
61,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.034
61,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.030
61,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.030
61,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
61,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.036
61,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.035
61,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.023
61,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.031
61,mlp.experts.149.down_proj,rtn: 0.0023804,0.00000,0.040
61,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.021
61,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.032
61,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.031
61,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.024
61,mlp.experts.159.down_proj,rtn: 0.0023804,0.00000,0.028
61,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.049
61,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.046
61,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.024
61,mlp.experts.182.down_proj,rtn: 0.0023651,0.00000,0.024
61,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.046
61,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.041
61,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.040
61,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.020
61,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.026
61,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.042
61,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.023
61,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.044
61,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.039
61,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.016
61,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.040
61,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.038
61,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
61,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.026
61,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.015
61,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.038
61,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.032
61,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.019
61,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.020
61,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.027
61,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.026
61,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.010
61,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.026
61,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.027
61,mlp.shared_experts.down_proj,rtn: 0.0016403,0.00000,0.022
62,self_attn.k_proj,rtn: 0.0020752,0.00000,0.028
62,self_attn.v_proj,rtn: 0.0031891,0.00000,0.037
62,self_attn.q_proj,rtn: 0.0020142,0.00000,0.021
62,self_attn.o_proj,rtn: 0.0028687,0.00000,0.044
62,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.099
62,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.102
62,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.103
62,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.103
62,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.106
62,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.107
62,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.112
62,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.113
62,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.119
62,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.119
62,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.119
62,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.120
62,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.120
62,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.121
62,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.124
62,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.126
62,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.084
62,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.080
62,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.082
62,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.090
62,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.088
62,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.081
62,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.084
62,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.093
62,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.091
62,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.092
62,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.096
62,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.092
62,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.094
62,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.100
62,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.106
62,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.111
62,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.089
62,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.079
62,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.097
62,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.081
62,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.082
62,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.093
62,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.093
62,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
62,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.090
62,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.099
62,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.099
62,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.101
62,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.105
62,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.097
62,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.095
62,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.110
62,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.086
62,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.093
62,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.089
62,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.088
62,mlp.experts.57.gate_proj,rtn: 0.0022125,0.00000,0.098
62,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.097
62,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.094
62,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.102
62,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.091
62,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.100
62,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.100
62,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.100
62,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.104
62,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.096
62,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.095
62,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.104
62,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.087
62,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.092
62,mlp.experts.67.gate_proj,rtn: 0.0024261,0.00000,0.087
62,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.092
62,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.094
62,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.095
62,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.090
62,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.092
62,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.101
62,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.096
62,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.081
62,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.095
62,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.090
62,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.090
62,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.089
62,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.096
62,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.089
62,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.095
62,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.095
62,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.085
62,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.100
62,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.092
62,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.086
62,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.072
62,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.087
62,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.076
62,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.101
62,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.083
62,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.081
62,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.081
62,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.083
62,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.097
62,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.093
62,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.097
62,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.086
62,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.092
62,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.087
62,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.095
62,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.084
62,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.090
62,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.095
62,mlp.experts.100.gate_proj,rtn: 0.0022583,0.00000,0.092
62,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.083
62,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.095
62,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.095
62,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.097
62,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.094
62,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.079
62,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.090
62,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.088
62,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.093
62,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.077
62,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.090
62,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.078
62,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.087
62,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.087
62,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.094
62,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.096
62,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.091
62,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.093
62,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.098
62,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.091
62,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.077
62,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.099
62,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.076
62,mlp.experts.135.gate_proj,rtn: 0.0022583,0.00000,0.073
62,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.087
62,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.087
62,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.082
62,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.092
62,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.086
62,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.088
62,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.092
62,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.102
62,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.098
62,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.088
62,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.087
62,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.102
62,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.099
62,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.083
62,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.083
62,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.088
62,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.081
62,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.094
62,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.096
62,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.084
62,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.090
62,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.092
62,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.089
62,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.089
62,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.102
62,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.093
62,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.078
62,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.090
62,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.092
62,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.090
62,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.144
62,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.091
62,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.078
62,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.076
62,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.133
62,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.085
62,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.137
62,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.065
62,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.084
62,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.082
62,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.076
62,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.075
62,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.078
62,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.100
62,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.089
62,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.071
62,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.098
62,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.096
62,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.071
62,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.101
62,mlp.experts.165.gate_proj,rtn: 0.0022278,0.00000,0.081
62,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.070
62,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.092
62,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.084
62,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.062
62,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.067
62,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.078
62,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.092
62,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.078
62,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.074
62,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.072
62,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.086
62,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.089
62,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.077
62,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.108
62,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.099
62,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.091
62,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.078
62,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.068
62,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.075
62,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.077
62,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.074
62,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.068
62,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.100
62,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.077
62,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.082
62,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.064
62,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.099
62,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.096
62,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.093
62,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.074
62,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.090
62,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.073
62,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.072
62,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.071
62,mlp.experts.19.up_proj,rtn: 0.0022583,0.00000,0.103
62,mlp.experts.27.up_proj,rtn: 0.0021820,0.00000,0.104
62,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.067
62,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.070
62,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.090
62,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.099
62,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.098
62,mlp.experts.32.up_proj,rtn: 0.0021973,0.00000,0.076
62,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.067
62,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.069
62,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.095
62,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.077
62,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.092
62,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.097
62,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.076
62,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.076
62,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.098
62,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.097
62,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.078
62,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.069
62,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.093
62,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.095
62,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.57.up_proj,rtn: 0.0021667,0.00000,0.076
62,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.074
62,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.102
62,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.090
62,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.079
62,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.095
62,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.077
62,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.074
62,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.072
62,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.070
62,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.080
62,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.084
62,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.068
62,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.065
62,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.066
62,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.075
62,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.092
62,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.090
62,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.072
62,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.069
62,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.087
62,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
62,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.084
62,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.074
62,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.100
62,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.076
62,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.060
62,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.080
62,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.099
62,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.070
62,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.077
62,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.081
62,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.068
62,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.101
62,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.102
62,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.077
62,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.070
62,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.065
62,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.092
62,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.063
62,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.093
62,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.089
62,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.098
62,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.088
62,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.095
62,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.079
62,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.102
62,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.081
62,mlp.experts.124.up_proj,rtn: 0.0022430,0.00000,0.072
62,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.071
62,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.079
62,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.071
62,mlp.experts.90.up_proj,rtn: 0.0022430,0.00000,0.098
62,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.095
62,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.082
62,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.082
62,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.081
62,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.089
62,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.080
62,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.102
62,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.091
62,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.096
62,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.076
62,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.092
62,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.074
62,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.070
62,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.078
62,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.076
62,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.078
62,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.078
62,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.090
62,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.092
62,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.104
62,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.087
62,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.072
62,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.088
62,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.089
62,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.065
62,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.093
62,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.104
62,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.075
62,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.092
62,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.078
62,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.075
62,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.080
62,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.088
62,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.071
62,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.095
62,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.099
62,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.066
62,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.093
62,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.087
62,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.071
62,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.083
62,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.100
62,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.082
62,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.082
62,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.101
62,mlp.experts.168.up_proj,rtn: 0.0022583,0.00000,0.077
62,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.105
62,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.093
62,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.085
62,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.081
62,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.077
62,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.084
62,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.070
62,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.088
62,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.082
62,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.081
62,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.108
62,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.078
62,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.110
62,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.072
62,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.086
62,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.102
62,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.107
62,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.081
62,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.089
62,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.077
62,mlp.experts.163.up_proj,rtn: 0.0022278,0.00000,0.078
62,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.079
62,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.081
62,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.076
62,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.073
62,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.091
62,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.103
62,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.052
62,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.082
62,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.090
62,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.085
62,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.101
62,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.071
62,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.070
62,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.081
62,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.079
62,mlp.experts.166.up_proj,rtn: 0.0022583,0.00000,0.078
62,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.077
62,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.079
62,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.076
62,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.070
62,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.066
62,mlp.experts.0.down_proj,rtn: 0.0023804,0.00000,0.017
62,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.043
62,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.044
62,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.053
62,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.054
62,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.050
62,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.048
62,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.049
62,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.052
62,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.057
62,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.058
62,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.058
62,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.061
62,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.154
62,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.154
62,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.155
62,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.159
62,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.047
62,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.044
62,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.034
62,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.052
62,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.055
62,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.042
62,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.034
62,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.043
62,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.052
62,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.038
62,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.052
62,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.043
62,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.058
62,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.043
62,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.043
62,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.072
62,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.062
62,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.051
62,mlp.experts.30.down_proj,rtn: 0.0023651,0.00000,0.067
62,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.048
62,mlp.experts.47.down_proj,rtn: 0.0021973,0.00000,0.042
62,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.040
62,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.061
62,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.043
62,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.032
62,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.052
62,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.050
62,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.042
62,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.026
62,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.043
62,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.041
62,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.047
62,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.044
62,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.049
62,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.043
62,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.043
62,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.041
62,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.046
62,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.038
62,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.051
62,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.047
62,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.047
62,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.041
62,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.040
62,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.044
62,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.049
62,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.042
62,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.041
62,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.047
62,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.036
62,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.052
62,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.037
62,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.041
62,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.048
62,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.039
62,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.038
62,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.037
62,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.040
62,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.037
62,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.039
62,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.037
62,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.061
62,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.056
62,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
62,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.039
62,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.036
62,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.041
62,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.032
62,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.036
62,mlp.experts.88.down_proj,rtn: 0.0023651,0.00000,0.043
62,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.048
62,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.039
62,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.037
62,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.040
62,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.049
62,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.035
62,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.036
62,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.040
62,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.039
62,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.034
62,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.043
62,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.037
62,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.046
62,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.057
62,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.035
62,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.044
62,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.069
62,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.043
62,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.033
62,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.035
62,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.044
62,mlp.experts.106.down_proj,rtn: 0.0023346,0.00000,0.042
62,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.043
62,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.029
62,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.033
62,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.032
62,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.029
62,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.033
62,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.031
62,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.028
62,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.042
62,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.044
62,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.034
62,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.039
62,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.044
62,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.041
62,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.044
62,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.037
62,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.034
62,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.036
62,mlp.experts.143.down_proj,rtn: 0.0022125,0.00000,0.032
62,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.031
62,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.026
62,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.026
62,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.042
62,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.048
62,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.043
62,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.033
62,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.045
62,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.027
62,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.041
62,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.041
62,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.039
62,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.038
62,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.031
62,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.030
62,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
62,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.038
62,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.029
62,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.045
62,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.043
62,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.034
62,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.048
62,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
62,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.045
62,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.031
62,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.045
62,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.028
62,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.038
62,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.040
62,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.038
62,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.027
62,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.040
62,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.035
62,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.037
62,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.038
62,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.029
62,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.040
62,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.027
62,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.043
62,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.026
62,mlp.experts.163.down_proj,rtn: 0.0021667,0.00000,0.026
62,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.023
62,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.046
62,mlp.experts.176.down_proj,rtn: 0.0023193,0.00000,0.037
62,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.042
62,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.028
62,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.033
62,mlp.experts.180.down_proj,rtn: 0.0023651,0.00000,0.039
62,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.043
62,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.048
62,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.017
62,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.022
62,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.039
62,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.044
62,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.026
62,mlp.experts.162.down_proj,rtn: 0.0023346,0.00000,0.035
62,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.016
62,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.034
62,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.032
62,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.032
62,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.029
62,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.025
62,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.021
62,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.014
62,mlp.shared_experts.up_proj,rtn: 0.0015488,0.00000,0.025
62,mlp.shared_experts.gate_proj,rtn: 0.0017776,0.00000,0.027
62,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.015
63,self_attn.k_proj,rtn: 0.0020447,0.00000,0.014
63,self_attn.v_proj,rtn: 0.0033264,0.00000,0.037
63,self_attn.q_proj,rtn: 0.0022125,0.00000,0.018
63,self_attn.o_proj,rtn: 0.0029144,0.00000,0.031
63,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.107
63,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.108
63,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.108
63,mlp.experts.4.gate_proj,rtn: 0.0025024,0.00000,0.108
63,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.109
63,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.115
63,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.120
63,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.124
63,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.125
63,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.130
63,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.132
63,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.130
63,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.135
63,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.136
63,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.142
63,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.162
63,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.081
63,mlp.experts.26.gate_proj,rtn: 0.0024872,0.00000,0.084
63,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.086
63,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.089
63,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.098
63,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.097
63,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.090
63,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.095
63,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.104
63,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.108
63,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.096
63,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.122
63,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.110
63,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.110
63,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.110
63,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.079
63,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.109
63,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.082
63,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.072
63,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.091
63,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.099
63,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.098
63,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.093
63,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.095
63,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.087
63,mlp.experts.32.gate_proj,rtn: 0.0023956,0.00000,0.097
63,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.085
63,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.100
63,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.088
63,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.100
63,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.084
63,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.081
63,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.079
63,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.089
63,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
63,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.083
63,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.087
63,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.071
63,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.085
63,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.076
63,mlp.experts.48.gate_proj,rtn: 0.0022278,0.00000,0.078
63,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.067
63,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.077
63,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.078
63,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.076
63,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.109
63,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.120
63,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.084
63,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.082
63,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.108
63,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.115
63,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.078
63,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.062
63,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.091
63,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.072
63,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.073
63,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.060
63,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.061
63,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.080
63,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.074
63,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.078
63,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.079
63,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.088
63,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.071
63,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.087
63,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.086
63,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.086
63,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.086
63,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.102
63,mlp.experts.88.gate_proj,rtn: 0.0022430,0.00000,0.084
63,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.084
63,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.087
63,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.088
63,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.092
63,mlp.experts.81.gate_proj,rtn: 0.0022583,0.00000,0.097
63,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.084
63,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
63,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.089
63,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.081
63,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.098
63,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.092
63,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.097
63,mlp.experts.83.gate_proj,rtn: 0.0022583,0.00000,0.092
63,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.094
63,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.105
63,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.083
63,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.079
63,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.086
63,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.085
63,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.083
63,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.090
63,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.093
63,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.087
63,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.083
63,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.082
63,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.086
63,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.102
63,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.082
63,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.098
63,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.082
63,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.098
63,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.086
63,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.104
63,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.084
63,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.096
63,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
63,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.088
63,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.092
63,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.082
63,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.082
63,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.086
63,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.090
63,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.085
63,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.095
63,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.089
63,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.076
63,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.094
63,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.095
63,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.092
63,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.087
63,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
63,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.090
63,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.096
63,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
63,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.077
63,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.090
63,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.089
63,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.093
63,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.087
63,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.076
63,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.089
63,mlp.experts.135.gate_proj,rtn: 0.0021973,0.00000,0.095
63,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.083
63,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.082
63,mlp.experts.131.gate_proj,rtn: 0.0022583,0.00000,0.094
63,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
63,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.078
63,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.091
63,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.094
63,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.089
63,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.088
63,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.105
63,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.085
63,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.083
63,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.091
63,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.091
63,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.084
63,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.097
63,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.093
63,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.097
63,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.084
63,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.098
63,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.077
63,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.090
63,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.079
63,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.094
63,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.091
63,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.086
63,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.100
63,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.075
63,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.087
63,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.089
63,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.074
63,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.065
63,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.095
63,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.068
63,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.092
63,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.080
63,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.102
63,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.113
63,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.103
63,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.086
63,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.088
63,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.071
63,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.089
63,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.101
63,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.087
63,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.084
63,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.077
63,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.083
63,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.086
63,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.077
63,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.088
63,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.084
63,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.078
63,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.108
63,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.082
63,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.108
63,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.092
63,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.084
63,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.115
63,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.083
63,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.083
63,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.077
63,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.078
63,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.075
63,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.107
63,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.094
63,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.084
63,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.084
63,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.079
63,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.075
63,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.079
63,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.090
63,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.103
63,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.079
63,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.103
63,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.079
63,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.080
63,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.085
63,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.088
63,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.114
63,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.081
63,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.079
63,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.096
63,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.110
63,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.081
63,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.083
63,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.082
63,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.084
63,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.086
63,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.084
63,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.083
63,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.082
63,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.080
63,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.105
63,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.117
63,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.084
63,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.087
63,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.082
63,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.095
63,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.115
63,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.090
63,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.104
63,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.087
63,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.088
63,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.090
63,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.086
63,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.086
63,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.087
63,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
63,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.090
63,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.085
63,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.088
63,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.106
63,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.089
63,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.086
63,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.079
63,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.092
63,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.094
63,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.090
63,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.084
63,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.068
63,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.080
63,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.085
63,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.074
63,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.096
63,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.075
63,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.058
63,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.061
63,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.095
63,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.100
63,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.099
63,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.103
63,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.061
63,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.080
63,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.102
63,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.071
63,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.067
63,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.095
63,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.072
63,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.096
63,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.068
63,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.073
63,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.071
63,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.097
63,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.096
63,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.066
63,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.099
63,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.077
63,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.072
63,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.075
63,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.094
63,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.099
63,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.076
63,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.066
63,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.071
63,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.098
63,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.076
63,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.097
63,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.100
63,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.094
63,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.072
63,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.093
63,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.076
63,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.076
63,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.085
63,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.071
63,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.098
63,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.083
63,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.082
63,mlp.experts.130.up_proj,rtn: 0.0021515,0.00000,0.091
63,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.077
63,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.097
63,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.098
63,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.095
63,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.093
63,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.085
63,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.093
63,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.083
63,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.095
63,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.088
63,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.080
63,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.088
63,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.089
63,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.089
63,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.082
63,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.088
63,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.092
63,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.094
63,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.095
63,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.091
63,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.095
63,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.089
63,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.094
63,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.075
63,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.074
63,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.088
63,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.100
63,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.089
63,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.075
63,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.080
63,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.081
63,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.097
63,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.090
63,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.065
63,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.048
63,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.095
63,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.090
63,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.091
63,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.095
63,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.085
63,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.060
63,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.087
63,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.076
63,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.076
63,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.079
63,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.096
63,mlp.experts.182.up_proj,rtn: 0.0022736,0.00000,0.091
63,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.033
63,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.084
63,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.097
63,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.087
63,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.082
63,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.086
63,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.076
63,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.078
63,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.071
63,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.072
63,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.072
63,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.074
63,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.079
63,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.075
63,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.077
63,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.075
63,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.075
63,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.072
63,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.068
63,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.015
63,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.036
63,mlp.experts.4.down_proj,rtn: 0.0024109,0.00000,0.045
63,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.067
63,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.068
63,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.068
63,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.047
63,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.054
63,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.137
63,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.137
63,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.055
63,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.138
63,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.140
63,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.057
63,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.059
63,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.059
63,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.061
63,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.047
63,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.033
63,mlp.experts.32.down_proj,rtn: 0.0021667,0.00000,0.028
63,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.052
63,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.023
63,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.052
63,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.056
63,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.050
63,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.052
63,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.062
63,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.041
63,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.054
63,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.066
63,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.031
63,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.076
63,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.047
63,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.057
63,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.042
63,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.073
63,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.033
63,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.043
63,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.050
63,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.036
63,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.069
63,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.062
63,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.044
63,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.049
63,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.058
63,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.062
63,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.051
63,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.043
63,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
63,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.050
63,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.066
63,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.050
63,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.047
63,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.042
63,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.049
63,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.063
63,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.034
63,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.049
63,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.047
63,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.034
63,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.046
63,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.034
63,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.042
63,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.058
63,mlp.experts.35.down_proj,rtn: 0.0023651,0.00000,0.077
63,mlp.experts.62.down_proj,rtn: 0.0023804,0.00000,0.049
63,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.047
63,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.033
63,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.043
63,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.058
63,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.047
63,mlp.experts.73.down_proj,rtn: 0.0023499,0.00000,0.040
63,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.045
63,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
63,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.036
63,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.037
63,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.063
63,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.055
63,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.027
63,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.049
63,mlp.experts.78.down_proj,rtn: 0.0023956,0.00000,0.040
63,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.056
63,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.045
63,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.050
63,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.041
63,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.027
63,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.026
63,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.037
63,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.019
63,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.030
63,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.045
63,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.054
63,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.040
63,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.038
63,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.050
63,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.041
63,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.051
63,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.032
63,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.032
63,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.028
63,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.031
63,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.052
63,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.045
63,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.038
63,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.053
63,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.051
63,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.019
63,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.039
63,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.042
63,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.049
63,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.028
63,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.044
63,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.056
63,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.030
63,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.027
63,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.027
63,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.029
63,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.051
63,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.052
63,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.040
63,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.035
63,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.052
63,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.046
63,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.030
63,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.043
63,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.043
63,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.027
63,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.024
63,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.027
63,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.027
63,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.045
63,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.047
63,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.050
63,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.020
63,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.054
63,mlp.experts.164.down_proj,rtn: 0.0023499,0.00000,0.028
63,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.051
63,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.043
63,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.028
63,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.045
63,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.043
63,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.046
63,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.037
63,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.045
63,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.053
63,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.041
63,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.035
63,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.043
63,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.024
63,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.022
63,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.047
63,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.047
63,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.040
63,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.023
63,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.054
63,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.051
63,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.042
63,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.032
63,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.040
63,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.041
63,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.043
63,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.038
63,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.043
63,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.033
63,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.037
63,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.047
63,mlp.experts.189.down_proj,rtn: 0.0023499,0.00000,0.037
63,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.044
63,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.038
63,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.050
63,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.047
63,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.034
63,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.043
63,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.030
63,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.036
63,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.037
63,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.044
63,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.040
63,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.030
63,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.018
63,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.027
63,mlp.experts.177.down_proj,rtn: 0.0023346,0.00000,0.024
63,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.039
63,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.043
63,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.042
63,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.034
63,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.033
63,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.032
63,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.040
63,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.038
63,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.029
63,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.016
63,mlp.shared_experts.up_proj,rtn: 0.0015411,0.00000,0.039
63,mlp.shared_experts.gate_proj,rtn: 0.0017471,0.00000,0.038
63,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.020
64,self_attn.v_proj,rtn: 0.0032654,0.00000,0.014
64,self_attn.k_proj,rtn: 0.0021210,0.00000,0.014
64,self_attn.q_proj,rtn: 0.0022583,0.00000,0.038
64,self_attn.o_proj,rtn: 0.0029755,0.00000,0.056
64,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.082
64,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.089
64,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.091
64,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.094
64,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.099
64,mlp.experts.0.gate_proj,rtn: 0.0023956,0.00000,0.100
64,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.100
64,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.101
64,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.100
64,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.111
64,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.115
64,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.118
64,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.123
64,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.125
64,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.133
64,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.138
64,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.072
64,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.069
64,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.065
64,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.081
64,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.088
64,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.075
64,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.083
64,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.103
64,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.088
64,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.104
64,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.098
64,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.097
64,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.090
64,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.091
64,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.097
64,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.077
64,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.073
64,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.104
64,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.063
64,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.080
64,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.075
64,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.082
64,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.079
64,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.084
64,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.083
64,mlp.experts.35.gate_proj,rtn: 0.0022583,0.00000,0.080
64,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.102
64,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.102
64,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.081
64,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.099
64,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.085
64,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.108
64,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.087
64,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.085
64,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.090
64,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.088
64,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.088
64,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.090
64,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.087
64,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.084
64,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.080
64,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.089
64,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.100
64,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.087
64,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.081
64,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.087
64,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.106
64,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.091
64,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.077
64,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.105
64,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.107
64,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.095
64,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.091
64,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.087
64,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.092
64,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.075
64,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.087
64,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.092
64,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.078
64,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.094
64,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.098
64,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.075
64,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.091
64,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.088
64,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.079
64,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.092
64,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.096
64,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.100
64,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.086
64,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.091
64,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.086
64,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.078
64,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.078
64,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.079
64,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.076
64,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.079
64,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.086
64,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.076
64,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.080
64,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.083
64,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.073
64,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.109
64,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.108
64,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.081
64,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.078
64,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.081
64,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.080
64,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.107
64,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.079
64,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.073
64,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.111
64,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.078
64,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.078
64,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.080
64,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.089
64,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.086
64,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.085
64,mlp.experts.115.gate_proj,rtn: 0.0022278,0.00000,0.083
64,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.092
64,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.097
64,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
64,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.091
64,mlp.experts.104.gate_proj,rtn: 0.0022125,0.00000,0.091
64,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.090
64,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.094
64,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.113
64,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.111
64,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.096
64,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.091
64,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.093
64,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.111
64,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.091
64,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.098
64,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.084
64,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.085
64,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.088
64,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.092
64,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.078
64,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.076
64,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.090
64,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.090
64,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.070
64,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.096
64,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.095
64,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.088
64,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.086
64,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.074
64,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.076
64,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.096
64,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.080
64,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.090
64,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.075
64,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.067
64,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.074
64,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.086
64,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.080
64,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.073
64,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.097
64,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.069
64,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.098
64,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.084
64,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.101
64,mlp.experts.173.gate_proj,rtn: 0.0024872,0.00000,0.087
64,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.079
64,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.074
64,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.082
64,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.094
64,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.066
64,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.090
64,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.073
64,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.072
64,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.073
64,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.083
64,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.075
64,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.066
64,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.097
64,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.078
64,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.063
64,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.089
64,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.073
64,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.079
64,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.066
64,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.069
64,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.068
64,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.099
64,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.084
64,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.069
64,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.094
64,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.088
64,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.076
64,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.083
64,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.074
64,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.075
64,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.084
64,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.087
64,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.078
64,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.075
64,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.066
64,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.099
64,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.089
64,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.075
64,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.090
64,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.102
64,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.069
64,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.098
64,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.092
64,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.073
64,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.061
64,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.061
64,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.075
64,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.084
64,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.068
64,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.082
64,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.086
64,mlp.experts.15.up_proj,rtn: 0.0021820,0.00000,0.091
64,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.080
64,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.084
64,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.063
64,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.079
64,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.075
64,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.070
64,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.063
64,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.064
64,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.084
64,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.074
64,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.069
64,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.105
64,mlp.experts.20.up_proj,rtn: 0.0023499,0.00000,0.084
64,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.075
64,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.062
64,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.083
64,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.075
64,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.087
64,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.088
64,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.080
64,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.078
64,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.077
64,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.070
64,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.072
64,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.072
64,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.074
64,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.095
64,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.076
64,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.072
64,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.090
64,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.080
64,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.079
64,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.084
64,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.092
64,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.084
64,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.070
64,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.097
64,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.085
64,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.086
64,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.070
64,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.092
64,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.078
64,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.078
64,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.067
64,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.091
64,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.079
64,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.077
64,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.085
64,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.091
64,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.076
64,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.074
64,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.086
64,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.066
64,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.086
64,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
64,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.063
64,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.066
64,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.090
64,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.087
64,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.087
64,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.080
64,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.080
64,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.090
64,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.089
64,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.067
64,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.090
64,mlp.experts.71.up_proj,rtn: 0.0022125,0.00000,0.085
64,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.073
64,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.094
64,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.083
64,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.079
64,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.082
64,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.095
64,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.081
64,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.088
64,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.089
64,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.093
64,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.086
64,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.081
64,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.089
64,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.095
64,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.087
64,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.081
64,mlp.experts.87.up_proj,rtn: 0.0023804,0.00000,0.089
64,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.091
64,mlp.experts.104.up_proj,rtn: 0.0021515,0.00000,0.084
64,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.069
64,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.095
64,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.085
64,mlp.experts.114.up_proj,rtn: 0.0022430,0.00000,0.077
64,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.071
64,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.102
64,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.091
64,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.093
64,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.092
64,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.084
64,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.079
64,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.091
64,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.095
64,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.094
64,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
64,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.085
64,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.085
64,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.085
64,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.081
64,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.105
64,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.096
64,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.089
64,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.091
64,mlp.experts.115.up_proj,rtn: 0.0021973,0.00000,0.088
64,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.086
64,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.091
64,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.089
64,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.098
64,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.091
64,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.082
64,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.090
64,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.100
64,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.093
64,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.086
64,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.084
64,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.081
64,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.103
64,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.102
64,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.080
64,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.077
64,mlp.experts.174.up_proj,rtn: 0.0022278,0.00000,0.089
64,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.099
64,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.097
64,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.102
64,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.091
64,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.086
64,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.073
64,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.088
64,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.102
64,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.091
64,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.096
64,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.103
64,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.080
64,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.096
64,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.078
64,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.108
64,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.090
64,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.102
64,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.091
64,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.100
64,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.091
64,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.087
64,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.088
64,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.081
64,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.094
64,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.096
64,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.095
64,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.089
64,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.092
64,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.083
64,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.096
64,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.101
64,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.093
64,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.082
64,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.090
64,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.089
64,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.093
64,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.089
64,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.080
64,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.081
64,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.083
64,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.076
64,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.076
64,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.064
64,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.065
64,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.061
64,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.052
64,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.015
64,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.043
64,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.070
64,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.047
64,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.048
64,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.049
64,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.051
64,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.050
64,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.052
64,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.151
64,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.053
64,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.055
64,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.079
64,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.055
64,mlp.experts.0.down_proj,rtn: 0.0023346,0.00000,0.163
64,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.167
64,mlp.experts.8.down_proj,rtn: 0.0023499,0.00000,0.167
64,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.033
64,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.038
64,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.038
64,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.035
64,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.035
64,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.029
64,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.037
64,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.058
64,mlp.experts.22.down_proj,rtn: 0.0023651,0.00000,0.054
64,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.029
64,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.048
64,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.054
64,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.049
64,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.057
64,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.044
64,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.037
64,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.046
64,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.048
64,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.072
64,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.049
64,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.052
64,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.062
64,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.079
64,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.057
64,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.053
64,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.074
64,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.058
64,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.058
64,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.047
64,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.044
64,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.039
64,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.060
64,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.055
64,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.046
64,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.056
64,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.046
64,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.036
64,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.041
64,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.046
64,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.043
64,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.068
64,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.038
64,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.050
64,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.045
64,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.067
64,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.058
64,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.049
64,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.050
64,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.053
64,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.042
64,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.050
64,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.057
64,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.068
64,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.060
64,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.052
64,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.047
64,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.054
64,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.042
64,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.057
64,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.042
64,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.034
64,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.054
64,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.039
64,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.053
64,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.042
64,mlp.experts.56.down_proj,rtn: 0.0023193,0.00000,0.068
64,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.038
64,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.018
64,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.063
64,mlp.experts.76.down_proj,rtn: 0.0023193,0.00000,0.059
64,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.039
64,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.055
64,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.052
64,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.059
64,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.042
64,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.044
64,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.043
64,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.062
64,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.045
64,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.052
64,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.058
64,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.046
64,mlp.experts.105.down_proj,rtn: 0.0023499,0.00000,0.050
64,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.041
64,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.052
64,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.064
64,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.057
64,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.048
64,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.053
64,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.039
64,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.050
64,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.048
64,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.044
64,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.041
64,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.045
64,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.032
64,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.036
64,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.046
64,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.041
64,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
64,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.055
64,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.039
64,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.038
64,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.057
64,mlp.experts.108.down_proj,rtn: 0.0023041,0.00000,0.054
64,mlp.experts.118.down_proj,rtn: 0.0021820,0.00000,0.043
64,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.044
64,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.038
64,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.036
64,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.036
64,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.039
64,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.032
64,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
64,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.038
64,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.051
64,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.038
64,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.035
64,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.034
64,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.054
64,mlp.experts.139.down_proj,rtn: 0.0021667,0.00000,0.040
64,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.043
64,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.043
64,mlp.experts.153.down_proj,rtn: 0.0023804,0.00000,0.035
64,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.037
64,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.051
64,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.033
64,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.032
64,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.035
64,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.044
64,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.049
64,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.028
64,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.032
64,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.032
64,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.042
64,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.022
64,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.027
64,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.030
64,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.023
64,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.031
64,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.032
64,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.046
64,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.054
64,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.042
64,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.034
64,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.037
64,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.036
64,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.034
64,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.025
64,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.025
64,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.031
64,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.034
64,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.032
64,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.043
64,mlp.experts.167.down_proj,rtn: 0.0023651,0.00000,0.025
64,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.037
64,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.021
64,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.034
64,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
64,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.035
64,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.031
64,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.019
64,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.032
64,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.017
64,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.028
64,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.032
64,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
64,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.024
64,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
64,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.021
64,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.031
64,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.028
64,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.022
64,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.021
64,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.021
64,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.009
64,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.027
64,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.041
64,mlp.shared_experts.down_proj,rtn: 0.0016022,0.00000,0.016
65,self_attn.v_proj,rtn: 0.0033264,0.00000,0.024
65,self_attn.k_proj,rtn: 0.0020752,0.00000,0.034
65,self_attn.q_proj,rtn: 0.0022430,0.00000,0.016
65,self_attn.o_proj,rtn: 0.0028687,0.00000,0.036
65,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.076
65,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.076
65,mlp.experts.11.gate_proj,rtn: 0.0022430,0.00000,0.077
65,mlp.experts.15.gate_proj,rtn: 0.0024109,0.00000,0.079
65,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.090
65,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.087
65,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.099
65,mlp.experts.2.gate_proj,rtn: 0.0025024,0.00000,0.106
65,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.108
65,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.125
65,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.126
65,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.127
65,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.137
65,mlp.experts.5.gate_proj,rtn: 0.0022125,0.00000,0.144
65,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.146
65,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.151
65,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.075
65,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.072
65,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.069
65,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.074
65,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.099
65,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.095
65,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.090
65,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.093
65,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.104
65,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.091
65,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.060
65,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.092
65,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.097
65,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.073
65,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.078
65,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.110
65,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.096
65,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.090
65,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.068
65,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.098
65,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.084
65,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
65,mlp.experts.34.gate_proj,rtn: 0.0022583,0.00000,0.082
65,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.085
65,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.073
65,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.097
65,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.066
65,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.082
65,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.070
65,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.098
65,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.077
65,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.080
65,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.088
65,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.104
65,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.100
65,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.100
65,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.088
65,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.088
65,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.092
65,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.075
65,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.070
65,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.091
65,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.076
65,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.076
65,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.087
65,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.075
65,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.093
65,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.085
65,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.086
65,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.104
65,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.102
65,mlp.experts.95.gate_proj,rtn: 0.0022125,0.00000,0.075
65,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.102
65,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.070
65,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.062
65,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.092
65,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.092
65,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.066
65,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.092
65,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.084
65,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.080
65,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
65,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.081
65,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.086
65,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.097
65,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.068
65,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.075
65,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.076
65,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.097
65,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.100
65,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.076
65,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.094
65,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.089
65,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.097
65,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.087
65,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.089
65,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.081
65,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.084
65,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.087
65,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.063
65,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.060
65,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.084
65,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.073
65,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.072
65,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.085
65,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.074
65,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.083
65,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.076
65,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.079
65,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.080
65,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.092
65,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.093
65,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.091
65,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.064
65,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.074
65,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.072
65,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.082
65,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.068
65,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.093
65,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.071
65,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.091
65,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.075
65,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.076
65,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.100
65,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.063
65,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.099
65,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.084
65,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.074
65,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.076
65,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.071
65,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.084
65,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.095
65,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.096
65,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.065
65,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.089
65,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.077
65,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.074
65,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.066
65,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.090
65,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.068
65,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.064
65,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.048
65,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.094
65,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.090
65,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.100
65,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.121
65,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.174
65,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.150
65,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.164
65,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.172
65,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.179
65,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.177
65,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.172
65,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.085
65,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.086
65,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.087
65,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.089
65,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.094
65,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.096
65,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.095
65,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.091
65,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.103
65,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.094
65,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.089
65,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.112
65,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.106
65,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.118
65,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.071
65,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.072
65,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.080
65,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.102
65,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.088
65,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.105
65,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.088
65,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.078
65,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.096
65,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.097
65,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.077
65,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.098
65,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.107
65,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.105
65,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.086
65,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.076
65,mlp.experts.47.up_proj,rtn: 0.0022278,0.00000,0.077
65,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.101
65,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.082
65,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.073
65,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.089
65,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.093
65,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.080
65,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.086
65,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.079
65,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.089
65,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.087
65,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.073
65,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.101
65,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.082
65,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.098
65,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.090
65,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.079
65,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.107
65,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.081
65,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.094
65,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.083
65,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.090
65,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.098
65,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.092
65,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.098
65,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.081
65,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.099
65,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.087
65,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.084
65,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.094
65,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.094
65,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.101
65,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.095
65,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.089
65,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.089
65,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.096
65,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.096
65,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.090
65,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.095
65,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.083
65,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.098
65,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.089
65,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.090
65,mlp.experts.95.up_proj,rtn: 0.0021820,0.00000,0.080
65,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.085
65,mlp.experts.5.up_proj,rtn: 0.0021667,0.00000,0.092
65,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.088
65,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.090
65,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.090
65,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.093
65,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.088
65,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.087
65,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.089
65,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.091
65,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.084
65,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.096
65,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.090
65,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.086
65,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.097
65,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.087
65,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.085
65,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.095
65,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.108
65,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.100
65,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.098
65,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.096
65,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.096
65,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.092
65,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.091
65,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.086
65,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.087
65,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.085
65,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.089
65,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.109
65,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.096
65,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.082
65,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.096
65,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.096
65,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.091
65,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.107
65,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.105
65,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.093
65,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.111
65,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.081
65,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.089
65,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.081
65,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.090
65,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.095
65,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.085
65,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.096
65,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.105
65,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.097
65,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.078
65,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.085
65,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.089
65,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.099
65,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.097
65,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.082
65,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.088
65,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.115
65,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.107
65,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.084
65,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.112
65,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.087
65,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.096
65,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.097
65,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.107
65,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.093
65,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.080
65,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
65,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.089
65,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.076
65,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.089
65,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.100
65,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.092
65,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.076
65,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.094
65,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.103
65,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.095
65,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.103
65,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.101
65,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.095
65,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.095
65,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.073
65,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.073
65,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.086
65,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
65,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.084
65,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.096
65,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.084
65,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
65,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.092
65,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.089
65,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.077
65,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.094
65,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.094
65,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.065
65,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.070
65,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.103
65,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.068
65,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.068
65,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.110
65,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.098
65,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.066
65,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.075
65,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.048
65,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.099
65,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.088
65,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.067
65,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.067
65,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.062
65,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.088
65,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.086
65,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.093
65,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.063
65,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.089
65,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.073
65,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.090
65,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.100
65,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.059
65,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.073
65,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.084
65,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.084
65,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.061
65,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.084
65,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.081
65,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.072
65,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.087
65,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.090
65,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.060
65,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.090
65,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.069
65,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.096
65,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.066
65,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.086
65,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.093
65,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.082
65,mlp.experts.170.up_proj,rtn: 0.0023804,0.00000,0.086
65,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.075
65,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.068
65,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
65,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.057
65,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.087
65,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.088
65,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.097
65,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.093
65,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.084
65,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.096
65,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.090
65,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.088
65,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.081
65,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.086
65,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.081
65,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.078
65,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.077
65,mlp.experts.177.up_proj,rtn: 0.0022430,0.00000,0.079
65,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.081
65,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.065
65,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.072
65,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.044
65,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.015
65,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.032
65,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.048
65,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.050
65,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.055
65,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.039
65,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.150
65,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.153
65,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.064
65,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.066
65,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.067
65,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.067
65,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.067
65,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.160
65,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.161
65,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.072
65,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.072
65,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.072
65,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.023
65,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.029
65,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.035
65,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.033
65,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.038
65,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.044
65,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.026
65,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.044
65,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.043
65,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.051
65,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.050
65,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.043
65,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.041
65,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.047
65,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.041
65,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.042
65,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.051
65,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.041
65,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.052
65,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.060
65,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.040
65,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.044
65,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.054
65,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.050
65,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.050
65,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.060
65,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.054
65,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.042
65,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.057
65,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.047
65,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.062
65,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.045
65,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.049
65,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.045
65,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.064
65,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.028
65,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.060
65,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.060
65,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.043
65,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.058
65,mlp.experts.56.down_proj,rtn: 0.0023499,0.00000,0.055
65,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.036
65,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.047
65,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.072
65,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.048
65,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.062
65,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.078
65,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.041
65,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.047
65,mlp.experts.64.down_proj,rtn: 0.0023346,0.00000,0.038
65,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.066
65,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.037
65,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.036
65,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.028
65,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.030
65,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.061
65,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.033
65,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.064
65,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.123
65,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.157
65,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.154
65,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.046
65,mlp.experts.91.down_proj,rtn: 0.0023651,0.00000,0.044
65,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.047
65,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.151
65,mlp.experts.92.down_proj,rtn: 0.0023499,0.00000,0.051
65,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.052
65,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.047
65,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.053
65,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.053
65,mlp.experts.100.down_proj,rtn: 0.0023499,0.00000,0.057
65,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.057
65,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.060
65,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.062
65,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.023
65,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.058
65,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.053
65,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.032
65,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.047
65,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.044
65,mlp.experts.81.down_proj,rtn: 0.0023346,0.00000,0.053
65,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.039
65,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.033
65,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.043
65,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.032
65,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.032
65,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.028
65,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.043
65,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.041
65,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.041
65,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.060
65,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.046
65,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.040
65,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.042
65,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.048
65,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.053
65,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.057
65,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.051
65,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.046
65,mlp.experts.109.down_proj,rtn: 0.0021820,0.00000,0.072
65,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.054
65,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.040
65,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.050
65,mlp.experts.101.down_proj,rtn: 0.0023346,0.00000,0.070
65,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.038
65,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.050
65,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.041
65,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.048
65,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.055
65,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.038
65,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.030
65,mlp.experts.135.down_proj,rtn: 0.0023499,0.00000,0.037
65,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.059
65,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.035
65,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.053
65,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.047
65,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.057
65,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.049
65,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.046
65,mlp.experts.155.down_proj,rtn: 0.0023499,0.00000,0.039
65,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.037
65,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.036
65,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.044
65,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.029
65,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.029
65,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.057
65,mlp.experts.164.down_proj,rtn: 0.0023499,0.00000,0.026
65,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.039
65,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.051
65,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.040
65,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.040
65,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.043
65,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.042
65,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.037
65,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.041
65,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.026
65,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.063
65,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.040
65,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.027
65,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.052
65,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.032
65,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.035
65,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.046
65,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.033
65,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.038
65,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.050
65,mlp.experts.166.down_proj,rtn: 0.0023651,0.00000,0.035
65,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.024
65,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.028
65,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.030
65,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.022
65,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.026
65,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.030
65,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.026
65,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.030
65,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.026
65,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.018
65,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.048
65,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.017
65,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.034
65,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.022
65,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.043
65,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.012
65,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.043
65,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.051
65,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.018
65,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.032
65,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
65,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.034
65,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.040
65,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.031
65,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.026
65,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.025
65,mlp.experts.189.down_proj,rtn: 0.0022430,0.00000,0.025
65,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.025
65,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.027
65,mlp.shared_experts.down_proj,rtn: 0.0015945,0.00000,0.010
66,self_attn.q_proj,rtn: 0.0022583,0.00000,0.016
66,self_attn.k_proj,rtn: 0.0020599,0.00000,0.021
66,self_attn.v_proj,rtn: 0.0032349,0.00000,0.042
66,self_attn.o_proj,rtn: 0.0027924,0.00000,0.058
66,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.094
66,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.101
66,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.109
66,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.112
66,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.120
66,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.124
66,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.131
66,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.137
66,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.137
66,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.140
66,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.143
66,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.143
66,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.145
66,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.151
66,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.152
66,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.156
66,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.070
66,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.079
66,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.076
66,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.099
66,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.100
66,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.098
66,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.098
66,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
66,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.111
66,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.101
66,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.118
66,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.090
66,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.088
66,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.120
66,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.123
66,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.085
66,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.115
66,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.111
66,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.112
66,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.076
66,mlp.experts.38.gate_proj,rtn: 0.0022430,0.00000,0.085
66,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.078
66,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.084
66,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.066
66,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.084
66,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.077
66,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.066
66,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.087
66,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.074
66,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.091
66,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.069
66,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.096
66,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.102
66,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.077
66,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.099
66,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.074
66,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.096
66,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.098
66,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.085
66,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.078
66,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.072
66,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.071
66,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.083
66,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.078
66,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.071
66,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.069
66,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.082
66,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.091
66,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.070
66,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.086
66,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.087
66,mlp.experts.55.gate_proj,rtn: 0.0022736,0.00000,0.093
66,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.093
66,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.091
66,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.070
66,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.074
66,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.069
66,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.087
66,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.077
66,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.081
66,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.074
66,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.072
66,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.068
66,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.084
66,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.091
66,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.070
66,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.081
66,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.101
66,mlp.experts.80.gate_proj,rtn: 0.0022430,0.00000,0.076
66,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.094
66,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.072
66,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.076
66,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.095
66,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.070
66,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.067
66,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.071
66,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.062
66,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.084
66,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.076
66,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.064
66,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.057
66,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.057
66,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.058
66,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.083
66,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.068
66,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.070
66,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.092
66,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.069
66,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.055
66,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.066
66,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.096
66,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.084
66,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.096
66,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.058
66,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.062
66,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.070
66,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.087
66,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.060
66,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.061
66,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.071
66,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.065
66,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.082
66,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.073
66,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.079
66,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.074
66,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.093
66,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.085
66,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.091
66,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.070
66,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.099
66,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.085
66,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.087
66,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.078
66,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.070
66,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.073
66,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.075
66,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.067
66,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.074
66,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.074
66,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.074
66,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.091
66,mlp.experts.125.gate_proj,rtn: 0.0023804,0.00000,0.089
66,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.091
66,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.078
66,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.077
66,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.092
66,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.071
66,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.092
66,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.068
66,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.076
66,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.078
66,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.067
66,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.072
66,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.075
66,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.090
66,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.070
66,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.076
66,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.082
66,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.090
66,mlp.experts.170.gate_proj,rtn: 0.0022430,0.00000,0.065
66,mlp.experts.166.gate_proj,rtn: 0.0024109,0.00000,0.070
66,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.080
66,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.074
66,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.071
66,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.076
66,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.075
66,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.069
66,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.070
66,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.079
66,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.079
66,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.070
66,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.067
66,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.082
66,mlp.experts.157.gate_proj,rtn: 0.0024414,0.00000,0.089
66,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.092
66,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.090
66,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.059
66,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.088
66,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.079
66,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.073
66,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.066
66,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.067
66,mlp.experts.179.gate_proj,rtn: 0.0025024,0.00000,0.073
66,mlp.experts.161.gate_proj,rtn: 0.0023804,0.00000,0.083
66,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.083
66,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.088
66,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.083
66,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.064
66,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
66,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.086
66,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.082
66,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.077
66,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.085
66,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.076
66,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.071
66,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.070
66,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.074
66,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.088
66,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.091
66,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.083
66,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.087
66,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.071
66,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.091
66,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.079
66,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.073
66,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.094
66,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.087
66,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.094
66,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.092
66,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.077
66,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.083
66,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.090
66,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.082
66,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.083
66,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.084
66,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.081
66,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.087
66,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.092
66,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.088
66,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.084
66,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.085
66,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.086
66,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.089
66,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.087
66,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.078
66,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.091
66,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.090
66,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.097
66,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.091
66,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.090
66,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.112
66,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.104
66,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.092
66,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.100
66,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.090
66,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.093
66,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.098
66,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.085
66,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.084
66,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.089
66,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.078
66,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.099
66,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.089
66,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.090
66,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.106
66,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.099
66,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.092
66,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
66,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.093
66,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.079
66,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.089
66,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.078
66,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.097
66,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.092
66,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.091
66,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.098
66,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.087
66,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.081
66,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.091
66,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.098
66,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.095
66,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.099
66,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.100
66,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.091
66,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.082
66,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.083
66,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.088
66,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.087
66,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.092
66,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.098
66,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.094
66,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.090
66,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.093
66,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.087
66,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.089
66,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.098
66,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.100
66,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.089
66,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.081
66,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.096
66,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.093
66,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.082
66,mlp.experts.111.up_proj,rtn: 0.0022583,0.00000,0.083
66,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.079
66,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.086
66,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.082
66,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.099
66,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.090
66,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.087
66,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.099
66,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.098
66,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.085
66,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.149
66,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.145
66,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.142
66,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.083
66,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.083
66,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.069
66,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.073
66,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.079
66,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.114
66,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.112
66,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.075
66,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.102
66,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.090
66,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.088
66,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.100
66,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.083
66,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.094
66,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.080
66,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.090
66,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.089
66,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.106
66,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.105
66,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.124
66,mlp.experts.134.up_proj,rtn: 0.0022125,0.00000,0.122
66,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.125
66,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.093
66,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.071
66,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.098
66,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.071
66,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.093
66,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.081
66,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.077
66,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.087
66,mlp.experts.147.up_proj,rtn: 0.0022278,0.00000,0.081
66,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.085
66,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.101
66,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.081
66,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.138
66,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.084
66,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.111
66,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.113
66,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.093
66,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.087
66,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.114
66,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.080
66,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.086
66,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.078
66,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.073
66,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.089
66,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.088
66,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.096
66,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.085
66,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.089
66,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.072
66,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.104
66,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.073
66,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.086
66,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.074
66,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.083
66,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.078
66,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.105
66,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.093
66,mlp.experts.166.up_proj,rtn: 0.0023956,0.00000,0.108
66,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.074
66,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.093
66,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.102
66,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.057
66,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.089
66,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.039
66,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.086
66,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.089
66,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.088
66,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.084
66,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.081
66,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.078
66,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.081
66,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.076
66,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.087
66,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.052
66,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.053
66,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.076
66,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.073
66,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.067
66,mlp.experts.173.up_proj,rtn: 0.0022430,0.00000,0.061
66,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.024
66,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.017
66,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.030
66,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.039
66,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.036
66,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.051
66,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.052
66,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.053
66,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.053
66,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.054
66,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.054
66,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.054
66,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.141
66,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.040
66,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.056
66,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.026
66,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.065
66,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.040
66,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.153
66,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.154
66,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.153
66,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.025
66,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.032
66,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.056
66,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.052
66,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.051
66,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.043
66,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.056
66,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.045
66,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.057
66,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.050
66,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.062
66,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.058
66,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.047
66,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.060
66,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.071
66,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.067
66,mlp.experts.47.down_proj,rtn: 0.0023956,0.00000,0.044
66,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.055
66,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.057
66,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.053
66,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.050
66,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.038
66,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.049
66,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.040
66,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.048
66,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.046
66,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.042
66,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.043
66,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.022
66,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
66,mlp.experts.34.down_proj,rtn: 0.0023499,0.00000,0.058
66,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.050
66,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.045
66,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.037
66,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.060
66,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.051
66,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.048
66,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.043
66,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.040
66,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.049
66,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.033
66,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.045
66,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.051
66,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.042
66,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.065
66,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.062
66,mlp.experts.78.down_proj,rtn: 0.0023651,0.00000,0.044
66,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.048
66,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.039
66,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.048
66,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.045
66,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.041
66,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.027
66,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.049
66,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
66,mlp.experts.69.down_proj,rtn: 0.0023499,0.00000,0.046
66,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
66,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.041
66,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.048
66,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.057
66,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
66,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.043
66,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.048
66,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.039
66,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.037
66,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
66,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.036
66,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.029
66,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.048
66,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.038
66,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.047
66,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.038
66,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.049
66,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.042
66,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.028
66,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.041
66,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.036
66,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.051
66,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.037
66,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.047
66,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.035
66,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.044
66,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
66,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.035
66,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.040
66,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.022
66,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.039
66,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.030
66,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.031
66,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.040
66,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.020
66,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.041
66,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.024
66,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.028
66,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
66,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.036
66,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.034
66,mlp.experts.159.down_proj,rtn: 0.0021667,0.00000,0.023
66,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.032
66,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.039
66,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.036
66,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.038
66,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.034
66,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.031
66,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.031
66,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.027
66,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.034
66,mlp.experts.140.down_proj,rtn: 0.0021667,0.00000,0.035
66,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.039
66,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.036
66,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.027
66,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.033
66,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.035
66,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.032
66,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.034
66,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.035
66,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.033
66,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.028
66,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.028
66,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.029
66,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.038
66,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.042
66,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.030
66,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.040
66,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.027
66,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.034
66,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.039
66,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.035
66,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.039
66,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.037
66,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.033
66,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.029
66,mlp.experts.157.down_proj,rtn: 0.0024261,0.00000,0.027
66,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.027
66,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.032
66,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.028
66,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.037
66,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.046
66,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.041
66,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.041
66,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.031
66,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.037
66,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.023
66,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.033
66,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.024
66,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.031
66,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.033
66,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.026
66,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.023
66,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.024
66,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.037
66,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.036
66,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.025
66,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.032
66,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.037
66,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.032
66,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.029
66,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.022
66,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.022
66,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.025
66,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.023
66,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.019
66,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.032
66,mlp.experts.166.down_proj,rtn: 0.0023651,0.00000,0.025
66,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.018
66,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.016
66,mlp.experts.179.down_proj,rtn: 0.0023956,0.00000,0.026
66,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.027
66,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.022
66,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.030
66,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.020
66,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.016
66,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.027
66,mlp.shared_experts.gate_proj,rtn: 0.0017090,0.00000,0.027
66,mlp.shared_experts.down_proj,rtn: 0.0015717,0.00000,0.021
67,self_attn.v_proj,rtn: 0.0033112,0.00000,0.013
67,self_attn.q_proj,rtn: 0.0022278,0.00000,0.015
67,self_attn.k_proj,rtn: 0.0020599,0.00000,0.020
67,self_attn.o_proj,rtn: 0.0028687,0.00000,0.027
67,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.082
67,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.084
67,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.086
67,mlp.experts.14.gate_proj,rtn: 0.0022736,0.00000,0.087
67,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.091
67,mlp.experts.8.gate_proj,rtn: 0.0022430,0.00000,0.093
67,mlp.experts.0.gate_proj,rtn: 0.0024109,0.00000,0.092
67,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.093
67,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.102
67,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.107
67,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.107
67,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.110
67,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.120
67,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.128
67,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.137
67,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.142
67,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.085
67,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.085
67,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.087
67,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
67,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.090
67,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.088
67,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.092
67,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.088
67,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.093
67,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.102
67,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.108
67,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.087
67,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.112
67,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.091
67,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.107
67,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.106
67,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.078
67,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.074
67,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.081
67,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.096
67,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.088
67,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.098
67,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.096
67,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.097
67,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.097
67,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.094
67,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.101
67,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.090
67,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.094
67,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.106
67,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.082
67,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.083
67,mlp.experts.54.gate_proj,rtn: 0.0023804,0.00000,0.089
67,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.105
67,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.097
67,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.092
67,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.089
67,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.098
67,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.096
67,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.091
67,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.092
67,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.101
67,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.096
67,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.098
67,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.095
67,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.093
67,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.092
67,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.094
67,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.090
67,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.085
67,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.091
67,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.092
67,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.088
67,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.091
67,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.088
67,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.096
67,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.092
67,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.080
67,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.084
67,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.100
67,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.084
67,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.085
67,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.087
67,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.103
67,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.088
67,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.085
67,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.075
67,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.073
67,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.085
67,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.066
67,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.079
67,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.099
67,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.096
67,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.104
67,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.086
67,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.102
67,mlp.experts.100.gate_proj,rtn: 0.0024109,0.00000,0.089
67,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.105.gate_proj,rtn: 0.0022736,0.00000,0.089
67,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.081
67,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.087
67,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.103
67,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.097
67,mlp.experts.114.gate_proj,rtn: 0.0024261,0.00000,0.073
67,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.075
67,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.084
67,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.090
67,mlp.experts.111.gate_proj,rtn: 0.0023956,0.00000,0.087
67,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.092
67,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.090
67,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.095
67,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.097
67,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.094
67,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.080
67,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.098
67,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.075
67,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.096
67,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.077
67,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.096
67,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.102
67,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.085
67,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.087
67,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.094
67,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.100
67,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.090
67,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.073
67,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.095
67,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.070
67,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.100
67,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.072
67,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.099
67,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.090
67,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.085
67,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.074
67,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.099
67,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.105
67,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.064
67,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.094
67,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.091
67,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.074
67,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.087
67,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.069
67,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.096
67,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.085
67,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.092
67,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.081
67,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.082
67,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.067
67,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.082
67,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.080
67,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.078
67,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.074
67,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.068
67,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.088
67,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.072
67,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.068
67,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.069
67,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.073
67,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.066
67,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.090
67,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.077
67,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.072
67,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.078
67,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.082
67,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.082
67,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.066
67,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.072
67,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.089
67,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.060
67,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.088
67,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.066
67,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.068
67,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.067
67,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.073
67,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.096
67,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.068
67,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.079
67,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
67,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.088
67,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.089
67,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.069
67,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.072
67,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.065
67,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.070
67,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.086
67,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.066
67,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.064
67,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.088
67,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.085
67,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.075
67,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.076
67,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.094
67,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.081
67,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.067
67,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.065
67,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.068
67,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.078
67,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.091
67,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.070
67,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.072
67,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.079
67,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.076
67,mlp.experts.38.up_proj,rtn: 0.0022278,0.00000,0.074
67,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.088
67,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.076
67,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.069
67,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.065
67,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.083
67,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.074
67,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.069
67,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.066
67,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.064
67,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.083
67,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.077
67,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.075
67,mlp.experts.16.up_proj,rtn: 0.0021973,0.00000,0.090
67,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.095
67,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.079
67,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.070
67,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.077
67,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.094
67,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.069
67,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.070
67,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.071
67,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.068
67,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.078
67,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.071
67,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.067
67,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.096
67,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.078
67,mlp.experts.29.up_proj,rtn: 0.0023804,0.00000,0.087
67,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.088
67,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.077
67,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.081
67,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.093
67,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.078
67,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.079
67,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.084
67,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.068
67,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.082
67,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.071
67,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.084
67,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.084
67,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.079
67,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.090
67,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.082
67,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.083
67,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.101
67,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.084
67,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.097
67,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.089
67,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.073
67,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.077
67,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.080
67,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.094
67,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.092
67,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.082
67,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.086
67,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.083
67,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.096
67,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.082
67,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.080
67,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.080
67,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.089
67,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.086
67,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.090
67,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.079
67,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.086
67,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.080
67,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.081
67,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.091
67,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.086
67,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.084
67,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.081
67,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.084
67,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.080
67,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.082
67,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.088
67,mlp.experts.103.up_proj,rtn: 0.0023804,0.00000,0.085
67,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.083
67,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.082
67,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.087
67,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.088
67,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.083
67,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.089
67,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.089
67,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.081
67,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.079
67,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.086
67,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.082
67,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.081
67,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.087
67,mlp.experts.142.up_proj,rtn: 0.0023499,0.00000,0.078
67,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.091
67,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.093
67,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.095
67,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.083
67,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.086
67,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.087
67,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.088
67,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.084
67,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.086
67,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.087
67,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.096
67,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.112
67,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.085
67,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.083
67,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.097
67,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.083
67,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.093
67,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.084
67,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.080
67,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.085
67,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.166
67,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.167
67,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.086
67,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.086
67,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.087
67,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.092
67,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.080
67,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.095
67,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.088
67,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.130
67,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.089
67,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.122
67,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.080
67,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.081
67,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.105
67,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.082
67,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.083
67,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.084
67,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.081
67,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.090
67,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
67,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.086
67,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.087
67,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.082
67,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.141
67,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.082
67,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.147
67,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.086
67,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.121
67,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.039
67,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.102
67,mlp.experts.157.up_proj,rtn: 0.0022125,0.00000,0.086
67,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.088
67,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.085
67,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.090
67,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.085
67,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.087
67,mlp.experts.181.up_proj,rtn: 0.0024261,0.00000,0.089
67,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.099
67,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.088
67,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.099
67,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.089
67,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
67,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.097
67,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.079
67,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.088
67,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.087
67,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.028
67,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.056
67,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.080
67,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.074
67,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.079
67,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.072
67,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.015
67,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.020
67,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.037
67,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.123
67,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.045
67,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.129
67,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.136
67,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.058
67,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.058
67,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.058
67,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.139
67,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.060
67,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.055
67,mlp.experts.10.down_proj,rtn: 0.0021820,0.00000,0.062
67,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.066
67,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.065
67,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.067
67,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.067
67,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.043
67,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.026
67,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.030
67,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.020
67,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.039
67,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.046
67,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.041
67,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.039
67,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.037
67,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.047
67,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.045
67,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.051
67,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.048
67,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.031
67,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.058
67,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.059
67,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.059
67,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.049
67,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.061
67,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.062
67,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.049
67,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.057
67,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.073
67,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.060
67,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.056
67,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.054
67,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.052
67,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.048
67,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.069
67,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.054
67,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.065
67,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.054
67,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.052
67,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.050
67,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.054
67,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.067
67,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.055
67,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.050
67,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.049
67,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.050
67,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.051
67,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
67,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.044
67,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.046
67,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.051
67,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.044
67,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.039
67,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.051
67,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.053
67,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.052
67,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.041
67,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.036
67,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.052
67,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.053
67,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.061
67,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.040
67,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.032
67,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.038
67,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.053
67,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.030
67,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.038
67,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.044
67,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.030
67,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.055
67,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.023
67,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.044
67,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.042
67,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.034
67,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.035
67,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.038
67,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.056
67,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.046
67,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.043
67,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.036
67,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.033
67,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.036
67,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.046
67,mlp.experts.117.down_proj,rtn: 0.0023346,0.00000,0.043
67,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.040
67,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.036
67,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.035
67,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.039
67,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.035
67,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.041
67,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.052
67,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.038
67,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.034
67,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.032
67,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
67,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.043
67,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.050
67,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.041
67,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.039
67,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.044
67,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.037
67,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.040
67,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.039
67,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.039
67,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.036
67,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.027
67,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.029
67,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.039
67,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.045
67,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.031
67,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.056
67,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.037
67,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.040
67,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.049
67,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.033
67,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.049
67,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.051
67,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.039
67,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.035
67,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.035
67,mlp.experts.146.down_proj,rtn: 0.0023346,0.00000,0.042
67,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.033
67,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.040
67,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.035
67,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.037
67,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.039
67,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.044
67,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.034
67,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
67,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.034
67,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.027
67,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
67,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.035
67,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.026
67,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.034
67,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.028
67,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.034
67,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.046
67,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.047
67,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.037
67,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.040
67,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.039
67,mlp.experts.153.down_proj,rtn: 0.0023499,0.00000,0.027
67,mlp.experts.181.down_proj,rtn: 0.0028076,0.00000,0.032
67,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.032
67,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.040
67,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.025
67,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.052
67,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.031
67,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.029
67,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.046
67,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.028
67,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.028
67,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.027
67,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.046
67,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.019
67,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.026
67,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.040
67,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.038
67,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.038
67,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.051
67,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.020
67,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.020
67,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.038
67,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.039
67,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.020
67,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.020
67,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.043
67,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.037
67,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.030
67,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.026
67,mlp.experts.188.down_proj,rtn: 0.0023651,0.00000,0.021
67,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.035
67,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.031
67,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.010
67,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.033
67,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.031
67,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.024
67,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.022
67,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.009
67,mlp.shared_experts.up_proj,rtn: 0.0014877,0.00000,0.028
67,mlp.shared_experts.gate_proj,rtn: 0.0016632,0.00000,0.028
67,mlp.shared_experts.down_proj,rtn: 0.0015945,0.00000,0.020
68,self_attn.k_proj,rtn: 0.0021057,0.00000,0.015
68,self_attn.v_proj,rtn: 0.0033569,0.00000,0.015
68,self_attn.q_proj,rtn: 0.0022278,0.00000,0.017
68,self_attn.o_proj,rtn: 0.0027771,0.00000,0.030
68,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.094
68,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.102
68,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.106
68,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.107
68,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.108
68,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.110
68,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.112
68,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.114
68,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.120
68,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.120
68,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.122
68,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.127
68,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.131
68,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.133
68,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.141
68,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.142
68,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.090
68,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.077
68,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.087
68,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.103
68,mlp.experts.23.gate_proj,rtn: 0.0024109,0.00000,0.098
68,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.097
68,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.099
68,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.093
68,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.112
68,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.110
68,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.113
68,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.101
68,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.108
68,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.107
68,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.116
68,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.093
68,mlp.experts.34.gate_proj,rtn: 0.0023956,0.00000,0.089
68,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.087
68,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.100
68,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.097
68,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.090
68,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.095
68,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.083
68,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.087
68,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.091
68,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.102
68,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.093
68,mlp.experts.42.gate_proj,rtn: 0.0024719,0.00000,0.080
68,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.088
68,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.098
68,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.107
68,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.077
68,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.099
68,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.085
68,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.077
68,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.099
68,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.095
68,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.102
68,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.104
68,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.098
68,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.076
68,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.092
68,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.088
68,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.089
68,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.098
68,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.077
68,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.105
68,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.080
68,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.104
68,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.074
68,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.099
68,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.093
68,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.099
68,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.076
68,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.094
68,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.094
68,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.094
68,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.091
68,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.078
68,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.095
68,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.087
68,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.093
68,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.094
68,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.080
68,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.093
68,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.096
68,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.081
68,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.086
68,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.089
68,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.086
68,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.105
68,mlp.experts.85.gate_proj,rtn: 0.0023346,0.00000,0.086
68,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.083
68,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.076
68,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.084
68,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.086
68,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.094
68,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.091
68,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.091
68,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.086
68,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.091
68,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.095
68,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.060
68,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.057
68,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.065
68,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.088
68,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.094
68,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.069
68,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.101
68,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.085
68,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.100
68,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.106
68,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.087
68,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.087
68,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.063
68,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.061
68,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.089
68,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.070
68,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.087
68,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.096
68,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.098
68,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.075
68,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.089
68,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.098
68,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.087
68,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.091
68,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.093
68,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.089
68,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.071
68,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.091
68,mlp.experts.133.gate_proj,rtn: 0.0022430,0.00000,0.072
68,mlp.experts.141.gate_proj,rtn: 0.0022430,0.00000,0.069
68,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.086
68,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.086
68,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.088
68,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.074
68,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.098
68,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.087
68,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.096
68,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.145.gate_proj,rtn: 0.0024109,0.00000,0.067
68,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.095
68,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.088
68,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.071
68,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.073
68,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.086
68,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.071
68,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.092
68,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.091
68,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.158.gate_proj,rtn: 0.0022888,0.00000,0.096
68,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.085
68,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.075
68,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.064
68,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.086
68,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.095
68,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.078
68,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.089
68,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.089
68,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.070
68,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.089
68,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.096
68,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.090
68,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.095
68,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.083
68,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.098
68,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.081
68,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.086
68,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.064
68,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.098
68,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.077
68,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.094
68,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.069
68,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.089
68,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.089
68,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.074
68,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.100
68,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.086
68,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.072
68,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.070
68,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.101
68,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.081
68,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.073
68,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.097
68,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.103
68,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.090
68,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.086
68,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.108
68,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.094
68,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.070
68,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.090
68,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.095
68,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.098
68,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.071
68,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.072
68,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.080
68,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.077
68,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.099
68,mlp.experts.29.up_proj,rtn: 0.0023804,0.00000,0.087
68,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.076
68,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.085
68,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.081
68,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.087
68,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.077
68,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.082
68,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.095
68,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.097
68,mlp.experts.23.up_proj,rtn: 0.0023956,0.00000,0.076
68,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.073
68,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.094
68,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.078
68,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
68,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.098
68,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.085
68,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.078
68,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.076
68,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.071
68,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.101
68,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.092
68,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.090
68,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.084
68,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.095
68,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
68,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.098
68,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.088
68,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.079
68,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.078
68,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.095
68,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.090
68,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.079
68,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.093
68,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.091
68,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.080
68,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.090
68,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.088
68,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.089
68,mlp.experts.63.up_proj,rtn: 0.0022278,0.00000,0.081
68,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.077
68,mlp.experts.55.up_proj,rtn: 0.0023804,0.00000,0.085
68,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.097
68,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.093
68,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.085
68,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.094
68,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.088
68,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.094
68,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.084
68,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.089
68,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.092
68,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.088
68,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.089
68,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.097
68,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.093
68,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.078
68,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.085
68,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.089
68,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.087
68,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.098
68,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.088
68,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.085
68,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.079
68,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.082
68,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.092
68,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.083
68,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.074
68,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.072
68,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.090
68,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.086
68,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.076
68,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.090
68,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.088
68,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.086
68,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.076
68,mlp.experts.90.up_proj,rtn: 0.0023499,0.00000,0.084
68,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.093
68,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.094
68,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.084
68,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.080
68,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.079
68,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.077
68,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.098
68,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.095
68,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.093
68,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.082
68,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.088
68,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.090
68,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.084
68,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.082
68,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.083
68,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.102
68,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.085
68,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.100
68,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.087
68,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.082
68,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.083
68,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.095
68,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.096
68,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.089
68,mlp.experts.118.up_proj,rtn: 0.0021820,0.00000,0.086
68,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.094
68,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.085
68,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.084
68,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.094
68,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.085
68,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.086
68,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.098
68,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.081
68,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.086
68,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.090
68,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.087
68,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.088
68,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.093
68,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.083
68,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.089
68,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.088
68,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.087
68,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.087
68,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
68,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.091
68,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.090
68,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.090
68,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.088
68,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.093
68,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.107
68,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.098
68,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.088
68,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.082
68,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.094
68,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.078
68,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.077
68,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.082
68,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.102
68,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.067
68,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.076
68,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.073
68,mlp.experts.132.up_proj,rtn: 0.0023651,0.00000,0.102
68,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.073
68,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.085
68,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.074
68,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.073
68,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.076
68,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.083
68,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.103
68,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.068
68,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.103
68,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.069
68,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.067
68,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.092
68,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.074
68,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.095
68,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.079
68,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.093
68,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.061
68,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.083
68,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.077
68,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.069
68,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.062
68,mlp.experts.174.up_proj,rtn: 0.0023804,0.00000,0.064
68,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.072
68,mlp.experts.186.up_proj,rtn: 0.0022583,0.00000,0.064
68,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.087
68,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.081
68,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.035
68,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.079
68,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.076
68,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.070
68,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.072
68,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.071
68,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.071
68,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.063
68,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.066
68,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.053
68,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.014
68,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.033
68,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.061
68,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.040
68,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.043
68,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.131
68,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.052
68,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.036
68,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.139
68,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.142
68,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.059
68,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.061
68,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.062
68,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.063
68,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.063
68,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.149
68,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.065
68,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.069
68,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.022
68,mlp.experts.23.down_proj,rtn: 0.0023956,0.00000,0.039
68,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.032
68,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.039
68,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.048
68,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.041
68,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.050
68,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.028
68,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.051
68,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.059
68,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.056
68,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.045
68,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.036
68,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.032
68,mlp.experts.18.down_proj,rtn: 0.0023651,0.00000,0.050
68,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.056
68,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.047
68,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.049
68,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.049
68,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.048
68,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.048
68,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.049
68,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.052
68,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.053
68,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.045
68,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.053
68,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.048
68,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.061
68,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
68,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.048
68,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.046
68,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.050
68,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.045
68,mlp.experts.55.down_proj,rtn: 0.0024109,0.00000,0.049
68,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.062
68,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.049
68,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.054
68,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.052
68,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.051
68,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.045
68,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.041
68,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.054
68,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
68,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.046
68,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.039
68,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.045
68,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.040
68,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.042
68,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.042
68,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.060
68,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.029
68,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.039
68,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.050
68,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.044
68,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.054
68,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.040
68,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.036
68,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.055
68,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.048
68,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.034
68,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.025
68,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.045
68,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.046
68,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.034
68,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.042
68,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.033
68,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.060
68,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.041
68,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.034
68,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.020
68,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.041
68,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.043
68,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.028
68,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.041
68,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.025
68,mlp.experts.90.down_proj,rtn: 0.0023651,0.00000,0.023
68,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.034
68,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.041
68,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.033
68,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.038
68,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.039
68,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.055
68,mlp.experts.123.down_proj,rtn: 0.0021820,0.00000,0.036
68,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.044
68,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.041
68,mlp.experts.100.down_proj,rtn: 0.0023346,0.00000,0.047
68,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.035
68,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.029
68,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.052
68,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.042
68,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.037
68,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.043
68,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.040
68,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.030
68,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.037
68,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.033
68,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.025
68,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.041
68,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.049
68,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.031
68,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.030
68,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.039
68,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.029
68,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.029
68,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.046
68,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.043
68,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.046
68,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.037
68,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.042
68,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.041
68,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.047
68,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.043
68,mlp.experts.145.down_proj,rtn: 0.0023651,0.00000,0.035
68,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.043
68,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.050
68,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.051
68,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.041
68,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.038
68,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.043
68,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.044
68,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.047
68,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.038
68,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.047
68,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.041
68,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.046
68,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.037
68,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.037
68,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.036
68,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.034
68,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.042
68,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.037
68,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.038
68,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.042
68,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.036
68,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.041
68,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.046
68,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.034
68,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.046
68,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.030
68,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.038
68,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.032
68,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.043
68,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.041
68,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.029
68,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.043
68,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.043
68,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.039
68,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.040
68,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.025
68,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.041
68,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.034
68,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.038
68,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.039
68,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.022
68,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.036
68,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.037
68,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.016
68,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.032
68,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.040
68,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.042
68,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.026
68,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.033
68,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.024
68,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.027
68,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.014
68,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.017
68,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.037
68,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.036
68,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.022
68,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.018
68,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.029
68,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.033
68,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.021
68,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.014
68,mlp.shared_experts.up_proj,rtn: 0.0015182,0.00000,0.027
68,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.028
68,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.016
69,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
69,self_attn.q_proj,rtn: 0.0022278,0.00000,0.018
69,self_attn.v_proj,rtn: 0.0032959,0.00000,0.022
69,self_attn.o_proj,rtn: 0.0028229,0.00000,0.043
69,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.102
69,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.107
69,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.120
69,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.123
69,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.123
69,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.122
69,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.127
69,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.127
69,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.129
69,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.128
69,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.132
69,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.135
69,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.139
69,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.155
69,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.161
69,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.164
69,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.083
69,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.092
69,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.094
69,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.098
69,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.104
69,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.103
69,mlp.experts.31.gate_proj,rtn: 0.0024109,0.00000,0.097
69,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.095
69,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.095
69,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.103
69,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.115
69,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.121
69,mlp.experts.19.gate_proj,rtn: 0.0024109,0.00000,0.128
69,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.119
69,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.091
69,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.120
69,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.090
69,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.109
69,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.096
69,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.087
69,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.086
69,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.093
69,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.087
69,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.089
69,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.126
69,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.103
69,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.088
69,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.086
69,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.124
69,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.111
69,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.096
69,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.092
69,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.098
69,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.086
69,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.104
69,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.084
69,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.086
69,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.084
69,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.070
69,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.068
69,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.073
69,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.077
69,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.100
69,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.088
69,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.169
69,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.115
69,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.130
69,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.157
69,mlp.experts.79.gate_proj,rtn: 0.0023956,0.00000,0.068
69,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.068
69,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.069
69,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.070
69,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.078
69,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.093
69,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.095
69,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.090
69,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.091
69,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.097
69,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.093
69,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.098
69,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.104
69,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.074
69,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.087
69,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.061
69,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.073
69,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.069
69,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.072
69,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.120
69,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.070
69,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.087
69,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.087
69,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.097
69,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.082
69,mlp.experts.88.gate_proj,rtn: 0.0022583,0.00000,0.082
69,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.101
69,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.089
69,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.105
69,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.118
69,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.082
69,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.084
69,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.085
69,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.142
69,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.087
69,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.079
69,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.083
69,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.085
69,mlp.experts.109.gate_proj,rtn: 0.0024414,0.00000,0.072
69,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.098
69,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.095
69,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.095
69,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.097
69,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.084
69,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.077
69,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.095
69,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.073
69,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.087
69,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.092
69,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.080
69,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.085
69,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.087
69,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.087
69,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.089
69,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.087
69,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.091
69,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.085
69,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.091
69,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.084
69,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.093
69,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.099
69,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.087
69,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.098
69,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.083
69,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.087
69,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.098
69,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.091
69,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.097
69,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.095
69,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.083
69,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.090
69,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.089
69,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.085
69,mlp.experts.130.gate_proj,rtn: 0.0024109,0.00000,0.098
69,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.093
69,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.081
69,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.089
69,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.092
69,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.092
69,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.098
69,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.092
69,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.101
69,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.095
69,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.100
69,mlp.experts.167.gate_proj,rtn: 0.0024109,0.00000,0.084
69,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.085
69,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.100
69,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.094
69,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.088
69,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.083
69,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.082
69,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.100
69,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.093
69,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.084
69,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.103
69,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.099
69,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.087
69,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.095
69,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.088
69,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.079
69,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.082
69,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.089
69,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.086
69,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.089
69,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.085
69,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.068
69,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.096
69,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.091
69,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.090
69,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.077
69,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.090
69,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.097
69,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.083
69,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.083
69,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.075
69,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.078
69,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.082
69,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.081
69,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.090
69,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.083
69,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.080
69,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.075
69,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.091
69,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.090
69,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.089
69,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.069
69,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.087
69,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.069
69,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.103
69,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.100
69,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.077
69,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.083
69,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.073
69,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.085
69,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.087
69,mlp.experts.31.up_proj,rtn: 0.0023804,0.00000,0.082
69,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.077
69,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.082
69,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.072
69,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.071
69,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.090
69,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.088
69,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.088
69,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.090
69,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.078
69,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.093
69,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.085
69,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.102
69,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.082
69,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.089
69,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.088
69,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.082
69,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.084
69,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
69,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.085
69,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.084
69,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.098
69,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.093
69,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.082
69,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.105
69,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.094
69,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.090
69,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.087
69,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.086
69,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.091
69,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.093
69,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.088
69,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.088
69,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.088
69,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.085
69,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.060
69,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.077
69,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.085
69,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.091
69,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.094
69,mlp.experts.40.up_proj,rtn: 0.0023651,0.00000,0.079
69,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.083
69,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.061
69,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.097
69,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.096
69,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.084
69,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.061
69,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.101
69,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.077
69,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.088
69,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.074
69,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.058
69,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.094
69,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.093
69,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.084
69,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.074
69,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.077
69,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.091
69,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.097
69,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.096
69,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.062
69,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.060
69,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.085
69,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.063
69,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.100
69,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.091
69,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.082
69,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.085
69,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.067
69,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.066
69,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.087
69,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.081
69,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.089
69,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.083
69,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.068
69,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.098
69,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.096
69,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.067
69,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.077
69,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.085
69,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.070
69,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.070
69,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.082
69,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.087
69,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.072
69,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.098
69,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.081
69,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.086
69,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.090
69,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.070
69,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.088
69,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.067
69,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.069
69,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.092
69,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.067
69,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.067
69,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.091
69,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.075
69,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.071
69,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.088
69,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.066
69,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.086
69,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.081
69,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.088
69,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.085
69,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.087
69,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.071
69,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.071
69,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.065
69,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.080
69,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.087
69,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.081
69,mlp.experts.118.up_proj,rtn: 0.0023804,0.00000,0.089
69,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.080
69,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.064
69,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.077
69,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.084
69,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.061
69,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.094
69,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.065
69,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.090
69,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
69,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.090
69,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.067
69,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.093
69,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.074
69,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.073
69,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.065
69,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.088
69,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.070
69,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.093
69,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.075
69,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.075
69,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.073
69,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.079
69,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.082
69,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.073
69,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.097
69,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.065
69,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.085
69,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.089
69,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.086
69,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.081
69,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.079
69,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.086
69,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.071
69,mlp.experts.130.up_proj,rtn: 0.0023804,0.00000,0.097
69,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.075
69,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.098
69,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.072
69,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.085
69,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.071
69,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.067
69,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.084
69,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.082
69,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.101
69,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.082
69,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.077
69,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
69,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.079
69,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.088
69,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.076
69,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.062
69,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.071
69,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.094
69,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.068
69,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.088
69,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.048
69,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.094
69,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.086
69,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.092
69,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.041
69,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.088
69,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.081
69,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.086
69,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.078
69,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.078
69,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.072
69,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.072
69,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.040
69,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.023
69,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.011
69,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.026
69,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
69,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.046
69,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.046
69,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.047
69,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.042
69,mlp.experts.5.down_proj,rtn: 0.0023804,0.00000,0.143
69,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.105
69,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.060
69,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.061
69,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.061
69,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.153
69,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.156
69,mlp.experts.12.down_proj,rtn: 0.0023651,0.00000,0.068
69,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.068
69,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.071
69,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.164
69,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.028
69,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.022
69,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.032
69,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.042
69,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.033
69,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.042
69,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.028
69,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.042
69,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.033
69,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.051
69,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.041
69,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.052
69,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.035
69,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.036
69,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.034
69,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.035
69,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.066
69,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.059
69,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.042
69,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.058
69,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.042
69,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.052
69,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.045
69,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.039
69,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.051
69,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.069
69,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.047
69,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.041
69,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.035
69,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.034
69,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.048
69,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.037
69,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.035
69,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.034
69,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.041
69,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.039
69,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.040
69,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.032
69,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.032
69,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.050
69,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.034
69,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.033
69,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.044
69,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.034
69,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.041
69,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.035
69,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.057
69,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.059
69,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.026
69,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.046
69,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.043
69,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.032
69,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.042
69,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.024
69,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.025
69,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.045
69,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.043
69,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.039
69,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.033
69,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.034
69,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.034
69,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.053
69,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.030
69,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.033
69,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.037
69,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.032
69,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.028
69,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.045
69,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.052
69,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.055
69,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.044
69,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.062
69,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
69,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.036
69,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.030
69,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
69,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.038
69,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.034
69,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.040
69,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.032
69,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.027
69,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.027
69,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.028
69,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.034
69,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.029
69,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.035
69,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.029
69,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.048
69,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.053
69,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.048
69,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.042
69,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.037
69,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.041
69,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.029
69,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.026
69,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.030
69,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.030
69,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.038
69,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.028
69,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.029
69,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.022
69,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.024
69,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.054
69,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.044
69,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.034
69,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.033
69,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.034
69,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.029
69,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.029
69,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.029
69,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.036
69,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.046
69,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.029
69,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.025
69,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.052
69,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.026
69,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.036
69,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.040
69,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.025
69,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.053
69,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.031
69,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.035
69,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.028
69,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.031
69,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.034
69,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.029
69,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.032
69,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.053
69,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.029
69,mlp.experts.167.down_proj,rtn: 0.0023651,0.00000,0.024
69,mlp.experts.154.down_proj,rtn: 0.0022125,0.00000,0.034
69,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.035
69,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.044
69,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.047
69,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.054
69,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.023
69,mlp.experts.156.down_proj,rtn: 0.0021515,0.00000,0.024
69,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.036
69,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.036
69,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.025
69,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.034
69,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.035
69,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.051
69,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.034
69,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.020
69,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.021
69,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.036
69,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.031
69,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.047
69,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.030
69,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.015
69,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.030
69,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.043
69,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.044
69,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.013
69,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.022
69,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.029
69,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.014
69,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.042
69,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.021
69,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.021
69,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.037
69,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.015
69,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.033
69,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.032
69,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.030
69,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.029
69,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.031
69,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.036
69,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.029
69,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.027
69,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.022
69,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.010
69,mlp.shared_experts.up_proj,rtn: 0.0015411,0.00000,0.027
69,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.027
69,mlp.shared_experts.down_proj,rtn: 0.0017090,0.00000,0.010
70,self_attn.k_proj,rtn: 0.0020142,0.00000,0.015
70,self_attn.q_proj,rtn: 0.0022125,0.00000,0.016
70,self_attn.v_proj,rtn: 0.0035095,0.00000,0.044
70,self_attn.o_proj,rtn: 0.0028687,0.00000,0.032
70,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.098
70,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.101
70,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.108
70,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.108
70,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.117
70,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.124
70,mlp.experts.1.gate_proj,rtn: 0.0021820,0.00000,0.124
70,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.124
70,mlp.experts.0.gate_proj,rtn: 0.0024261,0.00000,0.130
70,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.131
70,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.139
70,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.143
70,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.144
70,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.145
70,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.150
70,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.154
70,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.091
70,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.094
70,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.089
70,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.093
70,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.089
70,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.100
70,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.112
70,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.088
70,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.123
70,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.122
70,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.117
70,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.117
70,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.144
70,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.124
70,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.135
70,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.088
70,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.106
70,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.083
70,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.160
70,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.100
70,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.112
70,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.096
70,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
70,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.108
70,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.099
70,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.109
70,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.099
70,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.100
70,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.101
70,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.100
70,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.107
70,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.100
70,mlp.experts.54.gate_proj,rtn: 0.0024109,0.00000,0.103
70,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.094
70,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.103
70,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.098
70,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.109
70,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.120
70,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.101
70,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.102
70,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.094
70,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.095
70,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.107
70,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.083
70,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.096
70,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.099
70,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.083
70,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.105
70,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.104
70,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.104
70,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.092
70,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.105
70,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.086
70,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.106
70,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.101
70,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.095
70,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.085
70,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.080
70,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.085
70,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.078
70,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.101
70,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.091
70,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.076
70,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.098
70,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.091
70,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.099
70,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.105
70,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.090
70,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.097
70,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.092
70,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.093
70,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.078
70,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.087
70,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.083
70,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.076
70,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.084
70,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.085
70,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.091
70,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.082
70,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.073
70,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.095
70,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.092
70,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.090
70,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.087
70,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.076
70,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.104
70,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.086
70,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.085
70,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.076
70,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.085
70,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.085
70,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.081
70,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.090
70,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.079
70,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.088
70,mlp.experts.101.gate_proj,rtn: 0.0021820,0.00000,0.086
70,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.085
70,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.095
70,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.076
70,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.094
70,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.089
70,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.079
70,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.082
70,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.092
70,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.095
70,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.095
70,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.089
70,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.078
70,mlp.experts.131.gate_proj,rtn: 0.0022583,0.00000,0.085
70,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.093
70,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.073
70,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.091
70,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.081
70,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.072
70,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.091
70,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.098
70,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.102
70,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.090
70,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.089
70,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.086
70,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.085
70,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.075
70,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.097
70,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.098
70,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.079
70,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.090
70,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.093
70,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.092
70,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.084
70,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.084
70,mlp.experts.150.gate_proj,rtn: 0.0024109,0.00000,0.080
70,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.071
70,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.090
70,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.087
70,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.079
70,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.096
70,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.086
70,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.087
70,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.088
70,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.095
70,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.087
70,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.088
70,mlp.experts.171.gate_proj,rtn: 0.0024109,0.00000,0.084
70,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.090
70,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.068
70,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.083
70,mlp.experts.170.gate_proj,rtn: 0.0024109,0.00000,0.069
70,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.090
70,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.082
70,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.087
70,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.082
70,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.077
70,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.090
70,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.090
70,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.080
70,mlp.experts.172.gate_proj,rtn: 0.0024109,0.00000,0.083
70,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.080
70,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.079
70,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.070
70,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.084
70,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.068
70,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.079
70,mlp.experts.160.gate_proj,rtn: 0.0024567,0.00000,0.090
70,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.081
70,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.082
70,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.080
70,mlp.experts.175.gate_proj,rtn: 0.0024261,0.00000,0.080
70,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.091
70,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.092
70,mlp.experts.189.gate_proj,rtn: 0.0022583,0.00000,0.083
70,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.075
70,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.086
70,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.076
70,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.084
70,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.069
70,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.071
70,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.080
70,mlp.experts.1.up_proj,rtn: 0.0021820,0.00000,0.081
70,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.089
70,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.089
70,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.084
70,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.086
70,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.089
70,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.081
70,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.090
70,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.080
70,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.081
70,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.090
70,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.088
70,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.077
70,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.074
70,mlp.experts.0.up_proj,rtn: 0.0024109,0.00000,0.066
70,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.083
70,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.127
70,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.085
70,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.132
70,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.067
70,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.073
70,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.075
70,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.076
70,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.079
70,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.070
70,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.081
70,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.088
70,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.089
70,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.089
70,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.089
70,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.064
70,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.092
70,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.100
70,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.084
70,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.096
70,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.062
70,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.073
70,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.074
70,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.070
70,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.075
70,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.075
70,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.070
70,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.089
70,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.086
70,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.067
70,mlp.experts.36.up_proj,rtn: 0.0023651,0.00000,0.096
70,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.092
70,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.101
70,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.102
70,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.121
70,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.118
70,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.080
70,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.091
70,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.081
70,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.081
70,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.076
70,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.095
70,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.095
70,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.084
70,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.082
70,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.081
70,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.096
70,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.093
70,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.075
70,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.079
70,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.070
70,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.072
70,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.075
70,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.084
70,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.082
70,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.082
70,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.092
70,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.070
70,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.082
70,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.075
70,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.074
70,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.099
70,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.074
70,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.075
70,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.087
70,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.085
70,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.075
70,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.072
70,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.080
70,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.083
70,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.073
70,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.080
70,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.088
70,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.081
70,mlp.experts.85.up_proj,rtn: 0.0023193,0.00000,0.087
70,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.082
70,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.082
70,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.077
70,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.079
70,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.071
70,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.081
70,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.082
70,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.073
70,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.083
70,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.083
70,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.085
70,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.085
70,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.079
70,mlp.experts.103.up_proj,rtn: 0.0023956,0.00000,0.091
70,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.079
70,mlp.experts.101.up_proj,rtn: 0.0021362,0.00000,0.086
70,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.093
70,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.086
70,mlp.experts.110.up_proj,rtn: 0.0022125,0.00000,0.075
70,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.086
70,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.079
70,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.085
70,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.081
70,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.082
70,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.087
70,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.089
70,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.086
70,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.084
70,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.087
70,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.098
70,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.081
70,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.091
70,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.083
70,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.092
70,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.088
70,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.093
70,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.092
70,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.091
70,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.087
70,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.093
70,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.090
70,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.081
70,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.090
70,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.090
70,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.078
70,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.085
70,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.088
70,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.089
70,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.093
70,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.093
70,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.090
70,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.079
70,mlp.experts.142.up_proj,rtn: 0.0023499,0.00000,0.096
70,mlp.experts.150.up_proj,rtn: 0.0023956,0.00000,0.095
70,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.090
70,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.090
70,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.092
70,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.082
70,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.089
70,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.087
70,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.076
70,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.083
70,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.085
70,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.080
70,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.096
70,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.083
70,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.088
70,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.092
70,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.095
70,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.097
70,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.091
70,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.105
70,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.098
70,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.081
70,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.075
70,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.073
70,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.079
70,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.075
70,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.093
70,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.081
70,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.076
70,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.089
70,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.096
70,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.095
70,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.051
70,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.059
70,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.093
70,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.058
70,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.059
70,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.089
70,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.093
70,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.095
70,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.092
70,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.039
70,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.066
70,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.060
70,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.083
70,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.094
70,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.030
70,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.078
70,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.075
70,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.014
70,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.016
70,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.017
70,mlp.experts.25.down_proj,rtn: 0.0023346,0.00000,0.037
70,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.096
70,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.052
70,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.053
70,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.057
70,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.057
70,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.058
70,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.059
70,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.149
70,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.063
70,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.152
70,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.154
70,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.065
70,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.065
70,mlp.experts.0.down_proj,rtn: 0.0023956,0.00000,0.067
70,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.026
70,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.158
70,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.037
70,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.021
70,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
70,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.036
70,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.033
70,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.038
70,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.046
70,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.054
70,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.057
70,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.042
70,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.064
70,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.058
70,mlp.experts.57.down_proj,rtn: 0.0023651,0.00000,0.038
70,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.032
70,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.058
70,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.051
70,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.042
70,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.050
70,mlp.experts.36.down_proj,rtn: 0.0023499,0.00000,0.044
70,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.039
70,mlp.experts.55.down_proj,rtn: 0.0021973,0.00000,0.043
70,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.054
70,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.034
70,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.055
70,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.053
70,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.048
70,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.071
70,mlp.experts.73.down_proj,rtn: 0.0021515,0.00000,0.050
70,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.058
70,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.047
70,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.042
70,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.049
70,mlp.experts.52.down_proj,rtn: 0.0021667,0.00000,0.036
70,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.040
70,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.047
70,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.042
70,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.037
70,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.035
70,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.042
70,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.049
70,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.047
70,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.045
70,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.042
70,mlp.experts.67.down_proj,rtn: 0.0022125,0.00000,0.038
70,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.036
70,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.041
70,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.053
70,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.033
70,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.041
70,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.036
70,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.034
70,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.053
70,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.067
70,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.054
70,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.044
70,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.047
70,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.031
70,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.043
70,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.035
70,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.039
70,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
70,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.039
70,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.036
70,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.035
70,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.037
70,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.037
70,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.044
70,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.040
70,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.029
70,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.050
70,mlp.experts.78.down_proj,rtn: 0.0021667,0.00000,0.046
70,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.031
70,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.041
70,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.034
70,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.039
70,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
70,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.036
70,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.051
70,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.040
70,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.033
70,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.035
70,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.039
70,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.042
70,mlp.experts.101.down_proj,rtn: 0.0021057,0.00000,0.033
70,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.039
70,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.036
70,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.042
70,mlp.experts.80.down_proj,rtn: 0.0022125,0.00000,0.048
70,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.036
70,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.039
70,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.041
70,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.034
70,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.038
70,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.035
70,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.031
70,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.039
70,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.040
70,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.032
70,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.037
70,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.042
70,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.034
70,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.034
70,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.040
70,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.038
70,mlp.experts.110.down_proj,rtn: 0.0021973,0.00000,0.041
70,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.036
70,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.032
70,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.037
70,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.034
70,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.028
70,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.038
70,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.034
70,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.040
70,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.036
70,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.041
70,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.035
70,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.036
70,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.043
70,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.033
70,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.029
70,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.026
70,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.035
70,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.029
70,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.032
70,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.047
70,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.043
70,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.045
70,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.045
70,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.040
70,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.041
70,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.034
70,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.030
70,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.027
70,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.044
70,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.030
70,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.030
70,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.044
70,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.035
70,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.037
70,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.036
70,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.040
70,mlp.experts.150.down_proj,rtn: 0.0023804,0.00000,0.039
70,mlp.experts.175.down_proj,rtn: 0.0023651,0.00000,0.030
70,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.025
70,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.043
70,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.039
70,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.041
70,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.030
70,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.042
70,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.031
70,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.029
70,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.034
70,mlp.experts.165.down_proj,rtn: 0.0021820,0.00000,0.039
70,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.025
70,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.013
70,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.037
70,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.037
70,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.033
70,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.041
70,mlp.experts.160.down_proj,rtn: 0.0024109,0.00000,0.023
70,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.021
70,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.028
70,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.032
70,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.028
70,mlp.experts.170.down_proj,rtn: 0.0023804,0.00000,0.036
70,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.011
70,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.033
70,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.011
70,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.032
70,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.033
70,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.023
70,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.011
70,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.025
70,mlp.shared_experts.gate_proj,rtn: 0.0017166,0.00000,0.032
70,mlp.shared_experts.down_proj,rtn: 0.0017471,0.00000,0.022
71,self_attn.v_proj,rtn: 0.0034943,0.00000,0.013
71,self_attn.k_proj,rtn: 0.0020142,0.00000,0.015
71,self_attn.q_proj,rtn: 0.0021820,0.00000,0.016
71,self_attn.o_proj,rtn: 0.0028992,0.00000,0.045
71,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.082
71,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.089
71,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.091
71,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.106
71,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.110
71,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.116
71,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.118
71,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.124
71,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.127
71,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.127
71,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.127
71,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.138
71,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.139
71,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.139
71,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.140
71,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.146
71,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.085
71,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.095
71,mlp.experts.23.gate_proj,rtn: 0.0024719,0.00000,0.106
71,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.101
71,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.113
71,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.112
71,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.112
71,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.116
71,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.077
71,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.123
71,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.113
71,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.096
71,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.112
71,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.119
71,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.118
71,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.143
71,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.132
71,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.096
71,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.090
71,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.105
71,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.086
71,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.082
71,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.081
71,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.105
71,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.092
71,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.095
71,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.087
71,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.108
71,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.103
71,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.104
71,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.082
71,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.098
71,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.090
71,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.084
71,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.101
71,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.123
71,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.080
71,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.090
71,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.084
71,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.145
71,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.091
71,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.088
71,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.082
71,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.089
71,mlp.experts.50.gate_proj,rtn: 0.0023651,0.00000,0.106
71,mlp.experts.79.gate_proj,rtn: 0.0022430,0.00000,0.082
71,mlp.experts.56.gate_proj,rtn: 0.0025024,0.00000,0.087
71,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.077
71,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.094
71,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.081
71,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.083
71,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.077
71,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.088
71,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.088
71,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.091
71,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.075
71,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.090
71,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.107
71,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.082
71,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.092
71,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.084
71,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.090
71,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.095
71,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.090
71,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.092
71,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.085
71,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.090
71,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.091
71,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.088
71,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.086
71,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.103
71,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.110
71,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.093
71,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.091
71,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.090
71,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.085
71,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.108
71,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.097
71,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.084
71,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.096
71,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.093
71,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.080
71,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.094
71,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.093
71,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.088
71,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.097
71,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.100
71,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.084
71,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.101
71,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.096
71,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.084
71,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.088
71,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.099
71,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.098
71,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.096
71,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.083
71,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.097
71,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.089
71,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.093
71,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.079
71,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.092
71,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.082
71,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.083
71,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.097
71,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.095
71,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.099
71,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.084
71,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.087
71,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
71,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.092
71,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.087
71,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.099
71,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.093
71,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.100
71,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.085
71,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.091
71,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.092
71,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.095
71,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.081
71,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.075
71,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.100
71,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.087
71,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.097
71,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.090
71,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.096
71,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.112
71,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.093
71,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.090
71,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.082
71,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.085
71,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.108
71,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.110
71,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.084
71,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.088
71,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.098
71,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.083
71,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.086
71,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.089
71,mlp.experts.153.gate_proj,rtn: 0.0022430,0.00000,0.093
71,mlp.experts.171.gate_proj,rtn: 0.0023651,0.00000,0.110
71,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.092
71,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.088
71,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.095
71,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.090
71,mlp.experts.144.gate_proj,rtn: 0.0024872,0.00000,0.089
71,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.108
71,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.084
71,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.088
71,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.104
71,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.103
71,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.080
71,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.092
71,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.087
71,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.095
71,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.090
71,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.083
71,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.091
71,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.097
71,mlp.experts.190.gate_proj,rtn: 0.0024567,0.00000,0.088
71,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.105
71,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.092
71,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.100
71,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.089
71,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.093
71,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.096
71,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.087
71,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.102
71,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.092
71,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.077
71,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.086
71,mlp.experts.188.gate_proj,rtn: 0.0024414,0.00000,0.089
71,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.085
71,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.075
71,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.084
71,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.084
71,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.084
71,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.092
71,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.090
71,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.088
71,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.087
71,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.081
71,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.092
71,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.089
71,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.093
71,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.103
71,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.082
71,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.089
71,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.080
71,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.082
71,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.085
71,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.081
71,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.092
71,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.093
71,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.080
71,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.093
71,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.080
71,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.090
71,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.092
71,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.093
71,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.088
71,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.090
71,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.099
71,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.083
71,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.089
71,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.099
71,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.093
71,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.092
71,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.100
71,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.091
71,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.087
71,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.077
71,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.087
71,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.075
71,mlp.experts.23.up_proj,rtn: 0.0023804,0.00000,0.097
71,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.091
71,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.090
71,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.080
71,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.079
71,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.082
71,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.096
71,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.094
71,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.089
71,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.097
71,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.082
71,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.093
71,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.095
71,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.090
71,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.087
71,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.089
71,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.100
71,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.090
71,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.086
71,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.096
71,mlp.experts.78.up_proj,rtn: 0.0023499,0.00000,0.093
71,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.094
71,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.096
71,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.097
71,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.100
71,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.084
71,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.081
71,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.093
71,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.108
71,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.097
71,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.101
71,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.081
71,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.101
71,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.090
71,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.104
71,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.087
71,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.092
71,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.094
71,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.098
71,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.097
71,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.093
71,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.090
71,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.101
71,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.094
71,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.098
71,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.088
71,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.096
71,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.099
71,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.094
71,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.096
71,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.082
71,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.085
71,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.095
71,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.087
71,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.098
71,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.081
71,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.099
71,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.095
71,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.096
71,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.097
71,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.084
71,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.081
71,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.099
71,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.095
71,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.099
71,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.087
71,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.096
71,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.089
71,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.095
71,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.084
71,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.083
71,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.065
71,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.068
71,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.092
71,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.098
71,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.090
71,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.083
71,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.090
71,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.151
71,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.117
71,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.110
71,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.073
71,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.079
71,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.080
71,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.080
71,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.176
71,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.088
71,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.090
71,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.109
71,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.091
71,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.170
71,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.087
71,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.119
71,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.093
71,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.073
71,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.074
71,mlp.experts.149.up_proj,rtn: 0.0024261,0.00000,0.069
71,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.064
71,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
71,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.074
71,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.111
71,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.070
71,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.104
71,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.099
71,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.100
71,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.092
71,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.064
71,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.071
71,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.072
71,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.070
71,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.086
71,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.073
71,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.074
71,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.121
71,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.100
71,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.101
71,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.080
71,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.078
71,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.061
71,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.067
71,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.082
71,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.069
71,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.094
71,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.070
71,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.077
71,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.101
71,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.099
71,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.068
71,mlp.experts.189.up_proj,rtn: 0.0023804,0.00000,0.078
71,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.081
71,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.091
71,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.095
71,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.084
71,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.041
71,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.047
71,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.049
71,mlp.experts.171.up_proj,rtn: 0.0023499,0.00000,0.081
71,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.093
71,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.084
71,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.095
71,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.090
71,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.082
71,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.092
71,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
71,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.080
71,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.081
71,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.089
71,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.081
71,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.074
71,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.069
71,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.063
71,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.065
71,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.048
71,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.045
71,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.025
71,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.019
71,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.051
71,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.052
71,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.055
71,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.046
71,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.048
71,mlp.experts.13.down_proj,rtn: 0.0021362,0.00000,0.053
71,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.053
71,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.055
71,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.144
71,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.060
71,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.145
71,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.064
71,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.149
71,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.066
71,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.151
71,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.076
71,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.028
71,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.039
71,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.026
71,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.052
71,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.048
71,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.024
71,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.027
71,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.047
71,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.013
71,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.030
71,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.033
71,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.025
71,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.044
71,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.037
71,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.037
71,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.064
71,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.056
71,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.038
71,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.038
71,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.056
71,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.052
71,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.040
71,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.046
71,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.050
71,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.040
71,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.029
71,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.050
71,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.074
71,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.044
71,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.052
71,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.033
71,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.045
71,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.045
71,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.038
71,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.036
71,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.034
71,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.054
71,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.072
71,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.049
71,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.064
71,mlp.experts.56.down_proj,rtn: 0.0023956,0.00000,0.051
71,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.063
71,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.034
71,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.050
71,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.045
71,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.043
71,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.050
71,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.030
71,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.027
71,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.047
71,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.042
71,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.068
71,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.020
71,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.047
71,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.044
71,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.053
71,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.058
71,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.034
71,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.042
71,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.053
71,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.041
71,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.073
71,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.055
71,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.049
71,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.035
71,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.059
71,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.048
71,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.052
71,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.048
71,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.040
71,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.038
71,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.074
71,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.039
71,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.039
71,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.054
71,mlp.experts.79.down_proj,rtn: 0.0021667,0.00000,0.059
71,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
71,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.055
71,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.058
71,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.037
71,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.042
71,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.044
71,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.053
71,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
71,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.052
71,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.059
71,mlp.experts.144.down_proj,rtn: 0.0024109,0.00000,0.034
71,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.039
71,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.078
71,mlp.experts.100.down_proj,rtn: 0.0023804,0.00000,0.035
71,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.052
71,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.051
71,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.056
71,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.042
71,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.070
71,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.044
71,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.041
71,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.043
71,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.054
71,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.037
71,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.050
71,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.036
71,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.032
71,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.047
71,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.045
71,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.049
71,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.060
71,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.049
71,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.042
71,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.031
71,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.048
71,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.045
71,mlp.experts.85.down_proj,rtn: 0.0022125,0.00000,0.047
71,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.041
71,mlp.experts.140.down_proj,rtn: 0.0023499,0.00000,0.042
71,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.040
71,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.035
71,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.044
71,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.044
71,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.044
71,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.054
71,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.045
71,mlp.experts.190.down_proj,rtn: 0.0023804,0.00000,0.036
71,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.050
71,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.032
71,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.043
71,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.031
71,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.054
71,mlp.experts.127.down_proj,rtn: 0.0022125,0.00000,0.048
71,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.033
71,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.041
71,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
71,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.042
71,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.050
71,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.044
71,mlp.experts.170.down_proj,rtn: 0.0021362,0.00000,0.036
71,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.033
71,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.045
71,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.051
71,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.040
71,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.035
71,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.040
71,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.033
71,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.032
71,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.043
71,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.035
71,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.038
71,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.033
71,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.031
71,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.030
71,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.032
71,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.043
71,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
71,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.032
71,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.040
71,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.033
71,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.028
71,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.018
71,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.039
71,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.039
71,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.040
71,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.022
71,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.018
71,mlp.experts.149.down_proj,rtn: 0.0026245,0.00000,0.012
71,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.040
71,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
71,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.011
71,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.036
71,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.035
71,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.011
71,mlp.experts.167.down_proj,rtn: 0.0021667,0.00000,0.027
71,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.032
71,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.027
71,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.022
71,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.021
71,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.028
71,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.039
71,mlp.shared_experts.down_proj,rtn: 0.0018082,0.00000,0.021
72,self_attn.k_proj,rtn: 0.0020447,0.00000,0.015
72,self_attn.v_proj,rtn: 0.0033264,0.00000,0.021
72,self_attn.q_proj,rtn: 0.0021515,0.00000,0.021
72,self_attn.o_proj,rtn: 0.0029602,0.00000,0.030
72,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.095
72,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.097
72,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.103
72,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.104
72,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.104
72,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.108
72,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.112
72,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.114
72,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.118
72,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.120
72,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.121
72,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.125
72,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.130
72,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.133
72,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.134
72,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.136
72,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.090
72,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.086
72,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.082
72,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
72,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.080
72,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.089
72,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.082
72,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.088
72,mlp.experts.25.gate_proj,rtn: 0.0023804,0.00000,0.096
72,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.102
72,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.092
72,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.095
72,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.088
72,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.101
72,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.102
72,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.105
72,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.073
72,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.074
72,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.081
72,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.088
72,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.094
72,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.092
72,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.088
72,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.089
72,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.087
72,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.087
72,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.088
72,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.089
72,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.109
72,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.099
72,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.098
72,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.104
72,mlp.experts.58.gate_proj,rtn: 0.0025635,0.00000,0.082
72,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.084
72,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.083
72,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.085
72,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.080
72,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.088
72,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.086
72,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.091
72,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.086
72,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.095
72,mlp.experts.55.gate_proj,rtn: 0.0022125,0.00000,0.084
72,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.096
72,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.105
72,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.099
72,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.083
72,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.083
72,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.103
72,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.102
72,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.085
72,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.087
72,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.099
72,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.086
72,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.092
72,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.088
72,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.099
72,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.089
72,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.101
72,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.101
72,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.095
72,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.088
72,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.100
72,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.093
72,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.104
72,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.085
72,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.080
72,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.090
72,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.098
72,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.112
72,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.091
72,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.090
72,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.087
72,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.090
72,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.089
72,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.099
72,mlp.experts.102.gate_proj,rtn: 0.0024261,0.00000,0.084
72,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.090
72,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.102
72,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.079
72,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.072
72,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.076
72,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.103
72,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.100
72,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.075
72,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.074
72,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.099
72,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.091
72,mlp.experts.88.gate_proj,rtn: 0.0022583,0.00000,0.105
72,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.097
72,mlp.experts.105.gate_proj,rtn: 0.0022736,0.00000,0.092
72,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.096
72,mlp.experts.118.gate_proj,rtn: 0.0023956,0.00000,0.092
72,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.078
72,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.093
72,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.092
72,mlp.experts.123.gate_proj,rtn: 0.0021973,0.00000,0.088
72,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.095
72,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.087
72,mlp.experts.108.gate_proj,rtn: 0.0022736,0.00000,0.109
72,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.079
72,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.099
72,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.087
72,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.075
72,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.094
72,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.099
72,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.084
72,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.086
72,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.097
72,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.091
72,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.088
72,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.093
72,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.096
72,mlp.experts.116.gate_proj,rtn: 0.0022278,0.00000,0.095
72,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.091
72,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.097
72,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.093
72,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.097
72,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.086
72,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.089
72,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.096
72,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.082
72,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.099
72,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.090
72,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.089
72,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.094
72,mlp.experts.158.gate_proj,rtn: 0.0022888,0.00000,0.088
72,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.086
72,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.092
72,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.086
72,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.081
72,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.087
72,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.101
72,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.091
72,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.104
72,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.092
72,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.093
72,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.087
72,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.100
72,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.099
72,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.082
72,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.075
72,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.074
72,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.101
72,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.097
72,mlp.experts.174.gate_proj,rtn: 0.0023804,0.00000,0.099
72,mlp.experts.167.gate_proj,rtn: 0.0024261,0.00000,0.095
72,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.088
72,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.104
72,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.103
72,mlp.experts.144.gate_proj,rtn: 0.0022278,0.00000,0.107
72,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.090
72,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.108
72,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.103
72,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.089
72,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.097
72,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.078
72,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.071
72,mlp.experts.152.gate_proj,rtn: 0.0024109,0.00000,0.078
72,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.095
72,mlp.experts.190.gate_proj,rtn: 0.0022278,0.00000,0.093
72,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.094
72,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.074
72,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.085
72,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.088
72,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.092
72,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.100
72,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.092
72,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.072
72,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.073
72,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.095
72,mlp.experts.185.gate_proj,rtn: 0.0024261,0.00000,0.104
72,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.072
72,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.097
72,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.081
72,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.073
72,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.099
72,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.092
72,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.104
72,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.066
72,mlp.experts.180.gate_proj,rtn: 0.0022430,0.00000,0.086
72,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.089
72,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.091
72,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.074
72,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.088
72,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.099
72,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.067
72,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.093
72,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.097
72,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.076
72,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.089
72,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.099
72,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.077
72,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.094
72,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.094
72,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.092
72,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.089
72,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.098
72,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.096
72,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.084
72,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.087
72,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.091
72,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.084
72,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.086
72,mlp.experts.25.up_proj,rtn: 0.0023804,0.00000,0.091
72,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.088
72,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.086
72,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.081
72,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.102
72,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.095
72,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.083
72,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.094
72,mlp.experts.37.up_proj,rtn: 0.0022125,0.00000,0.077
72,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.082
72,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.078
72,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.105
72,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.091
72,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.103
72,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.076
72,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.094
72,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.074
72,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.085
72,mlp.experts.55.up_proj,rtn: 0.0021973,0.00000,0.089
72,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.082
72,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.087
72,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.089
72,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.085
72,mlp.experts.58.up_proj,rtn: 0.0026703,0.00000,0.085
72,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.083
72,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.105
72,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.093
72,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.086
72,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.078
72,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.083
72,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.085
72,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.104
72,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.099
72,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.106
72,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.087
72,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.088
72,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.085
72,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.089
72,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.100
72,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.094
72,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.098
72,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.095
72,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.089
72,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.101
72,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.091
72,mlp.experts.73.up_proj,rtn: 0.0023804,0.00000,0.096
72,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.103
72,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.091
72,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.100
72,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.098
72,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.097
72,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.092
72,mlp.experts.86.up_proj,rtn: 0.0023804,0.00000,0.083
72,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.091
72,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.093
72,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.096
72,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.103
72,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.095
72,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.095
72,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.087
72,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.081
72,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.097
72,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.090
72,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.092
72,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.095
72,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.090
72,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.098
72,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.103
72,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.088
72,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.094
72,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.098
72,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.083
72,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.101
72,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.090
72,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.086
72,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.095
72,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.101
72,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.086
72,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.095
72,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.099
72,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.099
72,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.090
72,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.098
72,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.102
72,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.086
72,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.096
72,mlp.experts.113.up_proj,rtn: 0.0023499,0.00000,0.085
72,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.090
72,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.084
72,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.088
72,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.095
72,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.103
72,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.098
72,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.100
72,mlp.experts.125.up_proj,rtn: 0.0023651,0.00000,0.096
72,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.087
72,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.090
72,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.086
72,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.098
72,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.092
72,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.103
72,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.094
72,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.087
72,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.088
72,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.089
72,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.077
72,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.093
72,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.093
72,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.100
72,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.094
72,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.087
72,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
72,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.085
72,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.094
72,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.101
72,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.095
72,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.074
72,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.101
72,mlp.experts.153.up_proj,rtn: 0.0023651,0.00000,0.072
72,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
72,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.066
72,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.096
72,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.067
72,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.080
72,mlp.experts.167.up_proj,rtn: 0.0024109,0.00000,0.082
72,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.097
72,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.096
72,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.081
72,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.097
72,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.091
72,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.067
72,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.093
72,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.078
72,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.073
72,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.104
72,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.075
72,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.075
72,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.095
72,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.084
72,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.070
72,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.069
72,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.090
72,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.092
72,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.087
72,mlp.experts.185.up_proj,rtn: 0.0025330,0.00000,0.068
72,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.061
72,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.065
72,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.092
72,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.058
72,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.088
72,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.095
72,mlp.experts.144.up_proj,rtn: 0.0021667,0.00000,0.085
72,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.087
72,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.067
72,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.070
72,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.085
72,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.091
72,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.081
72,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.088
72,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.078
72,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.081
72,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.079
72,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.073
72,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.056
72,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.017
72,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.047
72,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.049
72,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.054
72,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.054
72,mlp.experts.18.down_proj,rtn: 0.0023651,0.00000,0.036
72,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.037
72,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.037
72,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.040
72,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.040
72,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.040
72,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.041
72,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.047
72,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.132
72,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.133
72,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.138
72,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.140
72,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.039
72,mlp.experts.22.down_proj,rtn: 0.0022125,0.00000,0.038
72,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.039
72,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.034
72,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.046
72,mlp.experts.26.down_proj,rtn: 0.0021667,0.00000,0.036
72,mlp.experts.25.down_proj,rtn: 0.0023651,0.00000,0.038
72,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.036
72,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.054
72,mlp.experts.31.down_proj,rtn: 0.0023499,0.00000,0.034
72,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.040
72,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.059
72,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.046
72,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.049
72,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.038
72,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.038
72,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.046
72,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.037
72,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.034
72,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.047
72,mlp.experts.50.down_proj,rtn: 0.0021667,0.00000,0.036
72,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.031
72,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.037
72,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.039
72,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.036
72,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.036
72,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.046
72,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.031
72,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.035
72,mlp.experts.57.down_proj,rtn: 0.0023499,0.00000,0.034
72,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.043
72,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.045
72,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.044
72,mlp.experts.53.down_proj,rtn: 0.0023651,0.00000,0.034
72,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.033
72,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.040
72,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.033
72,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.048
72,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.034
72,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.031
72,mlp.experts.58.down_proj,rtn: 0.0027924,0.00000,0.039
72,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.036
72,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.038
72,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.060
72,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.031
72,mlp.experts.73.down_proj,rtn: 0.0023804,0.00000,0.036
72,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.033
72,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.036
72,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.050
72,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.040
72,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.051
72,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.034
72,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.040
72,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.033
72,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.036
72,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.042
72,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.042
72,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.031
72,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.037
72,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.051
72,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.036
72,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.032
72,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.037
72,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.043
72,mlp.experts.48.down_proj,rtn: 0.0021210,0.00000,0.058
72,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.044
72,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.037
72,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.034
72,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.026
72,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.044
72,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.037
72,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.036
72,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.026
72,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.037
72,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.033
72,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.036
72,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.038
72,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.047
72,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.036
72,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.035
72,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.040
72,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.033
72,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.032
72,mlp.experts.106.down_proj,rtn: 0.0021820,0.00000,0.040
72,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.036
72,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.052
72,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.046
72,mlp.experts.107.down_proj,rtn: 0.0023804,0.00000,0.041
72,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.038
72,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.038
72,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.046
72,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.036
72,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.034
72,mlp.experts.113.down_proj,rtn: 0.0023651,0.00000,0.030
72,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.041
72,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
72,mlp.experts.125.down_proj,rtn: 0.0023651,0.00000,0.035
72,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
72,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.035
72,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.035
72,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.035
72,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.046
72,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.037
72,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.044
72,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.041
72,mlp.experts.127.down_proj,rtn: 0.0021973,0.00000,0.039
72,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.033
72,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.031
72,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.043
72,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.039
72,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.035
72,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.049
72,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.039
72,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.038
72,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.039
72,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.035
72,mlp.experts.150.down_proj,rtn: 0.0021362,0.00000,0.039
72,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.038
72,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.044
72,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.042
72,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.035
72,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.039
72,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.040
72,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.044
72,mlp.experts.143.down_proj,rtn: 0.0021362,0.00000,0.040
72,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.038
72,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.030
72,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.033
72,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.039
72,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.032
72,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.029
72,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.050
72,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.041
72,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.039
72,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.035
72,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.040
72,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.036
72,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.037
72,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.044
72,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.044
72,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.042
72,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.044
72,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.042
72,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.032
72,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.041
72,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.041
72,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.038
72,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.046
72,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.043
72,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.038
72,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.040
72,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.015
72,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.045
72,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.042
72,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.040
72,mlp.experts.185.down_proj,rtn: 0.0026855,0.00000,0.040
72,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.036
72,mlp.experts.175.down_proj,rtn: 0.0021820,0.00000,0.044
72,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.041
72,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.038
72,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.039
72,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.035
72,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.036
72,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.042
72,mlp.experts.144.down_proj,rtn: 0.0021820,0.00000,0.039
72,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.027
72,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.022
72,mlp.experts.164.down_proj,rtn: 0.0023346,0.00000,0.034
72,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.034
72,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.033
72,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.037
72,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.033
72,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.032
72,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.029
72,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.024
72,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.028
72,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.028
72,mlp.shared_experts.down_proj,rtn: 0.0019455,0.00000,0.016
73,self_attn.v_proj,rtn: 0.0037079,0.00000,0.014
73,self_attn.k_proj,rtn: 0.0021210,0.00000,0.019
73,self_attn.q_proj,rtn: 0.0013580,0.00000,0.024
73,self_attn.o_proj,rtn: 0.0031433,0.00000,0.046
73,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.079
73,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.082
73,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.088
73,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.089
73,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.093
73,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.097
73,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.116
73,mlp.experts.15.gate_proj,rtn: 0.0022430,0.00000,0.118
73,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.129
73,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.137
73,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.143
73,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.144
73,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.144
73,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.061
73,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.146
73,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.152
73,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.061
73,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.068
73,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.070
73,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.080
73,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.178
73,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.074
73,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.113
73,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.063
73,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.100
73,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.076
73,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.123
73,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.080
73,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.078
73,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.119
73,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.085
73,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.103
73,mlp.experts.38.gate_proj,rtn: 0.0022430,0.00000,0.069
73,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.101
73,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.128
73,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.126
73,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.066
73,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.147
73,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.124
73,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.069
73,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.108
73,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.097
73,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.079
73,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.084
73,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.086
73,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.074
73,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.091
73,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.072
73,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.094
73,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.071
73,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.108
73,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.089
73,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.110
73,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.083
73,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.079
73,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.110
73,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.081
73,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.102
73,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.091
73,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.096
73,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.077
73,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.087
73,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.086
73,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.090
73,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.097
73,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.085
73,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.077
73,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.103
73,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.079
73,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.086
73,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.075
73,mlp.experts.49.gate_proj,rtn: 0.0022278,0.00000,0.106
73,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.102
73,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.098
73,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.072
73,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.072
73,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.088
73,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.080
73,mlp.experts.83.gate_proj,rtn: 0.0023956,0.00000,0.090
73,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.091
73,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.085
73,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.086
73,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.095
73,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.071
73,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.096
73,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.074
73,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.098
73,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.087
73,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.096
73,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.072
73,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.073
73,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.090
73,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.071
73,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.093
73,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.086
73,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.091
73,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.094
73,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.094
73,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.074
73,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.097
73,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.104
73,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.086
73,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.064
73,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.089
73,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.075
73,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.103
73,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.063
73,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.092
73,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.088
73,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.071
73,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.078
73,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.086
73,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.085
73,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.081
73,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.091
73,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.087
73,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.093
73,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.088
73,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.072
73,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.070
73,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.074
73,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.092
73,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.085
73,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.073
73,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.101
73,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.078
73,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.078
73,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.096
73,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.084
73,mlp.experts.146.gate_proj,rtn: 0.0021973,0.00000,0.090
73,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.079
73,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.072
73,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.095
73,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.088
73,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.075
73,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.092
73,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.069
73,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.073
73,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.096
73,mlp.experts.154.gate_proj,rtn: 0.0022278,0.00000,0.096
73,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.089
73,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.096
73,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.086
73,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.090
73,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.074
73,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.095
73,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.070
73,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.074
73,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.093
73,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.090
73,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.086
73,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.099
73,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.102
73,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.070
73,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.079
73,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.088
73,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.075
73,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.083
73,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.080
73,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.089
73,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.072
73,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.071
73,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.086
73,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.080
73,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.097
73,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.086
73,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.080
73,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.073
73,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.086
73,mlp.experts.145.gate_proj,rtn: 0.0022583,0.00000,0.075
73,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.091
73,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.088
73,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.079
73,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.073
73,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.085
73,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.092
73,mlp.experts.184.gate_proj,rtn: 0.0022278,0.00000,0.085
73,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.077
73,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.097
73,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.101
73,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.089
73,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.094
73,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.086
73,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.102
73,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.092
73,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.091
73,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.094
73,mlp.experts.10.up_proj,rtn: 0.0023346,0.00000,0.090
73,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.077
73,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.085
73,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.078
73,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.090
73,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.100
73,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.095
73,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.088
73,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.081
73,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.097
73,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.090
73,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.089
73,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.084
73,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.078
73,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.070
73,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.048
73,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.080
73,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.079
73,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.079
73,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.176
73,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.187
73,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.079
73,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.085
73,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.086
73,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.089
73,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.088
73,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.088
73,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.095
73,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.094
73,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.112
73,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.115
73,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.107
73,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.216
73,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.128
73,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.132
73,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.135
73,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.082
73,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.081
73,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.081
73,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.076
73,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.081
73,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.089
73,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.092
73,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.159
73,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.085
73,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.109
73,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.102
73,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.119
73,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.125
73,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.130
73,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.092
73,mlp.experts.39.up_proj,rtn: 0.0023346,0.00000,0.123
73,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.089
73,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.084
73,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
73,mlp.experts.74.up_proj,rtn: 0.0022278,0.00000,0.094
73,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.089
73,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.092
73,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.131
73,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.090
73,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.110
73,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.084
73,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.092
73,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.074
73,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.072
73,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.090
73,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.091
73,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.071
73,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.095
73,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.089
73,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.128
73,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.090
73,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.089
73,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.099
73,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.127
73,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.079
73,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.090
73,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.073
73,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.085
73,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.077
73,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.094
73,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.071
73,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.071
73,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.067
73,mlp.experts.41.up_proj,rtn: 0.0023651,0.00000,0.084
73,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.089
73,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.081
73,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.097
73,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.090
73,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.099
73,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.074
73,mlp.experts.77.up_proj,rtn: 0.0023804,0.00000,0.071
73,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.085
73,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.082
73,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.076
73,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.097
73,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.076
73,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.071
73,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.079
73,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.071
73,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.081
73,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.082
73,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.090
73,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.088
73,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.069
73,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.080
73,mlp.experts.124.up_proj,rtn: 0.0022125,0.00000,0.093
73,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.086
73,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.080
73,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.086
73,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.084
73,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.080
73,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.094
73,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.091
73,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.078
73,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.096
73,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.088
73,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.086
73,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.093
73,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.082
73,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.087
73,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.083
73,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.079
73,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.076
73,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.082
73,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.086
73,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.083
73,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.081
73,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.104
73,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.089
73,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.084
73,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.087
73,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.097
73,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.077
73,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.093
73,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.082
73,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.078
73,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.083
73,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.087
73,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.082
73,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.081
73,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.084
73,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.079
73,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.086
73,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.092
73,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.086
73,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.083
73,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.071
73,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.089
73,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.085
73,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.080
73,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.081
73,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.072
73,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.088
73,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.070
73,mlp.experts.164.up_proj,rtn: 0.0023804,0.00000,0.090
73,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.097
73,mlp.experts.155.up_proj,rtn: 0.0022125,0.00000,0.078
73,mlp.experts.141.up_proj,rtn: 0.0021820,0.00000,0.090
73,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.090
73,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.089
73,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.089
73,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.095
73,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.085
73,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.079
73,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.081
73,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.077
73,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.076
73,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.086
73,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.096
73,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.093
73,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.084
73,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.091
73,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.085
73,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.096
73,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.075
73,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.051
73,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.089
73,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.057
73,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.089
73,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.092
73,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.083
73,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.086
73,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.091
73,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.090
73,mlp.experts.165.up_proj,rtn: 0.0023651,0.00000,0.087
73,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.095
73,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.083
73,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.074
73,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.070
73,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.075
73,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.082
73,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.086
73,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.071
73,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.071
73,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.046
73,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.046
73,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.025
73,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.048
73,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.041
73,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.042
73,mlp.experts.18.down_proj,rtn: 0.0021820,0.00000,0.045
73,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.049
73,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.135
73,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.054
73,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.054
73,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.057
73,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.057
73,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.061
73,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.146
73,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.063
73,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.049
73,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.148
73,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.151
73,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.043
73,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.024
73,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.023
73,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.075
73,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.023
73,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.019
73,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.029
73,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.020
73,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.045
73,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.043
73,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.049
73,mlp.experts.31.down_proj,rtn: 0.0022125,0.00000,0.047
73,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.053
73,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.044
73,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.039
73,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.059
73,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.054
73,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.056
73,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.042
73,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.051
73,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.058
73,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.041
73,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.050
73,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.047
73,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.054
73,mlp.experts.43.down_proj,rtn: 0.0022125,0.00000,0.050
73,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.048
73,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.068
73,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.032
73,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.043
73,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.050
73,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.050
73,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.048
73,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.053
73,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.058
73,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.061
73,mlp.experts.52.down_proj,rtn: 0.0023651,0.00000,0.054
73,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.039
73,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.053
73,mlp.experts.58.down_proj,rtn: 0.0023956,0.00000,0.049
73,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.039
73,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.057
73,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.040
73,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.043
73,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.039
73,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.058
73,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.041
73,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.048
73,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.025
73,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.041
73,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.050
73,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.047
73,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.041
73,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.041
73,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.039
73,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.054
73,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.044
73,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.051
73,mlp.experts.76.down_proj,rtn: 0.0021820,0.00000,0.044
73,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.049
73,mlp.experts.84.down_proj,rtn: 0.0021820,0.00000,0.046
73,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.053
73,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.048
73,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.056
73,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.048
73,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.039
73,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.054
73,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.048
73,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
73,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.042
73,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.057
73,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.038
73,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.047
73,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.038
73,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.045
73,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.050
73,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.044
73,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.042
73,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.035
73,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.051
73,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.045
73,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.045
73,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.032
73,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.046
73,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.043
73,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.052
73,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.037
73,mlp.experts.107.down_proj,rtn: 0.0023193,0.00000,0.050
73,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.041
73,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.048
73,mlp.experts.103.down_proj,rtn: 0.0023499,0.00000,0.039
73,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.036
73,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.047
73,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.035
73,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.042
73,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.048
73,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.040
73,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.037
73,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.034
73,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.036
73,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.051
73,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.032
73,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.042
73,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.041
73,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.039
73,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.038
73,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.034
73,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.051
73,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.042
73,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.039
73,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.037
73,mlp.experts.119.down_proj,rtn: 0.0023956,0.00000,0.052
73,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.035
73,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.038
73,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.031
73,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.042
73,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.040
73,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.034
73,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.028
73,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.039
73,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.037
73,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.051
73,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.033
73,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.038
73,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.035
73,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.033
73,mlp.experts.154.down_proj,rtn: 0.0022125,0.00000,0.030
73,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.035
73,mlp.experts.165.down_proj,rtn: 0.0023804,0.00000,0.040
73,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.032
73,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.051
73,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.062
73,mlp.experts.136.down_proj,rtn: 0.0023804,0.00000,0.039
73,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.043
73,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.038
73,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.043
73,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.035
73,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.037
73,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.038
73,mlp.experts.170.down_proj,rtn: 0.0023499,0.00000,0.028
73,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.029
73,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.038
73,mlp.experts.166.down_proj,rtn: 0.0023804,0.00000,0.024
73,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.040
73,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.043
73,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.038
73,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
73,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.023
73,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.028
73,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.035
73,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.046
73,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.041
73,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.033
73,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.035
73,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.042
73,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.043
73,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.035
73,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.053
73,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.033
73,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.017
73,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.027
73,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.028
73,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.027
73,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.028
73,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.037
73,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.025
73,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.026
73,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.037
73,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.035
73,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.026
73,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.022
73,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.022
73,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.025
73,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.018
73,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.010
73,mlp.shared_experts.gate_proj,rtn: 0.0018311,0.00000,0.028
73,mlp.shared_experts.up_proj,rtn: 0.0016632,0.00000,0.028
73,mlp.shared_experts.down_proj,rtn: 0.0019226,0.00000,0.023
74,self_attn.v_proj,rtn: 0.0035553,0.00000,0.033
74,self_attn.k_proj,rtn: 0.0021820,0.00000,0.013
74,self_attn.q_proj,rtn: 0.0015488,0.00000,0.022
74,self_attn.o_proj,rtn: 0.0031738,0.00000,0.063
74,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.087
74,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.087
74,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.087
74,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.096
74,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.097
74,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.101
74,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.101
74,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.106
74,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.106
74,mlp.experts.7.gate_proj,rtn: 0.0021515,0.00000,0.106
74,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.112
74,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.124
74,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.125
74,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.129
74,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.138
74,mlp.experts.10.gate_proj,rtn: 0.0021973,0.00000,0.146
74,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.088
74,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.083
74,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.082
74,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.095
74,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.085
74,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.097
74,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.088
74,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.086
74,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.099
74,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.101
74,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.092
74,mlp.experts.18.gate_proj,rtn: 0.0022583,0.00000,0.097
74,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.097
74,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.096
74,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.094
74,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.065
74,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.073
74,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.064
74,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.066
74,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.061
74,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.075
74,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.087
74,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.075
74,mlp.experts.34.gate_proj,rtn: 0.0023956,0.00000,0.070
74,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.092
74,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.080
74,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.092
74,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.063
74,mlp.experts.33.gate_proj,rtn: 0.0021973,0.00000,0.090
74,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.086
74,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.086
74,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.060
74,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.059
74,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.072
74,mlp.experts.48.gate_proj,rtn: 0.0022430,0.00000,0.075
74,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.071
74,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.061
74,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.068
74,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.065
74,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.083
74,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.096
74,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.079
74,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.084
74,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.089
74,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.062
74,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.057
74,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.061
74,mlp.experts.79.gate_proj,rtn: 0.0022583,0.00000,0.059
74,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.080
74,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.065
74,mlp.experts.49.gate_proj,rtn: 0.0022430,0.00000,0.089
74,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.061
74,mlp.experts.75.gate_proj,rtn: 0.0022278,0.00000,0.061
74,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.105
74,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.071
74,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.062
74,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.058
74,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.059
74,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.062
74,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.060
74,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.076
74,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.094
74,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.095
74,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.094
74,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.091
74,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.060
74,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.109
74,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.096
74,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.097
74,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.093
74,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.063
74,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.065
74,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.067
74,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.059
74,mlp.experts.100.gate_proj,rtn: 0.0021973,0.00000,0.078
74,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.065
74,mlp.experts.104.gate_proj,rtn: 0.0022278,0.00000,0.073
74,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.062
74,mlp.experts.93.gate_proj,rtn: 0.0022278,0.00000,0.082
74,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.092
74,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.090
74,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.095
74,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.084
74,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.062
74,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.098
74,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.090
74,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.062
74,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.061
74,mlp.experts.112.gate_proj,rtn: 0.0024261,0.00000,0.062
74,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.072
74,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.065
74,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.063
74,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.068
74,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.110
74,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.084
74,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.069
74,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.062
74,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.087
74,mlp.experts.143.gate_proj,rtn: 0.0022430,0.00000,0.057
74,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.064
74,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.065
74,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.089
74,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.060
74,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.077
74,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.064
74,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.090
74,mlp.experts.98.gate_proj,rtn: 0.0021362,0.00000,0.118
74,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.110
74,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.115
74,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.065
74,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.081
74,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.070
74,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.065
74,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.076
74,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.068
74,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.072
74,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.078
74,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.062
74,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.119
74,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.065
74,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.085
74,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.077
74,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.104
74,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.107
74,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.067
74,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.061
74,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.076
74,mlp.experts.118.gate_proj,rtn: 0.0021362,0.00000,0.104
74,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.075
74,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.063
74,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.067
74,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.060
74,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.072
74,mlp.experts.175.gate_proj,rtn: 0.0022125,0.00000,0.076
74,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.069
74,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.066
74,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.070
74,mlp.experts.122.gate_proj,rtn: 0.0022430,0.00000,0.099
74,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.061
74,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.071
74,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.059
74,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.063
74,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.061
74,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.073
74,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.077
74,mlp.experts.145.gate_proj,rtn: 0.0024414,0.00000,0.062
74,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.074
74,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.080
74,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.073
74,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.109
74,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.083
74,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.102
74,mlp.experts.130.gate_proj,rtn: 0.0024414,0.00000,0.116
74,mlp.experts.4.up_proj,rtn: 0.0021973,0.00000,0.066
74,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.087
74,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.065
74,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.067
74,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.065
74,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.078
74,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.076
74,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.072
74,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.067
74,mlp.experts.7.up_proj,rtn: 0.0021362,0.00000,0.090
74,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.086
74,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.088
74,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.089
74,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.069
74,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.094
74,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.101
74,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.072
74,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.064
74,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.108
74,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.074
74,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.075
74,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.067
74,mlp.experts.154.gate_proj,rtn: 0.0022583,0.00000,0.096
74,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.063
74,mlp.experts.177.gate_proj,rtn: 0.0022583,0.00000,0.074
74,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.053
74,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.081
74,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.041
74,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.087
74,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.074
74,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.125
74,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.127
74,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.064
74,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.066
74,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.067
74,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.150
74,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.074
74,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.164
74,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.081
74,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.081
74,mlp.experts.9.up_proj,rtn: 0.0021820,0.00000,0.075
74,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.080
74,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.152
74,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.095
74,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.092
74,mlp.experts.1.up_proj,rtn: 0.0022278,0.00000,0.082
74,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.068
74,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.073
74,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.069
74,mlp.experts.68.up_proj,rtn: 0.0023804,0.00000,0.068
74,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.089
74,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.094
74,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.084
74,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.098
74,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.093
74,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.086
74,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.066
74,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.090
74,mlp.experts.63.up_proj,rtn: 0.0023956,0.00000,0.087
74,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.096
74,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.082
74,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.089
74,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.074
74,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.079
74,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.071
74,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.073
74,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.081
74,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.082
74,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.075
74,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.080
74,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.086
74,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.087
74,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.077
74,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.091
74,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.083
74,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.092
74,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.081
74,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.074
74,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.078
74,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.067
74,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.077
74,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.083
74,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.100.up_proj,rtn: 0.0021973,0.00000,0.084
74,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.065
74,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.076
74,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.070
74,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.082
74,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.081
74,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.081
74,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.072
74,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.091
74,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.084
74,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.090
74,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.083
74,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.073
74,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.077
74,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.084
74,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.074
74,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.083
74,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.086
74,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.091
74,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.091
74,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.083
74,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.090
74,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.087
74,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.101
74,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.087
74,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.106
74,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.086
74,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.092
74,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.090
74,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.082
74,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.079
74,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.083
74,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.100
74,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.092
74,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.079
74,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.100
74,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.086
74,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.086
74,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.096
74,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.073
74,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.067
74,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.093
74,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.092
74,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.087
74,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.072
74,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.086
74,mlp.experts.58.up_proj,rtn: 0.0022583,0.00000,0.093
74,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.071
74,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.071
74,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.069
74,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.063
74,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.065
74,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.066
74,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.087
74,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.079
74,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.089
74,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.091
74,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.074
74,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.074
74,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.071
74,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.062
74,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.074
74,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.073
74,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.084
74,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.093
74,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.093
74,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.076
74,mlp.experts.133.up_proj,rtn: 0.0023804,0.00000,0.066
74,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.082
74,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.067
74,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.084
74,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.075
74,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.093
74,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.080
74,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.083
74,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.072
74,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.099
74,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.077
74,mlp.experts.129.up_proj,rtn: 0.0023651,0.00000,0.068
74,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.069
74,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.091
74,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.093
74,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.068
74,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.066
74,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.079
74,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.051
74,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.054
74,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.079
74,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.070
74,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.060
74,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.079
74,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.073
74,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.094
74,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.087
74,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.061
74,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.088
74,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.093
74,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.076
74,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.076
74,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.085
74,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.070
74,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.073
74,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.084
74,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.062
74,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.100
74,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.090
74,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.067
74,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.092
74,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.078
74,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.081
74,mlp.experts.130.up_proj,rtn: 0.0024109,0.00000,0.074
74,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.053
74,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.080
74,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.071
74,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.082
74,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.083
74,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.083
74,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.072
74,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.074
74,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.077
74,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.068
74,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.076
74,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.072
74,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.069
74,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.071
74,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.069
74,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.057
74,mlp.experts.7.down_proj,rtn: 0.0022125,0.00000,0.014
74,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.046
74,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.061
74,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.041
74,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.046
74,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.129
74,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.140
74,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.058
74,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.142
74,mlp.experts.0.down_proj,rtn: 0.0022125,0.00000,0.062
74,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.063
74,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.063
74,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.145
74,mlp.experts.8.down_proj,rtn: 0.0021820,0.00000,0.065
74,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.066
74,mlp.experts.11.down_proj,rtn: 0.0023651,0.00000,0.066
74,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.068
74,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.041
74,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.021
74,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.031
74,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.029
74,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.037
74,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.023
74,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.043
74,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.044
74,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.028
74,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.039
74,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.046
74,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.053
74,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.032
74,mlp.experts.25.down_proj,rtn: 0.0023804,0.00000,0.043
74,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.050
74,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.054
74,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.046
74,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.047
74,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.051
74,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.041
74,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.052
74,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.060
74,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.060
74,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.058
74,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.055
74,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
74,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.036
74,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.055
74,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.044
74,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.050
74,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.053
74,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.031
74,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.049
74,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.066
74,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.046
74,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.053
74,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.041
74,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.033
74,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.035
74,mlp.experts.57.down_proj,rtn: 0.0023651,0.00000,0.037
74,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.057
74,mlp.experts.51.down_proj,rtn: 0.0023651,0.00000,0.035
74,mlp.experts.63.down_proj,rtn: 0.0023499,0.00000,0.049
74,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.058
74,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.035
74,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.060
74,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.031
74,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.037
74,mlp.experts.59.down_proj,rtn: 0.0023041,0.00000,0.035
74,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.037
74,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.031
74,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.022
74,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.034
74,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.028
74,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.024
74,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.026
74,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.051
74,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.031
74,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.037
74,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.032
74,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.032
74,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.026
74,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.051
74,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.029
74,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.035
74,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.054
74,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.034
74,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.025
74,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.050
74,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.032
74,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.031
74,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.043
74,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.023
74,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.034
74,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.041
74,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.034
74,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.030
74,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.029
74,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.026
74,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.031
74,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.028
74,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.028
74,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.032
74,mlp.experts.117.down_proj,rtn: 0.0023651,0.00000,0.025
74,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.031
74,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.030
74,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.052
74,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.031
74,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.046
74,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.040
74,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.029
74,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.024
74,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.031
74,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.024
74,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.033
74,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.025
74,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.029
74,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.059
74,mlp.experts.133.down_proj,rtn: 0.0023804,0.00000,0.027
74,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.024
74,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.056
74,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.029
74,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.029
74,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.030
74,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.031
74,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.042
74,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.039
74,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.031
74,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.032
74,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.029
74,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.028
74,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.048
74,mlp.experts.149.down_proj,rtn: 0.0024261,0.00000,0.024
74,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.031
74,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.019
74,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.028
74,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.032
74,mlp.experts.139.down_proj,rtn: 0.0021973,0.00000,0.032
74,mlp.experts.161.down_proj,rtn: 0.0023041,0.00000,0.023
74,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.048
74,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.035
74,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.031
74,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.064
74,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.032
74,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.033
74,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.028
74,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.031
74,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.025
74,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.052
74,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.039
74,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.050
74,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.032
74,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.027
74,mlp.experts.163.down_proj,rtn: 0.0023651,0.00000,0.032
74,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.035
74,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.030
74,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.033
74,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.028
74,mlp.experts.181.down_proj,rtn: 0.0023804,0.00000,0.026
74,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.025
74,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
74,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.030
74,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.028
74,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.059
74,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.033
74,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.030
74,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.050
74,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.032
74,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.064
74,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.028
74,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.037
74,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.033
74,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.026
74,mlp.experts.138.down_proj,rtn: 0.0021973,0.00000,0.053
74,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.023
74,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.027
74,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
74,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.026
74,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.016
74,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.039
74,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.027
74,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.021
74,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.036
74,mlp.experts.130.down_proj,rtn: 0.0024109,0.00000,0.043
74,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.037
74,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.033
74,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.032
74,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.030
74,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.038
74,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.031
74,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.032
74,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.029
74,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.023
74,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.031
74,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.014
74,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.026
74,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.026
74,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.012
75,self_attn.q_proj,rtn: 0.0021667,0.00000,0.016
75,self_attn.v_proj,rtn: 0.0035858,0.00000,0.017
75,self_attn.k_proj,rtn: 0.0019836,0.00000,0.022
75,self_attn.o_proj,rtn: 0.0032043,0.00000,0.029
75,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.084
75,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.085
75,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.087
75,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.092
75,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.090
75,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.097
75,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.098
75,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.099
75,mlp.experts.11.gate_proj,rtn: 0.0021820,0.00000,0.109
75,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.107
75,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.109
75,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.117
75,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.117
75,mlp.experts.9.gate_proj,rtn: 0.0022430,0.00000,0.118
75,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.124
75,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.138
75,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.080
75,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.092
75,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.092
75,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.085
75,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.082
75,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.087
75,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.091
75,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.100
75,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.080
75,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.101
75,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.101
75,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.112
75,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.104
75,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.101
75,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.097
75,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.109
75,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.077
75,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.088
75,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.092
75,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.086
75,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.082
75,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.087
75,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.077
75,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.090
75,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.097
75,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.091
75,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.062
75,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.104
75,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.106
75,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.099
75,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.096
75,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.111
75,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.109
75,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.070
75,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.088
75,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.086
75,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.089
75,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.099
75,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.090
75,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.085
75,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.100
75,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.078
75,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.092
75,mlp.experts.57.gate_proj,rtn: 0.0022125,0.00000,0.066
75,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.095
75,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.072
75,mlp.experts.59.gate_proj,rtn: 0.0021973,0.00000,0.100
75,mlp.experts.77.gate_proj,rtn: 0.0022125,0.00000,0.078
75,mlp.experts.51.gate_proj,rtn: 0.0021973,0.00000,0.102
75,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.109
75,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.088
75,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
75,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.089
75,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.080
75,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.085
75,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.086
75,mlp.experts.85.gate_proj,rtn: 0.0022583,0.00000,0.076
75,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.095
75,mlp.experts.73.gate_proj,rtn: 0.0025177,0.00000,0.065
75,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.063
75,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.095
75,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.092
75,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.075
75,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.088
75,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.092
75,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.078
75,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.074
75,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.071
75,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.094
75,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.086
75,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.063
75,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.075
75,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.071
75,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.097
75,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.094
75,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.091
75,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.089
75,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.076
75,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.090
75,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.061
75,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.058
75,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.063
75,mlp.experts.100.gate_proj,rtn: 0.0024414,0.00000,0.081
75,mlp.experts.96.gate_proj,rtn: 0.0021820,0.00000,0.079
75,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.060
75,mlp.experts.91.gate_proj,rtn: 0.0021667,0.00000,0.104
75,mlp.experts.117.gate_proj,rtn: 0.0022583,0.00000,0.076
75,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.104
75,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.091
75,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.080
75,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.086
75,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.085
75,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.076
75,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.065
75,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.064
75,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.088
75,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.065
75,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.063
75,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.092
75,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.073
75,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.072
75,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.075
75,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.098
75,mlp.experts.103.gate_proj,rtn: 0.0021820,0.00000,0.092
75,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.087
75,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.091
75,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.099
75,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.062
75,mlp.experts.136.gate_proj,rtn: 0.0024261,0.00000,0.065
75,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.058
75,mlp.experts.129.gate_proj,rtn: 0.0022430,0.00000,0.064
75,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.075
75,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.065
75,mlp.experts.126.gate_proj,rtn: 0.0023956,0.00000,0.103
75,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.090
75,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.075
75,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.088
75,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.074
75,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.064
75,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.066
75,mlp.experts.145.gate_proj,rtn: 0.0022125,0.00000,0.064
75,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.064
75,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.089
75,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.074
75,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.070
75,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.106
75,mlp.experts.119.gate_proj,rtn: 0.0022278,0.00000,0.101
75,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.101
75,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.070
75,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.086
75,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.095
75,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.069
75,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.053
75,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.058
75,mlp.experts.169.gate_proj,rtn: 0.0023956,0.00000,0.063
75,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.147
75,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.098
75,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.082
75,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.144
75,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.117
75,mlp.experts.188.gate_proj,rtn: 0.0022583,0.00000,0.065
75,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.069
75,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.070
75,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.066
75,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.072
75,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.085
75,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.091
75,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.090
75,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.085
75,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.074
75,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.110
75,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.072
75,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.087
75,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.065
75,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.111
75,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.061
75,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.066
75,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.074
75,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.073
75,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.060
75,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.136
75,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.085
75,mlp.experts.162.gate_proj,rtn: 0.0022278,0.00000,0.114
75,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.075
75,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.076
75,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.111
75,mlp.experts.28.up_proj,rtn: 0.0023804,0.00000,0.065
75,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.064
75,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.077
75,mlp.experts.4.up_proj,rtn: 0.0022125,0.00000,0.062
75,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.074
75,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.067
75,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.097
75,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.078
75,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.112
75,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.112
75,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.063
75,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.076
75,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.069
75,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.091
75,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.098
75,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.096
75,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.081
75,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.070
75,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.059
75,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.070
75,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.078
75,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.074
75,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.073
75,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.074
75,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.067
75,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.062
75,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.074
75,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.063
75,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.091
75,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.100
75,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.065
75,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.063
75,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.068
75,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.062
75,mlp.experts.57.up_proj,rtn: 0.0022125,0.00000,0.078
75,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.063
75,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.077
75,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.066
75,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.100
75,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.104
75,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.064
75,mlp.experts.61.up_proj,rtn: 0.0021667,0.00000,0.080
75,mlp.experts.18.up_proj,rtn: 0.0023499,0.00000,0.065
75,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.070
75,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.069
75,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.070
75,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.060
75,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.080
75,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.072
75,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.098
75,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.086
75,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.106
75,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.072
75,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.087
75,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.063
75,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.100
75,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.072
75,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.094
75,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.078
75,mlp.experts.72.up_proj,rtn: 0.0023804,0.00000,0.074
75,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.062
75,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.064
75,mlp.experts.46.up_proj,rtn: 0.0023499,0.00000,0.074
75,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.070
75,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.079
75,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.082
75,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.078
75,mlp.experts.3.up_proj,rtn: 0.0021973,0.00000,0.093
75,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.070
75,mlp.experts.11.up_proj,rtn: 0.0021973,0.00000,0.096
75,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.072
75,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.066
75,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.083
75,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.070
75,mlp.experts.84.up_proj,rtn: 0.0023804,0.00000,0.078
75,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.101
75,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.084
75,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.094
75,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.071
75,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.072
75,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.084
75,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.072
75,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.082
75,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.062
75,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.059
75,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.076
75,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.069
75,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.067
75,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.065
75,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.112
75,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.102
75,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.078
75,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.074
75,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.074
75,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.063
75,mlp.experts.96.up_proj,rtn: 0.0021820,0.00000,0.061
75,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.101
75,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.061
75,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.058
75,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.114
75,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.073
75,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.068
75,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.061
75,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.069
75,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.069
75,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.063
75,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
75,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.079
75,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.078
75,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.063
75,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.065
75,mlp.experts.156.up_proj,rtn: 0.0021515,0.00000,0.066
75,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.062
75,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.107
75,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.110
75,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.061
75,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.074
75,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.074
75,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.075
75,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.111
75,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.063
75,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.112
75,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.063
75,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.060
75,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.072
75,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
75,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.078
75,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.073
75,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.069
75,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.062
75,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.070
75,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.067
75,mlp.experts.59.up_proj,rtn: 0.0021973,0.00000,0.094
75,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.092
75,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.073
75,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.064
75,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.091
75,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.074
75,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.071
75,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.070
75,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.071
75,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.065
75,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.066
75,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.062
75,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.076
75,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.060
75,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.107
75,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.072
75,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.063
75,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.049
75,mlp.experts.177.up_proj,rtn: 0.0023651,0.00000,0.085
75,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.058
75,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.051
75,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.103
75,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.073
75,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.108
75,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.073
75,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.069
75,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.093
75,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.032
75,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.105
75,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.091
75,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.073
75,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.087
75,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.098
75,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.045
75,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.071
75,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.066
75,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.076
75,mlp.experts.91.up_proj,rtn: 0.0021667,0.00000,0.090
75,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.105
75,mlp.experts.103.up_proj,rtn: 0.0021210,0.00000,0.089
75,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.081
75,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.095
75,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.084
75,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.074
75,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.079
75,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.089
75,mlp.experts.182.up_proj,rtn: 0.0022430,0.00000,0.082
75,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.100
75,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.089
75,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.054
75,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.049
75,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.092
75,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.084
75,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.080
75,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.084
75,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.084
75,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.080
75,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.081
75,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.080
75,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.083
75,mlp.experts.155.up_proj,rtn: 0.0025787,0.00000,0.081
75,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.084
75,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.085
75,mlp.experts.175.up_proj,rtn: 0.0022278,0.00000,0.082
75,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.079
75,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.079
75,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.083
75,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.078
75,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.067
75,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.047
75,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.011
75,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.040
75,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.053
75,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.043
75,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.049
75,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.052
75,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.113
75,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.117
75,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.117
75,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.056
75,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.057
75,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.059
75,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.057
75,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.061
75,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.131
75,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.072
75,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.020
75,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.074
75,mlp.experts.28.down_proj,rtn: 0.0023651,0.00000,0.046
75,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.022
75,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.034
75,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.037
75,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.029
75,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.030
75,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.035
75,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.051
75,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.048
75,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.044
75,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.054
75,mlp.experts.29.down_proj,rtn: 0.0026245,0.00000,0.051
75,mlp.experts.49.down_proj,rtn: 0.0024261,0.00000,0.044
75,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.042
75,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.030
75,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
75,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.063
75,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.044
75,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.051
75,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.053
75,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.070
75,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.047
75,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.070
75,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.048
75,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.059
75,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.032
75,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.056
75,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.047
75,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.053
75,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.047
75,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.040
75,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.034
75,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.045
75,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.042
75,mlp.experts.39.down_proj,rtn: 0.0023804,0.00000,0.058
75,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.044
75,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.027
75,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.051
75,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.046
75,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.041
75,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.068
75,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.042
75,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.060
75,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.064
75,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.036
75,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.053
75,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.041
75,mlp.experts.84.down_proj,rtn: 0.0024567,0.00000,0.025
75,mlp.experts.81.down_proj,rtn: 0.0023499,0.00000,0.047
75,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.051
75,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.042
75,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.044
75,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.035
75,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.024
75,mlp.experts.90.down_proj,rtn: 0.0023651,0.00000,0.034
75,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.056
75,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.049
75,mlp.experts.54.down_proj,rtn: 0.0023651,0.00000,0.050
75,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.049
75,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.037
75,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.048
75,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.056
75,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.042
75,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.047
75,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.033
75,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.039
75,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.040
75,mlp.experts.73.down_proj,rtn: 0.0024261,0.00000,0.058
75,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.047
75,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.033
75,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.041
75,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.051
75,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.039
75,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.035
75,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.029
75,mlp.experts.72.down_proj,rtn: 0.0024109,0.00000,0.035
75,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
75,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.033
75,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.039
75,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.047
75,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.040
75,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.043
75,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.039
75,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.051
75,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.038
75,mlp.experts.111.down_proj,rtn: 0.0023651,0.00000,0.047
75,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.052
75,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.045
75,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.036
75,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.040
75,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.036
75,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.048
75,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.057
75,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.042
75,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.038
75,mlp.experts.107.down_proj,rtn: 0.0023193,0.00000,0.051
75,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.046
75,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.046
75,mlp.experts.102.down_proj,rtn: 0.0023804,0.00000,0.042
75,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.038
75,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.043
75,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.046
75,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.042
75,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.035
75,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.036
75,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.046
75,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.042
75,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.037
75,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.034
75,mlp.experts.126.down_proj,rtn: 0.0023956,0.00000,0.039
75,mlp.experts.145.down_proj,rtn: 0.0025482,0.00000,0.047
75,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.048
75,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.057
75,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.040
75,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.045
75,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.039
75,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.040
75,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.044
75,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.042
75,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.040
75,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.042
75,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.039
75,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.035
75,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.043
75,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.041
75,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.042
75,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.047
75,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.034
75,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.049
75,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.039
75,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.044
75,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.044
75,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.056
75,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.041
75,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.031
75,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.036
75,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.041
75,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.038
75,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.049
75,mlp.experts.173.down_proj,rtn: 0.0023956,0.00000,0.036
75,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.036
75,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.047
75,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.035
75,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.041
75,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.043
75,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.046
75,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.035
75,mlp.experts.155.down_proj,rtn: 0.0037079,0.00000,0.052
75,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.027
75,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.027
75,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.052
75,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.042
75,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.031
75,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.031
75,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.025
75,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.055
75,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.036
75,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.050
75,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.033
75,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.019
75,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.024
75,mlp.experts.178.down_proj,rtn: 0.0023804,0.00000,0.030
75,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.020
75,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.024
75,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.028
75,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.012
75,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.040
75,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.044
75,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.036
75,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.022
75,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.033
75,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.021
75,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.020
75,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.010
75,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.027
75,mlp.shared_experts.gate_proj,rtn: 0.0018997,0.00000,0.028
75,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.021
76,self_attn.v_proj,rtn: 0.0036926,0.00000,0.014
76,self_attn.k_proj,rtn: 0.0021362,0.00000,0.015
76,self_attn.q_proj,rtn: 0.0021973,0.00000,0.017
76,self_attn.o_proj,rtn: 0.0030060,0.00000,0.043
76,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.097
76,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.097
76,mlp.experts.1.gate_proj,rtn: 0.0022430,0.00000,0.098
76,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.098
76,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.100
76,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.100
76,mlp.experts.0.gate_proj,rtn: 0.0022125,0.00000,0.101
76,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.109
76,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.116
76,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.121
76,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.140
76,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.142
76,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.141
76,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.147
76,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.147
76,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.146
76,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.090
76,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.088
76,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.090
76,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.086
76,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.090
76,mlp.experts.24.gate_proj,rtn: 0.0021820,0.00000,0.101
76,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.089
76,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.095
76,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.103
76,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.101
76,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.082
76,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.085
76,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.080
76,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.080
76,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.097
76,mlp.experts.39.gate_proj,rtn: 0.0021973,0.00000,0.068
76,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.129
76,mlp.experts.47.gate_proj,rtn: 0.0022278,0.00000,0.070
76,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.090
76,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.077
76,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.100
76,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.097
76,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.079
76,mlp.experts.34.gate_proj,rtn: 0.0022125,0.00000,0.076
76,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.080
76,mlp.experts.40.gate_proj,rtn: 0.0022278,0.00000,0.102
76,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.079
76,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.075
76,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.107
76,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.102
76,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.079
76,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.093
76,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.080
76,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.064
76,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.080
76,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.080
76,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.064
76,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.097
76,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.093
76,mlp.experts.51.gate_proj,rtn: 0.0022430,0.00000,0.079
76,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.113
76,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.080
76,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.100
76,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.100
76,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.098
76,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.083
76,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.104
76,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.091
76,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.073
76,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.082
76,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.075
76,mlp.experts.70.gate_proj,rtn: 0.0023804,0.00000,0.074
76,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.074
76,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.075
76,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.075
76,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.099
76,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.101
76,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.097
76,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.111
76,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.080
76,mlp.experts.72.gate_proj,rtn: 0.0021515,0.00000,0.107
76,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.106
76,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.076
76,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.079
76,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.110
76,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.091
76,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.084
76,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.102
76,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.080
76,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.094
76,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.095
76,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.091
76,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.078
76,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.102
76,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.100
76,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.075
76,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.077
76,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.116
76,mlp.experts.88.gate_proj,rtn: 0.0021667,0.00000,0.107
76,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.078
76,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.089
76,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.099
76,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.115
76,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.103
76,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.097
76,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.091
76,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.083
76,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.078
76,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.094
76,mlp.experts.123.gate_proj,rtn: 0.0022278,0.00000,0.071
76,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.096
76,mlp.experts.127.gate_proj,rtn: 0.0022278,0.00000,0.081
76,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.098
76,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.080
76,mlp.experts.126.gate_proj,rtn: 0.0021820,0.00000,0.083
76,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.106
76,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.105
76,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.095
76,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.082
76,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.093
76,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.092
76,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.093
76,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.087
76,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.086
76,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.115
76,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.085
76,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.086
76,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.085
76,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.088
76,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.094
76,mlp.experts.142.gate_proj,rtn: 0.0024719,0.00000,0.089
76,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.090
76,mlp.experts.120.gate_proj,rtn: 0.0023956,0.00000,0.100
76,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.099
76,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.090
76,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.093
76,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.109
76,mlp.experts.130.gate_proj,rtn: 0.0021820,0.00000,0.098
76,mlp.experts.151.gate_proj,rtn: 0.0023956,0.00000,0.091
76,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.092
76,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.086
76,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.090
76,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.083
76,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.104
76,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.089
76,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.084
76,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.090
76,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.083
76,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.093
76,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.094
76,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.087
76,mlp.experts.133.gate_proj,rtn: 0.0021667,0.00000,0.096
76,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.083
76,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.090
76,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.085
76,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.085
76,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.084
76,mlp.experts.116.gate_proj,rtn: 0.0021515,0.00000,0.108
76,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.096
76,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.088
76,mlp.experts.128.gate_proj,rtn: 0.0021973,0.00000,0.106
76,mlp.experts.174.gate_proj,rtn: 0.0022430,0.00000,0.080
76,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.090
76,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.085
76,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.080
76,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.078
76,mlp.experts.156.gate_proj,rtn: 0.0021820,0.00000,0.090
76,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.092
76,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.092
76,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.092
76,mlp.experts.169.gate_proj,rtn: 0.0024872,0.00000,0.082
76,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.078
76,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.082
76,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.094
76,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.096
76,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.090
76,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.078
76,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.082
76,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.104
76,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.088
76,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.081
76,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.088
76,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.077
76,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.077
76,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.084
76,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.087
76,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.095
76,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.100
76,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.093
76,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.092
76,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.088
76,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.099
76,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.091
76,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.081
76,mlp.experts.160.gate_proj,rtn: 0.0022278,0.00000,0.093
76,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.089
76,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.088
76,mlp.experts.23.up_proj,rtn: 0.0021973,0.00000,0.084
76,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.079
76,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.084
76,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.095
76,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.085
76,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.102
76,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.100
76,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.096
76,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.084
76,mlp.experts.164.gate_proj,rtn: 0.0022583,0.00000,0.096
76,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.091
76,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.086
76,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.099
76,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.090
76,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.087
76,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.085
76,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.089
76,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.087
76,mlp.experts.39.up_proj,rtn: 0.0021515,0.00000,0.101
76,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.096
76,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.094
76,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.090
76,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.093
76,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.085
76,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.095
76,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.087
76,mlp.experts.180.gate_proj,rtn: 0.0022278,0.00000,0.096
76,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.090
76,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.086
76,mlp.experts.42.up_proj,rtn: 0.0021515,0.00000,0.078
76,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.092
76,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.077
76,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.083
76,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.087
76,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.096
76,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.086
76,mlp.experts.41.up_proj,rtn: 0.0021973,0.00000,0.086
76,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.093
76,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.081
76,mlp.experts.24.up_proj,rtn: 0.0021362,0.00000,0.097
76,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.087
76,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.093
76,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.079
76,mlp.experts.58.up_proj,rtn: 0.0023651,0.00000,0.076
76,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.096
76,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.077
76,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.092
76,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.081
76,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.083
76,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.163
76,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.096
76,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.083
76,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.092
76,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.100
76,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.095
76,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.129
76,mlp.experts.66.up_proj,rtn: 0.0023651,0.00000,0.090
76,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.170
76,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.135
76,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.164
76,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.134
76,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.088
76,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.094
76,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.101
76,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.093
76,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.094
76,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.099
76,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.095
76,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.087
76,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.097
76,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.089
76,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.097
76,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.101
76,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.097
76,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.088
76,mlp.experts.56.up_proj,rtn: 0.0023651,0.00000,0.107
76,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.081
76,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.110
76,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.088
76,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.088
76,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.083
76,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.099
76,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.088
76,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.084
76,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.089
76,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.084
76,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.074
76,mlp.experts.81.up_proj,rtn: 0.0023956,0.00000,0.094
76,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.071
76,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.091
76,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.100
76,mlp.experts.107.up_proj,rtn: 0.0023804,0.00000,0.077
76,mlp.experts.72.up_proj,rtn: 0.0021362,0.00000,0.096
76,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.084
76,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.097
76,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.097
76,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.091
76,mlp.experts.126.up_proj,rtn: 0.0021362,0.00000,0.099
76,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.086
76,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.100
76,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.073
76,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.086
76,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.095
76,mlp.experts.127.up_proj,rtn: 0.0021667,0.00000,0.077
76,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.077
76,mlp.experts.92.up_proj,rtn: 0.0021667,0.00000,0.096
76,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.073
76,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.097
76,mlp.experts.88.up_proj,rtn: 0.0021515,0.00000,0.099
76,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.082
76,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.086
76,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.094
76,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.087
76,mlp.experts.142.up_proj,rtn: 0.0021973,0.00000,0.093
76,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.097
76,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.077
76,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.083
76,mlp.experts.138.up_proj,rtn: 0.0021667,0.00000,0.086
76,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.096
76,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.083
76,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.086
76,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.078
76,mlp.experts.130.up_proj,rtn: 0.0021667,0.00000,0.093
76,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.103
76,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.079
76,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.080
76,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.084
76,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.078
76,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.106
76,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.084
76,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.076
76,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.082
76,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.078
76,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.109
76,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.090
76,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.089
76,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.103
76,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.076
76,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.091
76,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.082
76,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.104
76,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.092
76,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.084
76,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.079
76,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.085
76,mlp.experts.133.up_proj,rtn: 0.0021515,0.00000,0.087
76,mlp.experts.174.up_proj,rtn: 0.0021667,0.00000,0.097
76,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.088
76,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.088
76,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.085
76,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.089
76,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.102
76,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.110
76,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.101
76,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.086
76,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.094
76,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.087
76,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.107
76,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.097
76,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.092
76,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.095
76,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.092
76,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.093
76,mlp.experts.190.up_proj,rtn: 0.0023956,0.00000,0.097
76,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.088
76,mlp.experts.116.up_proj,rtn: 0.0021515,0.00000,0.085
76,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.099
76,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.104
76,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.089
76,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.095
76,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.052
76,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.091
76,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.089
76,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.086
76,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.044
76,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.087
76,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.075
76,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.065
76,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.077
76,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.030
76,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.096
76,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.094
76,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.078
76,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.074
76,mlp.experts.148.up_proj,rtn: 0.0023804,0.00000,0.089
76,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.088
76,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.076
76,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.069
76,mlp.experts.164.up_proj,rtn: 0.0022583,0.00000,0.062
76,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.060
76,mlp.experts.180.up_proj,rtn: 0.0021820,0.00000,0.027
76,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.027
76,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.014
76,mlp.experts.15.down_proj,rtn: 0.0023956,0.00000,0.029
76,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.042
76,mlp.experts.26.down_proj,rtn: 0.0023651,0.00000,0.052
76,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.052
76,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.131
76,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.134
76,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.133
76,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.133
76,mlp.experts.31.down_proj,rtn: 0.0023499,0.00000,0.049
76,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.061
76,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.062
76,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.064
76,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.066
76,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.068
76,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.071
76,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.071
76,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.073
76,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.028
76,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.026
76,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.024
76,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.032
76,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.047
76,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.068
76,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.065
76,mlp.experts.28.down_proj,rtn: 0.0023499,0.00000,0.066
76,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.051
76,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.056
76,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.071
76,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.046
76,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.053
76,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.039
76,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.044
76,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.039
76,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.056
76,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.041
76,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.037
76,mlp.experts.58.down_proj,rtn: 0.0023956,0.00000,0.058
76,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.050
76,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.038
76,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.066
76,mlp.experts.55.down_proj,rtn: 0.0023804,0.00000,0.039
76,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.051
76,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.037
76,mlp.experts.44.down_proj,rtn: 0.0023651,0.00000,0.058
76,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.064
76,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.040
76,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.045
76,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.044
76,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.049
76,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.044
76,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.043
76,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.069
76,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.040
76,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.043
76,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.040
76,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.052
76,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.044
76,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.042
76,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.039
76,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.037
76,mlp.experts.83.down_proj,rtn: 0.0023499,0.00000,0.035
76,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.047
76,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.041
76,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.049
76,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.040
76,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.038
76,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.048
76,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
76,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.043
76,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.036
76,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.040
76,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.052
76,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.033
76,mlp.experts.99.down_proj,rtn: 0.0023346,0.00000,0.032
76,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.045
76,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.034
76,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.054
76,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.038
76,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.050
76,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.037
76,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.042
76,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.051
76,mlp.experts.106.down_proj,rtn: 0.0024109,0.00000,0.036
76,mlp.experts.66.down_proj,rtn: 0.0023956,0.00000,0.050
76,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.040
76,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.042
76,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.039
76,mlp.experts.115.down_proj,rtn: 0.0023651,0.00000,0.036
76,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.043
76,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.036
76,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.041
76,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.055
76,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.042
76,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.033
76,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.040
76,mlp.experts.84.down_proj,rtn: 0.0025024,0.00000,0.055
76,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.037
76,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.051
76,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.041
76,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.038
76,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.056
76,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.038
76,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.047
76,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.039
76,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.038
76,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.043
76,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.037
76,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.042
76,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.038
76,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.041
76,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.036
76,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.053
76,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.051
76,mlp.experts.100.down_proj,rtn: 0.0023346,0.00000,0.052
76,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.042
76,mlp.experts.117.down_proj,rtn: 0.0023804,0.00000,0.040
76,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.036
76,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.034
76,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.040
76,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.040
76,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.031
76,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.034
76,mlp.experts.108.down_proj,rtn: 0.0023651,0.00000,0.049
76,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.042
76,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.039
76,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.036
76,mlp.experts.142.down_proj,rtn: 0.0024109,0.00000,0.037
76,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.050
76,mlp.experts.137.down_proj,rtn: 0.0025330,0.00000,0.035
76,mlp.experts.116.down_proj,rtn: 0.0021973,0.00000,0.043
76,mlp.experts.133.down_proj,rtn: 0.0021667,0.00000,0.039
76,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.039
76,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.037
76,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.033
76,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.049
76,mlp.experts.151.down_proj,rtn: 0.0024261,0.00000,0.036
76,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.030
76,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.040
76,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.035
76,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.033
76,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.033
76,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.040
76,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.044
76,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.036
76,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
76,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.030
76,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.034
76,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.041
76,mlp.experts.120.down_proj,rtn: 0.0024261,0.00000,0.054
76,mlp.experts.167.down_proj,rtn: 0.0023804,0.00000,0.035
76,mlp.experts.175.down_proj,rtn: 0.0023804,0.00000,0.029
76,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.034
76,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.050
76,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
76,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.030
76,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.039
76,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.039
76,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.056
76,mlp.experts.169.down_proj,rtn: 0.0024567,0.00000,0.038
76,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.048
76,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.031
76,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.031
76,mlp.experts.171.down_proj,rtn: 0.0023804,0.00000,0.022
76,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.022
76,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.022
76,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.036
76,mlp.experts.165.down_proj,rtn: 0.0023956,0.00000,0.032
76,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.020
76,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.023
76,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.049
76,mlp.experts.187.down_proj,rtn: 0.0023804,0.00000,0.011
76,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.021
76,mlp.experts.185.down_proj,rtn: 0.0024261,0.00000,0.027
76,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.020
76,mlp.experts.148.down_proj,rtn: 0.0023804,0.00000,0.047
76,mlp.experts.144.down_proj,rtn: 0.0024109,0.00000,0.041
76,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.027
76,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.023
76,mlp.experts.182.down_proj,rtn: 0.0025482,0.00000,0.019
76,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.014
76,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.044
76,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.039
76,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.033
76,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.032
76,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.034
76,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.032
76,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.029
76,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.028
76,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.095
76,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.097
76,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.027
76,mlp.shared_experts.gate_proj,rtn: 0.0020447,0.00000,0.027
76,mlp.shared_experts.down_proj,rtn: 0.0018539,0.00000,0.022
77,self_attn.v_proj,rtn: 0.0039368,0.00000,0.015
77,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
77,self_attn.q_proj,rtn: 0.0021362,0.00000,0.033
77,self_attn.o_proj,rtn: 0.0032043,0.00000,0.055
77,mlp.experts.4.gate_proj,rtn: 0.0022278,0.00000,0.083
77,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.112
77,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.116
77,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.118
77,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.119
77,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.122
77,mlp.experts.3.gate_proj,rtn: 0.0024261,0.00000,0.122
77,mlp.experts.15.gate_proj,rtn: 0.0021973,0.00000,0.126
77,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.134
77,mlp.experts.5.gate_proj,rtn: 0.0021973,0.00000,0.141
77,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.145
77,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.146
77,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.148
77,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.151
77,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.150
77,mlp.experts.9.gate_proj,rtn: 0.0022430,0.00000,0.153
77,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.093
77,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.092
77,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.093
77,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.091
77,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.108
77,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.103
77,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.098
77,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.110
77,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.123
77,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.106
77,mlp.experts.18.gate_proj,rtn: 0.0021973,0.00000,0.109
77,mlp.experts.36.gate_proj,rtn: 0.0022278,0.00000,0.088
77,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.121
77,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.130
77,mlp.experts.25.gate_proj,rtn: 0.0023956,0.00000,0.132
77,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.135
77,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.138
77,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
77,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.092
77,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.095
77,mlp.experts.40.gate_proj,rtn: 0.0022125,0.00000,0.100
77,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.094
77,mlp.experts.39.gate_proj,rtn: 0.0022125,0.00000,0.087
77,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.100
77,mlp.experts.32.gate_proj,rtn: 0.0021973,0.00000,0.098
77,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.094
77,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.085
77,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.104
77,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.106
77,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.112
77,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.088
77,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.091
77,mlp.experts.46.gate_proj,rtn: 0.0024719,0.00000,0.116
77,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.123
77,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.096
77,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.119
77,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.092
77,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.092
77,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.089
77,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.102
77,mlp.experts.58.gate_proj,rtn: 0.0022278,0.00000,0.095
77,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.097
77,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.107
77,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.094
77,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.102
77,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.104
77,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.092
77,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.095
77,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.093
77,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.093
77,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.079
77,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.084
77,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.092
77,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.107
77,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.098
77,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.095
77,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.091
77,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.078
77,mlp.experts.66.gate_proj,rtn: 0.0025177,0.00000,0.090
77,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.102
77,mlp.experts.65.gate_proj,rtn: 0.0021667,0.00000,0.094
77,mlp.experts.70.gate_proj,rtn: 0.0022278,0.00000,0.093
77,mlp.experts.83.gate_proj,rtn: 0.0022125,0.00000,0.089
77,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.095
77,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.083
77,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.091
77,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.096
77,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.093
77,mlp.experts.100.gate_proj,rtn: 0.0022430,0.00000,0.083
77,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.094
77,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.090
77,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.094
77,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.098
77,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.103
77,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.088
77,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.102
77,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.081
77,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.087
77,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.079
77,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.099
77,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.100
77,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.084
77,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.090
77,mlp.experts.111.gate_proj,rtn: 0.0024109,0.00000,0.099
77,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.097
77,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.080
77,mlp.experts.106.gate_proj,rtn: 0.0024261,0.00000,0.089
77,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.105
77,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.100
77,mlp.experts.89.gate_proj,rtn: 0.0022125,0.00000,0.097
77,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.088
77,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.080
77,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.080
77,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.086
77,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.106
77,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.099
77,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.081
77,mlp.experts.115.gate_proj,rtn: 0.0021973,0.00000,0.091
77,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.085
77,mlp.experts.122.gate_proj,rtn: 0.0021667,0.00000,0.084
77,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.095
77,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.095
77,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.092
77,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.084
77,mlp.experts.123.gate_proj,rtn: 0.0021973,0.00000,0.096
77,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.102
77,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.107
77,mlp.experts.140.gate_proj,rtn: 0.0024109,0.00000,0.081
77,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.083
77,mlp.experts.118.gate_proj,rtn: 0.0021820,0.00000,0.092
77,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.082
77,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.105
77,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.096
77,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.103
77,mlp.experts.126.gate_proj,rtn: 0.0021973,0.00000,0.097
77,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.090
77,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.092
77,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.097
77,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.095
77,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.090
77,mlp.experts.152.gate_proj,rtn: 0.0024109,0.00000,0.077
77,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.100
77,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.092
77,mlp.experts.125.gate_proj,rtn: 0.0024414,0.00000,0.105
77,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.107
77,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.089
77,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.101
77,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.094
77,mlp.experts.147.gate_proj,rtn: 0.0021973,0.00000,0.091
77,mlp.experts.154.gate_proj,rtn: 0.0022430,0.00000,0.085
77,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.086
77,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.089
77,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.105
77,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.085
77,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.094
77,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.101
77,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.083
77,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.081
77,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.095
77,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.083
77,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.097
77,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.101
77,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.086
77,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.096
77,mlp.experts.170.gate_proj,rtn: 0.0021667,0.00000,0.086
77,mlp.experts.163.gate_proj,rtn: 0.0024261,0.00000,0.092
77,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.092
77,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.077
77,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.092
77,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.093
77,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.087
77,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.079
77,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.092
77,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.086
77,mlp.experts.171.gate_proj,rtn: 0.0020752,0.00000,0.089
77,mlp.experts.4.up_proj,rtn: 0.0021973,0.00000,0.081
77,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.088
77,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.086
77,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.088
77,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.080
77,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.091
77,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.085
77,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.091
77,mlp.experts.178.gate_proj,rtn: 0.0024109,0.00000,0.088
77,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.074
77,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.088
77,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.089
77,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.079
77,mlp.experts.176.gate_proj,rtn: 0.0022125,0.00000,0.099
77,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.090
77,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.078
77,mlp.experts.187.gate_proj,rtn: 0.0022430,0.00000,0.089
77,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.087
77,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.077
77,mlp.experts.173.gate_proj,rtn: 0.0023651,0.00000,0.091
77,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.104
77,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.093
77,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.088
77,mlp.experts.3.up_proj,rtn: 0.0023956,0.00000,0.086
77,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.086
77,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.078
77,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.087
77,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.089
77,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.097
77,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.096
77,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.103
77,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.082
77,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.085
77,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.085
77,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.087
77,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.093
77,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.098
77,mlp.experts.18.up_proj,rtn: 0.0021515,0.00000,0.080
77,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.083
77,mlp.experts.19.up_proj,rtn: 0.0021820,0.00000,0.090
77,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.093
77,mlp.experts.5.up_proj,rtn: 0.0021973,0.00000,0.099
77,mlp.experts.40.up_proj,rtn: 0.0021820,0.00000,0.082
77,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.086
77,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.087
77,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.088
77,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.083
77,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.087
77,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.090
77,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.094
77,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.096
77,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.098
77,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.087
77,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.081
77,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.093
77,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.088
77,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.088
77,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.093
77,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.079
77,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.100
77,mlp.experts.39.up_proj,rtn: 0.0021515,0.00000,0.086
77,mlp.experts.32.up_proj,rtn: 0.0021210,0.00000,0.082
77,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.082
77,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.102
77,mlp.experts.43.up_proj,rtn: 0.0021515,0.00000,0.090
77,mlp.experts.38.up_proj,rtn: 0.0024109,0.00000,0.082
77,mlp.experts.58.up_proj,rtn: 0.0021820,0.00000,0.079
77,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.081
77,mlp.experts.25.up_proj,rtn: 0.0024109,0.00000,0.088
77,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.091
77,mlp.experts.63.up_proj,rtn: 0.0023804,0.00000,0.077
77,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.089
77,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.104
77,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.089
77,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.091
77,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.083
77,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.092
77,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.087
77,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.091
77,mlp.experts.59.up_proj,rtn: 0.0024109,0.00000,0.089
77,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.081
77,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.079
77,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.102
77,mlp.experts.66.up_proj,rtn: 0.0024414,0.00000,0.082
77,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.078
77,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.091
77,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.091
77,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.081
77,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.090
77,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.089
77,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.086
77,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.100
77,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.104
77,mlp.experts.100.up_proj,rtn: 0.0021667,0.00000,0.096
77,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.101
77,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.088
77,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.082
77,mlp.experts.70.up_proj,rtn: 0.0021667,0.00000,0.087
77,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.098
77,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.093
77,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.091
77,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.090
77,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.090
77,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.101
77,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.092
77,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.100
77,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.088
77,mlp.experts.87.up_proj,rtn: 0.0023804,0.00000,0.089
77,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.084
77,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.090
77,mlp.experts.106.up_proj,rtn: 0.0024261,0.00000,0.083
77,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.095
77,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.088
77,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.097
77,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.085
77,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.086
77,mlp.experts.111.up_proj,rtn: 0.0023651,0.00000,0.090
77,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.088
77,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.090
77,mlp.experts.94.up_proj,rtn: 0.0023804,0.00000,0.082
77,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.092
77,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.088
77,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.087
77,mlp.experts.120.up_proj,rtn: 0.0021515,0.00000,0.091
77,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.090
77,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.094
77,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.092
77,mlp.experts.122.up_proj,rtn: 0.0021362,0.00000,0.091
77,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.087
77,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.079
77,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.094
77,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.089
77,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.087
77,mlp.experts.89.up_proj,rtn: 0.0021515,0.00000,0.086
77,mlp.experts.115.up_proj,rtn: 0.0021820,0.00000,0.089
77,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.081
77,mlp.experts.93.up_proj,rtn: 0.0023499,0.00000,0.087
77,mlp.experts.140.up_proj,rtn: 0.0023956,0.00000,0.099
77,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.094
77,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.098
77,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.086
77,mlp.experts.123.up_proj,rtn: 0.0021667,0.00000,0.095
77,mlp.experts.118.up_proj,rtn: 0.0021515,0.00000,0.091
77,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.095
77,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.088
77,mlp.experts.112.up_proj,rtn: 0.0021973,0.00000,0.103
77,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.093
77,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.101
77,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.088
77,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.092
77,mlp.experts.131.up_proj,rtn: 0.0022278,0.00000,0.085
77,mlp.experts.126.up_proj,rtn: 0.0021820,0.00000,0.091
77,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.086
77,mlp.experts.152.up_proj,rtn: 0.0023956,0.00000,0.087
77,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.095
77,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.095
77,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
77,mlp.experts.139.up_proj,rtn: 0.0023956,0.00000,0.089
77,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.079
77,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.081
77,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.084
77,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.089
77,mlp.experts.113.up_proj,rtn: 0.0021820,0.00000,0.084
77,mlp.experts.164.up_proj,rtn: 0.0021667,0.00000,0.081
77,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.083
77,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.087
77,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.090
77,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.084
77,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.078
77,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.075
77,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.085
77,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
77,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.074
77,mlp.experts.170.up_proj,rtn: 0.0021210,0.00000,0.078
77,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.085
77,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.082
77,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.075
77,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.075
77,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.084
77,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.090
77,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.084
77,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.078
77,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.081
77,mlp.experts.158.up_proj,rtn: 0.0021973,0.00000,0.082
77,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.083
77,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.080
77,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.090
77,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.081
77,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.075
77,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.080
77,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.079
77,mlp.experts.171.up_proj,rtn: 0.0021210,0.00000,0.079
77,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.080
77,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.076
77,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.083
77,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.075
77,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.031
77,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.078
77,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.069
77,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.074
77,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.094
77,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.045
77,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.064
77,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.035
77,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.083
77,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.063
77,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.076
77,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.067
77,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.072
77,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.079
77,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.075
77,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.073
77,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.062
77,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.030
77,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.038
77,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.055
77,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.055
77,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.044
77,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.044
77,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.091
77,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.048
77,mlp.experts.0.down_proj,rtn: 0.0023499,0.00000,0.057
77,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.150
77,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.060
77,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.061
77,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.061
77,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.057
77,mlp.experts.13.down_proj,rtn: 0.0023956,0.00000,0.156
77,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.158
77,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.066
77,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.160
77,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.046
77,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.034
77,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.039
77,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.050
77,mlp.experts.24.down_proj,rtn: 0.0023651,0.00000,0.046
77,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.038
77,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.049
77,mlp.experts.16.down_proj,rtn: 0.0023499,0.00000,0.044
77,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.061
77,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.055
77,mlp.experts.38.down_proj,rtn: 0.0023956,0.00000,0.049
77,mlp.experts.25.down_proj,rtn: 0.0024414,0.00000,0.054
77,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.041
77,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.040
77,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.040
77,mlp.experts.50.down_proj,rtn: 0.0023651,0.00000,0.037
77,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.057
77,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.063
77,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.028
77,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.029
77,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.047
77,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.049
77,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.024
77,mlp.experts.35.down_proj,rtn: 0.0023956,0.00000,0.049
77,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.045
77,mlp.experts.46.down_proj,rtn: 0.0024567,0.00000,0.035
77,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.034
77,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.043
77,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.049
77,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.039
77,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.032
77,mlp.experts.33.down_proj,rtn: 0.0024109,0.00000,0.059
77,mlp.experts.60.down_proj,rtn: 0.0023956,0.00000,0.027
77,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.045
77,mlp.experts.66.down_proj,rtn: 0.0024719,0.00000,0.038
77,mlp.experts.48.down_proj,rtn: 0.0023804,0.00000,0.034
77,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.029
77,mlp.experts.59.down_proj,rtn: 0.0024109,0.00000,0.039
77,mlp.experts.63.down_proj,rtn: 0.0023651,0.00000,0.039
77,mlp.experts.37.down_proj,rtn: 0.0023804,0.00000,0.058
77,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.038
77,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.028
77,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.035
77,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.037
77,mlp.experts.76.down_proj,rtn: 0.0024109,0.00000,0.031
77,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.035
77,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.034
77,mlp.experts.64.down_proj,rtn: 0.0024261,0.00000,0.033
77,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.030
77,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.052
77,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.038
77,mlp.experts.49.down_proj,rtn: 0.0023804,0.00000,0.046
77,mlp.experts.61.down_proj,rtn: 0.0023956,0.00000,0.043
77,mlp.experts.79.down_proj,rtn: 0.0023804,0.00000,0.035
77,mlp.experts.75.down_proj,rtn: 0.0023956,0.00000,0.037
77,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.033
77,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.039
77,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.038
77,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.031
77,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.040
77,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.037
77,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.039
77,mlp.experts.53.down_proj,rtn: 0.0023651,0.00000,0.057
77,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.034
77,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.031
77,mlp.experts.104.down_proj,rtn: 0.0023956,0.00000,0.032
77,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.026
77,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.043
77,mlp.experts.91.down_proj,rtn: 0.0023499,0.00000,0.037
77,mlp.experts.98.down_proj,rtn: 0.0024567,0.00000,0.042
77,mlp.experts.95.down_proj,rtn: 0.0023651,0.00000,0.036
77,mlp.experts.73.down_proj,rtn: 0.0023346,0.00000,0.051
77,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.044
77,mlp.experts.94.down_proj,rtn: 0.0023804,0.00000,0.034
77,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.038
77,mlp.experts.87.down_proj,rtn: 0.0024109,0.00000,0.030
77,mlp.experts.106.down_proj,rtn: 0.0024414,0.00000,0.035
77,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.033
77,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.032
77,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.035
77,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.025
77,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.027
77,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.046
77,mlp.experts.114.down_proj,rtn: 0.0023956,0.00000,0.037
77,mlp.experts.111.down_proj,rtn: 0.0023956,0.00000,0.037
77,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.042
77,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.044
77,mlp.experts.103.down_proj,rtn: 0.0023651,0.00000,0.035
77,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.029
77,mlp.experts.116.down_proj,rtn: 0.0023804,0.00000,0.022
77,mlp.experts.99.down_proj,rtn: 0.0023804,0.00000,0.043
77,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.050
77,mlp.experts.140.down_proj,rtn: 0.0024109,0.00000,0.022
77,mlp.experts.110.down_proj,rtn: 0.0023804,0.00000,0.042
77,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.052
77,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.039
77,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.039
77,mlp.experts.136.down_proj,rtn: 0.0023499,0.00000,0.033
77,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.044
77,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.032
77,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.023
77,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.027
77,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.028
77,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.040
77,mlp.experts.119.down_proj,rtn: 0.0024261,0.00000,0.038
77,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.046
77,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.048
77,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.041
77,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.037
77,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.034
77,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.038
77,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.038
77,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.043
77,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.048
77,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.029
77,mlp.experts.101.down_proj,rtn: 0.0023804,0.00000,0.043
77,mlp.experts.144.down_proj,rtn: 0.0023193,0.00000,0.031
77,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.040
77,mlp.experts.148.down_proj,rtn: 0.0023651,0.00000,0.031
77,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.038
77,mlp.experts.135.down_proj,rtn: 0.0023651,0.00000,0.038
77,mlp.experts.125.down_proj,rtn: 0.0023804,0.00000,0.045
77,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.032
77,mlp.experts.139.down_proj,rtn: 0.0025787,0.00000,0.039
77,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.044
77,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.041
77,mlp.experts.188.down_proj,rtn: 0.0023651,0.00000,0.029
77,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.043
77,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.041
77,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.039
77,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.031
77,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.031
77,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.040
77,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.049
77,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.039
77,mlp.experts.151.down_proj,rtn: 0.0024109,0.00000,0.036
77,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.036
77,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.028
77,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.037
77,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.044
77,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.020
77,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.018
77,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.038
77,mlp.experts.129.down_proj,rtn: 0.0023956,0.00000,0.042
77,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.039
77,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.043
77,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.038
77,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.032
77,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.033
77,mlp.experts.178.down_proj,rtn: 0.0023651,0.00000,0.041
77,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.047
77,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.046
77,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.035
77,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.043
77,mlp.experts.163.down_proj,rtn: 0.0023804,0.00000,0.036
77,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.028
77,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.029
77,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.041
77,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.035
77,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.034
77,mlp.experts.191.down_proj,rtn: 0.0024109,0.00000,0.036
77,mlp.experts.149.down_proj,rtn: 0.0024109,0.00000,0.034
77,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.038
77,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.015
77,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.034
77,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.027
77,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.036
77,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.036
77,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.030
77,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.029
77,mlp.experts.189.down_proj,rtn: 0.0024109,0.00000,0.031
77,mlp.experts.177.down_proj,rtn: 0.0023804,0.00000,0.028
77,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.026
77,mlp.experts.185.down_proj,rtn: 0.0023651,0.00000,0.026
77,mlp.shared_experts.gate_proj,rtn: 0.0021362,0.00000,0.025
77,mlp.shared_experts.up_proj,rtn: 0.0017014,0.00000,0.026
77,mlp.shared_experts.down_proj,rtn: 0.0020142,0.00000,0.016
78,self_attn.k_proj,rtn: 0.0021057,0.00000,0.015
78,self_attn.q_proj,rtn: 0.0022888,0.00000,0.020
78,self_attn.v_proj,rtn: 0.0037689,0.00000,0.048
78,self_attn.o_proj,rtn: 0.0030823,0.00000,0.044
78,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.107
78,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.137
78,mlp.experts.7.gate_proj,rtn: 0.0023956,0.00000,0.139
78,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.145
78,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.148
78,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.153
78,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.151
78,mlp.experts.14.gate_proj,rtn: 0.0024414,0.00000,0.154
78,mlp.experts.4.gate_proj,rtn: 0.0024109,0.00000,0.159
78,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.163
78,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.162
78,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.163
78,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.168
78,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.172
78,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.179
78,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.180
78,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.087
78,mlp.experts.19.gate_proj,rtn: 0.0024567,0.00000,0.089
78,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.097
78,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.097
78,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.088
78,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.101
78,mlp.experts.27.gate_proj,rtn: 0.0024719,0.00000,0.096
78,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.089
78,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.089
78,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.105
78,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.096
78,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.123
78,mlp.experts.24.gate_proj,rtn: 0.0025024,0.00000,0.103
78,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.142
78,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.153
78,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.116
78,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.084
78,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.144
78,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.091
78,mlp.experts.41.gate_proj,rtn: 0.0023956,0.00000,0.080
78,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.100
78,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.088
78,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.091
78,mlp.experts.33.gate_proj,rtn: 0.0024109,0.00000,0.088
78,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.119
78,mlp.experts.32.gate_proj,rtn: 0.0024414,0.00000,0.091
78,mlp.experts.60.gate_proj,rtn: 0.0022125,0.00000,0.095
78,mlp.experts.42.gate_proj,rtn: 0.0024719,0.00000,0.107
78,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.103
78,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.090
78,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.102
78,mlp.experts.57.gate_proj,rtn: 0.0024414,0.00000,0.078
78,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.127
78,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.095
78,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.130
78,mlp.experts.53.gate_proj,rtn: 0.0020905,0.00000,0.088
78,mlp.experts.63.gate_proj,rtn: 0.0024109,0.00000,0.090
78,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.093
78,mlp.experts.49.gate_proj,rtn: 0.0025177,0.00000,0.092
78,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.129
78,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.088
78,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.084
78,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.097
78,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.090
78,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.104
78,mlp.experts.73.gate_proj,rtn: 0.0024109,0.00000,0.085
78,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.101
78,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.068
78,mlp.experts.61.gate_proj,rtn: 0.0025024,0.00000,0.084
78,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.105
78,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.093
78,mlp.experts.69.gate_proj,rtn: 0.0024567,0.00000,0.094
78,mlp.experts.79.gate_proj,rtn: 0.0025024,0.00000,0.100
78,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.093
78,mlp.experts.54.gate_proj,rtn: 0.0024109,0.00000,0.088
78,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.081
78,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.072
78,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.098
78,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.077
78,mlp.experts.83.gate_proj,rtn: 0.0024872,0.00000,0.093
78,mlp.experts.77.gate_proj,rtn: 0.0024414,0.00000,0.085
78,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.109
78,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.100
78,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.100
78,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.102
78,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.095
78,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.089
78,mlp.experts.85.gate_proj,rtn: 0.0024872,0.00000,0.098
78,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.079
78,mlp.experts.91.gate_proj,rtn: 0.0023804,0.00000,0.086
78,mlp.experts.70.gate_proj,rtn: 0.0024872,0.00000,0.081
78,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.082
78,mlp.experts.95.gate_proj,rtn: 0.0024719,0.00000,0.094
78,mlp.experts.81.gate_proj,rtn: 0.0024109,0.00000,0.095
78,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.077
78,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.092
78,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.085
78,mlp.experts.80.gate_proj,rtn: 0.0021515,0.00000,0.098
78,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.085
78,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.097
78,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.100
78,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.100
78,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.103
78,mlp.experts.101.gate_proj,rtn: 0.0024719,0.00000,0.083
78,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.080
78,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.078
78,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.084
78,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.085
78,mlp.experts.111.gate_proj,rtn: 0.0024872,0.00000,0.084
78,mlp.experts.97.gate_proj,rtn: 0.0024261,0.00000,0.089
78,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.081
78,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.089
78,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.087
78,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.086
78,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.096
78,mlp.experts.96.gate_proj,rtn: 0.0022430,0.00000,0.101
78,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.064
78,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.075
78,mlp.experts.102.gate_proj,rtn: 0.0024719,0.00000,0.074
78,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.102
78,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.088
78,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.103
78,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.100
78,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.095
78,mlp.experts.126.gate_proj,rtn: 0.0022125,0.00000,0.077
78,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.092
78,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.086
78,mlp.experts.125.gate_proj,rtn: 0.0024109,0.00000,0.085
78,mlp.experts.131.gate_proj,rtn: 0.0025024,0.00000,0.100
78,mlp.experts.137.gate_proj,rtn: 0.0025024,0.00000,0.087
78,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.078
78,mlp.experts.138.gate_proj,rtn: 0.0024109,0.00000,0.081
78,mlp.experts.130.gate_proj,rtn: 0.0024567,0.00000,0.085
78,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.092
78,mlp.experts.133.gate_proj,rtn: 0.0022125,0.00000,0.080
78,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.096
78,mlp.experts.142.gate_proj,rtn: 0.0021667,0.00000,0.069
78,mlp.experts.140.gate_proj,rtn: 0.0024261,0.00000,0.089
78,mlp.experts.120.gate_proj,rtn: 0.0024261,0.00000,0.081
78,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.088
78,mlp.experts.129.gate_proj,rtn: 0.0024567,0.00000,0.085
78,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.095
78,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.094
78,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.079
78,mlp.experts.153.gate_proj,rtn: 0.0024567,0.00000,0.080
78,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.099
78,mlp.experts.146.gate_proj,rtn: 0.0025177,0.00000,0.088
78,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.086
78,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.091
78,mlp.experts.134.gate_proj,rtn: 0.0024567,0.00000,0.100
78,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.099
78,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.084
78,mlp.experts.151.gate_proj,rtn: 0.0024719,0.00000,0.091
78,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.092
78,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.098
78,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.088
78,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.102
78,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.089
78,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.098
78,mlp.experts.157.gate_proj,rtn: 0.0024261,0.00000,0.081
78,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.088
78,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.094
78,mlp.experts.162.gate_proj,rtn: 0.0024261,0.00000,0.093
78,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.089
78,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
78,mlp.experts.174.gate_proj,rtn: 0.0025940,0.00000,0.095
78,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.091
78,mlp.experts.161.gate_proj,rtn: 0.0024261,0.00000,0.082
78,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.099
78,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.092
78,mlp.experts.150.gate_proj,rtn: 0.0024261,0.00000,0.104
78,mlp.experts.173.gate_proj,rtn: 0.0024567,0.00000,0.078
78,mlp.experts.152.gate_proj,rtn: 0.0024872,0.00000,0.104
78,mlp.experts.175.gate_proj,rtn: 0.0024719,0.00000,0.092
78,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.104
78,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.100
78,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.095
78,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.083
78,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.089
78,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.080
78,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.081
78,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.084
78,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.077
78,mlp.experts.183.gate_proj,rtn: 0.0023804,0.00000,0.089
78,mlp.experts.189.gate_proj,rtn: 0.0021973,0.00000,0.075
78,mlp.experts.160.gate_proj,rtn: 0.0025482,0.00000,0.093
78,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.093
78,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.101
78,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.096
78,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.101
78,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.095
78,mlp.experts.164.gate_proj,rtn: 0.0025024,0.00000,0.100
78,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.095
78,mlp.experts.5.up_proj,rtn: 0.0024109,0.00000,0.090
78,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.096
78,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.099
78,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.076
78,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.094
78,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.090
78,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.090
78,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.100
78,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.099
78,mlp.experts.12.up_proj,rtn: 0.0021667,0.00000,0.091
78,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.082
78,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.113
78,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.097
78,mlp.experts.184.gate_proj,rtn: 0.0024109,0.00000,0.099
78,mlp.experts.180.gate_proj,rtn: 0.0024567,0.00000,0.092
78,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.085
78,mlp.experts.21.up_proj,rtn: 0.0021820,0.00000,0.088
78,mlp.experts.19.up_proj,rtn: 0.0024261,0.00000,0.087
78,mlp.experts.17.up_proj,rtn: 0.0021973,0.00000,0.087
78,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.091
78,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.090
78,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.105
78,mlp.experts.18.up_proj,rtn: 0.0023499,0.00000,0.124
78,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.110
78,mlp.experts.28.up_proj,rtn: 0.0022430,0.00000,0.091
78,mlp.experts.0.up_proj,rtn: 0.0021973,0.00000,0.097
78,mlp.experts.27.up_proj,rtn: 0.0024719,0.00000,0.093
78,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.088
78,mlp.experts.4.up_proj,rtn: 0.0024109,0.00000,0.093
78,mlp.experts.6.up_proj,rtn: 0.0021667,0.00000,0.102
78,mlp.experts.8.up_proj,rtn: 0.0022125,0.00000,0.095
78,mlp.experts.41.up_proj,rtn: 0.0023804,0.00000,0.093
78,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.089
78,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.097
78,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.083
78,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.092
78,mlp.experts.33.up_proj,rtn: 0.0023956,0.00000,0.105
78,mlp.experts.42.up_proj,rtn: 0.0023804,0.00000,0.095
78,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.099
78,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.078
78,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.085
78,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.098
78,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.097
78,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.097
78,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.093
78,mlp.experts.24.up_proj,rtn: 0.0024261,0.00000,0.090
78,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.097
78,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.079
78,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.093
78,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.072
78,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.097
78,mlp.experts.53.up_proj,rtn: 0.0021820,0.00000,0.097
78,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.095
78,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.073
78,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.075
78,mlp.experts.49.up_proj,rtn: 0.0024414,0.00000,0.102
78,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.108
78,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.100
78,mlp.experts.60.up_proj,rtn: 0.0021667,0.00000,0.095
78,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.095
78,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.073
78,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.096
78,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.090
78,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.095
78,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.075
78,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.092
78,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.068
78,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.074
78,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.096
78,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.097
78,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.091
78,mlp.experts.65.up_proj,rtn: 0.0023956,0.00000,0.091
78,mlp.experts.83.up_proj,rtn: 0.0024719,0.00000,0.076
78,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.096
78,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.098
78,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.099
78,mlp.experts.87.up_proj,rtn: 0.0024261,0.00000,0.086
78,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.090
78,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.077
78,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.082
78,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.085
78,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.072
78,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.054
78,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.098
78,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.197
78,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.200
78,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.168
78,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.214
78,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.092
78,mlp.experts.111.up_proj,rtn: 0.0024109,0.00000,0.094
78,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.099
78,mlp.experts.97.up_proj,rtn: 0.0024109,0.00000,0.103
78,mlp.experts.103.up_proj,rtn: 0.0021820,0.00000,0.109
78,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.263
78,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.122
78,mlp.experts.68.up_proj,rtn: 0.0023804,0.00000,0.121
78,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.147
78,mlp.experts.101.up_proj,rtn: 0.0024109,0.00000,0.122
78,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.187
78,mlp.experts.64.up_proj,rtn: 0.0023804,0.00000,0.190
78,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.159
78,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.168
78,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.154
78,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.096
78,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.138
78,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.091
78,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.081
78,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.090
78,mlp.experts.125.up_proj,rtn: 0.0023651,0.00000,0.100
78,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.093
78,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.105
78,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.077
78,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.094
78,mlp.experts.121.up_proj,rtn: 0.0023804,0.00000,0.084
78,mlp.experts.131.up_proj,rtn: 0.0024567,0.00000,0.085
78,mlp.experts.80.up_proj,rtn: 0.0021362,0.00000,0.091
78,mlp.experts.98.up_proj,rtn: 0.0021820,0.00000,0.098
78,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.098
78,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.079
78,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.087
78,mlp.experts.86.up_proj,rtn: 0.0021973,0.00000,0.096
78,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.076
78,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.117
78,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.078
78,mlp.experts.129.up_proj,rtn: 0.0024261,0.00000,0.076
78,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.085
78,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.071
78,mlp.experts.133.up_proj,rtn: 0.0021820,0.00000,0.076
78,mlp.experts.100.up_proj,rtn: 0.0023651,0.00000,0.088
78,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.098
78,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.077
78,mlp.experts.96.up_proj,rtn: 0.0021973,0.00000,0.088
78,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.080
78,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.099
78,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.066
78,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.088
78,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.102
78,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.077
78,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.083
78,mlp.experts.104.up_proj,rtn: 0.0021667,0.00000,0.084
78,mlp.experts.151.up_proj,rtn: 0.0024414,0.00000,0.086
78,mlp.experts.153.up_proj,rtn: 0.0024719,0.00000,0.078
78,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.074
78,mlp.experts.116.up_proj,rtn: 0.0021820,0.00000,0.074
78,mlp.experts.102.up_proj,rtn: 0.0024414,0.00000,0.113
78,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.080
78,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.068
78,mlp.experts.173.up_proj,rtn: 0.0023956,0.00000,0.071
78,mlp.experts.138.up_proj,rtn: 0.0023651,0.00000,0.109
78,mlp.experts.175.up_proj,rtn: 0.0024414,0.00000,0.082
78,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.076
78,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.072
78,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.064
78,mlp.experts.171.up_proj,rtn: 0.0022125,0.00000,0.078
78,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.078
78,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.066
78,mlp.experts.130.up_proj,rtn: 0.0024414,0.00000,0.105
78,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.065
78,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.082
78,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.114
78,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
78,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.080
78,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.065
78,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.106
78,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.072
78,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
78,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.064
78,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.075
78,mlp.experts.187.up_proj,rtn: 0.0024414,0.00000,0.064
78,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.066
78,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.064
78,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.064
78,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.080
78,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.109
78,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.096
78,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.072
78,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.096
78,mlp.experts.164.up_proj,rtn: 0.0025024,0.00000,0.063
78,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.090
78,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.070
78,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.070
78,mlp.experts.160.up_proj,rtn: 0.0024261,0.00000,0.067
78,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.080
78,mlp.experts.162.up_proj,rtn: 0.0024109,0.00000,0.074
78,mlp.experts.180.up_proj,rtn: 0.0024414,0.00000,0.048
78,mlp.experts.174.up_proj,rtn: 0.0025024,0.00000,0.081
78,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.055
78,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.079
78,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.048
78,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.074
78,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.037
78,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.079
78,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.069
78,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.056
78,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.024
78,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.017
78,mlp.experts.8.down_proj,rtn: 0.0024109,0.00000,0.014
78,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.119
78,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.040
78,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.044
78,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.125
78,mlp.experts.24.down_proj,rtn: 0.0024414,0.00000,0.046
78,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.048
78,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.129
78,mlp.experts.15.down_proj,rtn: 0.0023956,0.00000,0.050
78,mlp.experts.12.down_proj,rtn: 0.0024872,0.00000,0.051
78,mlp.experts.9.down_proj,rtn: 0.0023804,0.00000,0.053
78,mlp.experts.4.down_proj,rtn: 0.0024261,0.00000,0.055
78,mlp.experts.5.down_proj,rtn: 0.0024414,0.00000,0.057
78,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.058
78,mlp.experts.3.down_proj,rtn: 0.0023651,0.00000,0.063
78,mlp.experts.6.down_proj,rtn: 0.0024109,0.00000,0.145
78,mlp.experts.33.down_proj,rtn: 0.0024567,0.00000,0.020
78,mlp.experts.7.down_proj,rtn: 0.0023804,0.00000,0.067
78,mlp.experts.27.down_proj,rtn: 0.0024872,0.00000,0.027
78,mlp.experts.31.down_proj,rtn: 0.0024261,0.00000,0.023
78,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.035
78,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.034
78,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.041
78,mlp.experts.40.down_proj,rtn: 0.0023956,0.00000,0.033
78,mlp.experts.26.down_proj,rtn: 0.0023956,0.00000,0.045
78,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.051
78,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.050
78,mlp.experts.20.down_proj,rtn: 0.0023956,0.00000,0.049
78,mlp.experts.34.down_proj,rtn: 0.0025177,0.00000,0.039
78,mlp.experts.49.down_proj,rtn: 0.0024261,0.00000,0.039
78,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.053
78,mlp.experts.28.down_proj,rtn: 0.0024109,0.00000,0.046
78,mlp.experts.56.down_proj,rtn: 0.0023804,0.00000,0.037
78,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.045
78,mlp.experts.43.down_proj,rtn: 0.0036774,0.00000,0.050
78,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.057
78,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.042
78,mlp.experts.32.down_proj,rtn: 0.0024567,0.00000,0.041
78,mlp.experts.23.down_proj,rtn: 0.0023804,0.00000,0.058
78,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.042
78,mlp.experts.19.down_proj,rtn: 0.0024109,0.00000,0.053
78,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.041
78,mlp.experts.65.down_proj,rtn: 0.0024109,0.00000,0.039
78,mlp.experts.44.down_proj,rtn: 0.0024109,0.00000,0.039
78,mlp.experts.36.down_proj,rtn: 0.0025482,0.00000,0.046
78,mlp.experts.41.down_proj,rtn: 0.0024109,0.00000,0.051
78,mlp.experts.72.down_proj,rtn: 0.0024109,0.00000,0.032
78,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.056
78,mlp.experts.63.down_proj,rtn: 0.0024414,0.00000,0.034
78,mlp.experts.37.down_proj,rtn: 0.0024414,0.00000,0.044
78,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.033
78,mlp.experts.59.down_proj,rtn: 0.0023804,0.00000,0.039
78,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.037
78,mlp.experts.48.down_proj,rtn: 0.0024719,0.00000,0.041
78,mlp.experts.38.down_proj,rtn: 0.0024261,0.00000,0.046
78,mlp.experts.39.down_proj,rtn: 0.0024109,0.00000,0.036
78,mlp.experts.66.down_proj,rtn: 0.0024261,0.00000,0.032
78,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.032
78,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.048
78,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.044
78,mlp.experts.79.down_proj,rtn: 0.0024109,0.00000,0.033
78,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.041
78,mlp.experts.78.down_proj,rtn: 0.0024414,0.00000,0.035
78,mlp.experts.61.down_proj,rtn: 0.0024414,0.00000,0.050
78,mlp.experts.57.down_proj,rtn: 0.0024414,0.00000,0.045
78,mlp.experts.74.down_proj,rtn: 0.0024109,0.00000,0.036
78,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.056
78,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.034
78,mlp.experts.64.down_proj,rtn: 0.0024109,0.00000,0.038
78,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.032
78,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.045
78,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.047
78,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.038
78,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.038
78,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.032
78,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.043
78,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.041
78,mlp.experts.51.down_proj,rtn: 0.0023956,0.00000,0.054
78,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.040
78,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.037
78,mlp.experts.90.down_proj,rtn: 0.0023804,0.00000,0.038
78,mlp.experts.68.down_proj,rtn: 0.0024719,0.00000,0.041
78,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.035
78,mlp.experts.73.down_proj,rtn: 0.0024414,0.00000,0.040
78,mlp.experts.70.down_proj,rtn: 0.0025330,0.00000,0.041
78,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.040
78,mlp.experts.71.down_proj,rtn: 0.0023956,0.00000,0.039
78,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.037
78,mlp.experts.111.down_proj,rtn: 0.0024109,0.00000,0.035
78,mlp.experts.69.down_proj,rtn: 0.0024109,0.00000,0.044
78,mlp.experts.92.down_proj,rtn: 0.0024261,0.00000,0.039
78,mlp.experts.91.down_proj,rtn: 0.0024414,0.00000,0.047
78,mlp.experts.120.down_proj,rtn: 0.0024567,0.00000,0.044
78,mlp.experts.110.down_proj,rtn: 0.0024414,0.00000,0.041
78,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.038
78,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.048
78,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.040
78,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.038
78,mlp.experts.93.down_proj,rtn: 0.0024109,0.00000,0.050
78,mlp.experts.114.down_proj,rtn: 0.0023804,0.00000,0.042
78,mlp.experts.86.down_proj,rtn: 0.0024261,0.00000,0.039
78,mlp.experts.87.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.89.down_proj,rtn: 0.0023804,0.00000,0.048
78,mlp.experts.129.down_proj,rtn: 0.0024414,0.00000,0.040
78,mlp.experts.127.down_proj,rtn: 0.0024109,0.00000,0.037
78,mlp.experts.108.down_proj,rtn: 0.0023804,0.00000,0.036
78,mlp.experts.85.down_proj,rtn: 0.0024109,0.00000,0.039
78,mlp.experts.107.down_proj,rtn: 0.0024109,0.00000,0.034
78,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.035
78,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.033
78,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.034
78,mlp.experts.126.down_proj,rtn: 0.0023804,0.00000,0.045
78,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.046
78,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.038
78,mlp.experts.83.down_proj,rtn: 0.0024719,0.00000,0.045
78,mlp.experts.143.down_proj,rtn: 0.0023804,0.00000,0.031
78,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.038
78,mlp.experts.130.down_proj,rtn: 0.0024567,0.00000,0.044
78,mlp.experts.103.down_proj,rtn: 0.0023346,0.00000,0.041
78,mlp.experts.102.down_proj,rtn: 0.0024872,0.00000,0.045
78,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.041
78,mlp.experts.101.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.041
78,mlp.experts.123.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.152.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.044
78,mlp.experts.128.down_proj,rtn: 0.0024261,0.00000,0.042
78,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.043
78,mlp.experts.125.down_proj,rtn: 0.0023804,0.00000,0.039
78,mlp.experts.121.down_proj,rtn: 0.0024109,0.00000,0.032
78,mlp.experts.159.down_proj,rtn: 0.0024414,0.00000,0.037
78,mlp.experts.138.down_proj,rtn: 0.0024719,0.00000,0.044
78,mlp.experts.146.down_proj,rtn: 0.0025177,0.00000,0.037
78,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.038
78,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.046
78,mlp.experts.161.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.031
78,mlp.experts.117.down_proj,rtn: 0.0023956,0.00000,0.038
78,mlp.experts.140.down_proj,rtn: 0.0024414,0.00000,0.038
78,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.047
78,mlp.experts.168.down_proj,rtn: 0.0023956,0.00000,0.037
78,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.042
78,mlp.experts.144.down_proj,rtn: 0.0023651,0.00000,0.039
78,mlp.experts.137.down_proj,rtn: 0.0024109,0.00000,0.034
78,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.038
78,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.043
78,mlp.experts.175.down_proj,rtn: 0.0024719,0.00000,0.038
78,mlp.experts.162.down_proj,rtn: 0.0024567,0.00000,0.039
78,mlp.experts.135.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.154.down_proj,rtn: 0.0024109,0.00000,0.044
78,mlp.experts.155.down_proj,rtn: 0.0023804,0.00000,0.030
78,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.039
78,mlp.experts.115.down_proj,rtn: 0.0024414,0.00000,0.039
78,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.040
78,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.038
78,mlp.experts.184.down_proj,rtn: 0.0023651,0.00000,0.040
78,mlp.experts.134.down_proj,rtn: 0.0023651,0.00000,0.049
78,mlp.experts.153.down_proj,rtn: 0.0024872,0.00000,0.029
78,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.030
78,mlp.experts.160.down_proj,rtn: 0.0024109,0.00000,0.040
78,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.041
78,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.042
78,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.040
78,mlp.experts.174.down_proj,rtn: 0.0038147,0.00000,0.044
78,mlp.experts.151.down_proj,rtn: 0.0024719,0.00000,0.038
78,mlp.experts.171.down_proj,rtn: 0.0025330,0.00000,0.035
78,mlp.experts.131.down_proj,rtn: 0.0025330,0.00000,0.033
78,mlp.experts.172.down_proj,rtn: 0.0024414,0.00000,0.028
78,mlp.experts.170.down_proj,rtn: 0.0023804,0.00000,0.042
78,mlp.experts.149.down_proj,rtn: 0.0024414,0.00000,0.032
78,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.024
78,mlp.experts.169.down_proj,rtn: 0.0024719,0.00000,0.028
78,mlp.experts.176.down_proj,rtn: 0.0024109,0.00000,0.032
78,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.043
78,mlp.experts.164.down_proj,rtn: 0.0024872,0.00000,0.031
78,mlp.experts.190.down_proj,rtn: 0.0023651,0.00000,0.032
78,mlp.experts.147.down_proj,rtn: 0.0023804,0.00000,0.027
78,mlp.experts.187.down_proj,rtn: 0.0024719,0.00000,0.027
78,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.023
78,mlp.experts.167.down_proj,rtn: 0.0024414,0.00000,0.029
78,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.024
78,mlp.experts.185.down_proj,rtn: 0.0024109,0.00000,0.025
78,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.033
78,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.034
78,mlp.experts.166.down_proj,rtn: 0.0024261,0.00000,0.021
78,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.018
78,mlp.experts.163.down_proj,rtn: 0.0023804,0.00000,0.021
78,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.011
78,mlp.experts.182.down_proj,rtn: 0.0023956,0.00000,0.010
78,mlp.experts.183.down_proj,rtn: 0.0023651,0.00000,0.023
78,mlp.experts.179.down_proj,rtn: 0.0024109,0.00000,0.012
78,mlp.shared_experts.up_proj,rtn: 0.0017700,0.00000,0.027
78,mlp.shared_experts.gate_proj,rtn: 0.0020599,0.00000,0.027
78,mlp.shared_experts.down_proj,rtn: 0.0021362,0.00000,0.022
79,self_attn.k_proj,rtn: 0.0019684,0.00000,0.013
79,self_attn.v_proj,rtn: 0.0043030,0.00000,0.013
79,self_attn.q_proj,rtn: 0.0019836,0.00000,0.015
79,self_attn.o_proj,rtn: 0.0028381,0.00000,0.057
79,mlp.experts.6.gate_proj,rtn: 0.0024567,0.00000,0.119
79,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.133
79,mlp.experts.4.gate_proj,rtn: 0.0024414,0.00000,0.139
79,mlp.experts.0.gate_proj,rtn: 0.0025940,0.00000,0.140
79,mlp.experts.7.gate_proj,rtn: 0.0025024,0.00000,0.141
79,mlp.experts.12.gate_proj,rtn: 0.0024109,0.00000,0.141
79,mlp.experts.8.gate_proj,rtn: 0.0024872,0.00000,0.142
79,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.141
79,mlp.experts.14.gate_proj,rtn: 0.0025177,0.00000,0.141
79,mlp.experts.10.gate_proj,rtn: 0.0027161,0.00000,0.142
79,mlp.experts.15.gate_proj,rtn: 0.0024261,0.00000,0.144
79,mlp.experts.5.gate_proj,rtn: 0.0024719,0.00000,0.146
79,mlp.experts.3.gate_proj,rtn: 0.0026093,0.00000,0.147
79,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.152
79,mlp.experts.9.gate_proj,rtn: 0.0025330,0.00000,0.173
79,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.176
79,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.082
79,mlp.experts.29.gate_proj,rtn: 0.0026093,0.00000,0.088
79,mlp.experts.20.gate_proj,rtn: 0.0024261,0.00000,0.100
79,mlp.experts.23.gate_proj,rtn: 0.0021667,0.00000,0.107
79,mlp.experts.31.gate_proj,rtn: 0.0025177,0.00000,0.122
79,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.118
79,mlp.experts.26.gate_proj,rtn: 0.0024567,0.00000,0.108
79,mlp.experts.30.gate_proj,rtn: 0.0025635,0.00000,0.115
79,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.107
79,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.130
79,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.097
79,mlp.experts.18.gate_proj,rtn: 0.0028229,0.00000,0.129
79,mlp.experts.25.gate_proj,rtn: 0.0025330,0.00000,0.106
79,mlp.experts.16.gate_proj,rtn: 0.0025177,0.00000,0.133
79,mlp.experts.38.gate_proj,rtn: 0.0025024,0.00000,0.104
79,mlp.experts.21.gate_proj,rtn: 0.0025330,0.00000,0.128
79,mlp.experts.17.gate_proj,rtn: 0.0025940,0.00000,0.134
79,mlp.experts.45.gate_proj,rtn: 0.0024109,0.00000,0.116
79,mlp.experts.36.gate_proj,rtn: 0.0024872,0.00000,0.099
79,mlp.experts.39.gate_proj,rtn: 0.0025330,0.00000,0.101
79,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.101
79,mlp.experts.40.gate_proj,rtn: 0.0024567,0.00000,0.093
79,mlp.experts.42.gate_proj,rtn: 0.0024872,0.00000,0.096
79,mlp.experts.46.gate_proj,rtn: 0.0026093,0.00000,0.096
79,mlp.experts.43.gate_proj,rtn: 0.0027008,0.00000,0.097
79,mlp.experts.44.gate_proj,rtn: 0.0025482,0.00000,0.100
79,mlp.experts.34.gate_proj,rtn: 0.0026245,0.00000,0.099
79,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.103
79,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.090
79,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.099
79,mlp.experts.54.gate_proj,rtn: 0.0025177,0.00000,0.091
79,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.100
79,mlp.experts.33.gate_proj,rtn: 0.0025330,0.00000,0.101
79,mlp.experts.52.gate_proj,rtn: 0.0024109,0.00000,0.089
79,mlp.experts.61.gate_proj,rtn: 0.0026855,0.00000,0.097
79,mlp.experts.56.gate_proj,rtn: 0.0025787,0.00000,0.087
79,mlp.experts.55.gate_proj,rtn: 0.0027008,0.00000,0.099
79,mlp.experts.62.gate_proj,rtn: 0.0024261,0.00000,0.081
79,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.097
79,mlp.experts.58.gate_proj,rtn: 0.0026398,0.00000,0.092
79,mlp.experts.60.gate_proj,rtn: 0.0025635,0.00000,0.082
79,mlp.experts.59.gate_proj,rtn: 0.0025787,0.00000,0.092
79,mlp.experts.70.gate_proj,rtn: 0.0024414,0.00000,0.079
79,mlp.experts.48.gate_proj,rtn: 0.0025482,0.00000,0.085
79,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.090
79,mlp.experts.50.gate_proj,rtn: 0.0025635,0.00000,0.094
79,mlp.experts.51.gate_proj,rtn: 0.0026855,0.00000,0.095
79,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.092
79,mlp.experts.53.gate_proj,rtn: 0.0025482,0.00000,0.096
79,mlp.experts.68.gate_proj,rtn: 0.0026245,0.00000,0.085
79,mlp.experts.77.gate_proj,rtn: 0.0025787,0.00000,0.095
79,mlp.experts.78.gate_proj,rtn: 0.0025177,0.00000,0.085
79,mlp.experts.72.gate_proj,rtn: 0.0026093,0.00000,0.088
79,mlp.experts.74.gate_proj,rtn: 0.0025330,0.00000,0.085
79,mlp.experts.71.gate_proj,rtn: 0.0025940,0.00000,0.100
79,mlp.experts.86.gate_proj,rtn: 0.0024414,0.00000,0.081
79,mlp.experts.79.gate_proj,rtn: 0.0024872,0.00000,0.100
79,mlp.experts.76.gate_proj,rtn: 0.0025177,0.00000,0.095
79,mlp.experts.64.gate_proj,rtn: 0.0026093,0.00000,0.086
79,mlp.experts.75.gate_proj,rtn: 0.0024261,0.00000,0.095
79,mlp.experts.73.gate_proj,rtn: 0.0025940,0.00000,0.087
79,mlp.experts.66.gate_proj,rtn: 0.0025482,0.00000,0.083
79,mlp.experts.67.gate_proj,rtn: 0.0025482,0.00000,0.095
79,mlp.experts.84.gate_proj,rtn: 0.0023956,0.00000,0.079
79,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.096
79,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.092
79,mlp.experts.93.gate_proj,rtn: 0.0024567,0.00000,0.087
79,mlp.experts.88.gate_proj,rtn: 0.0025940,0.00000,0.083
79,mlp.experts.90.gate_proj,rtn: 0.0026093,0.00000,0.079
79,mlp.experts.94.gate_proj,rtn: 0.0025330,0.00000,0.090
79,mlp.experts.102.gate_proj,rtn: 0.0024414,0.00000,0.076
79,mlp.experts.87.gate_proj,rtn: 0.0025177,0.00000,0.097
79,mlp.experts.80.gate_proj,rtn: 0.0025940,0.00000,0.082
79,mlp.experts.95.gate_proj,rtn: 0.0024261,0.00000,0.092
79,mlp.experts.82.gate_proj,rtn: 0.0026245,0.00000,0.085
79,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.094
79,mlp.experts.91.gate_proj,rtn: 0.0025482,0.00000,0.096
79,mlp.experts.89.gate_proj,rtn: 0.0024719,0.00000,0.093
79,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.100
79,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.089
79,mlp.experts.81.gate_proj,rtn: 0.0024261,0.00000,0.087
79,mlp.experts.85.gate_proj,rtn: 0.0026398,0.00000,0.085
79,mlp.experts.109.gate_proj,rtn: 0.0025482,0.00000,0.088
79,mlp.experts.106.gate_proj,rtn: 0.0027466,0.00000,0.083
79,mlp.experts.110.gate_proj,rtn: 0.0024719,0.00000,0.086
79,mlp.experts.104.gate_proj,rtn: 0.0025024,0.00000,0.093
79,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.091
79,mlp.experts.96.gate_proj,rtn: 0.0024567,0.00000,0.085
79,mlp.experts.111.gate_proj,rtn: 0.0025635,0.00000,0.087
79,mlp.experts.103.gate_proj,rtn: 0.0024261,0.00000,0.098
79,mlp.experts.108.gate_proj,rtn: 0.0024872,0.00000,0.089
79,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.085
79,mlp.experts.98.gate_proj,rtn: 0.0025024,0.00000,0.095
79,mlp.experts.107.gate_proj,rtn: 0.0027466,0.00000,0.092
79,mlp.experts.116.gate_proj,rtn: 0.0025024,0.00000,0.086
79,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.078
79,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.099
79,mlp.experts.125.gate_proj,rtn: 0.0025482,0.00000,0.078
79,mlp.experts.97.gate_proj,rtn: 0.0024567,0.00000,0.100
79,mlp.experts.120.gate_proj,rtn: 0.0021973,0.00000,0.082
79,mlp.experts.126.gate_proj,rtn: 0.0025787,0.00000,0.094
79,mlp.experts.122.gate_proj,rtn: 0.0025177,0.00000,0.096
79,mlp.experts.112.gate_proj,rtn: 0.0025024,0.00000,0.081
79,mlp.experts.134.gate_proj,rtn: 0.0025177,0.00000,0.097
79,mlp.experts.127.gate_proj,rtn: 0.0024872,0.00000,0.086
79,mlp.experts.121.gate_proj,rtn: 0.0026398,0.00000,0.078
79,mlp.experts.119.gate_proj,rtn: 0.0024719,0.00000,0.089
79,mlp.experts.124.gate_proj,rtn: 0.0025024,0.00000,0.094
79,mlp.experts.132.gate_proj,rtn: 0.0024719,0.00000,0.079
79,mlp.experts.123.gate_proj,rtn: 0.0024719,0.00000,0.097
79,mlp.experts.117.gate_proj,rtn: 0.0026703,0.00000,0.084
79,mlp.experts.114.gate_proj,rtn: 0.0024872,0.00000,0.098
79,mlp.experts.141.gate_proj,rtn: 0.0025787,0.00000,0.085
79,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.096
79,mlp.experts.113.gate_proj,rtn: 0.0024719,0.00000,0.094
79,mlp.experts.136.gate_proj,rtn: 0.0024414,0.00000,0.088
79,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.083
79,mlp.experts.137.gate_proj,rtn: 0.0025482,0.00000,0.075
79,mlp.experts.142.gate_proj,rtn: 0.0026245,0.00000,0.095
79,mlp.experts.138.gate_proj,rtn: 0.0025330,0.00000,0.096
79,mlp.experts.150.gate_proj,rtn: 0.0024719,0.00000,0.086
79,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.092
79,mlp.experts.135.gate_proj,rtn: 0.0025787,0.00000,0.096
79,mlp.experts.140.gate_proj,rtn: 0.0024872,0.00000,0.088
79,mlp.experts.148.gate_proj,rtn: 0.0024719,0.00000,0.086
79,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.081
79,mlp.experts.157.gate_proj,rtn: 0.0025024,0.00000,0.086
79,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.099
79,mlp.experts.130.gate_proj,rtn: 0.0024261,0.00000,0.097
79,mlp.experts.131.gate_proj,rtn: 0.0025177,0.00000,0.093
79,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.089
79,mlp.experts.152.gate_proj,rtn: 0.0024872,0.00000,0.084
79,mlp.experts.144.gate_proj,rtn: 0.0025482,0.00000,0.081
79,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.094
79,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.086
79,mlp.experts.159.gate_proj,rtn: 0.0025024,0.00000,0.082
79,mlp.experts.166.gate_proj,rtn: 0.0025482,0.00000,0.087
79,mlp.experts.158.gate_proj,rtn: 0.0024719,0.00000,0.091
79,mlp.experts.156.gate_proj,rtn: 0.0024719,0.00000,0.081
79,mlp.experts.151.gate_proj,rtn: 0.0026093,0.00000,0.089
79,mlp.experts.149.gate_proj,rtn: 0.0022736,0.00000,0.086
79,mlp.experts.164.gate_proj,rtn: 0.0025940,0.00000,0.095
79,mlp.experts.155.gate_proj,rtn: 0.0025024,0.00000,0.082
79,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.097
79,mlp.experts.146.gate_proj,rtn: 0.0021515,0.00000,0.094
79,mlp.experts.147.gate_proj,rtn: 0.0026093,0.00000,0.085
79,mlp.experts.145.gate_proj,rtn: 0.0025482,0.00000,0.091
79,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.092
79,mlp.experts.160.gate_proj,rtn: 0.0025024,0.00000,0.090
79,mlp.experts.169.gate_proj,rtn: 0.0025787,0.00000,0.086
79,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.085
79,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.097
79,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.095
79,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.099
79,mlp.experts.172.gate_proj,rtn: 0.0025635,0.00000,0.098
79,mlp.experts.165.gate_proj,rtn: 0.0025482,0.00000,0.088
79,mlp.experts.167.gate_proj,rtn: 0.0024261,0.00000,0.095
79,mlp.experts.180.gate_proj,rtn: 0.0024872,0.00000,0.091
79,mlp.experts.171.gate_proj,rtn: 0.0026245,0.00000,0.097
79,mlp.experts.189.gate_proj,rtn: 0.0026398,0.00000,0.089
79,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.091
79,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.099
79,mlp.experts.161.gate_proj,rtn: 0.0025024,0.00000,0.091
79,mlp.experts.176.gate_proj,rtn: 0.0025330,0.00000,0.090
79,mlp.experts.184.gate_proj,rtn: 0.0024567,0.00000,0.098
79,mlp.experts.185.gate_proj,rtn: 0.0025177,0.00000,0.093
79,mlp.experts.186.gate_proj,rtn: 0.0027161,0.00000,0.084
79,mlp.experts.6.up_proj,rtn: 0.0024414,0.00000,0.096
79,mlp.experts.190.gate_proj,rtn: 0.0024414,0.00000,0.093
79,mlp.experts.191.gate_proj,rtn: 0.0026093,0.00000,0.100
79,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.087
79,mlp.experts.181.gate_proj,rtn: 0.0026398,0.00000,0.098
79,mlp.experts.188.gate_proj,rtn: 0.0024567,0.00000,0.097
79,mlp.experts.183.gate_proj,rtn: 0.0024567,0.00000,0.099
79,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.090
79,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.098
79,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.089
79,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.097
79,mlp.experts.177.gate_proj,rtn: 0.0024414,0.00000,0.095
79,mlp.experts.0.up_proj,rtn: 0.0025024,0.00000,0.098
79,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.096
79,mlp.experts.10.up_proj,rtn: 0.0026550,0.00000,0.082
79,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.072
79,mlp.experts.9.up_proj,rtn: 0.0024261,0.00000,0.096
79,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.091
79,mlp.experts.15.up_proj,rtn: 0.0024414,0.00000,0.096
79,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.090
79,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.094
79,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.097
79,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.076
79,mlp.experts.7.up_proj,rtn: 0.0025177,0.00000,0.100
79,mlp.experts.29.up_proj,rtn: 0.0025024,0.00000,0.093
79,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.097
79,mlp.experts.30.up_proj,rtn: 0.0025330,0.00000,0.069
79,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.091
79,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.084
79,mlp.experts.26.up_proj,rtn: 0.0024414,0.00000,0.077
79,mlp.experts.3.up_proj,rtn: 0.0025024,0.00000,0.101
79,mlp.experts.38.up_proj,rtn: 0.0026855,0.00000,0.066
79,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.095
79,mlp.experts.25.up_proj,rtn: 0.0024567,0.00000,0.092
79,mlp.experts.18.up_proj,rtn: 0.0028992,0.00000,0.072
79,mlp.experts.36.up_proj,rtn: 0.0024261,0.00000,0.088
79,mlp.experts.28.up_proj,rtn: 0.0024872,0.00000,0.084
79,mlp.experts.31.up_proj,rtn: 0.0025330,0.00000,0.098
79,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.089
79,mlp.experts.21.up_proj,rtn: 0.0024414,0.00000,0.096
79,mlp.experts.45.up_proj,rtn: 0.0023804,0.00000,0.093
79,mlp.experts.46.up_proj,rtn: 0.0025635,0.00000,0.075
79,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.090
79,mlp.experts.54.up_proj,rtn: 0.0024719,0.00000,0.064
79,mlp.experts.42.up_proj,rtn: 0.0024719,0.00000,0.078
79,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.085
79,mlp.experts.17.up_proj,rtn: 0.0025177,0.00000,0.098
79,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.084
79,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.105
79,mlp.experts.34.up_proj,rtn: 0.0025635,0.00000,0.071
79,mlp.experts.41.up_proj,rtn: 0.0024567,0.00000,0.091
79,mlp.experts.52.up_proj,rtn: 0.0024414,0.00000,0.085
79,mlp.experts.44.up_proj,rtn: 0.0024719,0.00000,0.090
79,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.095
79,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.090
79,mlp.experts.39.up_proj,rtn: 0.0024109,0.00000,0.094
79,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.088
79,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.089
79,mlp.experts.61.up_proj,rtn: 0.0025635,0.00000,0.094
79,mlp.experts.58.up_proj,rtn: 0.0025787,0.00000,0.077
79,mlp.experts.48.up_proj,rtn: 0.0025024,0.00000,0.078
79,mlp.experts.43.up_proj,rtn: 0.0025787,0.00000,0.093
79,mlp.experts.33.up_proj,rtn: 0.0025024,0.00000,0.085
79,mlp.experts.56.up_proj,rtn: 0.0024719,0.00000,0.084
79,mlp.experts.50.up_proj,rtn: 0.0025635,0.00000,0.080
79,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.088
79,mlp.experts.68.up_proj,rtn: 0.0025787,0.00000,0.081
79,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.106
79,mlp.experts.60.up_proj,rtn: 0.0026398,0.00000,0.089
79,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.099
79,mlp.experts.53.up_proj,rtn: 0.0024719,0.00000,0.094
79,mlp.experts.55.up_proj,rtn: 0.0026245,0.00000,0.097
79,mlp.experts.64.up_proj,rtn: 0.0024567,0.00000,0.080
79,mlp.experts.74.up_proj,rtn: 0.0024872,0.00000,0.090
79,mlp.experts.77.up_proj,rtn: 0.0024109,0.00000,0.095
79,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.084
79,mlp.experts.59.up_proj,rtn: 0.0028534,0.00000,0.091
79,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.097
79,mlp.experts.72.up_proj,rtn: 0.0024872,0.00000,0.084
79,mlp.experts.86.up_proj,rtn: 0.0024109,0.00000,0.110
79,mlp.experts.84.up_proj,rtn: 0.0024109,0.00000,0.079
79,mlp.experts.66.up_proj,rtn: 0.0024567,0.00000,0.103
79,mlp.experts.73.up_proj,rtn: 0.0024719,0.00000,0.091
79,mlp.experts.51.up_proj,rtn: 0.0024414,0.00000,0.086
79,mlp.experts.76.up_proj,rtn: 0.0024414,0.00000,0.078
79,mlp.experts.80.up_proj,rtn: 0.0025330,0.00000,0.075
79,mlp.experts.79.up_proj,rtn: 0.0023956,0.00000,0.091
79,mlp.experts.71.up_proj,rtn: 0.0025330,0.00000,0.085
79,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.086
79,mlp.experts.90.up_proj,rtn: 0.0026550,0.00000,0.084
79,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.076
79,mlp.experts.88.up_proj,rtn: 0.0024719,0.00000,0.076
79,mlp.experts.94.up_proj,rtn: 0.0024719,0.00000,0.084
79,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.092
79,mlp.experts.102.up_proj,rtn: 0.0024109,0.00000,0.084
79,mlp.experts.93.up_proj,rtn: 0.0024414,0.00000,0.093
79,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.079
79,mlp.experts.67.up_proj,rtn: 0.0025482,0.00000,0.083
79,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.080
79,mlp.experts.89.up_proj,rtn: 0.0023956,0.00000,0.088
79,mlp.experts.82.up_proj,rtn: 0.0025177,0.00000,0.094
79,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.080
79,mlp.experts.87.up_proj,rtn: 0.0024414,0.00000,0.082
79,mlp.experts.85.up_proj,rtn: 0.0026398,0.00000,0.080
79,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.086
79,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.086
79,mlp.experts.106.up_proj,rtn: 0.0028687,0.00000,0.088
79,mlp.experts.104.up_proj,rtn: 0.0024719,0.00000,0.086
79,mlp.experts.91.up_proj,rtn: 0.0024567,0.00000,0.080
79,mlp.experts.110.up_proj,rtn: 0.0024261,0.00000,0.085
79,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.088
79,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.092
79,mlp.experts.116.up_proj,rtn: 0.0024719,0.00000,0.088
79,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.088
79,mlp.experts.108.up_proj,rtn: 0.0023651,0.00000,0.088
79,mlp.experts.98.up_proj,rtn: 0.0024109,0.00000,0.092
79,mlp.experts.105.up_proj,rtn: 0.0023804,0.00000,0.091
79,mlp.experts.112.up_proj,rtn: 0.0024719,0.00000,0.082
79,mlp.experts.101.up_proj,rtn: 0.0024719,0.00000,0.085
79,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.078
79,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.090
79,mlp.experts.111.up_proj,rtn: 0.0024719,0.00000,0.089
79,mlp.experts.120.up_proj,rtn: 0.0023804,0.00000,0.080
79,mlp.experts.107.up_proj,rtn: 0.0026398,0.00000,0.086
79,mlp.experts.122.up_proj,rtn: 0.0024567,0.00000,0.097
79,mlp.experts.134.up_proj,rtn: 0.0025482,0.00000,0.083
79,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.076
79,mlp.experts.126.up_proj,rtn: 0.0024872,0.00000,0.099
79,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.091
79,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.068
79,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.097
79,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.074
79,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.089
79,mlp.experts.121.up_proj,rtn: 0.0024719,0.00000,0.091
79,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.070
79,mlp.experts.117.up_proj,rtn: 0.0024414,0.00000,0.081
79,mlp.experts.113.up_proj,rtn: 0.0024109,0.00000,0.092
79,mlp.experts.127.up_proj,rtn: 0.0024261,0.00000,0.089
79,mlp.experts.148.up_proj,rtn: 0.0026550,0.00000,0.075
79,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.093
79,mlp.experts.150.up_proj,rtn: 0.0024567,0.00000,0.087
79,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.108
79,mlp.experts.140.up_proj,rtn: 0.0024109,0.00000,0.074
79,mlp.experts.138.up_proj,rtn: 0.0025024,0.00000,0.097
79,mlp.experts.142.up_proj,rtn: 0.0025482,0.00000,0.097
79,mlp.experts.144.up_proj,rtn: 0.0024872,0.00000,0.067
79,mlp.experts.141.up_proj,rtn: 0.0025024,0.00000,0.093
79,mlp.experts.137.up_proj,rtn: 0.0024719,0.00000,0.090
79,mlp.experts.130.up_proj,rtn: 0.0023499,0.00000,0.092
79,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.099
79,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.081
79,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.090
79,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.086
79,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.091
79,mlp.experts.164.up_proj,rtn: 0.0025482,0.00000,0.090
79,mlp.experts.166.up_proj,rtn: 0.0025482,0.00000,0.092
79,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.086
79,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.097
79,mlp.experts.135.up_proj,rtn: 0.0024872,0.00000,0.100
79,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.084
79,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.094
79,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.089
79,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.095
79,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.083
79,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.093
79,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.097
79,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.090
79,mlp.experts.149.up_proj,rtn: 0.0024719,0.00000,0.096
79,mlp.experts.159.up_proj,rtn: 0.0024414,0.00000,0.088
79,mlp.experts.145.up_proj,rtn: 0.0024872,0.00000,0.097
79,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.089
79,mlp.experts.151.up_proj,rtn: 0.0026245,0.00000,0.081
79,mlp.experts.172.up_proj,rtn: 0.0025482,0.00000,0.092
79,mlp.experts.176.up_proj,rtn: 0.0025482,0.00000,0.081
79,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.099
79,mlp.experts.155.up_proj,rtn: 0.0024567,0.00000,0.099
79,mlp.experts.173.up_proj,rtn: 0.0024414,0.00000,0.087
79,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.097
79,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.102
79,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.065
79,mlp.experts.147.up_proj,rtn: 0.0025635,0.00000,0.084
79,mlp.experts.169.up_proj,rtn: 0.0025940,0.00000,0.084
79,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.091
79,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.048
79,mlp.experts.165.up_proj,rtn: 0.0024719,0.00000,0.085
79,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.088
79,mlp.experts.161.up_proj,rtn: 0.0024261,0.00000,0.089
79,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.088
79,mlp.experts.186.up_proj,rtn: 0.0026245,0.00000,0.075
79,mlp.experts.171.up_proj,rtn: 0.0025635,0.00000,0.094
79,mlp.experts.190.up_proj,rtn: 0.0023804,0.00000,0.081
79,mlp.experts.189.up_proj,rtn: 0.0025330,0.00000,0.089
79,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.062
79,mlp.experts.163.up_proj,rtn: 0.0023956,0.00000,0.090
79,mlp.experts.185.up_proj,rtn: 0.0024414,0.00000,0.084
79,mlp.experts.181.up_proj,rtn: 0.0025940,0.00000,0.083
79,mlp.experts.191.up_proj,rtn: 0.0025177,0.00000,0.081
79,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.076
79,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.082
79,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
79,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.060
79,mlp.experts.0.down_proj,rtn: 0.0025940,0.00000,0.014
79,mlp.experts.12.down_proj,rtn: 0.0025635,0.00000,0.019
79,mlp.experts.13.down_proj,rtn: 0.0026245,0.00000,0.029
79,mlp.experts.14.down_proj,rtn: 0.0026093,0.00000,0.040
79,mlp.experts.16.down_proj,rtn: 0.0025940,0.00000,0.044
79,mlp.experts.6.down_proj,rtn: 0.0027161,0.00000,0.051
79,mlp.experts.28.down_proj,rtn: 0.0026093,0.00000,0.039
79,mlp.experts.7.down_proj,rtn: 0.0027771,0.00000,0.133
79,mlp.experts.29.down_proj,rtn: 0.0025330,0.00000,0.039
79,mlp.experts.5.down_proj,rtn: 0.0026093,0.00000,0.054
79,mlp.experts.2.down_proj,rtn: 0.0027161,0.00000,0.059
79,mlp.experts.4.down_proj,rtn: 0.0025787,0.00000,0.058
79,mlp.experts.8.down_proj,rtn: 0.0025330,0.00000,0.058
79,mlp.experts.10.down_proj,rtn: 0.0027771,0.00000,0.060
79,mlp.experts.15.down_proj,rtn: 0.0028687,0.00000,0.140
79,mlp.experts.3.down_proj,rtn: 0.0026855,0.00000,0.145
79,mlp.experts.9.down_proj,rtn: 0.0026550,0.00000,0.063
79,mlp.experts.1.down_proj,rtn: 0.0026550,0.00000,0.064
79,mlp.experts.32.down_proj,rtn: 0.0024719,0.00000,0.021
79,mlp.experts.11.down_proj,rtn: 0.0025787,0.00000,0.153
79,mlp.experts.30.down_proj,rtn: 0.0025940,0.00000,0.035
79,mlp.experts.21.down_proj,rtn: 0.0026093,0.00000,0.013
79,mlp.experts.23.down_proj,rtn: 0.0025787,0.00000,0.030
79,mlp.experts.22.down_proj,rtn: 0.0026855,0.00000,0.034
79,mlp.experts.44.down_proj,rtn: 0.0026245,0.00000,0.031
79,mlp.experts.31.down_proj,rtn: 0.0025940,0.00000,0.031
79,mlp.experts.45.down_proj,rtn: 0.0026703,0.00000,0.015
79,mlp.experts.18.down_proj,rtn: 0.0028534,0.00000,0.037
79,mlp.experts.26.down_proj,rtn: 0.0028839,0.00000,0.026
79,mlp.experts.24.down_proj,rtn: 0.0025635,0.00000,0.040
79,mlp.experts.20.down_proj,rtn: 0.0029755,0.00000,0.053
79,mlp.experts.48.down_proj,rtn: 0.0025482,0.00000,0.027
79,mlp.experts.17.down_proj,rtn: 0.0026245,0.00000,0.049
79,mlp.experts.19.down_proj,rtn: 0.0025177,0.00000,0.060
79,mlp.experts.25.down_proj,rtn: 0.0025787,0.00000,0.056
79,mlp.experts.27.down_proj,rtn: 0.0025330,0.00000,0.054
79,mlp.experts.38.down_proj,rtn: 0.0025635,0.00000,0.042
79,mlp.experts.46.down_proj,rtn: 0.0027618,0.00000,0.052
79,mlp.experts.61.down_proj,rtn: 0.0026550,0.00000,0.037
79,mlp.experts.37.down_proj,rtn: 0.0026245,0.00000,0.053
79,mlp.experts.60.down_proj,rtn: 0.0028076,0.00000,0.045
79,mlp.experts.64.down_proj,rtn: 0.0027618,0.00000,0.037
79,mlp.experts.39.down_proj,rtn: 0.0027771,0.00000,0.061
79,mlp.experts.47.down_proj,rtn: 0.0025787,0.00000,0.058
79,mlp.experts.36.down_proj,rtn: 0.0027161,0.00000,0.042
79,mlp.experts.34.down_proj,rtn: 0.0026550,0.00000,0.051
79,mlp.experts.42.down_proj,rtn: 0.0025635,0.00000,0.051
79,mlp.experts.40.down_proj,rtn: 0.0027313,0.00000,0.042
79,mlp.experts.54.down_proj,rtn: 0.0026855,0.00000,0.040
79,mlp.experts.62.down_proj,rtn: 0.0026398,0.00000,0.045
79,mlp.experts.41.down_proj,rtn: 0.0027466,0.00000,0.052
79,mlp.experts.33.down_proj,rtn: 0.0025635,0.00000,0.062
79,mlp.experts.76.down_proj,rtn: 0.0025482,0.00000,0.047
79,mlp.experts.77.down_proj,rtn: 0.0027618,0.00000,0.052
79,mlp.experts.35.down_proj,rtn: 0.0025482,0.00000,0.073
79,mlp.experts.80.down_proj,rtn: 0.0026855,0.00000,0.045
79,mlp.experts.43.down_proj,rtn: 0.0025787,0.00000,0.059
79,mlp.experts.53.down_proj,rtn: 0.0025024,0.00000,0.051
79,mlp.experts.52.down_proj,rtn: 0.0027618,0.00000,0.043
79,mlp.experts.55.down_proj,rtn: 0.0028076,0.00000,0.058
79,mlp.experts.58.down_proj,rtn: 0.0026245,0.00000,0.057
79,mlp.experts.50.down_proj,rtn: 0.0027466,0.00000,0.051
79,mlp.experts.70.down_proj,rtn: 0.0025330,0.00000,0.042
79,mlp.experts.78.down_proj,rtn: 0.0025482,0.00000,0.041
79,mlp.experts.56.down_proj,rtn: 0.0025787,0.00000,0.053
79,mlp.experts.63.down_proj,rtn: 0.0026855,0.00000,0.063
79,mlp.experts.57.down_proj,rtn: 0.0026245,0.00000,0.054
79,mlp.experts.49.down_proj,rtn: 0.0026093,0.00000,0.054
79,mlp.experts.92.down_proj,rtn: 0.0024872,0.00000,0.052
79,mlp.experts.51.down_proj,rtn: 0.0026093,0.00000,0.050
79,mlp.experts.96.down_proj,rtn: 0.0025940,0.00000,0.050
79,mlp.experts.93.down_proj,rtn: 0.0025482,0.00000,0.055
79,mlp.experts.68.down_proj,rtn: 0.0025635,0.00000,0.045
79,mlp.experts.74.down_proj,rtn: 0.0025024,0.00000,0.038
79,mlp.experts.59.down_proj,rtn: 0.0026093,0.00000,0.058
79,mlp.experts.72.down_proj,rtn: 0.0026245,0.00000,0.038
79,mlp.experts.66.down_proj,rtn: 0.0026398,0.00000,0.043
79,mlp.experts.69.down_proj,rtn: 0.0029297,0.00000,0.056
79,mlp.experts.71.down_proj,rtn: 0.0026398,0.00000,0.058
79,mlp.experts.94.down_proj,rtn: 0.0025787,0.00000,0.045
79,mlp.experts.73.down_proj,rtn: 0.0026550,0.00000,0.041
79,mlp.experts.86.down_proj,rtn: 0.0026550,0.00000,0.048
79,mlp.experts.79.down_proj,rtn: 0.0025940,0.00000,0.049
79,mlp.experts.90.down_proj,rtn: 0.0027313,0.00000,0.028
79,mlp.experts.67.down_proj,rtn: 0.0027771,0.00000,0.041
79,mlp.experts.65.down_proj,rtn: 0.0025787,0.00000,0.046
79,mlp.experts.108.down_proj,rtn: 0.0027771,0.00000,0.051
79,mlp.experts.109.down_proj,rtn: 0.0028687,0.00000,0.041
79,mlp.experts.112.down_proj,rtn: 0.0026703,0.00000,0.052
79,mlp.experts.84.down_proj,rtn: 0.0027313,0.00000,0.043
79,mlp.experts.82.down_proj,rtn: 0.0026245,0.00000,0.044
79,mlp.experts.88.down_proj,rtn: 0.0026398,0.00000,0.044
79,mlp.experts.110.down_proj,rtn: 0.0025024,0.00000,0.041
79,mlp.experts.87.down_proj,rtn: 0.0025635,0.00000,0.051
79,mlp.experts.102.down_proj,rtn: 0.0028076,0.00000,0.041
79,mlp.experts.75.down_proj,rtn: 0.0026703,0.00000,0.061
79,mlp.experts.85.down_proj,rtn: 0.0026855,0.00000,0.061
79,mlp.experts.106.down_proj,rtn: 0.0028076,0.00000,0.043
79,mlp.experts.81.down_proj,rtn: 0.0025787,0.00000,0.049
79,mlp.experts.89.down_proj,rtn: 0.0025482,0.00000,0.054
79,mlp.experts.95.down_proj,rtn: 0.0025635,0.00000,0.061
79,mlp.experts.83.down_proj,rtn: 0.0025787,0.00000,0.051
79,mlp.experts.128.down_proj,rtn: 0.0026703,0.00000,0.051
79,mlp.experts.100.down_proj,rtn: 0.0025177,0.00000,0.041
79,mlp.experts.125.down_proj,rtn: 0.0032196,0.00000,0.054
79,mlp.experts.126.down_proj,rtn: 0.0025024,0.00000,0.039
79,mlp.experts.98.down_proj,rtn: 0.0025940,0.00000,0.048
79,mlp.experts.124.down_proj,rtn: 0.0025482,0.00000,0.052
79,mlp.experts.118.down_proj,rtn: 0.0026093,0.00000,0.036
79,mlp.experts.104.down_proj,rtn: 0.0026245,0.00000,0.048
79,mlp.experts.103.down_proj,rtn: 0.0025482,0.00000,0.052
79,mlp.experts.122.down_proj,rtn: 0.0026093,0.00000,0.042
79,mlp.experts.97.down_proj,rtn: 0.0026245,0.00000,0.050
79,mlp.experts.91.down_proj,rtn: 0.0026093,0.00000,0.062
79,mlp.experts.101.down_proj,rtn: 0.0026398,0.00000,0.057
79,mlp.experts.99.down_proj,rtn: 0.0025940,0.00000,0.053
79,mlp.experts.116.down_proj,rtn: 0.0029755,0.00000,0.045
79,mlp.experts.144.down_proj,rtn: 0.0027161,0.00000,0.044
79,mlp.experts.142.down_proj,rtn: 0.0025482,0.00000,0.042
79,mlp.experts.105.down_proj,rtn: 0.0024719,0.00000,0.054
79,mlp.experts.114.down_proj,rtn: 0.0025940,0.00000,0.041
79,mlp.experts.141.down_proj,rtn: 0.0025635,0.00000,0.051
79,mlp.experts.111.down_proj,rtn: 0.0025635,0.00000,0.062
79,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.043
79,mlp.experts.140.down_proj,rtn: 0.0025330,0.00000,0.049
79,mlp.experts.134.down_proj,rtn: 0.0027466,0.00000,0.043
79,mlp.experts.119.down_proj,rtn: 0.0027924,0.00000,0.053
79,mlp.experts.138.down_proj,rtn: 0.0026855,0.00000,0.045
79,mlp.experts.160.down_proj,rtn: 0.0027924,0.00000,0.027
79,mlp.experts.113.down_proj,rtn: 0.0025635,0.00000,0.050
79,mlp.experts.107.down_proj,rtn: 0.0026093,0.00000,0.051
79,mlp.experts.132.down_proj,rtn: 0.0025482,0.00000,0.043
79,mlp.experts.117.down_proj,rtn: 0.0025482,0.00000,0.054
79,mlp.experts.121.down_proj,rtn: 0.0028381,0.00000,0.044
79,mlp.experts.115.down_proj,rtn: 0.0025787,0.00000,0.059
79,mlp.experts.158.down_proj,rtn: 0.0025330,0.00000,0.045
79,mlp.experts.157.down_proj,rtn: 0.0025330,0.00000,0.041
79,mlp.experts.130.down_proj,rtn: 0.0025940,0.00000,0.042
79,mlp.experts.136.down_proj,rtn: 0.0026245,0.00000,0.034
79,mlp.experts.156.down_proj,rtn: 0.0026550,0.00000,0.039
79,mlp.experts.176.down_proj,rtn: 0.0027924,0.00000,0.027
79,mlp.experts.150.down_proj,rtn: 0.0025482,0.00000,0.040
79,mlp.experts.127.down_proj,rtn: 0.0025787,0.00000,0.054
79,mlp.experts.135.down_proj,rtn: 0.0025482,0.00000,0.043
79,mlp.experts.148.down_proj,rtn: 0.0027924,0.00000,0.028
79,mlp.experts.154.down_proj,rtn: 0.0026245,0.00000,0.048
79,mlp.experts.123.down_proj,rtn: 0.0026703,0.00000,0.046
79,mlp.experts.129.down_proj,rtn: 0.0026550,0.00000,0.052
79,mlp.experts.146.down_proj,rtn: 0.0024567,0.00000,0.028
79,mlp.experts.152.down_proj,rtn: 0.0025024,0.00000,0.024
79,mlp.experts.172.down_proj,rtn: 0.0026398,0.00000,0.027
79,mlp.experts.137.down_proj,rtn: 0.0026093,0.00000,0.043
79,mlp.experts.174.down_proj,rtn: 0.0025024,0.00000,0.039
79,mlp.experts.133.down_proj,rtn: 0.0025787,0.00000,0.049
79,mlp.experts.173.down_proj,rtn: 0.0025024,0.00000,0.039
79,mlp.experts.164.down_proj,rtn: 0.0025940,0.00000,0.027
79,mlp.experts.131.down_proj,rtn: 0.0027466,0.00000,0.052
79,mlp.experts.166.down_proj,rtn: 0.0026245,0.00000,0.042
79,mlp.experts.168.down_proj,rtn: 0.0026855,0.00000,0.022
79,mlp.experts.151.down_proj,rtn: 0.0027313,0.00000,0.046
79,mlp.experts.188.down_proj,rtn: 0.0026398,0.00000,0.023
79,mlp.experts.162.down_proj,rtn: 0.0025635,0.00000,0.031
79,mlp.experts.143.down_proj,rtn: 0.0027008,0.00000,0.051
79,mlp.experts.139.down_proj,rtn: 0.0025940,0.00000,0.044
79,mlp.experts.180.down_proj,rtn: 0.0026398,0.00000,0.021
79,mlp.experts.170.down_proj,rtn: 0.0027466,0.00000,0.051
79,mlp.experts.184.down_proj,rtn: 0.0025482,0.00000,0.018
79,mlp.experts.149.down_proj,rtn: 0.0026398,0.00000,0.043
79,mlp.experts.145.down_proj,rtn: 0.0025177,0.00000,0.056
79,mlp.experts.153.down_proj,rtn: 0.0026550,0.00000,0.048
79,mlp.experts.189.down_proj,rtn: 0.0027313,0.00000,0.036
79,mlp.experts.190.down_proj,rtn: 0.0026398,0.00000,0.044
79,mlp.experts.147.down_proj,rtn: 0.0026245,0.00000,0.048
79,mlp.experts.182.down_proj,rtn: 0.0026093,0.00000,0.044
79,mlp.experts.178.down_proj,rtn: 0.0027008,0.00000,0.032
79,mlp.experts.167.down_proj,rtn: 0.0025177,0.00000,0.042
79,mlp.experts.186.down_proj,rtn: 0.0027466,0.00000,0.028
79,mlp.experts.159.down_proj,rtn: 0.0027161,0.00000,0.044
79,mlp.experts.155.down_proj,rtn: 0.0025635,0.00000,0.042
79,mlp.experts.165.down_proj,rtn: 0.0026093,0.00000,0.033
79,mlp.experts.169.down_proj,rtn: 0.0027161,0.00000,0.026
79,mlp.experts.161.down_proj,rtn: 0.0025330,0.00000,0.036
79,mlp.experts.183.down_proj,rtn: 0.0024414,0.00000,0.032
79,mlp.experts.163.down_proj,rtn: 0.0025787,0.00000,0.041
79,mlp.experts.175.down_proj,rtn: 0.0027161,0.00000,0.034
79,mlp.experts.171.down_proj,rtn: 0.0027008,0.00000,0.034
79,mlp.experts.185.down_proj,rtn: 0.0025940,0.00000,0.028
79,mlp.experts.181.down_proj,rtn: 0.0026398,0.00000,0.028
79,mlp.experts.177.down_proj,rtn: 0.0026093,0.00000,0.032
79,mlp.experts.179.down_proj,rtn: 0.0026703,0.00000,0.025
79,mlp.experts.191.down_proj,rtn: 0.0025330,0.00000,0.022
79,mlp.experts.187.down_proj,rtn: 0.0025635,0.00000,0.021
79,mlp.shared_experts.up_proj,rtn: 0.0020599,0.00000,0.026
79,mlp.shared_experts.gate_proj,rtn: 0.0021820,0.00000,0.026
79,mlp.shared_experts.down_proj,rtn: 0.0016022,0.00000,0.020