layer,module,loss,samples,damp,time
0,mlp.experts.10.gate_proj,0.0000042184,0.05000,1.864
0,mlp.experts.6.gate_proj,0.0000101895,0.05000,1.854
0,mlp.experts.14.gate_proj,0.0000073772,0.05000,1.867
0,mlp.experts.4.gate_proj,0.0000343813,0.05000,1.883
0,mlp.experts.0.gate_proj,0.0000093278,0.05000,1.874
0,mlp.experts.12.gate_proj,0.0000026914,0.05000,1.854
0,mlp.experts.2.gate_proj,0.0000170530,0.05000,1.875
0,mlp.experts.5.gate_proj,0.0000111817,0.05000,1.853
0,mlp.experts.8.gate_proj,0.0000121171,0.05000,1.858
0,mlp.experts.1.gate_proj,0.0000040726,0.05000,1.885
0,mlp.experts.13.gate_proj,0.0000184281,0.05000,1.876
0,mlp.experts.7.gate_proj,0.0000045134,0.05000,1.873
0,mlp.experts.15.gate_proj,0.0000094776,0.05000,1.865
0,mlp.experts.9.gate_proj,0.0000050243,0.05000,1.896
0,mlp.experts.11.gate_proj,0.0000034427,0.05000,1.863
0,mlp.experts.3.gate_proj,0.0000021451,0.05000,1.912
0,mlp.experts.22.gate_proj,0.0000063214,0.05000,1.485
0,mlp.experts.30.gate_proj,0.0000036398,0.05000,1.499
0,mlp.experts.25.gate_proj,0.0000009793,0.05000,1.470
0,mlp.experts.29.gate_proj,0.0000186875,0.05000,1.480
0,mlp.experts.28.gate_proj,0.0000144190,0.05000,1.528
0,mlp.experts.18.gate_proj,0.0000039221,0.05000,1.514
0,mlp.experts.23.gate_proj,0.0000090861,0.05000,1.504
0,mlp.experts.19.gate_proj,0.0000144836,0.05000,1.501
0,mlp.experts.24.gate_proj,0.0000079901,0.05000,1.522
0,mlp.experts.26.gate_proj,0.0000162254,0.05000,1.550
0,mlp.experts.16.gate_proj,0.0000132503,0.05000,1.541
0,mlp.experts.31.gate_proj,0.0000137453,0.05000,1.516
0,mlp.experts.17.gate_proj,0.0000191167,0.05000,1.522
0,mlp.experts.27.gate_proj,0.0000084981,0.05000,1.515
0,mlp.experts.21.gate_proj,0.0000051434,0.05000,1.531
0,mlp.experts.20.gate_proj,0.0000151512,0.05000,1.616
0,mlp.experts.38.gate_proj,0.0000052410,0.05000,1.442
0,mlp.experts.46.gate_proj,0.0000140661,0.05000,1.464
0,mlp.experts.45.gate_proj,0.0000138922,0.05000,1.468
0,mlp.experts.42.gate_proj,0.0000017209,0.05000,1.437
0,mlp.experts.34.gate_proj,0.0000045521,0.05000,1.465
0,mlp.experts.41.gate_proj,0.0000124980,0.05000,1.510
0,mlp.experts.35.gate_proj,0.0000065081,0.05000,1.498
0,mlp.experts.47.gate_proj,0.0000060732,0.05000,1.485
0,mlp.experts.43.gate_proj,0.0000060051,0.05000,1.488
0,mlp.experts.37.gate_proj,0.0000129126,0.05000,1.493
0,mlp.experts.33.gate_proj,0.0000104709,0.05000,1.492
0,mlp.experts.39.gate_proj,0.0000065097,0.05000,1.530
0,mlp.experts.40.gate_proj,0.0000066003,0.05000,1.519
0,mlp.experts.44.gate_proj,0.0000047488,0.05000,1.580
0,mlp.experts.32.gate_proj,0.0000132144,0.05000,1.564
0,mlp.experts.36.gate_proj,0.0000294464,0.05000,1.521
0,mlp.experts.54.gate_proj,0.0000046250,0.05000,1.458
0,mlp.experts.62.gate_proj,0.0000162177,0.05000,1.474
0,mlp.experts.58.gate_proj,0.0000094217,0.05000,1.475
0,mlp.experts.50.gate_proj,0.0000154367,0.05000,1.476
0,mlp.experts.57.gate_proj,0.0000035678,0.05000,1.491
0,mlp.experts.59.gate_proj,0.0000068507,0.05000,1.459
0,mlp.experts.61.gate_proj,0.0000081585,0.05000,1.557
0,mlp.experts.56.gate_proj,0.0000053885,0.05000,1.462
0,mlp.experts.63.gate_proj,0.0000082667,0.05000,1.495
0,mlp.experts.55.gate_proj,0.0000175976,0.05000,1.493
0,mlp.experts.51.gate_proj,0.0000056433,0.05000,1.518
0,mlp.experts.48.gate_proj,0.0000095423,0.05000,1.460
0,mlp.experts.53.gate_proj,0.0000066478,0.05000,1.535
0,mlp.experts.49.gate_proj,0.0000057360,0.05000,1.542
0,mlp.experts.60.gate_proj,0.0000098000,0.05000,1.491
0,mlp.experts.52.gate_proj,0.0000122248,0.05000,1.457
0,mlp.experts.70.gate_proj,0.0000104400,0.05000,1.463
0,mlp.experts.78.gate_proj,0.0000163474,0.05000,1.447
0,mlp.experts.66.gate_proj,0.0000120575,0.05000,1.480
0,mlp.experts.74.gate_proj,0.0000147368,0.05000,1.496
0,mlp.experts.75.gate_proj,0.0000260163,0.05000,1.468
0,mlp.experts.73.gate_proj,0.0000180627,0.05000,1.497
0,mlp.experts.67.gate_proj,0.0000084238,0.05000,1.440
0,mlp.experts.72.gate_proj,0.0000173387,0.05000,1.497
0,mlp.experts.79.gate_proj,0.0000048125,0.05000,1.493
0,mlp.experts.77.gate_proj,0.0000089169,0.05000,1.530
0,mlp.experts.68.gate_proj,0.0000047437,0.05000,1.459
0,mlp.experts.71.gate_proj,0.0000105574,0.05000,1.514
0,mlp.experts.64.gate_proj,0.0000180271,0.05000,1.517
0,mlp.experts.65.gate_proj,0.0000163243,0.05000,1.517
0,mlp.experts.69.gate_proj,0.0000131836,0.05000,1.536
0,mlp.experts.76.gate_proj,0.0000121064,0.05000,1.533
0,mlp.experts.94.gate_proj,0.0000124470,0.05000,1.444
0,mlp.experts.86.gate_proj,0.0000156032,0.05000,1.485
0,mlp.experts.90.gate_proj,0.0000079002,0.05000,1.455
0,mlp.experts.82.gate_proj,0.0000057577,0.05000,1.470
0,mlp.experts.83.gate_proj,0.0000066319,0.05000,1.464
0,mlp.experts.91.gate_proj,0.0000042093,0.05000,1.492
0,mlp.experts.89.gate_proj,0.0000055955,0.05000,1.510
0,mlp.experts.88.gate_proj,0.0000061943,0.05000,1.473
0,mlp.experts.87.gate_proj,0.0000068146,0.05000,1.448
0,mlp.experts.80.gate_proj,0.0000039353,0.05000,1.439
0,mlp.experts.95.gate_proj,0.0000053581,0.05000,1.505
0,mlp.experts.84.gate_proj,0.0000113600,0.05000,1.487
0,mlp.experts.93.gate_proj,0.0000065537,0.05000,1.542
0,mlp.experts.92.gate_proj,0.0000174669,0.05000,1.484
0,mlp.experts.81.gate_proj,0.0000076131,0.05000,1.521
0,mlp.experts.85.gate_proj,0.0000044115,0.05000,1.520
0,mlp.experts.110.gate_proj,0.0000065583,0.05000,1.473
0,mlp.experts.102.gate_proj,0.0000048858,0.05000,1.511
0,mlp.experts.106.gate_proj,0.0000039557,0.05000,1.477
0,mlp.experts.98.gate_proj,0.0000086885,0.05000,1.481
0,mlp.experts.99.gate_proj,0.0000132567,0.05000,1.473
0,mlp.experts.107.gate_proj,0.0000030200,0.05000,1.472
0,mlp.experts.111.gate_proj,0.0000085747,0.05000,1.409
0,mlp.experts.100.gate_proj,0.0000071173,0.05000,1.436
0,mlp.experts.104.gate_proj,0.0000148475,0.05000,1.484
0,mlp.experts.103.gate_proj,0.0000072038,0.05000,1.504
0,mlp.experts.105.gate_proj,0.0000059691,0.05000,1.526
0,mlp.experts.96.gate_proj,0.0000044582,0.05000,1.497
0,mlp.experts.108.gate_proj,0.0000046370,0.05000,1.464
0,mlp.experts.109.gate_proj,0.0000139610,0.05000,1.510
0,mlp.experts.97.gate_proj,0.0000034419,0.05000,1.523
0,mlp.experts.101.gate_proj,0.0000046334,0.05000,1.530
0,mlp.experts.126.gate_proj,0.0000060969,0.05000,1.445
0,mlp.experts.118.gate_proj,0.0000034995,0.05000,1.454
0,mlp.experts.114.gate_proj,0.0000173748,0.05000,1.455
0,mlp.experts.122.gate_proj,0.0000142010,0.05000,1.463
0,mlp.experts.127.gate_proj,0.0000052499,0.05000,1.464
0,mlp.experts.120.gate_proj,0.0000165601,0.05000,1.436
0,mlp.experts.123.gate_proj,0.0000014539,0.05000,1.497
0,mlp.experts.115.gate_proj,0.0000027674,0.05000,1.500
0,mlp.experts.116.gate_proj,0.0000170885,0.05000,1.494
0,mlp.experts.121.gate_proj,0.0000211117,0.05000,1.460
0,mlp.experts.112.gate_proj,0.0000065906,0.05000,1.491
0,mlp.experts.124.gate_proj,0.0000106220,0.05000,1.444
0,mlp.experts.119.gate_proj,0.0000036495,0.05000,1.504
0,mlp.experts.125.gate_proj,0.0000036479,0.05000,1.454
0,mlp.experts.117.gate_proj,0.0000028977,0.05000,1.444
0,mlp.experts.113.gate_proj,0.0000014009,0.05000,1.456
0,mlp.experts.142.gate_proj,0.0000026867,0.05000,1.506
0,mlp.experts.134.gate_proj,0.0000158443,0.05000,1.497
0,mlp.experts.130.gate_proj,0.0000064169,0.05000,1.500
0,mlp.experts.138.gate_proj,0.0000171449,0.05000,1.501
0,mlp.experts.136.gate_proj,0.0000086494,0.05000,1.466
0,mlp.experts.131.gate_proj,0.0000063830,0.05000,1.454
0,mlp.experts.143.gate_proj,0.0000089475,0.05000,1.499
0,mlp.experts.137.gate_proj,0.0000079975,0.05000,1.442
0,mlp.experts.139.gate_proj,0.0000197081,0.05000,1.507
0,mlp.experts.132.gate_proj,0.0000074052,0.05000,1.490
0,mlp.experts.128.gate_proj,0.0000082942,0.05000,1.479
0,mlp.experts.135.gate_proj,0.0000056097,0.05000,1.483
0,mlp.experts.141.gate_proj,0.0000031818,0.05000,1.472
0,mlp.experts.140.gate_proj,0.0000057771,0.05000,1.501
0,mlp.experts.133.gate_proj,0.0000067196,0.05000,1.445
0,mlp.experts.129.gate_proj,0.0000052142,0.05000,1.445
0,mlp.experts.158.gate_proj,0.0000040615,0.05000,1.511
0,mlp.experts.150.gate_proj,0.0000043582,0.05000,1.512
0,mlp.experts.159.gate_proj,0.0000142694,0.05000,1.435
0,mlp.experts.152.gate_proj,0.0000173462,0.05000,1.479
0,mlp.experts.146.gate_proj,0.0000073123,0.05000,1.524
0,mlp.experts.147.gate_proj,0.0000105866,0.05000,1.487
0,mlp.experts.154.gate_proj,0.0000057411,0.05000,1.526
0,mlp.experts.155.gate_proj,0.0000209840,0.05000,1.438
0,mlp.experts.153.gate_proj,0.0000070410,0.05000,1.477
0,mlp.experts.148.gate_proj,0.0000041962,0.05000,1.464
0,mlp.experts.144.gate_proj,0.0000125522,0.05000,1.475
0,mlp.experts.151.gate_proj,0.0000124858,0.05000,1.489
0,mlp.experts.156.gate_proj,0.0000058529,0.05000,1.480
0,mlp.experts.157.gate_proj,0.0000090395,0.05000,1.492
0,mlp.experts.149.gate_proj,0.0000047824,0.05000,1.455
0,mlp.experts.145.gate_proj,0.0000074205,0.05000,1.498
0,mlp.experts.174.gate_proj,0.0000139744,0.05000,1.493
0,mlp.experts.166.gate_proj,0.0000036257,0.05000,1.506
0,mlp.experts.175.gate_proj,0.0000203059,0.05000,1.450
0,mlp.experts.168.gate_proj,0.0000032259,0.05000,1.458
0,mlp.experts.171.gate_proj,0.0000055454,0.05000,1.466
0,mlp.experts.163.gate_proj,0.0000154153,0.05000,1.475
0,mlp.experts.169.gate_proj,0.0000032119,0.05000,1.467
0,mlp.experts.160.gate_proj,0.0000113138,0.05000,1.430
0,mlp.experts.164.gate_proj,0.0000110845,0.05000,1.482
0,mlp.experts.162.gate_proj,0.0000212477,0.05000,1.550
0,mlp.experts.170.gate_proj,0.0000137302,0.05000,1.546
0,mlp.experts.167.gate_proj,0.0000045697,0.05000,1.475
0,mlp.experts.173.gate_proj,0.0000047469,0.05000,1.469
0,mlp.experts.165.gate_proj,0.0000041088,0.05000,1.469
0,mlp.experts.172.gate_proj,0.0000161382,0.05000,1.483
0,mlp.experts.161.gate_proj,0.0000138870,0.05000,1.500
0,mlp.experts.190.gate_proj,0.0000013588,0.05000,1.512
0,mlp.experts.191.gate_proj,0.0000127501,0.05000,1.480
0,mlp.experts.184.gate_proj,0.0000151853,0.05000,1.463
0,mlp.experts.182.gate_proj,0.0000053396,0.05000,1.506
0,mlp.experts.187.gate_proj,0.0000064741,0.05000,1.495
0,mlp.experts.179.gate_proj,0.0000034267,0.05000,1.502
0,mlp.experts.176.gate_proj,0.0000139094,0.05000,1.470
0,mlp.experts.185.gate_proj,0.0000048626,0.05000,1.501
0,mlp.experts.180.gate_proj,0.0000154011,0.05000,1.473
0,mlp.experts.178.gate_proj,0.0000055895,0.05000,1.484
0,mlp.experts.186.gate_proj,0.0000082006,0.05000,1.519
0,mlp.experts.183.gate_proj,0.0000055348,0.05000,1.488
0,mlp.experts.181.gate_proj,0.0000028915,0.05000,1.473
0,mlp.experts.188.gate_proj,0.0000101496,0.05000,1.474
0,mlp.experts.189.gate_proj,0.0000121348,0.05000,1.510
0,mlp.experts.177.gate_proj,0.0000126385,0.05000,1.494
0,mlp.experts.206.gate_proj,0.0000031292,0.05000,1.475
0,mlp.experts.207.gate_proj,0.0000217933,0.05000,1.499
0,mlp.experts.198.gate_proj,0.0000095653,0.05000,1.481
0,mlp.experts.200.gate_proj,0.0000047555,0.05000,1.503
0,mlp.experts.195.gate_proj,0.0000091313,0.05000,1.480
0,mlp.experts.203.gate_proj,0.0000374428,0.05000,1.495
0,mlp.experts.192.gate_proj,0.0000160725,0.05000,1.495
0,mlp.experts.201.gate_proj,0.0000193724,0.05000,1.494
0,mlp.experts.194.gate_proj,0.0000082639,0.05000,1.479
0,mlp.experts.196.gate_proj,0.0000035640,0.05000,1.524
0,mlp.experts.199.gate_proj,0.0000211928,0.05000,1.472
0,mlp.experts.202.gate_proj,0.0000219721,0.05000,1.481
0,mlp.experts.205.gate_proj,0.0000017756,0.05000,1.450
0,mlp.experts.197.gate_proj,0.0000089015,0.05000,1.486
0,mlp.experts.204.gate_proj,0.0000126434,0.05000,1.485
0,mlp.experts.193.gate_proj,0.0000024023,0.05000,1.467
0,mlp.experts.222.gate_proj,0.0000116836,0.05000,1.518
0,mlp.experts.214.gate_proj,0.0000092198,0.05000,1.481
0,mlp.experts.216.gate_proj,0.0000028201,0.05000,1.484
0,mlp.experts.223.gate_proj,0.0000189086,0.05000,1.518
0,mlp.experts.208.gate_proj,0.0000066522,0.05000,1.482
0,mlp.experts.217.gate_proj,0.0000195609,0.05000,1.491
0,mlp.experts.219.gate_proj,0.0000065484,0.05000,1.522
0,mlp.experts.212.gate_proj,0.0000067818,0.05000,1.489
0,mlp.experts.211.gate_proj,0.0000105945,0.05000,1.553
0,mlp.experts.210.gate_proj,0.0000116512,0.05000,1.505
0,mlp.experts.218.gate_proj,0.0000092287,0.05000,1.468
0,mlp.experts.213.gate_proj,0.0000046592,0.05000,1.453
0,mlp.experts.220.gate_proj,0.0000224613,0.05000,1.482
0,mlp.experts.221.gate_proj,0.0000039820,0.05000,1.502
0,mlp.experts.215.gate_proj,0.0000117616,0.05000,1.552
0,mlp.experts.209.gate_proj,0.0000098773,0.05000,1.464
0,mlp.experts.232.gate_proj,0.0000300034,0.05000,1.468
0,mlp.experts.230.gate_proj,0.0000087709,0.05000,1.486
0,mlp.experts.239.gate_proj,0.0000099313,0.05000,1.495
0,mlp.experts.238.gate_proj,0.0000096498,0.05000,1.548
0,mlp.experts.224.gate_proj,0.0000164604,0.05000,1.482
0,mlp.experts.228.gate_proj,0.0000054788,0.05000,1.453
0,mlp.experts.233.gate_proj,0.0000033355,0.05000,1.491
0,mlp.experts.235.gate_proj,0.0000035415,0.05000,1.530
0,mlp.experts.236.gate_proj,0.0000121498,0.05000,1.460
0,mlp.experts.229.gate_proj,0.0000076782,0.05000,1.491
0,mlp.experts.227.gate_proj,0.0000039719,0.05000,1.510
0,mlp.experts.237.gate_proj,0.0000096715,0.05000,1.455
0,mlp.experts.234.gate_proj,0.0000217686,0.05000,1.511
0,mlp.experts.226.gate_proj,0.0000050032,0.05000,1.512
0,mlp.experts.225.gate_proj,0.0000062860,0.05000,1.497
0,mlp.experts.231.gate_proj,0.0000186373,0.05000,1.529
0,mlp.experts.248.gate_proj,0.0000151606,0.05000,1.479
0,mlp.experts.246.gate_proj,0.0000033439,0.05000,1.505
0,mlp.experts.254.gate_proj,0.0000183271,0.05000,1.494
0,mlp.experts.255.gate_proj,0.0000023082,0.05000,1.522
0,mlp.experts.244.gate_proj,0.0000130207,0.05000,1.484
0,mlp.experts.249.gate_proj,0.0000067070,0.05000,1.483
0,mlp.experts.240.gate_proj,0.0000175993,0.05000,1.528
0,mlp.experts.242.gate_proj,0.0000080396,0.05000,1.466
0,mlp.experts.251.gate_proj,0.0000062319,0.05000,1.484
0,mlp.experts.243.gate_proj,0.0000052409,0.05000,1.478
0,mlp.experts.253.gate_proj,0.0000021769,0.05000,1.487
0,mlp.experts.245.gate_proj,0.0000067412,0.05000,1.494
0,mlp.experts.250.gate_proj,0.0000089785,0.05000,1.500
0,mlp.experts.252.gate_proj,0.0000029485,0.05000,1.527
0,mlp.experts.247.gate_proj,0.0000058544,0.05000,1.442
0,mlp.experts.241.gate_proj,0.0000071788,0.05000,1.497
0,mlp.experts.6.up_proj,0.0000097609,0.05000,1.486
0,mlp.experts.8.up_proj,0.0000097132,0.05000,1.515
0,mlp.experts.14.up_proj,0.0000069057,0.05000,1.484
0,mlp.experts.15.up_proj,0.0000091992,0.05000,1.485
0,mlp.experts.4.up_proj,0.0000340435,0.05000,1.520
0,mlp.experts.9.up_proj,0.0000047308,0.05000,1.516
0,mlp.experts.13.up_proj,0.0000178212,0.05000,1.461
0,mlp.experts.2.up_proj,0.0000168435,0.05000,1.479
0,mlp.experts.3.up_proj,0.0000019140,0.05000,1.495
0,mlp.experts.0.up_proj,0.0000068828,0.05000,1.556
0,mlp.experts.11.up_proj,0.0000030731,0.05000,1.529
0,mlp.experts.5.up_proj,0.0000103599,0.05000,1.526
0,mlp.experts.10.up_proj,0.0000040953,0.05000,1.520
0,mlp.experts.7.up_proj,0.0000043268,0.05000,1.502
0,mlp.experts.12.up_proj,0.0000025726,0.05000,1.536
0,mlp.experts.1.up_proj,0.0000039241,0.05000,1.515
0,mlp.experts.24.up_proj,0.0000074824,0.05000,1.486
0,mlp.experts.22.up_proj,0.0000055930,0.05000,1.505
0,mlp.experts.31.up_proj,0.0000134637,0.05000,1.475
0,mlp.experts.30.up_proj,0.0000034294,0.05000,1.517
0,mlp.experts.20.up_proj,0.0000148084,0.05000,1.465
0,mlp.experts.18.up_proj,0.0000036333,0.05000,1.491
0,mlp.experts.25.up_proj,0.0000007285,0.05000,1.498
0,mlp.experts.19.up_proj,0.0000136968,0.05000,1.485
0,mlp.experts.23.up_proj,0.0000082724,0.05000,1.426
0,mlp.experts.27.up_proj,0.0000081281,0.05000,1.468
0,mlp.experts.29.up_proj,0.0000154685,0.05000,1.548
0,mlp.experts.26.up_proj,0.0000152060,0.05000,1.499
0,mlp.experts.21.up_proj,0.0000047177,0.05000,1.520
0,mlp.experts.16.up_proj,0.0000116281,0.05000,1.533
0,mlp.experts.28.up_proj,0.0000143264,0.05000,1.508
0,mlp.experts.17.up_proj,0.0000174354,0.05000,1.492
0,mlp.experts.46.up_proj,0.0000129459,0.05000,1.417
0,mlp.experts.47.up_proj,0.0000053462,0.05000,1.447
0,mlp.experts.40.up_proj,0.0000064699,0.05000,1.512
0,mlp.experts.38.up_proj,0.0000049064,0.05000,1.508
0,mlp.experts.34.up_proj,0.0000042296,0.05000,1.456
0,mlp.experts.35.up_proj,0.0000057797,0.05000,1.458
0,mlp.experts.41.up_proj,0.0000119421,0.05000,1.474
0,mlp.experts.43.up_proj,0.0000054621,0.05000,1.459
0,mlp.experts.36.up_proj,0.0000270920,0.05000,1.539
0,mlp.experts.39.up_proj,0.0000060170,0.05000,1.503
0,mlp.experts.45.up_proj,0.0000132177,0.05000,1.509
0,mlp.experts.42.up_proj,0.0000016419,0.05000,1.492
0,mlp.experts.32.up_proj,0.0000119738,0.05000,1.493
0,mlp.experts.37.up_proj,0.0000124071,0.05000,1.496
0,mlp.experts.33.up_proj,0.0000097332,0.05000,1.495
0,mlp.experts.44.up_proj,0.0000042841,0.05000,1.532
0,mlp.experts.62.up_proj,0.0000164761,0.05000,1.493
0,mlp.experts.63.up_proj,0.0000075105,0.05000,1.495
0,mlp.experts.54.up_proj,0.0000042412,0.05000,1.486
0,mlp.experts.56.up_proj,0.0000052083,0.05000,1.510
0,mlp.experts.50.up_proj,0.0000149928,0.05000,1.482
0,mlp.experts.51.up_proj,0.0000051871,0.05000,1.477
0,mlp.experts.59.up_proj,0.0000061238,0.05000,1.462
0,mlp.experts.52.up_proj,0.0000118202,0.05000,1.488
0,mlp.experts.57.up_proj,0.0000031792,0.05000,1.507
0,mlp.experts.55.up_proj,0.0000174910,0.05000,1.478
0,mlp.experts.58.up_proj,0.0000083871,0.05000,1.465
0,mlp.experts.48.up_proj,0.0000087737,0.05000,1.473
0,mlp.experts.61.up_proj,0.0000073979,0.05000,1.523
0,mlp.experts.49.up_proj,0.0000037977,0.05000,1.474
0,mlp.experts.60.up_proj,0.0000095701,0.05000,1.450
0,mlp.experts.53.up_proj,0.0000063373,0.05000,1.542
0,mlp.experts.79.up_proj,0.0000043597,0.05000,1.454
0,mlp.experts.78.up_proj,0.0000153373,0.05000,1.474
0,mlp.experts.70.up_proj,0.0000091199,0.05000,1.478
0,mlp.experts.72.up_proj,0.0000168483,0.05000,1.500
0,mlp.experts.67.up_proj,0.0000078954,0.05000,1.449
0,mlp.experts.66.up_proj,0.0000113784,0.05000,1.492
0,mlp.experts.75.up_proj,0.0000245326,0.05000,1.491
0,mlp.experts.68.up_proj,0.0000045100,0.05000,1.475
0,mlp.experts.73.up_proj,0.0000176854,0.05000,1.494
0,mlp.experts.74.up_proj,0.0000142365,0.05000,1.461
0,mlp.experts.71.up_proj,0.0000099229,0.05000,1.504
0,mlp.experts.64.up_proj,0.0000164909,0.05000,1.481
0,mlp.experts.76.up_proj,0.0000121175,0.05000,1.488
0,mlp.experts.65.up_proj,0.0000164786,0.05000,1.514
0,mlp.experts.77.up_proj,0.0000084668,0.05000,1.552
0,mlp.experts.69.up_proj,0.0000125295,0.05000,1.533
0,mlp.experts.95.up_proj,0.0000047553,0.05000,1.470
0,mlp.experts.94.up_proj,0.0000115222,0.05000,1.496
0,mlp.experts.86.up_proj,0.0000145274,0.05000,1.483
0,mlp.experts.88.up_proj,0.0000058317,0.05000,1.457
0,mlp.experts.83.up_proj,0.0000063606,0.05000,1.485
0,mlp.experts.91.up_proj,0.0000038541,0.05000,1.477
0,mlp.experts.84.up_proj,0.0000108593,0.05000,1.463
0,mlp.experts.82.up_proj,0.0000055339,0.05000,1.502
0,mlp.experts.90.up_proj,0.0000073020,0.05000,1.450
0,mlp.experts.87.up_proj,0.0000061547,0.05000,1.447
0,mlp.experts.89.up_proj,0.0000052935,0.05000,1.529
0,mlp.experts.92.up_proj,0.0000167237,0.05000,1.434
0,mlp.experts.80.up_proj,0.0000037490,0.05000,1.515
0,mlp.experts.81.up_proj,0.0000069171,0.05000,1.518
0,mlp.experts.93.up_proj,0.0000061605,0.05000,1.525
0,mlp.experts.85.up_proj,0.0000040607,0.05000,1.500
0,mlp.experts.111.up_proj,0.0000081000,0.05000,1.464
0,mlp.experts.110.up_proj,0.0000062019,0.05000,1.462
0,mlp.experts.102.up_proj,0.0000045181,0.05000,1.473
0,mlp.experts.104.up_proj,0.0000127048,0.05000,1.497
0,mlp.experts.99.up_proj,0.0000125020,0.05000,1.462
0,mlp.experts.107.up_proj,0.0000027121,0.05000,1.441
0,mlp.experts.106.up_proj,0.0000037151,0.05000,1.447
0,mlp.experts.100.up_proj,0.0000066566,0.05000,1.472
0,mlp.experts.98.up_proj,0.0000082417,0.05000,1.484
0,mlp.experts.103.up_proj,0.0000068616,0.05000,1.479
0,mlp.experts.96.up_proj,0.0000043227,0.05000,1.460
0,mlp.experts.108.up_proj,0.0000042710,0.05000,1.500
0,mlp.experts.105.up_proj,0.0000055734,0.05000,1.535
0,mlp.experts.97.up_proj,0.0000033937,0.05000,1.543
0,mlp.experts.101.up_proj,0.0000042989,0.05000,1.513
0,mlp.experts.109.up_proj,0.0000137152,0.05000,1.515
0,mlp.experts.126.up_proj,0.0000056090,0.05000,1.470
0,mlp.experts.127.up_proj,0.0000047484,0.05000,1.496
0,mlp.experts.118.up_proj,0.0000033249,0.05000,1.474
0,mlp.experts.116.up_proj,0.0000159831,0.05000,1.438
0,mlp.experts.123.up_proj,0.0000012721,0.05000,1.483
0,mlp.experts.120.up_proj,0.0000101716,0.05000,1.502
0,mlp.experts.115.up_proj,0.0000026052,0.05000,1.502
0,mlp.experts.122.up_proj,0.0000136549,0.05000,1.498
0,mlp.experts.119.up_proj,0.0000034621,0.05000,1.500
0,mlp.experts.114.up_proj,0.0000145456,0.05000,1.530
0,mlp.experts.112.up_proj,0.0000060542,0.05000,1.474
0,mlp.experts.124.up_proj,0.0000113694,0.05000,1.484
0,mlp.experts.121.up_proj,0.0000198481,0.05000,1.485
0,mlp.experts.113.up_proj,0.0000011910,0.05000,1.472
0,mlp.experts.117.up_proj,0.0000026703,0.05000,1.472
0,mlp.experts.125.up_proj,0.0000034626,0.05000,1.506
0,mlp.experts.142.up_proj,0.0000024733,0.05000,1.506
0,mlp.experts.143.up_proj,0.0000081342,0.05000,1.515
0,mlp.experts.134.up_proj,0.0000153527,0.05000,1.491
0,mlp.experts.136.up_proj,0.0000079853,0.05000,1.469
0,mlp.experts.139.up_proj,0.0000154636,0.05000,1.487
0,mlp.experts.131.up_proj,0.0000059436,0.05000,1.493
0,mlp.experts.132.up_proj,0.0000068310,0.05000,1.517
0,mlp.experts.138.up_proj,0.0000166416,0.05000,1.502
0,mlp.experts.135.up_proj,0.0000052066,0.05000,1.470
0,mlp.experts.128.up_proj,0.0000080454,0.05000,1.439
0,mlp.experts.130.up_proj,0.0000035821,0.05000,1.512
0,mlp.experts.140.up_proj,0.0000051947,0.05000,1.481
0,mlp.experts.137.up_proj,0.0000075948,0.05000,1.477
0,mlp.experts.129.up_proj,0.0000049285,0.05000,1.450
0,mlp.experts.133.up_proj,0.0000065449,0.05000,1.484
0,mlp.experts.141.up_proj,0.0000030640,0.05000,1.453
0,mlp.experts.159.up_proj,0.0000137709,0.05000,1.465
0,mlp.experts.158.up_proj,0.0000034149,0.05000,1.498
0,mlp.experts.150.up_proj,0.0000039308,0.05000,1.474
0,mlp.experts.152.up_proj,0.0000169793,0.05000,1.461
0,mlp.experts.147.up_proj,0.0000096333,0.05000,1.441
0,mlp.experts.155.up_proj,0.0000200896,0.05000,1.495
0,mlp.experts.148.up_proj,0.0000038603,0.05000,1.489
0,mlp.experts.151.up_proj,0.0000123357,0.05000,1.428
0,mlp.experts.144.up_proj,0.0000121491,0.05000,1.467
0,mlp.experts.146.up_proj,0.0000067238,0.05000,1.446
0,mlp.experts.154.up_proj,0.0000053793,0.05000,1.515
0,mlp.experts.153.up_proj,0.0000065664,0.05000,1.446
0,mlp.experts.156.up_proj,0.0000055407,0.05000,1.472
0,mlp.experts.145.up_proj,0.0000069408,0.05000,1.467
0,mlp.experts.157.up_proj,0.0000086557,0.05000,1.480
0,mlp.experts.149.up_proj,0.0000043443,0.05000,1.487
0,mlp.experts.175.up_proj,0.0000202351,0.05000,1.459
0,mlp.experts.166.up_proj,0.0000022872,0.05000,1.503
0,mlp.experts.168.up_proj,0.0000029434,0.05000,1.487
0,mlp.experts.174.up_proj,0.0000135553,0.05000,1.517
0,mlp.experts.167.up_proj,0.0000044273,0.05000,1.445
0,mlp.experts.171.up_proj,0.0000053936,0.05000,1.463
0,mlp.experts.163.up_proj,0.0000140501,0.05000,1.514
0,mlp.experts.164.up_proj,0.0000097166,0.05000,1.483
0,mlp.experts.160.up_proj,0.0000102764,0.05000,1.494
0,mlp.experts.162.up_proj,0.0000201440,0.05000,1.513
0,mlp.experts.170.up_proj,0.0000118359,0.05000,1.536
0,mlp.experts.169.up_proj,0.0000028528,0.05000,1.488
0,mlp.experts.172.up_proj,0.0000157229,0.05000,1.490
0,mlp.experts.161.up_proj,0.0000128735,0.05000,1.479
0,mlp.experts.165.up_proj,0.0000039961,0.05000,1.481
0,mlp.experts.173.up_proj,0.0000043571,0.05000,1.487
0,mlp.experts.191.up_proj,0.0000114557,0.05000,1.463
0,mlp.experts.179.up_proj,0.0000030639,0.05000,1.450
0,mlp.experts.183.up_proj,0.0000051794,0.05000,1.467
0,mlp.experts.190.up_proj,0.0000012363,0.05000,1.500
0,mlp.experts.182.up_proj,0.0000050220,0.05000,1.513
0,mlp.experts.184.up_proj,0.0000146223,0.05000,1.508
0,mlp.experts.180.up_proj,0.0000147282,0.05000,1.478
0,mlp.experts.187.up_proj,0.0000059192,0.05000,1.512
0,mlp.experts.176.up_proj,0.0000128905,0.05000,1.473
0,mlp.experts.178.up_proj,0.0000052354,0.05000,1.502
0,mlp.experts.185.up_proj,0.0000045141,0.05000,1.480
0,mlp.experts.188.up_proj,0.0000097099,0.05000,1.482
0,mlp.experts.186.up_proj,0.0000080414,0.05000,1.514
0,mlp.experts.177.up_proj,0.0000122564,0.05000,1.451
0,mlp.experts.181.up_proj,0.0000026564,0.05000,1.447
0,mlp.experts.189.up_proj,0.0000111902,0.05000,1.482
0,mlp.experts.207.up_proj,0.0000209677,0.05000,1.491
0,mlp.experts.203.up_proj,0.0000157843,0.05000,1.420
0,mlp.experts.199.up_proj,0.0000181111,0.05000,1.476
0,mlp.experts.206.up_proj,0.0000027475,0.05000,1.465
0,mlp.experts.198.up_proj,0.0000093255,0.05000,1.471
0,mlp.experts.200.up_proj,0.0000043609,0.05000,1.494
0,mlp.experts.195.up_proj,0.0000084827,0.05000,1.537
0,mlp.experts.196.up_proj,0.0000033787,0.05000,1.498
0,mlp.experts.192.up_proj,0.0000157435,0.05000,1.494
0,mlp.experts.194.up_proj,0.0000078961,0.05000,1.462
0,mlp.experts.201.up_proj,0.0000180982,0.05000,1.482
0,mlp.experts.204.up_proj,0.0000121832,0.05000,1.509
0,mlp.experts.193.up_proj,0.0000021468,0.05000,1.449
0,mlp.experts.202.up_proj,0.0000230924,0.05000,1.491
0,mlp.experts.197.up_proj,0.0000061324,0.05000,1.493
0,mlp.experts.205.up_proj,0.0000013556,0.05000,1.475
0,mlp.experts.223.up_proj,0.0000171817,0.05000,1.516
0,mlp.experts.222.up_proj,0.0000117467,0.05000,1.462
0,mlp.experts.214.up_proj,0.0000085944,0.05000,1.500
0,mlp.experts.215.up_proj,0.0000106977,0.05000,1.508
0,mlp.experts.212.up_proj,0.0000066315,0.05000,1.468
0,mlp.experts.216.up_proj,0.0000027153,0.05000,1.511
0,mlp.experts.219.up_proj,0.0000059948,0.05000,1.557
0,mlp.experts.211.up_proj,0.0000103174,0.05000,1.511
0,mlp.experts.208.up_proj,0.0000059919,0.05000,1.488
0,mlp.experts.210.up_proj,0.0000111140,0.05000,1.485
0,mlp.experts.209.up_proj,0.0000091333,0.05000,1.446
0,mlp.experts.217.up_proj,0.0000190114,0.05000,1.510
0,mlp.experts.218.up_proj,0.0000091557,0.05000,1.489
0,mlp.experts.220.up_proj,0.0000216410,0.05000,1.495
0,mlp.experts.213.up_proj,0.0000044080,0.05000,1.461
0,mlp.experts.221.up_proj,0.0000036548,0.05000,1.487
0,mlp.experts.238.up_proj,0.0000088914,0.05000,1.454
0,mlp.experts.239.up_proj,0.0000096360,0.05000,1.541
0,mlp.experts.230.up_proj,0.0000056122,0.05000,1.472
0,mlp.experts.231.up_proj,0.0000182372,0.05000,1.501
0,mlp.experts.228.up_proj,0.0000050369,0.05000,1.495
0,mlp.experts.232.up_proj,0.0000288287,0.05000,1.490
0,mlp.experts.235.up_proj,0.0000026592,0.05000,1.526
0,mlp.experts.227.up_proj,0.0000038545,0.05000,1.523
0,mlp.experts.224.up_proj,0.0000157715,0.05000,1.505
0,mlp.experts.226.up_proj,0.0000041791,0.05000,1.512
0,mlp.experts.225.up_proj,0.0000058657,0.05000,1.481
0,mlp.experts.233.up_proj,0.0000029283,0.05000,1.459
0,mlp.experts.236.up_proj,0.0000114130,0.05000,1.477
0,mlp.experts.234.up_proj,0.0000198340,0.05000,1.492
0,mlp.experts.229.up_proj,0.0000071160,0.05000,1.479
0,mlp.experts.237.up_proj,0.0000096626,0.05000,1.434
0,mlp.experts.254.up_proj,0.0000136368,0.05000,1.465
0,mlp.experts.246.up_proj,0.0000031202,0.05000,1.471
0,mlp.experts.248.up_proj,0.0000145859,0.05000,1.459
0,mlp.experts.255.up_proj,0.0000021882,0.05000,1.528
0,mlp.experts.247.up_proj,0.0000057470,0.05000,1.490
0,mlp.experts.244.up_proj,0.0000118814,0.05000,1.474
0,mlp.experts.251.up_proj,0.0000060870,0.05000,1.441
0,mlp.experts.243.up_proj,0.0000047709,0.05000,1.443
0,mlp.experts.242.up_proj,0.0000076077,0.05000,1.395
0,mlp.experts.240.up_proj,0.0000166444,0.05000,1.420
0,mlp.experts.250.up_proj,0.0000086030,0.05000,1.346
0,mlp.experts.252.up_proj,0.0000006593,0.05000,1.371
0,mlp.experts.241.up_proj,0.0000069749,0.05000,1.430
0,mlp.experts.249.up_proj,0.0000055949,0.05000,1.455
0,mlp.experts.245.up_proj,0.0000062067,0.05000,1.375
0,mlp.experts.253.up_proj,0.0000020849,0.05000,1.379
0,mlp.experts.12.down_proj,0.0000019151,0.05000,0.382
0,mlp.experts.3.down_proj,0.0000024147,0.05000,0.391
0,mlp.experts.8.down_proj,0.0000025708,0.05000,0.383
0,mlp.experts.15.down_proj,0.0000029084,0.05000,0.389
0,mlp.experts.4.down_proj,0.0000036494,0.05000,0.393
0,mlp.experts.0.down_proj,0.0000024057,0.05000,0.401
0,mlp.experts.7.down_proj,0.0000016684,0.05000,0.384
0,mlp.experts.2.down_proj,0.0000017399,0.05000,0.397
0,mlp.experts.6.down_proj,0.0000022131,0.05000,0.395
0,mlp.experts.1.down_proj,0.0000021235,0.05000,0.389
0,mlp.experts.14.down_proj,0.0000020377,0.05000,0.399
0,mlp.experts.9.down_proj,0.0000021397,0.05000,0.404
0,mlp.experts.10.down_proj,0.0000020406,0.05000,0.397
0,mlp.experts.13.down_proj,0.0000017748,0.05000,0.389
0,mlp.experts.5.down_proj,0.0000018200,0.05000,0.409
0,mlp.experts.11.down_proj,0.0000013941,0.05000,0.403
0,mlp.experts.28.down_proj,0.0000020729,0.05000,0.359
0,mlp.experts.19.down_proj,0.0000024235,0.05000,0.352
0,mlp.experts.31.down_proj,0.0000015377,0.05000,0.349
0,mlp.experts.24.down_proj,0.0000017014,0.05000,0.354
0,mlp.experts.20.down_proj,0.0000026854,0.05000,0.361
0,mlp.experts.23.down_proj,0.0000025228,0.05000,0.348
0,mlp.experts.16.down_proj,0.0000024042,0.05000,0.359
0,mlp.experts.18.down_proj,0.0000009492,0.05000,0.356
0,mlp.experts.17.down_proj,0.0000033146,0.05000,0.360
0,mlp.experts.29.down_proj,0.0000026958,0.05000,0.358
0,mlp.experts.22.down_proj,0.0000019845,0.05000,0.367
0,mlp.experts.27.down_proj,0.0000025442,0.05000,0.358
0,mlp.experts.26.down_proj,0.0000024344,0.05000,0.361
0,mlp.experts.30.down_proj,0.0000021922,0.05000,0.366
0,mlp.experts.21.down_proj,0.0000020028,0.05000,0.367
0,mlp.experts.25.down_proj,0.0000009588,0.05000,0.365
0,mlp.experts.35.down_proj,0.0000026622,0.05000,0.343
0,mlp.experts.44.down_proj,0.0000023233,0.05000,0.355
0,mlp.experts.47.down_proj,0.0000015139,0.05000,0.357
0,mlp.experts.33.down_proj,0.0000027940,0.05000,0.333
0,mlp.experts.40.down_proj,0.0000020824,0.05000,0.369
0,mlp.experts.39.down_proj,0.0000018567,0.05000,0.354
0,mlp.experts.36.down_proj,0.0000027101,0.05000,0.355
0,mlp.experts.32.down_proj,0.0000025523,0.05000,0.361
0,mlp.experts.34.down_proj,0.0000020326,0.05000,0.352
0,mlp.experts.45.down_proj,0.0000003756,0.05000,0.360
0,mlp.experts.37.down_proj,0.0000022864,0.05000,0.353
0,mlp.experts.46.down_proj,0.0000023410,0.05000,0.355
0,mlp.experts.43.down_proj,0.0000019197,0.05000,0.362
0,mlp.experts.42.down_proj,0.0000018138,0.05000,0.364
0,mlp.experts.38.down_proj,0.0000019114,0.05000,0.366
0,mlp.experts.41.down_proj,0.0000019219,0.05000,0.365
0,mlp.experts.51.down_proj,0.0000016154,0.05000,0.372
0,mlp.experts.60.down_proj,0.0000022903,0.05000,0.377
0,mlp.experts.63.down_proj,0.0000025451,0.05000,0.385
0,mlp.experts.49.down_proj,0.0000017588,0.05000,0.390
0,mlp.experts.56.down_proj,0.0000020426,0.05000,0.398
0,mlp.experts.48.down_proj,0.0000024027,0.05000,0.391
0,mlp.experts.52.down_proj,0.0000022275,0.05000,0.398
0,mlp.experts.50.down_proj,0.0000017453,0.05000,0.397
0,mlp.experts.55.down_proj,0.0000017404,0.05000,0.402
0,mlp.experts.61.down_proj,0.0000022621,0.05000,0.413
0,mlp.experts.58.down_proj,0.0000021818,0.05000,0.393
0,mlp.experts.53.down_proj,0.0000023984,0.05000,0.397
0,mlp.experts.62.down_proj,0.0000023597,0.05000,0.399
0,mlp.experts.59.down_proj,0.0000020599,0.05000,0.396
0,mlp.experts.57.down_proj,0.0000018311,0.05000,0.394
0,mlp.experts.54.down_proj,0.0000020112,0.05000,0.396
0,mlp.experts.76.down_proj,0.0000028306,0.05000,0.375
0,mlp.experts.67.down_proj,0.0000017283,0.05000,0.387
0,mlp.experts.79.down_proj,0.0000018730,0.05000,0.366
0,mlp.experts.65.down_proj,0.0000018961,0.05000,0.379
0,mlp.experts.72.down_proj,0.0000033913,0.05000,0.369
0,mlp.experts.66.down_proj,0.0000018939,0.05000,0.359
0,mlp.experts.68.down_proj,0.0000019637,0.05000,0.365
0,mlp.experts.64.down_proj,0.0000020286,0.05000,0.371
0,mlp.experts.71.down_proj,0.0000026801,0.05000,0.365
0,mlp.experts.77.down_proj,0.0000014578,0.05000,0.370
0,mlp.experts.74.down_proj,0.0000010269,0.05000,0.364
0,mlp.experts.78.down_proj,0.0000024456,0.05000,0.355
0,mlp.experts.69.down_proj,0.0000019479,0.05000,0.364
0,mlp.experts.75.down_proj,0.0000030615,0.05000,0.361
0,mlp.experts.70.down_proj,0.0000018989,0.05000,0.357
0,mlp.experts.73.down_proj,0.0000016486,0.05000,0.372
0,mlp.experts.92.down_proj,0.0000022601,0.05000,0.362
0,mlp.experts.95.down_proj,0.0000028335,0.05000,0.359
0,mlp.experts.83.down_proj,0.0000018711,0.05000,0.364
0,mlp.experts.81.down_proj,0.0000011690,0.05000,0.368
0,mlp.experts.82.down_proj,0.0000021195,0.05000,0.356
0,mlp.experts.88.down_proj,0.0000025894,0.05000,0.361
0,mlp.experts.84.down_proj,0.0000021996,0.05000,0.357
0,mlp.experts.80.down_proj,0.0000016791,0.05000,0.358
0,mlp.experts.87.down_proj,0.0000027420,0.05000,0.361
0,mlp.experts.93.down_proj,0.0000021515,0.05000,0.360
0,mlp.experts.90.down_proj,0.0000043138,0.05000,0.359
0,mlp.experts.86.down_proj,0.0000028725,0.05000,0.347
0,mlp.experts.94.down_proj,0.0000026113,0.05000,0.358
0,mlp.experts.85.down_proj,0.0000017485,0.05000,0.364
0,mlp.experts.91.down_proj,0.0000023058,0.05000,0.363
0,mlp.experts.89.down_proj,0.0000024771,0.05000,0.361
0,mlp.experts.108.down_proj,0.0000023201,0.05000,0.362
0,mlp.experts.111.down_proj,0.0000020025,0.05000,0.362
0,mlp.experts.99.down_proj,0.0000039529,0.05000,0.369
0,mlp.experts.97.down_proj,0.0000017250,0.05000,0.361
0,mlp.experts.98.down_proj,0.0000019238,0.05000,0.356
0,mlp.experts.103.down_proj,0.0000018473,0.05000,0.361
0,mlp.experts.100.down_proj,0.0000022117,0.05000,0.369
0,mlp.experts.104.down_proj,0.0000029066,0.05000,0.380
0,mlp.experts.96.down_proj,0.0000014873,0.05000,0.374
0,mlp.experts.109.down_proj,0.0000018643,0.05000,0.376
0,mlp.experts.107.down_proj,0.0000016903,0.05000,0.368
0,mlp.experts.106.down_proj,0.0000016753,0.05000,0.379
0,mlp.experts.110.down_proj,0.0000017134,0.05000,0.382
0,mlp.experts.101.down_proj,0.0000013011,0.05000,0.382
0,mlp.experts.102.down_proj,0.0000014274,0.05000,0.389
0,mlp.experts.105.down_proj,0.0000019488,0.05000,0.383
0,mlp.experts.124.down_proj,0.0000021428,0.05000,0.373
0,mlp.experts.127.down_proj,0.0000014560,0.05000,0.377
0,mlp.experts.115.down_proj,0.0000016318,0.05000,0.376
0,mlp.experts.113.down_proj,0.0000010064,0.05000,0.373
0,mlp.experts.114.down_proj,0.0000018526,0.05000,0.381
0,mlp.experts.120.down_proj,0.0000013527,0.05000,0.350
0,mlp.experts.116.down_proj,0.0000023656,0.05000,0.358
0,mlp.experts.119.down_proj,0.0000022051,0.05000,0.376
0,mlp.experts.112.down_proj,0.0000022818,0.05000,0.368
0,mlp.experts.125.down_proj,0.0000017859,0.05000,0.367
0,mlp.experts.123.down_proj,0.0000010382,0.05000,0.372
0,mlp.experts.122.down_proj,0.0000020187,0.05000,0.381
0,mlp.experts.118.down_proj,0.0000018235,0.05000,0.365
0,mlp.experts.117.down_proj,0.0000014710,0.05000,0.375
0,mlp.experts.126.down_proj,0.0000021058,0.05000,0.381
0,mlp.experts.121.down_proj,0.0000008648,0.05000,0.389
0,mlp.experts.140.down_proj,0.0000023812,0.05000,0.357
0,mlp.experts.143.down_proj,0.0000026121,0.05000,0.367
0,mlp.experts.131.down_proj,0.0000018817,0.05000,0.370
0,mlp.experts.129.down_proj,0.0000016713,0.05000,0.363
0,mlp.experts.132.down_proj,0.0000020965,0.05000,0.361
0,mlp.experts.136.down_proj,0.0000018522,0.05000,0.367
0,mlp.experts.130.down_proj,0.0000015690,0.05000,0.374
0,mlp.experts.128.down_proj,0.0000015810,0.05000,0.359
0,mlp.experts.135.down_proj,0.0000024212,0.05000,0.371
0,mlp.experts.141.down_proj,0.0000013179,0.05000,0.355
0,mlp.experts.138.down_proj,0.0000033148,0.05000,0.353
0,mlp.experts.139.down_proj,0.0000023265,0.05000,0.362
0,mlp.experts.134.down_proj,0.0000018306,0.05000,0.355
0,mlp.experts.133.down_proj,0.0000018188,0.05000,0.364
0,mlp.experts.142.down_proj,0.0000017343,0.05000,0.364
0,mlp.experts.137.down_proj,0.0000020199,0.05000,0.360
0,mlp.experts.156.down_proj,0.0000018115,0.05000,0.360
0,mlp.experts.159.down_proj,0.0000018875,0.05000,0.355
0,mlp.experts.147.down_proj,0.0000027651,0.05000,0.348
0,mlp.experts.145.down_proj,0.0000014906,0.05000,0.358
0,mlp.experts.152.down_proj,0.0000013651,0.05000,0.362
0,mlp.experts.151.down_proj,0.0000015883,0.05000,0.354
0,mlp.experts.146.down_proj,0.0000018244,0.05000,0.363
0,mlp.experts.148.down_proj,0.0000014257,0.05000,0.375
0,mlp.experts.144.down_proj,0.0000016117,0.05000,0.363
0,mlp.experts.157.down_proj,0.0000015994,0.05000,0.373
0,mlp.experts.150.down_proj,0.0000017620,0.05000,0.364
0,mlp.experts.154.down_proj,0.0000023820,0.05000,0.373
0,mlp.experts.155.down_proj,0.0000027853,0.05000,0.380
0,mlp.experts.149.down_proj,0.0000019198,0.05000,0.376
0,mlp.experts.158.down_proj,0.0000017332,0.05000,0.376
0,mlp.experts.153.down_proj,0.0000021996,0.05000,0.380
0,mlp.experts.172.down_proj,0.0000019760,0.05000,0.379
0,mlp.experts.163.down_proj,0.0000014907,0.05000,0.375
0,mlp.experts.175.down_proj,0.0000009828,0.05000,0.381
0,mlp.experts.161.down_proj,0.0000017703,0.05000,0.381
0,mlp.experts.167.down_proj,0.0000016326,0.05000,0.383
0,mlp.experts.164.down_proj,0.0000027668,0.05000,0.380
0,mlp.experts.168.down_proj,0.0000023036,0.05000,0.390
0,mlp.experts.160.down_proj,0.0000028731,0.05000,0.379
0,mlp.experts.162.down_proj,0.0000033469,0.05000,0.385
0,mlp.experts.173.down_proj,0.0000021459,0.05000,0.378
0,mlp.experts.166.down_proj,0.0000018225,0.05000,0.370
0,mlp.experts.170.down_proj,0.0000022976,0.05000,0.368
0,mlp.experts.171.down_proj,0.0000016298,0.05000,0.381
0,mlp.experts.165.down_proj,0.0000020429,0.05000,0.374
0,mlp.experts.174.down_proj,0.0000020488,0.05000,0.374
0,mlp.experts.169.down_proj,0.0000012805,0.05000,0.384
0,mlp.experts.188.down_proj,0.0000018011,0.05000,0.353
0,mlp.experts.179.down_proj,0.0000020486,0.05000,0.349
0,mlp.experts.191.down_proj,0.0000014584,0.05000,0.358
0,mlp.experts.177.down_proj,0.0000011121,0.05000,0.365
0,mlp.experts.183.down_proj,0.0000029616,0.05000,0.367
0,mlp.experts.180.down_proj,0.0000019790,0.05000,0.362
0,mlp.experts.184.down_proj,0.0000020214,0.05000,0.363
0,mlp.experts.178.down_proj,0.0000016469,0.05000,0.362
0,mlp.experts.176.down_proj,0.0000002353,0.05000,0.364
0,mlp.experts.189.down_proj,0.0000025783,0.05000,0.364
0,mlp.experts.186.down_proj,0.0000013828,0.05000,0.352
0,mlp.experts.182.down_proj,0.0000023485,0.05000,0.359
0,mlp.experts.187.down_proj,0.0000018387,0.05000,0.354
0,mlp.experts.190.down_proj,0.0000012876,0.05000,0.360
0,mlp.experts.181.down_proj,0.0000016810,0.05000,0.364
0,mlp.experts.185.down_proj,0.0000019361,0.05000,0.354
0,mlp.experts.204.down_proj,0.0000020802,0.05000,0.356
0,mlp.experts.195.down_proj,0.0000015966,0.05000,0.359
0,mlp.experts.207.down_proj,0.0000022098,0.05000,0.365
0,mlp.experts.193.down_proj,0.0000016768,0.05000,0.374
0,mlp.experts.199.down_proj,0.0000034422,0.05000,0.357
0,mlp.experts.200.down_proj,0.0000025486,0.05000,0.354
0,mlp.experts.196.down_proj,0.0000018841,0.05000,0.366
0,mlp.experts.205.down_proj,0.0000013683,0.05000,0.359
0,mlp.experts.192.down_proj,0.0000027874,0.05000,0.363
0,mlp.experts.194.down_proj,0.0000014250,0.05000,0.364
0,mlp.experts.202.down_proj,0.0000021015,0.05000,0.365
0,mlp.experts.198.down_proj,0.0000018143,0.05000,0.367
0,mlp.experts.203.down_proj,0.0000020976,0.05000,0.351
0,mlp.experts.206.down_proj,0.0000018442,0.05000,0.353
0,mlp.experts.201.down_proj,0.0000033137,0.05000,0.364
0,mlp.experts.197.down_proj,0.0000008606,0.05000,0.367
0,mlp.experts.220.down_proj,0.0000031460,0.05000,0.380
0,mlp.experts.211.down_proj,0.0000013212,0.05000,0.374
0,mlp.experts.223.down_proj,0.0000019417,0.05000,0.382
0,mlp.experts.209.down_proj,0.0000022966,0.05000,0.383
0,mlp.experts.215.down_proj,0.0000008104,0.05000,0.382
0,mlp.experts.216.down_proj,0.0000017504,0.05000,0.387
0,mlp.experts.212.down_proj,0.0000021427,0.05000,0.386
0,mlp.experts.221.down_proj,0.0000020439,0.05000,0.385
0,mlp.experts.210.down_proj,0.0000015996,0.05000,0.385
0,mlp.experts.208.down_proj,0.0000021092,0.05000,0.392
0,mlp.experts.214.down_proj,0.0000027273,0.05000,0.387
0,mlp.experts.218.down_proj,0.0000025105,0.05000,0.404
0,mlp.experts.219.down_proj,0.0000031609,0.05000,0.394
0,mlp.experts.222.down_proj,0.0000013134,0.05000,0.388
0,mlp.experts.213.down_proj,0.0000018949,0.05000,0.387
0,mlp.experts.217.down_proj,0.0000017225,0.05000,0.392
0,mlp.experts.227.down_proj,0.0000018591,0.05000,0.373
0,mlp.experts.236.down_proj,0.0000017676,0.05000,0.379
0,mlp.experts.239.down_proj,0.0000019115,0.05000,0.378
0,mlp.experts.231.down_proj,0.0000020409,0.05000,0.346
0,mlp.experts.225.down_proj,0.0000027094,0.05000,0.373
0,mlp.experts.228.down_proj,0.0000025481,0.05000,0.366
0,mlp.experts.232.down_proj,0.0000023676,0.05000,0.376
0,mlp.experts.237.down_proj,0.0000024715,0.05000,0.371
0,mlp.experts.226.down_proj,0.0000010406,0.05000,0.369
0,mlp.experts.224.down_proj,0.0000016485,0.05000,0.369
0,mlp.experts.234.down_proj,0.0000017940,0.05000,0.349
0,mlp.experts.230.down_proj,0.0000011353,0.05000,0.365
0,mlp.experts.238.down_proj,0.0000027238,0.05000,0.356
0,mlp.experts.235.down_proj,0.0000010172,0.05000,0.375
0,mlp.experts.229.down_proj,0.0000002849,0.05000,0.362
0,mlp.experts.233.down_proj,0.0000015824,0.05000,0.361
0,mlp.experts.243.down_proj,0.0000021521,0.05000,0.353
0,mlp.experts.252.down_proj,0.0000008775,0.05000,0.354
0,mlp.experts.255.down_proj,0.0000017691,0.05000,0.352
0,mlp.experts.247.down_proj,0.0000020510,0.05000,0.344
0,mlp.experts.244.down_proj,0.0000030978,0.05000,0.316
0,mlp.experts.241.down_proj,0.0000021747,0.05000,0.360
0,mlp.experts.248.down_proj,0.0000030308,0.05000,0.321
0,mlp.experts.240.down_proj,0.0000023670,0.05000,0.308
0,mlp.experts.251.down_proj,0.0000018967,0.05000,0.293
0,mlp.experts.253.down_proj,0.0000017462,0.05000,0.339
0,mlp.experts.250.down_proj,0.0000016259,0.05000,0.340
0,mlp.experts.242.down_proj,0.0000016323,0.05000,0.349
0,mlp.experts.254.down_proj,0.0000020834,0.05000,0.337
0,mlp.experts.246.down_proj,0.0000020813,0.05000,0.345
0,mlp.experts.249.down_proj,0.0000005553,0.05000,0.295
0,mlp.experts.245.down_proj,0.0000025729,0.05000,0.302
1,mlp.experts.6.gate_proj,0.0000197470,0.05000,1.584
1,mlp.experts.14.gate_proj,0.0000697176,0.05000,1.571
1,mlp.experts.2.gate_proj,0.0000223215,0.05000,1.609
1,mlp.experts.8.gate_proj,0.0000341358,0.05000,1.596
1,mlp.experts.9.gate_proj,0.0000257149,0.05000,1.603
1,mlp.experts.4.gate_proj,0.0000263918,0.05000,1.585
1,mlp.experts.10.gate_proj,0.0000419048,0.05000,1.579
1,mlp.experts.1.gate_proj,0.0000254762,0.05000,1.615
1,mlp.experts.0.gate_proj,0.0000284776,0.05000,1.603
1,mlp.experts.5.gate_proj,0.0000289324,0.05000,1.617
1,mlp.experts.12.gate_proj,0.0000170761,0.05000,1.589
1,mlp.experts.13.gate_proj,0.0000173279,0.05000,1.596
1,mlp.experts.3.gate_proj,0.0000455956,0.05000,1.602
1,mlp.experts.15.gate_proj,0.0000246811,0.05000,1.613
1,mlp.experts.7.gate_proj,0.0000244328,0.05000,1.613
1,mlp.experts.11.gate_proj,0.0000120647,0.05000,1.586
1,mlp.experts.18.gate_proj,fallback(rtn): 0.0009651,0.00000,0.152
1,mlp.experts.24.gate_proj,0.0000376468,0.05000,1.659
1,mlp.experts.28.gate_proj,0.0000209038,0.05000,1.626
1,mlp.experts.25.gate_proj,0.0000252978,0.05000,1.642
1,mlp.experts.19.gate_proj,0.0000259630,0.05000,1.629
1,mlp.experts.21.gate_proj,0.0000203810,0.05000,1.630
1,mlp.experts.22.gate_proj,0.0000324453,0.05000,1.659
1,mlp.experts.27.gate_proj,0.0000186888,0.05000,1.625
1,mlp.experts.34.gate_proj,0.0000182149,0.05000,1.500
1,mlp.experts.30.gate_proj,0.0000334942,0.05000,1.660
1,mlp.experts.31.gate_proj,0.0000150578,0.05000,1.628
1,mlp.experts.23.gate_proj,0.0000494097,0.05000,1.628
1,mlp.experts.26.gate_proj,0.0000207007,0.05000,1.642
1,mlp.experts.16.gate_proj,0.0000314239,0.05000,1.630
1,mlp.experts.29.gate_proj,0.0000258404,0.05000,1.631
1,mlp.experts.17.gate_proj,0.0000436137,0.05000,1.643
1,mlp.experts.20.gate_proj,0.0000119474,0.05000,1.643
1,mlp.experts.38.gate_proj,0.0000231959,0.05000,1.500
1,mlp.experts.42.gate_proj,0.0000291269,0.05000,1.508
1,mlp.experts.37.gate_proj,0.0000392280,0.05000,1.537
1,mlp.experts.45.gate_proj,0.0000227336,0.05000,1.531
1,mlp.experts.47.gate_proj,0.0000176657,0.05000,1.547
1,mlp.experts.35.gate_proj,0.0000330541,0.05000,1.553
1,mlp.experts.46.gate_proj,0.0000198664,0.05000,1.562
1,mlp.experts.50.gate_proj,0.0000477455,0.05000,1.560
1,mlp.experts.39.gate_proj,0.0000289400,0.05000,1.570
1,mlp.experts.33.gate_proj,0.0000470801,0.05000,1.579
1,mlp.experts.32.gate_proj,0.0000396731,0.05000,1.581
1,mlp.experts.40.gate_proj,0.0000250632,0.05000,1.595
1,mlp.experts.41.gate_proj,0.0000207330,0.05000,1.619
1,mlp.experts.44.gate_proj,0.0000461362,0.05000,1.627
1,mlp.experts.43.gate_proj,0.0000197151,0.05000,1.615
1,mlp.experts.36.gate_proj,0.0000117200,0.05000,1.642
1,mlp.experts.54.gate_proj,0.0000307949,0.05000,1.516
1,mlp.experts.58.gate_proj,0.0000114700,0.05000,1.518
1,mlp.experts.55.gate_proj,0.0000199066,0.05000,1.485
1,mlp.experts.62.gate_proj,0.0000165083,0.05000,1.498
1,mlp.experts.61.gate_proj,0.0000442768,0.05000,1.527
1,mlp.experts.51.gate_proj,0.0000301926,0.05000,1.540
1,mlp.experts.53.gate_proj,0.0000128874,0.05000,1.557
1,mlp.experts.56.gate_proj,0.0000272396,0.05000,1.510
1,mlp.experts.60.gate_proj,0.0000292493,0.05000,1.477
1,mlp.experts.48.gate_proj,0.0000432627,0.05000,1.515
1,mlp.experts.66.gate_proj,0.0000217543,0.05000,1.543
1,mlp.experts.52.gate_proj,0.0000277505,0.05000,1.461
1,mlp.experts.59.gate_proj,0.0000187725,0.05000,1.489
1,mlp.experts.63.gate_proj,0.0000253135,0.05000,1.575
1,mlp.experts.49.gate_proj,0.0000358962,0.05000,1.574
1,mlp.experts.57.gate_proj,0.0000172706,0.05000,1.551
1,mlp.experts.70.gate_proj,0.0000237712,0.05000,1.495
1,mlp.experts.78.gate_proj,0.0000412028,0.05000,1.475
1,mlp.experts.74.gate_proj,0.0000237542,0.05000,1.506
1,mlp.experts.71.gate_proj,0.0000349151,0.05000,1.519
1,mlp.experts.67.gate_proj,0.0000213756,0.05000,1.485
1,mlp.experts.68.gate_proj,0.0000257399,0.05000,1.496
1,mlp.experts.82.gate_proj,0.0000229834,0.05000,1.496
1,mlp.experts.72.gate_proj,0.0000374718,0.05000,1.514
1,mlp.experts.76.gate_proj,0.0000423539,0.05000,1.510
1,mlp.experts.77.gate_proj,0.0000272896,0.05000,1.572
1,mlp.experts.79.gate_proj,0.0000318966,0.05000,1.519
1,mlp.experts.75.gate_proj,0.0000230338,0.05000,1.524
1,mlp.experts.65.gate_proj,0.0000163267,0.05000,1.494
1,mlp.experts.69.gate_proj,0.0000407010,0.05000,1.589
1,mlp.experts.64.gate_proj,0.0000200255,0.05000,1.576
1,mlp.experts.73.gate_proj,0.0000212936,0.05000,1.568
1,mlp.experts.86.gate_proj,0.0000245355,0.05000,1.496
1,mlp.experts.90.gate_proj,0.0000327509,0.05000,1.510
1,mlp.experts.87.gate_proj,0.0000152701,0.05000,1.500
1,mlp.experts.94.gate_proj,0.0000235477,0.05000,1.543
1,mlp.experts.83.gate_proj,0.0000443889,0.05000,1.530
1,mlp.experts.84.gate_proj,0.0000153961,0.05000,1.502
1,mlp.experts.88.gate_proj,0.0000327754,0.05000,1.526
1,mlp.experts.92.gate_proj,0.0000270919,0.05000,1.528
1,mlp.experts.98.gate_proj,0.0000305488,0.05000,1.542
1,mlp.experts.95.gate_proj,0.0000387440,0.05000,1.515
1,mlp.experts.91.gate_proj,0.0000284531,0.05000,1.525
1,mlp.experts.81.gate_proj,0.0000168892,0.05000,1.540
1,mlp.experts.93.gate_proj,0.0000210018,0.05000,1.568
1,mlp.experts.80.gate_proj,0.0000386191,0.05000,1.516
1,mlp.experts.85.gate_proj,0.0000333102,0.05000,1.548
1,mlp.experts.89.gate_proj,0.0000237576,0.05000,1.557
1,mlp.experts.102.gate_proj,0.0000120866,0.05000,1.522
1,mlp.experts.106.gate_proj,0.0000168288,0.05000,1.529
1,mlp.experts.103.gate_proj,0.0000170222,0.05000,1.497
1,mlp.experts.100.gate_proj,0.0000362646,0.05000,1.494
1,mlp.experts.110.gate_proj,0.0000108873,0.05000,1.538
1,mlp.experts.99.gate_proj,0.0000145468,0.05000,1.525
1,mlp.experts.104.gate_proj,0.0000166922,0.05000,1.507
1,mlp.experts.108.gate_proj,0.0000138436,0.05000,1.508
1,mlp.experts.111.gate_proj,0.0000304180,0.05000,1.505
1,mlp.experts.107.gate_proj,0.0000300596,0.05000,1.500
1,mlp.experts.114.gate_proj,0.0000372834,0.05000,1.514
1,mlp.experts.96.gate_proj,0.0000200295,0.05000,1.502
1,mlp.experts.109.gate_proj,0.0000336777,0.05000,1.534
1,mlp.experts.97.gate_proj,0.0000205280,0.05000,1.574
1,mlp.experts.101.gate_proj,0.0000393500,0.05000,1.533
1,mlp.experts.105.gate_proj,0.0000206812,0.05000,1.554
1,mlp.experts.118.gate_proj,0.0000201727,0.05000,1.497
1,mlp.experts.122.gate_proj,0.0000063628,0.05000,1.469
1,mlp.experts.119.gate_proj,0.0000171958,0.05000,1.512
1,mlp.experts.126.gate_proj,0.0000306674,0.05000,1.476
1,mlp.experts.116.gate_proj,0.0000226069,0.05000,1.505
1,mlp.experts.115.gate_proj,0.0000353559,0.05000,1.494
1,mlp.experts.124.gate_proj,0.0000303556,0.05000,1.495
1,mlp.experts.123.gate_proj,0.0000285684,0.05000,1.506
1,mlp.experts.120.gate_proj,0.0000344807,0.05000,1.530
1,mlp.experts.127.gate_proj,0.0000193955,0.05000,1.517
1,mlp.experts.112.gate_proj,0.0000142012,0.05000,1.490
1,mlp.experts.130.gate_proj,0.0000418707,0.05000,1.533
1,mlp.experts.125.gate_proj,0.0000336330,0.05000,1.503
1,mlp.experts.113.gate_proj,0.0000150283,0.05000,1.485
1,mlp.experts.117.gate_proj,0.0000146303,0.05000,1.516
1,mlp.experts.121.gate_proj,0.0000390762,0.05000,1.490
1,mlp.experts.135.gate_proj,0.0000248940,0.05000,1.493
1,mlp.experts.134.gate_proj,0.0000301113,0.05000,1.549
1,mlp.experts.138.gate_proj,0.0000147758,0.05000,1.559
1,mlp.experts.131.gate_proj,0.0000253877,0.05000,1.485
1,mlp.experts.132.gate_proj,0.0000224531,0.05000,1.517
1,mlp.experts.142.gate_proj,0.0000160310,0.05000,1.573
1,mlp.experts.140.gate_proj,0.0000183927,0.05000,1.520
1,mlp.experts.139.gate_proj,0.0000223185,0.05000,1.501
1,mlp.experts.143.gate_proj,0.0000322249,0.05000,1.505
1,mlp.experts.136.gate_proj,0.0000139616,0.05000,1.518
1,mlp.experts.128.gate_proj,0.0000318367,0.05000,1.529
1,mlp.experts.141.gate_proj,0.0000508594,0.05000,1.511
1,mlp.experts.133.gate_proj,0.0000257319,0.05000,1.481
1,mlp.experts.129.gate_proj,0.0000141126,0.05000,1.531
1,mlp.experts.146.gate_proj,0.0000203235,0.05000,1.579
1,mlp.experts.137.gate_proj,0.0000170531,0.05000,1.521
1,mlp.experts.151.gate_proj,0.0000263052,0.05000,1.514
1,mlp.experts.150.gate_proj,0.0000231474,0.05000,1.546
1,mlp.experts.147.gate_proj,0.0000107258,0.05000,1.532
1,mlp.experts.148.gate_proj,0.0000141774,0.05000,1.516
1,mlp.experts.154.gate_proj,0.0000281109,0.05000,1.555
1,mlp.experts.156.gate_proj,0.0000195797,0.05000,1.508
1,mlp.experts.144.gate_proj,0.0000436418,0.05000,1.483
1,mlp.experts.158.gate_proj,0.0000205744,0.05000,1.545
1,mlp.experts.159.gate_proj,0.0000282588,0.05000,1.517
1,mlp.experts.152.gate_proj,0.0000147343,0.05000,1.507
1,mlp.experts.155.gate_proj,0.0000171156,0.05000,1.531
1,mlp.experts.145.gate_proj,0.0000150846,0.05000,1.470
1,mlp.experts.157.gate_proj,0.0000293638,0.05000,1.532
1,mlp.experts.149.gate_proj,0.0000427958,0.05000,1.522
1,mlp.experts.153.gate_proj,0.0000372889,0.05000,1.488
1,mlp.experts.162.gate_proj,0.0000490544,0.05000,1.554
1,mlp.experts.167.gate_proj,0.0000322861,0.05000,1.537
1,mlp.experts.164.gate_proj,0.0000430980,0.05000,1.500
1,mlp.experts.163.gate_proj,0.0000306015,0.05000,1.522
1,mlp.experts.166.gate_proj,0.0000181173,0.05000,1.538
1,mlp.experts.172.gate_proj,0.0000120642,0.05000,1.507
1,mlp.experts.170.gate_proj,0.0000194134,0.05000,1.535
1,mlp.experts.168.gate_proj,0.0000142148,0.05000,1.498
1,mlp.experts.160.gate_proj,0.0000150456,0.05000,1.510
1,mlp.experts.175.gate_proj,0.0000314024,0.05000,1.514
1,mlp.experts.171.gate_proj,0.0000262463,0.05000,1.522
1,mlp.experts.174.gate_proj,0.0000360662,0.05000,1.540
1,mlp.experts.161.gate_proj,0.0000236680,0.05000,1.513
1,mlp.experts.173.gate_proj,0.0000307272,0.05000,1.483
1,mlp.experts.165.gate_proj,0.0000331687,0.05000,1.483
1,mlp.experts.169.gate_proj,0.0000159480,0.05000,1.534
1,mlp.experts.178.gate_proj,0.0000403270,0.05000,1.544
1,mlp.experts.183.gate_proj,0.0000194449,0.05000,1.491
1,mlp.experts.179.gate_proj,0.0000186288,0.05000,1.463
1,mlp.experts.180.gate_proj,0.0000146383,0.05000,1.512
1,mlp.experts.182.gate_proj,0.0000221221,0.05000,1.517
1,mlp.experts.188.gate_proj,0.0000235288,0.05000,1.510
1,mlp.experts.176.gate_proj,0.0000194368,0.05000,1.475
1,mlp.experts.184.gate_proj,0.0000079453,0.05000,1.481
1,mlp.experts.186.gate_proj,0.0000346248,0.05000,1.542
1,mlp.experts.187.gate_proj,0.0000206389,0.05000,1.498
1,mlp.experts.191.gate_proj,0.0000363712,0.05000,1.511
1,mlp.experts.181.gate_proj,0.0000216756,0.05000,1.486
1,mlp.experts.190.gate_proj,0.0000299732,0.05000,1.518
1,mlp.experts.189.gate_proj,0.0000185491,0.05000,1.525
1,mlp.experts.177.gate_proj,0.0000215451,0.05000,1.569
1,mlp.experts.185.gate_proj,0.0000347530,0.05000,1.516
1,mlp.experts.194.gate_proj,0.0000212734,0.05000,1.515
1,mlp.experts.195.gate_proj,0.0000365178,0.05000,1.538
1,mlp.experts.199.gate_proj,0.0000175990,0.05000,1.541
1,mlp.experts.196.gate_proj,0.0000150781,0.05000,1.511
1,mlp.experts.200.gate_proj,0.0000412300,0.05000,1.477
1,mlp.experts.204.gate_proj,0.0000190212,0.05000,1.528
1,mlp.experts.198.gate_proj,0.0000314941,0.05000,1.545
1,mlp.experts.202.gate_proj,0.0000315160,0.05000,1.506
1,mlp.experts.197.gate_proj,0.0000386478,0.05000,1.512
1,mlp.experts.192.gate_proj,0.0000281321,0.05000,1.566
1,mlp.experts.203.gate_proj,0.0000203849,0.05000,1.552
1,mlp.experts.207.gate_proj,0.0000104672,0.05000,1.551
1,mlp.experts.205.gate_proj,0.0000156271,0.05000,1.516
1,mlp.experts.206.gate_proj,0.0000329708,0.05000,1.536
1,mlp.experts.193.gate_proj,0.0000268467,0.05000,1.527
1,mlp.experts.201.gate_proj,0.0000125870,0.05000,1.529
1,mlp.experts.210.gate_proj,0.0000126815,0.05000,1.523
1,mlp.experts.212.gate_proj,0.0000226564,0.05000,1.494
1,mlp.experts.216.gate_proj,0.0000200416,0.05000,1.537
1,mlp.experts.215.gate_proj,0.0000346491,0.05000,1.558
1,mlp.experts.211.gate_proj,0.0000494547,0.05000,1.559
1,mlp.experts.220.gate_proj,0.0000269637,0.05000,1.518
1,mlp.experts.214.gate_proj,0.0000093103,0.05000,1.534
1,mlp.experts.218.gate_proj,0.0000404924,0.05000,1.532
1,mlp.experts.208.gate_proj,0.0000412258,0.05000,1.510
1,mlp.experts.213.gate_proj,0.0000384867,0.05000,1.521
1,mlp.experts.221.gate_proj,0.0000278807,0.05000,1.529
1,mlp.experts.222.gate_proj,0.0000236227,0.05000,1.532
1,mlp.experts.223.gate_proj,0.0000168036,0.05000,1.563
1,mlp.experts.209.gate_proj,0.0000222191,0.05000,1.507
1,mlp.experts.219.gate_proj,0.0000337428,0.05000,1.572
1,mlp.experts.217.gate_proj,0.0000210461,0.05000,1.512
1,mlp.experts.226.gate_proj,0.0000322468,0.05000,1.521
1,mlp.experts.228.gate_proj,0.0000252985,0.05000,1.512
1,mlp.experts.232.gate_proj,0.0000257200,0.05000,1.504
1,mlp.experts.224.gate_proj,0.0000146828,0.05000,1.490
1,mlp.experts.236.gate_proj,0.0000307873,0.05000,1.519
1,mlp.experts.231.gate_proj,0.0000194247,0.05000,1.540
1,mlp.experts.230.gate_proj,0.0000357904,0.05000,1.504
1,mlp.experts.227.gate_proj,0.0000156033,0.05000,1.543
1,mlp.experts.238.gate_proj,0.0000173537,0.05000,1.441
1,mlp.experts.234.gate_proj,0.0000227532,0.05000,1.503
1,mlp.experts.229.gate_proj,0.0000384788,0.05000,1.507
1,mlp.experts.237.gate_proj,0.0000207120,0.05000,1.471
1,mlp.experts.225.gate_proj,0.0000116144,0.05000,1.507
1,mlp.experts.242.gate_proj,0.0000223537,0.05000,1.481
1,mlp.experts.239.gate_proj,0.0000291644,0.05000,1.558
1,mlp.experts.235.gate_proj,0.0000310208,0.05000,1.562
1,mlp.experts.233.gate_proj,0.0000687031,0.05000,1.508
1,mlp.experts.244.gate_proj,0.0000103582,0.05000,1.508
1,mlp.experts.248.gate_proj,0.0000218280,0.05000,1.516
1,mlp.experts.252.gate_proj,0.0000411939,0.05000,1.483
1,mlp.experts.240.gate_proj,0.0000234404,0.05000,1.507
1,mlp.experts.245.gate_proj,0.0000407551,0.05000,1.498
1,mlp.experts.246.gate_proj,0.0000375197,0.05000,1.514
1,mlp.experts.250.gate_proj,0.0000164216,0.05000,1.519
1,mlp.experts.243.gate_proj,0.0000250089,0.05000,1.517
1,mlp.experts.247.gate_proj,0.0000143013,0.05000,1.525
1,mlp.experts.253.gate_proj,0.0000355074,0.05000,1.512
1,mlp.experts.254.gate_proj,0.0000358383,0.05000,1.525
1,mlp.experts.241.gate_proj,0.0000321873,0.05000,1.510
1,mlp.experts.255.gate_proj,0.0000364153,0.05000,1.500
1,mlp.experts.249.gate_proj,0.0000332115,0.05000,1.501
1,mlp.experts.2.up_proj,0.0000216209,0.05000,1.517
1,mlp.experts.251.gate_proj,0.0000343777,0.05000,1.528
1,mlp.experts.18.up_proj,fallback(rtn): 0.0009460,0.00000,0.024
1,mlp.experts.4.up_proj,0.0000256577,0.05000,1.574
1,mlp.experts.5.up_proj,0.0000260109,0.05000,1.518
1,mlp.experts.13.up_proj,0.0000169130,0.05000,1.493
1,mlp.experts.8.up_proj,0.0000314014,0.05000,1.585
1,mlp.experts.14.up_proj,0.0000686281,0.05000,1.493
1,mlp.experts.10.up_proj,0.0000404543,0.05000,1.515
1,mlp.experts.6.up_proj,0.0000189469,0.05000,1.534
1,mlp.experts.12.up_proj,0.0000165687,0.05000,1.577
1,mlp.experts.7.up_proj,0.0000220313,0.05000,1.520
1,mlp.experts.0.up_proj,0.0000266231,0.05000,1.576
1,mlp.experts.3.up_proj,0.0000410681,0.05000,1.573
1,mlp.experts.1.up_proj,0.0000238941,0.05000,1.521
1,mlp.experts.9.up_proj,0.0000234511,0.05000,1.518
1,mlp.experts.15.up_proj,0.0000243044,0.05000,1.549
1,mlp.experts.11.up_proj,0.0000109026,0.05000,1.524
1,mlp.experts.34.up_proj,0.0000172833,0.05000,1.518
1,mlp.experts.20.up_proj,0.0000112894,0.05000,1.554
1,mlp.experts.26.up_proj,0.0000200290,0.05000,1.482
1,mlp.experts.30.up_proj,0.0000326012,0.05000,1.499
1,mlp.experts.29.up_proj,0.0000239759,0.05000,1.499
1,mlp.experts.21.up_proj,0.0000193421,0.05000,1.518
1,mlp.experts.22.up_proj,0.0000319100,0.05000,1.528
1,mlp.experts.23.up_proj,0.0000479761,0.05000,1.530
1,mlp.experts.16.up_proj,0.0000309613,0.05000,1.540
1,mlp.experts.17.up_proj,0.0000415515,0.05000,1.500
1,mlp.experts.19.up_proj,0.0000244052,0.05000,1.513
1,mlp.experts.24.up_proj,0.0000349518,0.05000,1.602
1,mlp.experts.28.up_proj,0.0000199298,0.05000,1.596
1,mlp.experts.25.up_proj,0.0000239209,0.05000,1.495
1,mlp.experts.31.up_proj,0.0000148872,0.05000,1.492
1,mlp.experts.27.up_proj,0.0000165031,0.05000,1.490
1,mlp.experts.50.up_proj,0.0000466429,0.05000,1.501
1,mlp.experts.42.up_proj,0.0000289954,0.05000,1.485
1,mlp.experts.46.up_proj,0.0000188434,0.05000,1.488
1,mlp.experts.38.up_proj,0.0000224776,0.05000,1.472
1,mlp.experts.37.up_proj,0.0000371117,0.05000,1.511
1,mlp.experts.36.up_proj,0.0000108786,0.05000,1.558
1,mlp.experts.45.up_proj,0.0000222644,0.05000,1.556
1,mlp.experts.35.up_proj,0.0000307707,0.05000,1.491
1,mlp.experts.39.up_proj,0.0000274484,0.05000,1.522
1,mlp.experts.32.up_proj,0.0000342830,0.05000,1.553
1,mlp.experts.33.up_proj,0.0000450339,0.05000,1.546
1,mlp.experts.40.up_proj,0.0000240463,0.05000,1.518
1,mlp.experts.41.up_proj,0.0000201304,0.05000,1.504
1,mlp.experts.43.up_proj,0.0000194385,0.05000,1.498
1,mlp.experts.47.up_proj,0.0000167097,0.05000,1.505
1,mlp.experts.66.up_proj,0.0000210885,0.05000,1.496
1,mlp.experts.44.up_proj,0.0000452408,0.05000,1.574
1,mlp.experts.62.up_proj,0.0000161665,0.05000,1.490
1,mlp.experts.58.up_proj,0.0000110480,0.05000,1.511
1,mlp.experts.54.up_proj,0.0000294863,0.05000,1.495
1,mlp.experts.53.up_proj,0.0000126087,0.05000,1.544
1,mlp.experts.52.up_proj,0.0000244191,0.05000,1.531
1,mlp.experts.51.up_proj,0.0000288678,0.05000,1.513
1,mlp.experts.55.up_proj,0.0000182466,0.05000,1.543
1,mlp.experts.56.up_proj,0.0000257454,0.05000,1.503
1,mlp.experts.48.up_proj,0.0000405806,0.05000,1.516
1,mlp.experts.61.up_proj,0.0000395383,0.05000,1.574
1,mlp.experts.63.up_proj,0.0000234401,0.05000,1.515
1,mlp.experts.82.up_proj,0.0000221825,0.05000,1.509
1,mlp.experts.59.up_proj,0.0000177943,0.05000,1.528
1,mlp.experts.60.up_proj,0.0000262368,0.05000,1.499
1,mlp.experts.57.up_proj,0.0000169346,0.05000,1.575
1,mlp.experts.49.up_proj,0.0000339870,0.05000,1.584
1,mlp.experts.78.up_proj,0.0000390240,0.05000,1.509
1,mlp.experts.74.up_proj,0.0000229223,0.05000,1.506
1,mlp.experts.70.up_proj,0.0000223573,0.05000,1.495
1,mlp.experts.68.up_proj,0.0000227922,0.05000,1.502
1,mlp.experts.67.up_proj,0.0000203218,0.05000,1.528
1,mlp.experts.69.up_proj,0.0000380928,0.05000,1.548
1,mlp.experts.71.up_proj,0.0000311892,0.05000,1.499
1,mlp.experts.64.up_proj,0.0000185872,0.05000,1.498
1,mlp.experts.79.up_proj,0.0000308175,0.05000,1.490
1,mlp.experts.75.up_proj,0.0000212631,0.05000,1.489
1,mlp.experts.72.up_proj,0.0000346625,0.05000,1.534
1,mlp.experts.76.up_proj,0.0000374707,0.05000,1.491
1,mlp.experts.77.up_proj,0.0000259523,0.05000,1.552
1,mlp.experts.98.up_proj,0.0000296047,0.05000,1.527
1,mlp.experts.65.up_proj,0.0000160203,0.05000,1.531
1,mlp.experts.73.up_proj,0.0000195697,0.05000,1.556
1,mlp.experts.94.up_proj,0.0000228540,0.05000,1.523
1,mlp.experts.86.up_proj,0.0000237970,0.05000,1.521
1,mlp.experts.90.up_proj,0.0000287799,0.05000,1.528
1,mlp.experts.84.up_proj,0.0000154040,0.05000,1.491
1,mlp.experts.95.up_proj,0.0000362889,0.05000,1.447
1,mlp.experts.87.up_proj,0.0000142352,0.05000,1.500
1,mlp.experts.80.up_proj,0.0000377574,0.05000,1.510
1,mlp.experts.83.up_proj,0.0000394055,0.05000,1.539
1,mlp.experts.85.up_proj,0.0000325222,0.05000,1.540
1,mlp.experts.91.up_proj,0.0000257386,0.05000,1.496
1,mlp.experts.88.up_proj,0.0000318651,0.05000,1.490
1,mlp.experts.92.up_proj,0.0000253749,0.05000,1.490
1,mlp.experts.114.up_proj,0.0000337159,0.05000,1.519
1,mlp.experts.93.up_proj,0.0000197794,0.05000,1.532
1,mlp.experts.81.up_proj,0.0000162705,0.05000,1.541
1,mlp.experts.89.up_proj,0.0000218096,0.05000,1.521
1,mlp.experts.110.up_proj,0.0000104744,0.05000,1.481
1,mlp.experts.102.up_proj,0.0000115390,0.05000,1.488
1,mlp.experts.106.up_proj,0.0000148904,0.05000,1.505
1,mlp.experts.100.up_proj,0.0000307615,0.05000,1.540
1,mlp.experts.111.up_proj,0.0000294932,0.05000,1.510
1,mlp.experts.104.up_proj,0.0000163532,0.05000,1.486
1,mlp.experts.107.up_proj,0.0000296882,0.05000,1.491
1,mlp.experts.108.up_proj,0.0000131808,0.05000,1.493
1,mlp.experts.103.up_proj,0.0000164266,0.05000,1.546
1,mlp.experts.99.up_proj,0.0000135766,0.05000,1.506
1,mlp.experts.96.up_proj,0.0000193443,0.05000,1.527
1,mlp.experts.130.up_proj,0.0000400004,0.05000,1.506
1,mlp.experts.101.up_proj,0.0000375501,0.05000,1.566
1,mlp.experts.109.up_proj,0.0000296817,0.05000,1.556
1,mlp.experts.105.up_proj,0.0000193764,0.05000,1.532
1,mlp.experts.97.up_proj,0.0000189852,0.05000,1.580
1,mlp.experts.126.up_proj,0.0000290930,0.05000,1.533
1,mlp.experts.122.up_proj,0.0000060988,0.05000,1.503
1,mlp.experts.118.up_proj,0.0000197674,0.05000,1.529
1,mlp.experts.116.up_proj,0.0000211785,0.05000,1.510
1,mlp.experts.127.up_proj,0.0000185269,0.05000,1.522
1,mlp.experts.124.up_proj,0.0000291535,0.05000,1.505
1,mlp.experts.123.up_proj,0.0000272883,0.05000,1.525
1,mlp.experts.115.up_proj,0.0000337287,0.05000,1.522
1,mlp.experts.119.up_proj,0.0000169390,0.05000,1.529
1,mlp.experts.112.up_proj,0.0000139121,0.05000,1.524
1,mlp.experts.120.up_proj,0.0000305859,0.05000,1.543
1,mlp.experts.117.up_proj,0.0000148076,0.05000,1.509
1,mlp.experts.146.up_proj,0.0000195570,0.05000,1.546
1,mlp.experts.125.up_proj,0.0000299130,0.05000,1.498
1,mlp.experts.121.up_proj,0.0000365417,0.05000,1.509
1,mlp.experts.113.up_proj,0.0000139555,0.05000,1.516
1,mlp.experts.142.up_proj,0.0000156924,0.05000,1.543
1,mlp.experts.138.up_proj,0.0000138459,0.05000,1.548
1,mlp.experts.134.up_proj,0.0000294206,0.05000,1.568
1,mlp.experts.143.up_proj,0.0000287394,0.05000,1.485
1,mlp.experts.132.up_proj,0.0000201521,0.05000,1.506
1,mlp.experts.140.up_proj,0.0000175595,0.05000,1.507
1,mlp.experts.131.up_proj,0.0000243731,0.05000,1.491
1,mlp.experts.128.up_proj,0.0000311245,0.05000,1.503
1,mlp.experts.136.up_proj,0.0000130801,0.05000,1.504
1,mlp.experts.139.up_proj,0.0000210643,0.05000,1.525
1,mlp.experts.135.up_proj,0.0000243618,0.05000,1.516
1,mlp.experts.133.up_proj,0.0000253974,0.05000,1.500
1,mlp.experts.141.up_proj,0.0000487262,0.05000,1.506
1,mlp.experts.137.up_proj,0.0000167685,0.05000,1.486
1,mlp.experts.162.up_proj,0.0000469523,0.05000,1.566
1,mlp.experts.129.up_proj,0.0000128339,0.05000,1.506
1,mlp.experts.148.up_proj,0.0000133504,0.05000,1.487
1,mlp.experts.150.up_proj,0.0000219840,0.05000,1.506
1,mlp.experts.158.up_proj,0.0000201170,0.05000,1.536
1,mlp.experts.159.up_proj,0.0000269875,0.05000,1.510
1,mlp.experts.154.up_proj,0.0000272106,0.05000,1.575
1,mlp.experts.156.up_proj,0.0000191332,0.05000,1.504
1,mlp.experts.144.up_proj,0.0000384667,0.05000,1.473
1,mlp.experts.152.up_proj,0.0000142313,0.05000,1.471
1,mlp.experts.155.up_proj,0.0000154270,0.05000,1.485
1,mlp.experts.151.up_proj,0.0000238154,0.05000,1.485
1,mlp.experts.147.up_proj,0.0000100937,0.05000,1.518
1,mlp.experts.149.up_proj,0.0000368335,0.05000,1.507
1,mlp.experts.157.up_proj,0.0000287844,0.05000,1.491
1,mlp.experts.153.up_proj,0.0000355548,0.05000,1.490
1,mlp.experts.178.up_proj,0.0000356631,0.05000,1.524
1,mlp.experts.145.up_proj,0.0000138175,0.05000,1.511
1,mlp.experts.175.up_proj,0.0000285917,0.05000,1.481
1,mlp.experts.164.up_proj,0.0000385440,0.05000,1.497
1,mlp.experts.174.up_proj,0.0000348136,0.05000,1.538
1,mlp.experts.170.up_proj,0.0000185734,0.05000,1.523
1,mlp.experts.166.up_proj,0.0000177653,0.05000,1.567
1,mlp.experts.168.up_proj,0.0000135230,0.05000,1.511
1,mlp.experts.172.up_proj,0.0000113155,0.05000,1.517
1,mlp.experts.160.up_proj,0.0000147029,0.05000,1.518
1,mlp.experts.167.up_proj,0.0000308169,0.05000,1.510
1,mlp.experts.171.up_proj,0.0000247031,0.05000,1.517
1,mlp.experts.165.up_proj,0.0000322308,0.05000,1.497
1,mlp.experts.163.up_proj,0.0000270464,0.05000,1.561
1,mlp.experts.173.up_proj,0.0000287557,0.05000,1.513
1,mlp.experts.169.up_proj,0.0000155687,0.05000,1.487
1,mlp.experts.161.up_proj,0.0000211943,0.05000,1.512
1,mlp.experts.194.up_proj,0.0000205179,0.05000,1.555
1,mlp.experts.191.up_proj,0.0000333274,0.05000,1.520
1,mlp.experts.180.up_proj,0.0000141854,0.05000,1.524
1,mlp.experts.190.up_proj,0.0000287370,0.05000,1.543
1,mlp.experts.176.up_proj,0.0000188416,0.05000,1.520
1,mlp.experts.188.up_proj,0.0000230918,0.05000,1.524
1,mlp.experts.181.up_proj,0.0000205928,0.05000,1.499
1,mlp.experts.184.up_proj,0.0000078125,0.05000,1.539
1,mlp.experts.186.up_proj,0.0000325848,0.05000,1.557
1,mlp.experts.182.up_proj,0.0000200828,0.05000,1.573
1,mlp.experts.183.up_proj,0.0000191116,0.05000,1.566
1,mlp.experts.179.up_proj,0.0000177225,0.05000,1.513
1,mlp.experts.187.up_proj,0.0000193708,0.05000,1.569
1,mlp.experts.189.up_proj,0.0000177330,0.05000,1.518
1,mlp.experts.185.up_proj,0.0000315085,0.05000,1.555
1,mlp.experts.177.up_proj,0.0000209867,0.05000,1.518
1,mlp.experts.210.up_proj,0.0000124884,0.05000,1.532
1,mlp.experts.196.up_proj,0.0000144566,0.05000,1.505
1,mlp.experts.207.up_proj,0.0000098739,0.05000,1.516
1,mlp.experts.204.up_proj,0.0000187141,0.05000,1.489
1,mlp.experts.200.up_proj,0.0000404635,0.05000,1.483
1,mlp.experts.202.up_proj,0.0000272970,0.05000,1.489
1,mlp.experts.206.up_proj,0.0000326930,0.05000,1.533
1,mlp.experts.198.up_proj,0.0000294549,0.05000,1.478
1,mlp.experts.197.up_proj,0.0000339409,0.05000,1.515
1,mlp.experts.192.up_proj,0.0000259764,0.05000,1.547
1,mlp.experts.199.up_proj,0.0000170193,0.05000,1.535
1,mlp.experts.205.up_proj,0.0000147445,0.05000,1.529
1,mlp.experts.195.up_proj,0.0000327648,0.05000,1.552
1,mlp.experts.201.up_proj,0.0000114586,0.05000,1.520
1,mlp.experts.203.up_proj,0.0000191860,0.05000,1.578
1,mlp.experts.226.up_proj,0.0000312091,0.05000,1.502
1,mlp.experts.193.up_proj,0.0000250087,0.05000,1.524
1,mlp.experts.212.up_proj,0.0000215383,0.05000,1.494
1,mlp.experts.214.up_proj,0.0000088766,0.05000,1.472
1,mlp.experts.223.up_proj,0.0000160714,0.05000,1.571
1,mlp.experts.218.up_proj,0.0000380109,0.05000,1.499
1,mlp.experts.216.up_proj,0.0000189695,0.05000,1.508
1,mlp.experts.220.up_proj,0.0000246007,0.05000,1.520
1,mlp.experts.222.up_proj,0.0000230290,0.05000,1.544
1,mlp.experts.213.up_proj,0.0000375940,0.05000,1.536
1,mlp.experts.208.up_proj,0.0000366764,0.05000,1.517
1,mlp.experts.221.up_proj,0.0000272914,0.05000,1.521
1,mlp.experts.215.up_proj,0.0000317986,0.05000,1.553
1,mlp.experts.211.up_proj,0.0000484840,0.05000,1.537
1,mlp.experts.217.up_proj,0.0000202819,0.05000,1.545
1,mlp.experts.219.up_proj,0.0000316095,0.05000,1.576
1,mlp.experts.242.up_proj,0.0000218676,0.05000,1.520
1,mlp.experts.209.up_proj,0.0000219002,0.05000,1.530
1,mlp.experts.234.up_proj,0.0000223235,0.05000,1.252
1,mlp.experts.230.up_proj,0.0000350419,0.05000,1.277
1,mlp.experts.238.up_proj,0.0000168301,0.05000,1.268
1,mlp.experts.228.up_proj,0.0000238826,0.05000,1.507
1,mlp.experts.232.up_proj,0.0000251413,0.05000,1.487
1,mlp.experts.236.up_proj,0.0000291449,0.05000,1.512
1,mlp.experts.224.up_proj,0.0000140355,0.05000,1.464
1,mlp.experts.229.up_proj,0.0000342303,0.05000,1.476
1,mlp.experts.239.up_proj,0.0000272601,0.05000,1.571
1,mlp.experts.237.up_proj,0.0000193135,0.05000,1.487
1,mlp.experts.233.up_proj,0.0000683567,0.05000,1.473
1,mlp.experts.231.up_proj,0.0000177002,0.05000,1.505
1,mlp.experts.227.up_proj,0.0000152791,0.05000,1.506
1,mlp.experts.235.up_proj,0.0000299680,0.05000,1.502
1,mlp.experts.225.up_proj,0.0000103217,0.05000,1.499
1,mlp.experts.246.up_proj,0.0000355356,0.05000,1.220
1,mlp.experts.250.up_proj,0.0000155334,0.05000,1.226
1,mlp.experts.254.up_proj,0.0000346799,0.05000,1.163
1,mlp.experts.244.up_proj,0.0000095096,0.05000,1.428
1,mlp.experts.248.up_proj,0.0000212659,0.05000,1.389
1,mlp.experts.252.up_proj,0.0000374421,0.05000,1.385
1,mlp.experts.240.up_proj,0.0000221521,0.05000,1.389
1,mlp.experts.255.up_proj,0.0000333453,0.05000,1.375
1,mlp.experts.245.up_proj,0.0000400577,0.05000,1.437
1,mlp.experts.243.up_proj,0.0000239665,0.05000,1.346
1,mlp.experts.253.up_proj,0.0000343913,0.05000,1.394
1,mlp.experts.247.up_proj,0.0000132948,0.05000,1.350
1,mlp.experts.251.up_proj,0.0000322011,0.05000,1.303
1,mlp.experts.249.up_proj,0.0000304529,0.05000,1.381
1,mlp.experts.241.up_proj,0.0000307945,0.05000,1.302
1,mlp.experts.5.down_proj,0.0000012136,0.05000,0.422
1,mlp.experts.7.down_proj,0.0000017868,0.05000,0.413
1,mlp.experts.8.down_proj,0.0000008746,0.05000,0.428
1,mlp.experts.4.down_proj,0.0000005183,0.05000,0.425
1,mlp.experts.6.down_proj,0.0000003142,0.05000,0.426
1,mlp.experts.2.down_proj,0.0000003668,0.05000,0.415
1,mlp.experts.11.down_proj,0.0000003926,0.05000,0.423
1,mlp.experts.15.down_proj,0.0000004236,0.05000,0.430
1,mlp.experts.12.down_proj,0.0000002455,0.05000,0.426
1,mlp.experts.14.down_proj,0.0000017382,0.05000,0.418
1,mlp.experts.3.down_proj,0.0000016488,0.05000,0.429
1,mlp.experts.10.down_proj,0.0000004478,0.05000,0.419
1,mlp.experts.13.down_proj,0.0000002634,0.05000,0.428
1,mlp.experts.9.down_proj,0.0000006602,0.05000,0.417
1,mlp.experts.0.down_proj,0.0000005881,0.05000,0.415
1,mlp.experts.1.down_proj,0.0000028921,0.05000,0.429
1,mlp.experts.18.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
1,mlp.experts.21.down_proj,0.0000004773,0.05000,0.307
1,mlp.experts.23.down_proj,0.0000008269,0.05000,0.337
1,mlp.experts.22.down_proj,0.0000004960,0.05000,0.341
1,mlp.experts.24.down_proj,0.0000016086,0.05000,0.367
1,mlp.experts.20.down_proj,0.0000000865,0.05000,0.371
1,mlp.experts.27.down_proj,0.0000020125,0.05000,0.376
1,mlp.experts.31.down_proj,0.0000004126,0.05000,0.377
1,mlp.experts.19.down_proj,0.0000003839,0.05000,0.374
1,mlp.experts.25.down_proj,0.0000003418,0.05000,0.372
1,mlp.experts.28.down_proj,0.0000009301,0.05000,0.380
1,mlp.experts.16.down_proj,0.0000005559,0.05000,0.374
1,mlp.experts.30.down_proj,0.0000012244,0.05000,0.387
1,mlp.experts.34.down_proj,0.0000005048,0.05000,0.378
1,mlp.experts.26.down_proj,0.0000002781,0.05000,0.380
1,mlp.experts.17.down_proj,0.0000004395,0.05000,0.383
1,mlp.experts.29.down_proj,0.0000008056,0.05000,0.380
1,mlp.experts.37.down_proj,0.0000008556,0.05000,0.351
1,mlp.experts.38.down_proj,0.0000006436,0.05000,0.343
1,mlp.experts.39.down_proj,0.0000006442,0.05000,0.369
1,mlp.experts.40.down_proj,0.0000007019,0.05000,0.361
1,mlp.experts.36.down_proj,0.0000001080,0.05000,0.362
1,mlp.experts.43.down_proj,0.0000007087,0.05000,0.365
1,mlp.experts.47.down_proj,0.0000007431,0.05000,0.362
1,mlp.experts.44.down_proj,0.0000006650,0.05000,0.361
1,mlp.experts.35.down_proj,0.0000005179,0.05000,0.362
1,mlp.experts.46.down_proj,0.0000021152,0.05000,0.356
1,mlp.experts.32.down_proj,0.0000026584,0.05000,0.369
1,mlp.experts.41.down_proj,0.0000003521,0.05000,0.368
1,mlp.experts.45.down_proj,0.0000003038,0.05000,0.363
1,mlp.experts.50.down_proj,0.0000018150,0.05000,0.369
1,mlp.experts.33.down_proj,0.0000012362,0.05000,0.365
1,mlp.experts.42.down_proj,0.0000003970,0.05000,0.370
1,mlp.experts.53.down_proj,0.0000002036,0.05000,0.358
1,mlp.experts.54.down_proj,0.0000003275,0.05000,0.360
1,mlp.experts.55.down_proj,0.0000011775,0.05000,0.363
1,mlp.experts.52.down_proj,0.0000021636,0.05000,0.375
1,mlp.experts.56.down_proj,0.0000009814,0.05000,0.377
1,mlp.experts.59.down_proj,0.0000005551,0.05000,0.372
1,mlp.experts.63.down_proj,0.0000005581,0.05000,0.377
1,mlp.experts.60.down_proj,0.0000009168,0.05000,0.372
1,mlp.experts.62.down_proj,0.0000004529,0.05000,0.368
1,mlp.experts.51.down_proj,0.0000024149,0.05000,0.376
1,mlp.experts.48.down_proj,0.0000005160,0.05000,0.372
1,mlp.experts.61.down_proj,0.0000023039,0.05000,0.375
1,mlp.experts.66.down_proj,0.0000004392,0.05000,0.371
1,mlp.experts.49.down_proj,0.0000006099,0.05000,0.366
1,mlp.experts.57.down_proj,0.0000001824,0.05000,0.382
1,mlp.experts.58.down_proj,0.0000014072,0.05000,0.374
1,mlp.experts.69.down_proj,0.0000010856,0.05000,0.378
1,mlp.experts.70.down_proj,0.0000010389,0.05000,0.374
1,mlp.experts.71.down_proj,0.0000027651,0.05000,0.377
1,mlp.experts.72.down_proj,0.0000009653,0.05000,0.374
1,mlp.experts.68.down_proj,0.0000011133,0.05000,0.380
1,mlp.experts.75.down_proj,0.0000022005,0.05000,0.374
1,mlp.experts.79.down_proj,0.0000003844,0.05000,0.371
1,mlp.experts.78.down_proj,0.0000011322,0.05000,0.371
1,mlp.experts.76.down_proj,0.0000019148,0.05000,0.382
1,mlp.experts.67.down_proj,0.0000004625,0.05000,0.376
1,mlp.experts.64.down_proj,0.0000006854,0.05000,0.374
1,mlp.experts.74.down_proj,0.0000003215,0.05000,0.365
1,mlp.experts.77.down_proj,0.0000007332,0.05000,0.379
1,mlp.experts.82.down_proj,0.0000007740,0.05000,0.375
1,mlp.experts.65.down_proj,0.0000002495,0.05000,0.375
1,mlp.experts.73.down_proj,0.0000012987,0.05000,0.376
1,mlp.experts.85.down_proj,0.0000004610,0.05000,0.375
1,mlp.experts.86.down_proj,0.0000004321,0.05000,0.379
1,mlp.experts.87.down_proj,0.0000002894,0.05000,0.378
1,mlp.experts.88.down_proj,0.0000007027,0.05000,0.375
1,mlp.experts.84.down_proj,0.0000001259,0.05000,0.380
1,mlp.experts.91.down_proj,0.0000014125,0.05000,0.375
1,mlp.experts.95.down_proj,0.0000008371,0.05000,0.380
1,mlp.experts.94.down_proj,0.0000013548,0.05000,0.373
1,mlp.experts.92.down_proj,0.0000006101,0.05000,0.374
1,mlp.experts.90.down_proj,0.0000016486,0.05000,0.369
1,mlp.experts.83.down_proj,0.0000013912,0.05000,0.383
1,mlp.experts.80.down_proj,0.0000011595,0.05000,0.383
1,mlp.experts.98.down_proj,0.0000003085,0.05000,0.368
1,mlp.experts.93.down_proj,0.0000005460,0.05000,0.384
1,mlp.experts.89.down_proj,0.0000006608,0.05000,0.382
1,mlp.experts.81.down_proj,0.0000003637,0.05000,0.387
1,mlp.experts.101.down_proj,0.0000006238,0.05000,0.363
1,mlp.experts.102.down_proj,0.0000008005,0.05000,0.368
1,mlp.experts.103.down_proj,0.0000002366,0.05000,0.374
1,mlp.experts.100.down_proj,0.0000020066,0.05000,0.364
1,mlp.experts.104.down_proj,0.0000002913,0.05000,0.374
1,mlp.experts.107.down_proj,0.0000003375,0.05000,0.367
1,mlp.experts.111.down_proj,0.0000004230,0.05000,0.361
1,mlp.experts.110.down_proj,0.0000000953,0.05000,0.365
1,mlp.experts.108.down_proj,0.0000016262,0.05000,0.369
1,mlp.experts.106.down_proj,0.0000004276,0.05000,0.363
1,mlp.experts.114.down_proj,0.0000016525,0.05000,0.357
1,mlp.experts.99.down_proj,0.0000002339,0.05000,0.369
1,mlp.experts.96.down_proj,0.0000003816,0.05000,0.369
1,mlp.experts.109.down_proj,0.0000017283,0.05000,0.366
1,mlp.experts.105.down_proj,0.0000003254,0.05000,0.370
1,mlp.experts.97.down_proj,0.0000008099,0.05000,0.374
1,mlp.experts.117.down_proj,0.0000002371,0.05000,0.376
1,mlp.experts.118.down_proj,0.0000002797,0.05000,0.370
1,mlp.experts.119.down_proj,0.0000003357,0.05000,0.371
1,mlp.experts.116.down_proj,0.0000018890,0.05000,0.384
1,mlp.experts.120.down_proj,0.0000015066,0.05000,0.390
1,mlp.experts.123.down_proj,0.0000004747,0.05000,0.388
1,mlp.experts.127.down_proj,0.0000003398,0.05000,0.378
1,mlp.experts.126.down_proj,0.0000004280,0.05000,0.377
1,mlp.experts.124.down_proj,0.0000006607,0.05000,0.379
1,mlp.experts.122.down_proj,0.0000009257,0.05000,0.382
1,mlp.experts.115.down_proj,0.0000003738,0.05000,0.374
1,mlp.experts.130.down_proj,0.0000010169,0.05000,0.380
1,mlp.experts.112.down_proj,0.0000002790,0.05000,0.376
1,mlp.experts.125.down_proj,0.0000010415,0.05000,0.379
1,mlp.experts.121.down_proj,0.0000010020,0.05000,0.389
1,mlp.experts.113.down_proj,0.0000010677,0.05000,0.384
1,mlp.experts.133.down_proj,0.0000004305,0.05000,0.385
1,mlp.experts.134.down_proj,0.0000005926,0.05000,0.377
1,mlp.experts.135.down_proj,0.0000003974,0.05000,0.380
1,mlp.experts.132.down_proj,0.0000021535,0.05000,0.381
1,mlp.experts.136.down_proj,0.0000001017,0.05000,0.379
1,mlp.experts.143.down_proj,0.0000014841,0.05000,0.378
1,mlp.experts.142.down_proj,0.0000012604,0.05000,0.378
1,mlp.experts.139.down_proj,0.0000009544,0.05000,0.393
1,mlp.experts.140.down_proj,0.0000010617,0.05000,0.382
1,mlp.experts.138.down_proj,0.0000001915,0.05000,0.373
1,mlp.experts.131.down_proj,0.0000004968,0.05000,0.379
1,mlp.experts.146.down_proj,0.0000004488,0.05000,0.375
1,mlp.experts.128.down_proj,0.0000007839,0.05000,0.382
1,mlp.experts.141.down_proj,0.0000008186,0.05000,0.377
1,mlp.experts.137.down_proj,0.0000001712,0.05000,0.370
1,mlp.experts.129.down_proj,0.0000011436,0.05000,0.371
1,mlp.experts.149.down_proj,0.0000036537,0.05000,0.370
1,mlp.experts.150.down_proj,0.0000004796,0.05000,0.368
1,mlp.experts.151.down_proj,0.0000010128,0.05000,0.373
1,mlp.experts.148.down_proj,0.0000001867,0.05000,0.369
1,mlp.experts.152.down_proj,0.0000002460,0.05000,0.370
1,mlp.experts.159.down_proj,0.0000005732,0.05000,0.364
1,mlp.experts.155.down_proj,0.0000006738,0.05000,0.364
1,mlp.experts.156.down_proj,0.0000002740,0.05000,0.359
1,mlp.experts.158.down_proj,0.0000002623,0.05000,0.372
1,mlp.experts.154.down_proj,0.0000005962,0.05000,0.370
1,mlp.experts.144.down_proj,0.0000020386,0.05000,0.359
1,mlp.experts.147.down_proj,0.0000005807,0.05000,0.370
1,mlp.experts.157.down_proj,0.0000004210,0.05000,0.362
1,mlp.experts.162.down_proj,0.0000010776,0.05000,0.371
1,mlp.experts.153.down_proj,0.0000008273,0.05000,0.363
1,mlp.experts.145.down_proj,0.0000006475,0.05000,0.369
1,mlp.experts.165.down_proj,0.0000007416,0.05000,0.365
1,mlp.experts.166.down_proj,0.0000002637,0.05000,0.367
1,mlp.experts.167.down_proj,0.0000004501,0.05000,0.366
1,mlp.experts.164.down_proj,0.0000021036,0.05000,0.372
1,mlp.experts.168.down_proj,0.0000002603,0.05000,0.363
1,mlp.experts.175.down_proj,0.0000009195,0.05000,0.364
1,mlp.experts.174.down_proj,0.0000005239,0.05000,0.361
1,mlp.experts.171.down_proj,0.0000009888,0.05000,0.363
1,mlp.experts.172.down_proj,0.0000010141,0.05000,0.364
1,mlp.experts.170.down_proj,0.0000001989,0.05000,0.366
1,mlp.experts.163.down_proj,0.0000019553,0.05000,0.366
1,mlp.experts.160.down_proj,0.0000001804,0.05000,0.370
1,mlp.experts.173.down_proj,0.0000016261,0.05000,0.368
1,mlp.experts.178.down_proj,0.0000026512,0.05000,0.374
1,mlp.experts.169.down_proj,0.0000002629,0.05000,0.379
1,mlp.experts.161.down_proj,0.0000005765,0.05000,0.375
1,mlp.experts.181.down_proj,0.0000004682,0.05000,0.379
1,mlp.experts.182.down_proj,0.0000012593,0.05000,0.376
1,mlp.experts.183.down_proj,0.0000002422,0.05000,0.376
1,mlp.experts.191.down_proj,0.0000004426,0.05000,0.372
1,mlp.experts.184.down_proj,0.0000004680,0.05000,0.380
1,mlp.experts.180.down_proj,0.0000001669,0.05000,0.383
1,mlp.experts.188.down_proj,0.0000004420,0.05000,0.370
1,mlp.experts.190.down_proj,0.0000005824,0.05000,0.383
1,mlp.experts.187.down_proj,0.0000010579,0.05000,0.381
1,mlp.experts.186.down_proj,0.0000010313,0.05000,0.389
1,mlp.experts.176.down_proj,0.0000014530,0.05000,0.375
1,mlp.experts.189.down_proj,0.0000005027,0.05000,0.374
1,mlp.experts.179.down_proj,0.0000006728,0.05000,0.381
1,mlp.experts.194.down_proj,0.0000003433,0.05000,0.382
1,mlp.experts.185.down_proj,0.0000010287,0.05000,0.373
1,mlp.experts.177.down_proj,0.0000002296,0.05000,0.375
1,mlp.experts.197.down_proj,0.0000023061,0.05000,0.376
1,mlp.experts.198.down_proj,0.0000006259,0.05000,0.382
1,mlp.experts.199.down_proj,0.0000003066,0.05000,0.384
1,mlp.experts.207.down_proj,0.0000002420,0.05000,0.374
1,mlp.experts.196.down_proj,0.0000002708,0.05000,0.377
1,mlp.experts.200.down_proj,0.0000007778,0.05000,0.387
1,mlp.experts.204.down_proj,0.0000001740,0.05000,0.386
1,mlp.experts.203.down_proj,0.0000004086,0.05000,0.382
1,mlp.experts.206.down_proj,0.0000003951,0.05000,0.385
1,mlp.experts.202.down_proj,0.0000019226,0.05000,0.379
1,mlp.experts.192.down_proj,0.0000020631,0.05000,0.383
1,mlp.experts.205.down_proj,0.0000003127,0.05000,0.379
1,mlp.experts.195.down_proj,0.0000024795,0.05000,0.382
1,mlp.experts.210.down_proj,0.0000007959,0.05000,0.376
1,mlp.experts.201.down_proj,0.0000013963,0.05000,0.381
1,mlp.experts.193.down_proj,0.0000013879,0.05000,0.389
1,mlp.experts.213.down_proj,0.0000005415,0.05000,0.372
1,mlp.experts.214.down_proj,0.0000009971,0.05000,0.368
1,mlp.experts.215.down_proj,0.0000009794,0.05000,0.355
1,mlp.experts.223.down_proj,0.0000005530,0.05000,0.363
1,mlp.experts.212.down_proj,0.0000004887,0.05000,0.365
1,mlp.experts.216.down_proj,0.0000007948,0.05000,0.371
1,mlp.experts.220.down_proj,0.0000009295,0.05000,0.357
1,mlp.experts.218.down_proj,0.0000003592,0.05000,0.358
1,mlp.experts.219.down_proj,0.0000004441,0.05000,0.365
1,mlp.experts.222.down_proj,0.0000003783,0.05000,0.361
1,mlp.experts.221.down_proj,0.0000003474,0.05000,0.360
1,mlp.experts.226.down_proj,0.0000006893,0.05000,0.361
1,mlp.experts.208.down_proj,0.0000012340,0.05000,0.372
1,mlp.experts.211.down_proj,0.0000013001,0.05000,0.367
1,mlp.experts.217.down_proj,0.0000004913,0.05000,0.364
1,mlp.experts.209.down_proj,0.0000012839,0.05000,0.373
1,mlp.experts.229.down_proj,0.0000003173,0.05000,0.364
1,mlp.experts.230.down_proj,0.0000005571,0.05000,0.372
1,mlp.experts.231.down_proj,0.0000004486,0.05000,0.366
1,mlp.experts.239.down_proj,0.0000004614,0.05000,0.364
1,mlp.experts.228.down_proj,0.0000005364,0.05000,0.362
1,mlp.experts.232.down_proj,0.0000003589,0.05000,0.367
1,mlp.experts.236.down_proj,0.0000008101,0.05000,0.371
1,mlp.experts.234.down_proj,0.0000009708,0.05000,0.372
1,mlp.experts.238.down_proj,0.0000002682,0.05000,0.371
1,mlp.experts.235.down_proj,0.0000004483,0.05000,0.375
1,mlp.experts.237.down_proj,0.0000004841,0.05000,0.374
1,mlp.experts.242.down_proj,0.0000004533,0.05000,0.370
1,mlp.experts.224.down_proj,0.0000005323,0.05000,0.379
1,mlp.experts.227.down_proj,0.0000002115,0.05000,0.382
1,mlp.experts.233.down_proj,0.0000019072,0.05000,0.375
1,mlp.experts.225.down_proj,0.0000012707,0.05000,0.386
1,mlp.experts.245.down_proj,0.0000010318,0.05000,0.373
1,mlp.experts.246.down_proj,0.0000015765,0.05000,0.328
1,mlp.experts.247.down_proj,0.0000003211,0.05000,0.367
1,mlp.experts.250.down_proj,0.0000003342,0.05000,0.278
1,mlp.experts.254.down_proj,0.0000008685,0.05000,0.281
1,mlp.experts.255.down_proj,0.0000007542,0.05000,0.351
1,mlp.experts.244.down_proj,0.0000019715,0.05000,0.363
1,mlp.experts.248.down_proj,0.0000005960,0.05000,0.347
1,mlp.experts.252.down_proj,0.0000017675,0.05000,0.354
1,mlp.experts.251.down_proj,0.0000009150,0.05000,0.327
1,mlp.experts.253.down_proj,0.0000006802,0.05000,0.318
1,mlp.experts.243.down_proj,0.0000002657,0.05000,0.306
1,mlp.experts.240.down_proj,0.0000004529,0.05000,0.315
1,mlp.experts.241.down_proj,0.0000008143,0.05000,0.281
1,mlp.experts.249.down_proj,0.0000016297,0.05000,0.315
2,mlp.experts.14.gate_proj,0.0000383836,0.05000,1.563
2,mlp.experts.10.gate_proj,0.0000280307,0.05000,1.525
2,mlp.experts.6.gate_proj,0.0000403909,0.05000,1.555
2,mlp.experts.2.gate_proj,0.0000438856,0.05000,1.567
2,mlp.experts.11.gate_proj,0.0000222639,0.05000,1.554
2,mlp.experts.1.gate_proj,0.0000231971,0.05000,1.559
2,mlp.experts.5.gate_proj,0.0000443165,0.05000,1.562
2,mlp.experts.0.gate_proj,0.0000389287,0.05000,1.581
2,mlp.experts.13.gate_proj,0.0000455117,0.05000,1.561
2,mlp.experts.7.gate_proj,0.0000397580,0.05000,1.573
2,mlp.experts.9.gate_proj,0.0000379744,0.05000,1.578
2,mlp.experts.3.gate_proj,0.0000377257,0.05000,1.556
2,mlp.experts.15.gate_proj,0.0000366934,0.05000,1.557
2,mlp.experts.12.gate_proj,0.0000426610,0.05000,1.605
2,mlp.experts.4.gate_proj,0.0000184547,0.05000,1.625
2,mlp.experts.8.gate_proj,0.0000256703,0.05000,1.663
2,mlp.experts.21.gate_proj,0.0000434214,0.05000,1.480
2,mlp.experts.27.gate_proj,0.0000395635,0.05000,1.480
2,mlp.experts.25.gate_proj,0.0000131649,0.05000,1.480
2,mlp.experts.17.gate_proj,0.0000165477,0.05000,1.490
2,mlp.experts.19.gate_proj,0.0000418540,0.05000,1.503
2,mlp.experts.31.gate_proj,0.0000392750,0.05000,1.511
2,mlp.experts.23.gate_proj,0.0000455695,0.05000,1.515
2,mlp.experts.28.gate_proj,0.0000278325,0.05000,1.519
2,mlp.experts.16.gate_proj,0.0000326385,0.05000,1.542
2,mlp.experts.22.gate_proj,0.0000354930,0.05000,1.589
2,mlp.experts.18.gate_proj,0.0000283091,0.05000,1.591
2,mlp.experts.24.gate_proj,0.0000399269,0.05000,1.527
2,mlp.experts.20.gate_proj,0.0000299564,0.05000,1.586
2,mlp.experts.30.gate_proj,0.0000295485,0.05000,1.658
2,mlp.experts.26.gate_proj,0.0000356311,0.05000,1.658
2,mlp.experts.29.gate_proj,0.0000263441,0.05000,1.634
2,mlp.experts.43.gate_proj,0.0000330805,0.05000,1.493
2,mlp.experts.37.gate_proj,0.0000161585,0.05000,1.515
2,mlp.experts.33.gate_proj,0.0000402697,0.05000,1.508
2,mlp.experts.35.gate_proj,0.0000434776,0.05000,1.498
2,mlp.experts.39.gate_proj,0.0000386518,0.05000,1.498
2,mlp.experts.41.gate_proj,0.0000164453,0.05000,1.530
2,mlp.experts.47.gate_proj,0.0000441048,0.05000,1.509
2,mlp.experts.38.gate_proj,0.0000323315,0.05000,1.516
2,mlp.experts.32.gate_proj,0.0000226084,0.05000,1.568
2,mlp.experts.34.gate_proj,0.0000213090,0.05000,1.542
2,mlp.experts.44.gate_proj,0.0000270422,0.05000,1.583
2,mlp.experts.36.gate_proj,0.0000332164,0.05000,1.495
2,mlp.experts.42.gate_proj,0.0000311869,0.05000,1.493
2,mlp.experts.46.gate_proj,0.0000344415,0.05000,1.499
2,mlp.experts.40.gate_proj,0.0000295098,0.05000,1.509
2,mlp.experts.45.gate_proj,0.0000399659,0.05000,1.512
2,mlp.experts.59.gate_proj,0.0000221689,0.05000,1.535
2,mlp.experts.51.gate_proj,0.0000485084,0.05000,1.495
2,mlp.experts.63.gate_proj,0.0000570293,0.05000,1.496
2,mlp.experts.55.gate_proj,0.0000359202,0.05000,1.556
2,mlp.experts.53.gate_proj,0.0000317698,0.05000,1.587
2,mlp.experts.57.gate_proj,0.0000232889,0.05000,1.568
2,mlp.experts.49.gate_proj,0.0000223922,0.05000,1.593
2,mlp.experts.54.gate_proj,0.0000362791,0.05000,1.515
2,mlp.experts.52.gate_proj,0.0000408649,0.05000,1.488
2,mlp.experts.58.gate_proj,0.0000417749,0.05000,1.490
2,mlp.experts.48.gate_proj,0.0000332326,0.05000,1.529
2,mlp.experts.62.gate_proj,0.0000461762,0.05000,1.500
2,mlp.experts.50.gate_proj,0.0000315428,0.05000,1.531
2,mlp.experts.60.gate_proj,0.0000293817,0.05000,1.531
2,mlp.experts.56.gate_proj,0.0000413300,0.05000,1.537
2,mlp.experts.61.gate_proj,0.0000307121,0.05000,1.597
2,mlp.experts.67.gate_proj,0.0000363348,0.05000,1.459
2,mlp.experts.79.gate_proj,0.0000442654,0.05000,1.501
2,mlp.experts.75.gate_proj,0.0000484959,0.05000,1.517
2,mlp.experts.71.gate_proj,0.0000462296,0.05000,1.496
2,mlp.experts.64.gate_proj,0.0000320568,0.05000,1.478
2,mlp.experts.78.gate_proj,0.0000460372,0.05000,1.479
2,mlp.experts.72.gate_proj,0.0000330242,0.05000,1.462
2,mlp.experts.66.gate_proj,0.0000540043,0.05000,1.478
2,mlp.experts.70.gate_proj,0.0000431305,0.05000,1.529
2,mlp.experts.74.gate_proj,0.0000184528,0.05000,1.514
2,mlp.experts.76.gate_proj,0.0000425042,0.05000,1.479
2,mlp.experts.65.gate_proj,0.0000403471,0.05000,1.531
2,mlp.experts.69.gate_proj,0.0000383797,0.05000,1.552
2,mlp.experts.73.gate_proj,0.0000416352,0.05000,1.542
2,mlp.experts.68.gate_proj,0.0000242695,0.05000,1.532
2,mlp.experts.77.gate_proj,0.0000562271,0.05000,1.538
2,mlp.experts.91.gate_proj,0.0000284761,0.05000,1.523
2,mlp.experts.83.gate_proj,0.0000571017,0.05000,1.595
2,mlp.experts.95.gate_proj,0.0000452964,0.05000,1.596
2,mlp.experts.87.gate_proj,0.0000324007,0.05000,1.603
2,mlp.experts.82.gate_proj,0.0000286170,0.05000,1.560
2,mlp.experts.86.gate_proj,0.0000609297,0.05000,1.574
2,mlp.experts.94.gate_proj,0.0000454542,0.05000,1.585
2,mlp.experts.92.gate_proj,0.0000446078,0.05000,1.570
2,mlp.experts.81.gate_proj,0.0000282726,0.05000,1.602
2,mlp.experts.88.gate_proj,0.0000181295,0.05000,1.612
2,mlp.experts.89.gate_proj,0.0000516741,0.05000,1.601
2,mlp.experts.80.gate_proj,0.0000295350,0.05000,1.644
2,mlp.experts.90.gate_proj,0.0000290013,0.05000,1.629
2,mlp.experts.84.gate_proj,0.0000440396,0.05000,1.632
2,mlp.experts.85.gate_proj,0.0000510037,0.05000,1.690
2,mlp.experts.93.gate_proj,0.0000339673,0.05000,1.659
2,mlp.experts.99.gate_proj,0.0000316501,0.05000,1.539
2,mlp.experts.107.gate_proj,0.0000378198,0.05000,1.581
2,mlp.experts.111.gate_proj,0.0000512823,0.05000,1.525
2,mlp.experts.103.gate_proj,0.0000166114,0.05000,1.531
2,mlp.experts.98.gate_proj,0.0000291851,0.05000,1.547
2,mlp.experts.108.gate_proj,0.0000375842,0.05000,1.546
2,mlp.experts.110.gate_proj,0.0000500887,0.05000,1.573
2,mlp.experts.106.gate_proj,0.0000422192,0.05000,1.531
2,mlp.experts.96.gate_proj,0.0000433787,0.05000,1.543
2,mlp.experts.102.gate_proj,0.0000359317,0.05000,1.588
2,mlp.experts.104.gate_proj,0.0000341972,0.05000,1.563
2,mlp.experts.100.gate_proj,0.0000190155,0.05000,1.577
2,mlp.experts.97.gate_proj,0.0000423840,0.05000,1.608
2,mlp.experts.105.gate_proj,0.0000343485,0.05000,1.622
2,mlp.experts.101.gate_proj,0.0000437383,0.05000,1.602
2,mlp.experts.109.gate_proj,0.0000178481,0.05000,1.608
2,mlp.experts.115.gate_proj,0.0000453833,0.05000,1.494
2,mlp.experts.127.gate_proj,0.0000243897,0.05000,1.483
2,mlp.experts.123.gate_proj,0.0000227885,0.05000,1.526
2,mlp.experts.119.gate_proj,0.0000306897,0.05000,1.500
2,mlp.experts.124.gate_proj,0.0000328973,0.05000,1.499
2,mlp.experts.114.gate_proj,0.0000186389,0.05000,1.518
2,mlp.experts.120.gate_proj,0.0000395515,0.05000,1.458
2,mlp.experts.118.gate_proj,0.0000566343,0.05000,1.499
2,mlp.experts.126.gate_proj,0.0000663006,0.05000,1.515
2,mlp.experts.112.gate_proj,0.0000397250,0.05000,1.517
2,mlp.experts.122.gate_proj,0.0000607826,0.05000,1.547
2,mlp.experts.121.gate_proj,0.0000209982,0.05000,1.480
2,mlp.experts.113.gate_proj,0.0000391889,0.05000,1.499
2,mlp.experts.116.gate_proj,0.0000464646,0.05000,1.511
2,mlp.experts.117.gate_proj,0.0000493681,0.05000,1.503
2,mlp.experts.125.gate_proj,0.0000415120,0.05000,1.516
2,mlp.experts.131.gate_proj,0.0000491782,0.05000,1.493
2,mlp.experts.143.gate_proj,0.0000272097,0.05000,1.468
2,mlp.experts.139.gate_proj,0.0000471786,0.05000,1.495
2,mlp.experts.135.gate_proj,0.0000405384,0.05000,1.512
2,mlp.experts.140.gate_proj,0.0000184470,0.05000,1.493
2,mlp.experts.136.gate_proj,0.0000451903,0.05000,1.490
2,mlp.experts.130.gate_proj,0.0000403128,0.05000,1.529
2,mlp.experts.128.gate_proj,0.0000259139,0.05000,1.506
2,mlp.experts.134.gate_proj,0.0000354881,0.05000,1.530
2,mlp.experts.142.gate_proj,0.0000512681,0.05000,1.528
2,mlp.experts.137.gate_proj,0.0000418199,0.05000,1.492
2,mlp.experts.132.gate_proj,0.0000518612,0.05000,1.492
2,mlp.experts.138.gate_proj,0.0000401811,0.05000,1.537
2,mlp.experts.129.gate_proj,0.0000320963,0.05000,1.537
2,mlp.experts.133.gate_proj,0.0000376933,0.05000,1.502
2,mlp.experts.141.gate_proj,0.0000461035,0.05000,1.522
2,mlp.experts.159.gate_proj,0.0000487355,0.05000,1.491
2,mlp.experts.147.gate_proj,0.0000436424,0.05000,1.506
2,mlp.experts.155.gate_proj,0.0000343494,0.05000,1.511
2,mlp.experts.151.gate_proj,0.0000324592,0.05000,1.500
2,mlp.experts.156.gate_proj,0.0000315241,0.05000,1.503
2,mlp.experts.152.gate_proj,0.0000380715,0.05000,1.527
2,mlp.experts.144.gate_proj,0.0000384925,0.05000,1.516
2,mlp.experts.148.gate_proj,0.0000473385,0.05000,1.480
2,mlp.experts.146.gate_proj,0.0000251117,0.05000,1.546
2,mlp.experts.153.gate_proj,0.0000337378,0.05000,1.522
2,mlp.experts.158.gate_proj,0.0000319652,0.05000,1.574
2,mlp.experts.150.gate_proj,0.0000382260,0.05000,1.575
2,mlp.experts.145.gate_proj,0.0000183306,0.05000,1.523
2,mlp.experts.154.gate_proj,0.0000373663,0.05000,1.576
2,mlp.experts.149.gate_proj,0.0000425866,0.05000,1.523
2,mlp.experts.157.gate_proj,0.0000629028,0.05000,1.540
2,mlp.experts.163.gate_proj,0.0000229888,0.05000,1.491
2,mlp.experts.175.gate_proj,0.0000180349,0.05000,1.513
2,mlp.experts.171.gate_proj,0.0000215922,0.05000,1.487
2,mlp.experts.167.gate_proj,0.0000361861,0.05000,1.531
2,mlp.experts.172.gate_proj,0.0000197511,0.05000,1.520
2,mlp.experts.168.gate_proj,0.0000500175,0.05000,1.498
2,mlp.experts.164.gate_proj,0.0000171523,0.05000,1.500
2,mlp.experts.162.gate_proj,0.0000204351,0.05000,1.527
2,mlp.experts.160.gate_proj,0.0000409836,0.05000,1.555
2,mlp.experts.169.gate_proj,0.0000369590,0.05000,1.539
2,mlp.experts.174.gate_proj,0.0000401970,0.05000,1.528
2,mlp.experts.166.gate_proj,0.0000553202,0.05000,1.530
2,mlp.experts.161.gate_proj,0.0000424809,0.05000,1.527
2,mlp.experts.165.gate_proj,0.0000468576,0.05000,1.509
2,mlp.experts.170.gate_proj,0.0000503401,0.05000,1.545
2,mlp.experts.173.gate_proj,0.0000366332,0.05000,1.514
2,mlp.experts.179.gate_proj,0.0000299687,0.05000,1.499
2,mlp.experts.191.gate_proj,0.0000312858,0.05000,1.502
2,mlp.experts.187.gate_proj,0.0000437768,0.05000,1.494
2,mlp.experts.183.gate_proj,0.0000386082,0.05000,1.474
2,mlp.experts.188.gate_proj,0.0000410945,0.05000,1.499
2,mlp.experts.184.gate_proj,0.0000493351,0.05000,1.536
2,mlp.experts.180.gate_proj,0.0000368754,0.05000,1.513
2,mlp.experts.178.gate_proj,0.0000419637,0.05000,1.493
2,mlp.experts.176.gate_proj,0.0000381102,0.05000,1.507
2,mlp.experts.185.gate_proj,0.0000434044,0.05000,1.513
2,mlp.experts.190.gate_proj,0.0000388982,0.05000,1.485
2,mlp.experts.177.gate_proj,0.0000347650,0.05000,1.503
2,mlp.experts.181.gate_proj,0.0000404286,0.05000,1.482
2,mlp.experts.182.gate_proj,0.0000533575,0.05000,1.522
2,mlp.experts.186.gate_proj,0.0000280305,0.05000,1.509
2,mlp.experts.189.gate_proj,0.0000407617,0.05000,1.499
2,mlp.experts.195.gate_proj,0.0000290371,0.05000,1.513
2,mlp.experts.207.gate_proj,0.0000672504,0.05000,1.554
2,mlp.experts.203.gate_proj,0.0000342838,0.05000,1.515
2,mlp.experts.199.gate_proj,0.0000612826,0.05000,1.551
2,mlp.experts.204.gate_proj,0.0000510037,0.05000,1.503
2,mlp.experts.200.gate_proj,0.0000380729,0.05000,1.493
2,mlp.experts.196.gate_proj,0.0000464490,0.05000,1.490
2,mlp.experts.194.gate_proj,0.0000421774,0.05000,1.494
2,mlp.experts.192.gate_proj,0.0000542772,0.05000,1.493
2,mlp.experts.201.gate_proj,0.0000500825,0.05000,1.495
2,mlp.experts.206.gate_proj,0.0000466628,0.05000,1.500
2,mlp.experts.197.gate_proj,0.0000465010,0.05000,1.489
2,mlp.experts.193.gate_proj,0.0000573159,0.05000,1.497
2,mlp.experts.198.gate_proj,0.0000266136,0.05000,1.492
2,mlp.experts.202.gate_proj,0.0000466035,0.05000,1.502
2,mlp.experts.205.gate_proj,0.0000349255,0.05000,1.496
2,mlp.experts.211.gate_proj,0.0000279084,0.05000,1.541
2,mlp.experts.223.gate_proj,0.0000462414,0.05000,1.547
2,mlp.experts.219.gate_proj,0.0000217022,0.05000,1.568
2,mlp.experts.220.gate_proj,0.0000335737,0.05000,1.498
2,mlp.experts.215.gate_proj,0.0000537615,0.05000,1.549
2,mlp.experts.216.gate_proj,0.0000472178,0.05000,1.507
2,mlp.experts.212.gate_proj,0.0000482767,0.05000,1.518
2,mlp.experts.210.gate_proj,0.0000186184,0.05000,1.517
2,mlp.experts.208.gate_proj,0.0000376556,0.05000,1.507
2,mlp.experts.217.gate_proj,0.0000197837,0.05000,1.507
2,mlp.experts.222.gate_proj,0.0000394926,0.05000,1.536
2,mlp.experts.209.gate_proj,0.0000280913,0.05000,1.515
2,mlp.experts.213.gate_proj,0.0000463460,0.05000,1.519
2,mlp.experts.214.gate_proj,0.0000440623,0.05000,1.521
2,mlp.experts.218.gate_proj,0.0000396215,0.05000,1.513
2,mlp.experts.221.gate_proj,0.0000384265,0.05000,1.503
2,mlp.experts.227.gate_proj,0.0000236658,0.05000,1.545
2,mlp.experts.239.gate_proj,0.0000274955,0.05000,1.542
2,mlp.experts.236.gate_proj,0.0000366096,0.05000,1.501
2,mlp.experts.235.gate_proj,0.0000514415,0.05000,1.577
2,mlp.experts.232.gate_proj,0.0000398245,0.05000,1.500
2,mlp.experts.231.gate_proj,0.0000259704,0.05000,1.536
2,mlp.experts.226.gate_proj,0.0000400928,0.05000,1.497
2,mlp.experts.228.gate_proj,0.0000572364,0.05000,1.505
2,mlp.experts.224.gate_proj,0.0000493578,0.05000,1.481
2,mlp.experts.233.gate_proj,0.0000170540,0.05000,1.494
2,mlp.experts.238.gate_proj,0.0000314612,0.05000,1.483
2,mlp.experts.225.gate_proj,0.0000430990,0.05000,1.498
2,mlp.experts.229.gate_proj,0.0000367013,0.05000,1.495
2,mlp.experts.230.gate_proj,0.0000412067,0.05000,1.523
2,mlp.experts.234.gate_proj,0.0000460286,0.05000,1.478
2,mlp.experts.237.gate_proj,0.0000474298,0.05000,1.481
2,mlp.experts.243.gate_proj,0.0000327417,0.05000,1.533
2,mlp.experts.255.gate_proj,0.0000234096,0.05000,1.527
2,mlp.experts.252.gate_proj,0.0000473558,0.05000,1.524
2,mlp.experts.248.gate_proj,0.0000392403,0.05000,1.500
2,mlp.experts.251.gate_proj,0.0000452098,0.05000,1.535
2,mlp.experts.240.gate_proj,0.0000455289,0.05000,1.456
2,mlp.experts.244.gate_proj,0.0000399274,0.05000,1.462
2,mlp.experts.242.gate_proj,0.0000398029,0.05000,1.496
2,mlp.experts.247.gate_proj,0.0000464640,0.05000,1.537
2,mlp.experts.249.gate_proj,0.0000304706,0.05000,1.485
2,mlp.experts.245.gate_proj,0.0000360790,0.05000,1.466
2,mlp.experts.254.gate_proj,0.0000512668,0.05000,1.494
2,mlp.experts.241.gate_proj,0.0000386496,0.05000,1.500
2,mlp.experts.250.gate_proj,0.0000472058,0.05000,1.480
2,mlp.experts.246.gate_proj,0.0000368965,0.05000,1.492
2,mlp.experts.253.gate_proj,0.0000549745,0.05000,1.513
2,mlp.experts.3.up_proj,0.0000358658,0.05000,1.526
2,mlp.experts.15.up_proj,0.0000353351,0.05000,1.534
2,mlp.experts.11.up_proj,0.0000209429,0.05000,1.530
2,mlp.experts.2.up_proj,0.0000427628,0.05000,1.525
2,mlp.experts.9.up_proj,0.0000369218,0.05000,1.516
2,mlp.experts.7.up_proj,0.0000379925,0.05000,1.544
2,mlp.experts.5.up_proj,0.0000421167,0.05000,1.508
2,mlp.experts.14.up_proj,0.0000371386,0.05000,1.510
2,mlp.experts.1.up_proj,0.0000226731,0.05000,1.489
2,mlp.experts.10.up_proj,0.0000272820,0.05000,1.512
2,mlp.experts.13.up_proj,0.0000433474,0.05000,1.392
2,mlp.experts.6.up_proj,0.0000391095,0.05000,1.527
2,mlp.experts.0.up_proj,0.0000383743,0.05000,1.548
2,mlp.experts.8.up_proj,0.0000248170,0.05000,1.556
2,mlp.experts.4.up_proj,0.0000179267,0.05000,1.559
2,mlp.experts.12.up_proj,0.0000414427,0.05000,1.573
2,mlp.experts.18.up_proj,0.0000257120,0.05000,1.222
2,mlp.experts.30.up_proj,0.0000287313,0.05000,1.191
2,mlp.experts.26.up_proj,0.0000348461,0.05000,1.164
2,mlp.experts.19.up_proj,0.0000405727,0.05000,1.462
2,mlp.experts.31.up_proj,0.0000381633,0.05000,1.442
2,mlp.experts.27.up_proj,0.0000384173,0.05000,1.412
2,mlp.experts.23.up_proj,0.0000446973,0.05000,1.379
2,mlp.experts.17.up_proj,0.0000161343,0.05000,1.451
2,mlp.experts.25.up_proj,0.0000123264,0.05000,1.448
2,mlp.experts.21.up_proj,0.0000425565,0.05000,1.501
2,mlp.experts.29.up_proj,0.0000254939,0.05000,1.537
2,mlp.experts.20.up_proj,0.0000291547,0.05000,1.517
2,mlp.experts.28.up_proj,0.0000269421,0.05000,1.538
2,mlp.experts.16.up_proj,0.0000300276,0.05000,1.567
2,mlp.experts.24.up_proj,0.0000387313,0.05000,1.593
2,mlp.experts.42.up_proj,0.0000282695,0.05000,1.456
2,mlp.experts.46.up_proj,0.0000334302,0.05000,1.485
2,mlp.experts.34.up_proj,0.0000208381,0.05000,1.518
2,mlp.experts.22.up_proj,0.0000346474,0.05000,1.517
2,mlp.experts.39.up_proj,0.0000370900,0.05000,1.481
2,mlp.experts.47.up_proj,0.0000414166,0.05000,1.515
2,mlp.experts.35.up_proj,0.0000423755,0.05000,1.534
2,mlp.experts.43.up_proj,0.0000324685,0.05000,1.548
2,mlp.experts.41.up_proj,0.0000151915,0.05000,1.509
2,mlp.experts.33.up_proj,0.0000385101,0.05000,1.528
2,mlp.experts.37.up_proj,0.0000154663,0.05000,1.514
2,mlp.experts.45.up_proj,0.0000382355,0.05000,1.516
2,mlp.experts.36.up_proj,0.0000323995,0.05000,1.570
2,mlp.experts.32.up_proj,0.0000216923,0.05000,1.537
2,mlp.experts.44.up_proj,0.0000260236,0.05000,1.541
2,mlp.experts.40.up_proj,0.0000266791,0.05000,1.563
2,mlp.experts.58.up_proj,0.0000402495,0.05000,1.495
2,mlp.experts.62.up_proj,0.0000439778,0.05000,1.470
2,mlp.experts.50.up_proj,0.0000313235,0.05000,1.494
2,mlp.experts.38.up_proj,0.0000312872,0.05000,1.520
2,mlp.experts.55.up_proj,0.0000342966,0.05000,1.489
2,mlp.experts.63.up_proj,0.0000500321,0.05000,1.497
2,mlp.experts.51.up_proj,0.0000463458,0.05000,1.518
2,mlp.experts.59.up_proj,0.0000217483,0.05000,1.505
2,mlp.experts.57.up_proj,0.0000227108,0.05000,1.540
2,mlp.experts.49.up_proj,0.0000216200,0.05000,1.563
2,mlp.experts.53.up_proj,0.0000310470,0.05000,1.538
2,mlp.experts.61.up_proj,0.0000283782,0.05000,1.533
2,mlp.experts.60.up_proj,0.0000273990,0.05000,1.489
2,mlp.experts.52.up_proj,0.0000396251,0.05000,1.502
2,mlp.experts.48.up_proj,0.0000322274,0.05000,1.498
2,mlp.experts.56.up_proj,0.0000401780,0.05000,1.500
2,mlp.experts.74.up_proj,0.0000180394,0.05000,1.508
2,mlp.experts.78.up_proj,0.0000444477,0.05000,1.511
2,mlp.experts.54.up_proj,0.0000354708,0.05000,1.489
2,mlp.experts.66.up_proj,0.0000513818,0.05000,1.546
2,mlp.experts.71.up_proj,0.0000436782,0.05000,1.483
2,mlp.experts.79.up_proj,0.0000416756,0.05000,1.496
2,mlp.experts.67.up_proj,0.0000354986,0.05000,1.475
2,mlp.experts.75.up_proj,0.0000461062,0.05000,1.515
2,mlp.experts.73.up_proj,0.0000405929,0.05000,1.575
2,mlp.experts.69.up_proj,0.0000374507,0.05000,1.555
2,mlp.experts.65.up_proj,0.0000389273,0.05000,1.561
2,mlp.experts.77.up_proj,0.0000546741,0.05000,1.543
2,mlp.experts.64.up_proj,0.0000304262,0.05000,1.479
2,mlp.experts.68.up_proj,0.0000235717,0.05000,1.493
2,mlp.experts.72.up_proj,0.0000318540,0.05000,1.479
2,mlp.experts.76.up_proj,0.0000377924,0.05000,1.543
2,mlp.experts.94.up_proj,0.0000440622,0.05000,1.453
2,mlp.experts.90.up_proj,0.0000282191,0.05000,1.521
2,mlp.experts.70.up_proj,0.0000414573,0.05000,1.495
2,mlp.experts.82.up_proj,0.0000277794,0.05000,1.498
2,mlp.experts.87.up_proj,0.0000312884,0.05000,1.506
2,mlp.experts.95.up_proj,0.0000438955,0.05000,1.495
2,mlp.experts.83.up_proj,0.0000536388,0.05000,1.483
2,mlp.experts.91.up_proj,0.0000261353,0.05000,1.498
2,mlp.experts.89.up_proj,0.0000496542,0.05000,1.526
2,mlp.experts.85.up_proj,0.0000489039,0.05000,1.550
2,mlp.experts.81.up_proj,0.0000277800,0.05000,1.549
2,mlp.experts.93.up_proj,0.0000311418,0.05000,1.533
2,mlp.experts.80.up_proj,0.0000286744,0.05000,1.498
2,mlp.experts.84.up_proj,0.0000423783,0.05000,1.523
2,mlp.experts.88.up_proj,0.0000172992,0.05000,1.513
2,mlp.experts.92.up_proj,0.0000418382,0.05000,1.512
2,mlp.experts.110.up_proj,0.0000467453,0.05000,1.474
2,mlp.experts.106.up_proj,0.0000406116,0.05000,1.501
2,mlp.experts.86.up_proj,0.0000527623,0.05000,1.501
2,mlp.experts.98.up_proj,0.0000284664,0.05000,1.475
2,mlp.experts.103.up_proj,0.0000162696,0.05000,1.490
2,mlp.experts.111.up_proj,0.0000491768,0.05000,1.482
2,mlp.experts.99.up_proj,0.0000312266,0.05000,1.524
2,mlp.experts.107.up_proj,0.0000342190,0.05000,1.474
2,mlp.experts.105.up_proj,0.0000331154,0.05000,1.542
2,mlp.experts.101.up_proj,0.0000424799,0.05000,1.534
2,mlp.experts.97.up_proj,0.0000410855,0.05000,1.538
2,mlp.experts.109.up_proj,0.0000172692,0.05000,1.573
2,mlp.experts.100.up_proj,0.0000186455,0.05000,1.469
2,mlp.experts.96.up_proj,0.0000407673,0.05000,1.510
2,mlp.experts.108.up_proj,0.0000367183,0.05000,1.503
2,mlp.experts.104.up_proj,0.0000329908,0.05000,1.535
2,mlp.experts.126.up_proj,0.0000640333,0.05000,1.501
2,mlp.experts.122.up_proj,0.0000570468,0.05000,1.519
2,mlp.experts.114.up_proj,0.0000179598,0.05000,1.488
2,mlp.experts.102.up_proj,0.0000348422,0.05000,1.509
2,mlp.experts.119.up_proj,0.0000301116,0.05000,1.514
2,mlp.experts.127.up_proj,0.0000236895,0.05000,1.511
2,mlp.experts.123.up_proj,0.0000220271,0.05000,1.470
2,mlp.experts.115.up_proj,0.0000435356,0.05000,1.520
2,mlp.experts.121.up_proj,0.0000206405,0.05000,1.527
2,mlp.experts.113.up_proj,0.0000369128,0.05000,1.510
2,mlp.experts.117.up_proj,0.0000468585,0.05000,1.543
2,mlp.experts.112.up_proj,0.0000386785,0.05000,1.500
2,mlp.experts.125.up_proj,0.0000404707,0.05000,1.547
2,mlp.experts.116.up_proj,0.0000444284,0.05000,1.518
2,mlp.experts.124.up_proj,0.0000317996,0.05000,1.494
2,mlp.experts.120.up_proj,0.0000375782,0.05000,1.497
2,mlp.experts.142.up_proj,0.0000492251,0.05000,1.542
2,mlp.experts.130.up_proj,0.0000391199,0.05000,1.524
2,mlp.experts.138.up_proj,0.0000387569,0.05000,1.555
2,mlp.experts.118.up_proj,0.0000504584,0.05000,1.560
2,mlp.experts.143.up_proj,0.0000263702,0.05000,1.483
2,mlp.experts.139.up_proj,0.0000458119,0.05000,1.476
2,mlp.experts.135.up_proj,0.0000399778,0.05000,1.518
2,mlp.experts.131.up_proj,0.0000470887,0.05000,1.502
2,mlp.experts.137.up_proj,0.0000401139,0.05000,1.508
2,mlp.experts.129.up_proj,0.0000309801,0.05000,1.512
2,mlp.experts.133.up_proj,0.0000358263,0.05000,1.520
2,mlp.experts.132.up_proj,0.0000501799,0.05000,1.480
2,mlp.experts.141.up_proj,0.0000446138,0.05000,1.506
2,mlp.experts.128.up_proj,0.0000250071,0.05000,1.523
2,mlp.experts.140.up_proj,0.0000180820,0.05000,1.500
2,mlp.experts.136.up_proj,0.0000438583,0.05000,1.500
2,mlp.experts.158.up_proj,0.0000303904,0.05000,1.540
2,mlp.experts.154.up_proj,0.0000360438,0.05000,1.506
2,mlp.experts.146.up_proj,0.0000246423,0.05000,1.535
2,mlp.experts.159.up_proj,0.0000470376,0.05000,1.482
2,mlp.experts.151.up_proj,0.0000315127,0.05000,1.484
2,mlp.experts.155.up_proj,0.0000332862,0.05000,1.488
2,mlp.experts.134.up_proj,0.0000347388,0.05000,1.554
2,mlp.experts.147.up_proj,0.0000409106,0.05000,1.501
2,mlp.experts.153.up_proj,0.0000326176,0.05000,1.494
2,mlp.experts.145.up_proj,0.0000179566,0.05000,1.481
2,mlp.experts.149.up_proj,0.0000409551,0.05000,1.481
2,mlp.experts.148.up_proj,0.0000444757,0.05000,1.488
2,mlp.experts.157.up_proj,0.0000617365,0.05000,1.497
2,mlp.experts.144.up_proj,0.0000377290,0.05000,1.505
2,mlp.experts.156.up_proj,0.0000310233,0.05000,1.502
2,mlp.experts.152.up_proj,0.0000372479,0.05000,1.502
2,mlp.experts.174.up_proj,0.0000391896,0.05000,1.537
2,mlp.experts.175.up_proj,0.0000169712,0.05000,1.476
2,mlp.experts.171.up_proj,0.0000212484,0.05000,1.479
2,mlp.experts.167.up_proj,0.0000352062,0.05000,1.482
2,mlp.experts.170.up_proj,0.0000465703,0.05000,1.553
2,mlp.experts.162.up_proj,0.0000200163,0.05000,1.577
2,mlp.experts.163.up_proj,0.0000225734,0.05000,1.481
2,mlp.experts.150.up_proj,0.0000362744,0.05000,1.541
2,mlp.experts.169.up_proj,0.0000359085,0.05000,1.487
2,mlp.experts.161.up_proj,0.0000407506,0.05000,1.494
2,mlp.experts.165.up_proj,0.0000456902,0.05000,1.487
2,mlp.experts.164.up_proj,0.0000169101,0.05000,1.497
2,mlp.experts.173.up_proj,0.0000355157,0.05000,1.489
2,mlp.experts.160.up_proj,0.0000395399,0.05000,1.497
2,mlp.experts.172.up_proj,0.0000194387,0.05000,1.507
2,mlp.experts.168.up_proj,0.0000479591,0.05000,1.503
2,mlp.experts.190.up_proj,0.0000372651,0.05000,1.555
2,mlp.experts.183.up_proj,0.0000372515,0.05000,1.497
2,mlp.experts.191.up_proj,0.0000304217,0.05000,1.515
2,mlp.experts.187.up_proj,0.0000419969,0.05000,1.509
2,mlp.experts.178.up_proj,0.0000408089,0.05000,1.509
2,mlp.experts.186.up_proj,0.0000268609,0.05000,1.537
2,mlp.experts.179.up_proj,0.0000295228,0.05000,1.494
2,mlp.experts.166.up_proj,0.0000534018,0.05000,1.533
2,mlp.experts.185.up_proj,0.0000417477,0.05000,1.495
2,mlp.experts.177.up_proj,0.0000334981,0.05000,1.490
2,mlp.experts.181.up_proj,0.0000393803,0.05000,1.493
2,mlp.experts.180.up_proj,0.0000339803,0.05000,1.506
2,mlp.experts.189.up_proj,0.0000389882,0.05000,1.509
2,mlp.experts.176.up_proj,0.0000374709,0.05000,1.503
2,mlp.experts.184.up_proj,0.0000458562,0.05000,1.457
2,mlp.experts.188.up_proj,0.0000373454,0.05000,1.514
2,mlp.experts.206.up_proj,0.0000449325,0.05000,1.472
2,mlp.experts.203.up_proj,0.0000331922,0.05000,1.493
2,mlp.experts.199.up_proj,0.0000533194,0.05000,1.505
2,mlp.experts.207.up_proj,0.0000641475,0.05000,1.522
2,mlp.experts.202.up_proj,0.0000450260,0.05000,1.491
2,mlp.experts.194.up_proj,0.0000403130,0.05000,1.523
2,mlp.experts.195.up_proj,0.0000274834,0.05000,1.543
2,mlp.experts.182.up_proj,0.0000494015,0.05000,1.510
2,mlp.experts.201.up_proj,0.0000472058,0.05000,1.501
2,mlp.experts.193.up_proj,0.0000557871,0.05000,1.471
2,mlp.experts.197.up_proj,0.0000455678,0.05000,1.486
2,mlp.experts.196.up_proj,0.0000452144,0.05000,1.488
2,mlp.experts.204.up_proj,0.0000497040,0.05000,1.436
2,mlp.experts.192.up_proj,0.0000515171,0.05000,1.498
2,mlp.experts.205.up_proj,0.0000340591,0.05000,1.529
2,mlp.experts.200.up_proj,0.0000373195,0.05000,1.521
2,mlp.experts.222.up_proj,0.0000356315,0.05000,1.497
2,mlp.experts.219.up_proj,0.0000198667,0.05000,1.543
2,mlp.experts.215.up_proj,0.0000515227,0.05000,1.548
2,mlp.experts.210.up_proj,0.0000183381,0.05000,1.487
2,mlp.experts.223.up_proj,0.0000423252,0.05000,1.571
2,mlp.experts.218.up_proj,0.0000379832,0.05000,1.552
2,mlp.experts.198.up_proj,0.0000241079,0.05000,1.514
2,mlp.experts.211.up_proj,0.0000263210,0.05000,1.547
2,mlp.experts.209.up_proj,0.0000274261,0.05000,1.517
2,mlp.experts.213.up_proj,0.0000446939,0.05000,1.470
2,mlp.experts.217.up_proj,0.0000195380,0.05000,1.565
2,mlp.experts.212.up_proj,0.0000445575,0.05000,1.506
2,mlp.experts.221.up_proj,0.0000367229,0.05000,1.515
2,mlp.experts.220.up_proj,0.0000329506,0.05000,1.524
2,mlp.experts.208.up_proj,0.0000337320,0.05000,1.543
2,mlp.experts.216.up_proj,0.0000457334,0.05000,1.499
2,mlp.experts.238.up_proj,0.0000307465,0.05000,1.507
2,mlp.experts.226.up_proj,0.0000391583,0.05000,1.491
2,mlp.experts.235.up_proj,0.0000479714,0.05000,1.545
2,mlp.experts.234.up_proj,0.0000450119,0.05000,1.498
2,mlp.experts.231.up_proj,0.0000254265,0.05000,1.564
2,mlp.experts.239.up_proj,0.0000266689,0.05000,1.553
2,mlp.experts.214.up_proj,0.0000429667,0.05000,1.513
2,mlp.experts.227.up_proj,0.0000232266,0.05000,1.538
2,mlp.experts.229.up_proj,0.0000356020,0.05000,1.508
2,mlp.experts.225.up_proj,0.0000410917,0.05000,1.514
2,mlp.experts.233.up_proj,0.0000166589,0.05000,1.504
2,mlp.experts.228.up_proj,0.0000557803,0.05000,1.507
2,mlp.experts.237.up_proj,0.0000458255,0.05000,1.502
2,mlp.experts.224.up_proj,0.0000468201,0.05000,1.501
2,mlp.experts.236.up_proj,0.0000356977,0.05000,1.523
2,mlp.experts.232.up_proj,0.0000386469,0.05000,1.555
2,mlp.experts.254.up_proj,0.0000475934,0.05000,1.512
2,mlp.experts.242.up_proj,0.0000382717,0.05000,1.473
2,mlp.experts.230.up_proj,0.0000390972,0.05000,1.412
2,mlp.experts.250.up_proj,0.0000450225,0.05000,1.487
2,mlp.experts.247.up_proj,0.0000440433,0.05000,1.512
2,mlp.experts.251.up_proj,0.0000440574,0.05000,1.563
2,mlp.experts.255.up_proj,0.0000230885,0.05000,1.505
2,mlp.experts.243.up_proj,0.0000317534,0.05000,1.476
2,mlp.experts.241.up_proj,0.0000371573,0.05000,1.452
2,mlp.experts.245.up_proj,0.0000350612,0.05000,1.457
2,mlp.experts.249.up_proj,0.0000290205,0.05000,1.426
2,mlp.experts.253.up_proj,0.0000530900,0.05000,1.350
2,mlp.experts.244.up_proj,0.0000384823,0.05000,1.435
2,mlp.experts.240.up_proj,0.0000433708,0.05000,1.390
2,mlp.experts.252.up_proj,0.0000447339,0.05000,1.395
2,mlp.experts.248.up_proj,0.0000383847,0.05000,1.349
2,mlp.experts.246.up_proj,0.0000354801,0.05000,0.561
2,mlp.experts.15.down_proj,0.0000003660,0.05000,0.426
2,mlp.experts.11.down_proj,0.0000007629,0.05000,0.429
2,mlp.experts.3.down_proj,0.0000008588,0.05000,0.418
2,mlp.experts.7.down_proj,0.0000005149,0.05000,0.429
2,mlp.experts.9.down_proj,0.0000003796,0.05000,0.435
2,mlp.experts.1.down_proj,0.0000002536,0.05000,0.429
2,mlp.experts.14.down_proj,0.0000004215,0.05000,0.441
2,mlp.experts.2.down_proj,0.0000004690,0.05000,0.440
2,mlp.experts.6.down_proj,0.0000005341,0.05000,0.430
2,mlp.experts.5.down_proj,0.0000003835,0.05000,0.442
2,mlp.experts.0.down_proj,0.0000004391,0.05000,0.440
2,mlp.experts.13.down_proj,0.0000006236,0.05000,0.432
2,mlp.experts.8.down_proj,0.0000008060,0.05000,0.441
2,mlp.experts.10.down_proj,0.0000002972,0.05000,0.430
2,mlp.experts.4.down_proj,0.0000001330,0.05000,0.446
2,mlp.experts.12.down_proj,0.0000004649,0.05000,0.438
2,mlp.experts.31.down_proj,0.0000004885,0.05000,0.367
2,mlp.experts.27.down_proj,0.0000005187,0.05000,0.370
2,mlp.experts.19.down_proj,0.0000004331,0.05000,0.370
2,mlp.experts.23.down_proj,0.0000005530,0.05000,0.361
2,mlp.experts.17.down_proj,0.0000001430,0.05000,0.358
2,mlp.experts.18.down_proj,0.0000010176,0.05000,0.364
2,mlp.experts.25.down_proj,0.0000004294,0.05000,0.365
2,mlp.experts.30.down_proj,0.0000011973,0.05000,0.368
2,mlp.experts.21.down_proj,0.0000005491,0.05000,0.364
2,mlp.experts.29.down_proj,0.0000004322,0.05000,0.364
2,mlp.experts.22.down_proj,0.0000002938,0.05000,0.366
2,mlp.experts.26.down_proj,0.0000003403,0.05000,0.370
2,mlp.experts.16.down_proj,0.0000005588,0.05000,0.372
2,mlp.experts.28.down_proj,0.0000002587,0.05000,0.375
2,mlp.experts.20.down_proj,0.0000003146,0.05000,0.378
2,mlp.experts.24.down_proj,0.0000005928,0.05000,0.379
2,mlp.experts.47.down_proj,0.0000008010,0.05000,0.358
2,mlp.experts.39.down_proj,0.0000004683,0.05000,0.358
2,mlp.experts.33.down_proj,0.0000005365,0.05000,0.355
2,mlp.experts.46.down_proj,0.0000006296,0.05000,0.349
2,mlp.experts.43.down_proj,0.0000003542,0.05000,0.366
2,mlp.experts.34.down_proj,0.0000002247,0.05000,0.357
2,mlp.experts.35.down_proj,0.0000004517,0.05000,0.368
2,mlp.experts.41.down_proj,0.0000023030,0.05000,0.363
2,mlp.experts.45.down_proj,0.0000006089,0.05000,0.362
2,mlp.experts.38.down_proj,0.0000003887,0.05000,0.359
2,mlp.experts.37.down_proj,0.0000004375,0.05000,0.364
2,mlp.experts.42.down_proj,0.0000005325,0.05000,0.356
2,mlp.experts.44.down_proj,0.0000002983,0.05000,0.367
2,mlp.experts.36.down_proj,0.0000003440,0.05000,0.371
2,mlp.experts.40.down_proj,0.0000005818,0.05000,0.373
2,mlp.experts.32.down_proj,0.0000004750,0.05000,0.379
2,mlp.experts.63.down_proj,0.0000022706,0.05000,0.359
2,mlp.experts.55.down_proj,0.0000004479,0.05000,0.362
2,mlp.experts.62.down_proj,0.0000005491,0.05000,0.359
2,mlp.experts.49.down_proj,0.0000006822,0.05000,0.369
2,mlp.experts.50.down_proj,0.0000002785,0.05000,0.358
2,mlp.experts.59.down_proj,0.0000001605,0.05000,0.364
2,mlp.experts.51.down_proj,0.0000005801,0.05000,0.366
2,mlp.experts.57.down_proj,0.0000002141,0.05000,0.366
2,mlp.experts.58.down_proj,0.0000006020,0.05000,0.366
2,mlp.experts.61.down_proj,0.0000025540,0.05000,0.376
2,mlp.experts.54.down_proj,0.0000004213,0.05000,0.372
2,mlp.experts.53.down_proj,0.0000003337,0.05000,0.377
2,mlp.experts.60.down_proj,0.0000012709,0.05000,0.375
2,mlp.experts.52.down_proj,0.0000005158,0.05000,0.375
2,mlp.experts.48.down_proj,0.0000004149,0.05000,0.373
2,mlp.experts.56.down_proj,0.0000015419,0.05000,0.375
2,mlp.experts.79.down_proj,0.0000005243,0.05000,0.395
2,mlp.experts.71.down_proj,0.0000011413,0.05000,0.379
2,mlp.experts.78.down_proj,0.0000005831,0.05000,0.386
2,mlp.experts.65.down_proj,0.0000003683,0.05000,0.396
2,mlp.experts.75.down_proj,0.0000006324,0.05000,0.388
2,mlp.experts.73.down_proj,0.0000005556,0.05000,0.386
2,mlp.experts.66.down_proj,0.0000008061,0.05000,0.396
2,mlp.experts.67.down_proj,0.0000004231,0.05000,0.397
2,mlp.experts.74.down_proj,0.0000002377,0.05000,0.383
2,mlp.experts.70.down_proj,0.0000005277,0.05000,0.387
2,mlp.experts.69.down_proj,0.0000004279,0.05000,0.391
2,mlp.experts.76.down_proj,0.0000008341,0.05000,0.387
2,mlp.experts.77.down_proj,0.0000005330,0.05000,0.398
2,mlp.experts.72.down_proj,0.0000004985,0.05000,0.389
2,mlp.experts.64.down_proj,0.0000004154,0.05000,0.391
2,mlp.experts.68.down_proj,0.0000002277,0.05000,0.399
2,mlp.experts.95.down_proj,0.0000004888,0.05000,0.366
2,mlp.experts.87.down_proj,0.0000004291,0.05000,0.367
2,mlp.experts.94.down_proj,0.0000005370,0.05000,0.366
2,mlp.experts.81.down_proj,0.0000004294,0.05000,0.370
2,mlp.experts.91.down_proj,0.0000007620,0.05000,0.369
2,mlp.experts.82.down_proj,0.0000003063,0.05000,0.362
2,mlp.experts.83.down_proj,0.0000010920,0.05000,0.364
2,mlp.experts.89.down_proj,0.0000007564,0.05000,0.372
2,mlp.experts.90.down_proj,0.0000002507,0.05000,0.376
2,mlp.experts.86.down_proj,0.0000012678,0.05000,0.367
2,mlp.experts.92.down_proj,0.0000013434,0.05000,0.362
2,mlp.experts.85.down_proj,0.0000006276,0.05000,0.368
2,mlp.experts.93.down_proj,0.0000007185,0.05000,0.364
2,mlp.experts.88.down_proj,0.0000003997,0.05000,0.360
2,mlp.experts.84.down_proj,0.0000005027,0.05000,0.362
2,mlp.experts.80.down_proj,0.0000002865,0.05000,0.364
2,mlp.experts.111.down_proj,0.0000008189,0.05000,0.353
2,mlp.experts.103.down_proj,0.0000001071,0.05000,0.360
2,mlp.experts.110.down_proj,0.0000015324,0.05000,0.359
2,mlp.experts.97.down_proj,0.0000005236,0.05000,0.364
2,mlp.experts.98.down_proj,0.0000002780,0.05000,0.360
2,mlp.experts.99.down_proj,0.0000003475,0.05000,0.359
2,mlp.experts.105.down_proj,0.0000004253,0.05000,0.360
2,mlp.experts.107.down_proj,0.0000007539,0.05000,0.365
2,mlp.experts.106.down_proj,0.0000005948,0.05000,0.359
2,mlp.experts.102.down_proj,0.0000003812,0.05000,0.363
2,mlp.experts.108.down_proj,0.0000003920,0.05000,0.359
2,mlp.experts.101.down_proj,0.0000004979,0.05000,0.365
2,mlp.experts.109.down_proj,0.0000001434,0.05000,0.367
2,mlp.experts.96.down_proj,0.0000009851,0.05000,0.351
2,mlp.experts.104.down_proj,0.0000003513,0.05000,0.368
2,mlp.experts.100.down_proj,0.0000001936,0.05000,0.368
2,mlp.experts.127.down_proj,0.0000002281,0.05000,0.370
2,mlp.experts.119.down_proj,0.0000017326,0.05000,0.363
2,mlp.experts.126.down_proj,0.0000008430,0.05000,0.371
2,mlp.experts.113.down_proj,0.0000005277,0.05000,0.369
2,mlp.experts.123.down_proj,0.0000002850,0.05000,0.364
2,mlp.experts.115.down_proj,0.0000005345,0.05000,0.371
2,mlp.experts.114.down_proj,0.0000002181,0.05000,0.375
2,mlp.experts.121.down_proj,0.0000001886,0.05000,0.377
2,mlp.experts.124.down_proj,0.0000003475,0.05000,0.366
2,mlp.experts.122.down_proj,0.0000009559,0.05000,0.381
2,mlp.experts.118.down_proj,0.0000012074,0.05000,0.379
2,mlp.experts.117.down_proj,0.0000006708,0.05000,0.377
2,mlp.experts.112.down_proj,0.0000005019,0.05000,0.372
2,mlp.experts.125.down_proj,0.0000003841,0.05000,0.380
2,mlp.experts.120.down_proj,0.0000005267,0.05000,0.378
2,mlp.experts.116.down_proj,0.0000005285,0.05000,0.389
2,mlp.experts.143.down_proj,0.0000004384,0.05000,0.381
2,mlp.experts.135.down_proj,0.0000004180,0.05000,0.394
2,mlp.experts.142.down_proj,0.0000005437,0.05000,0.392
2,mlp.experts.129.down_proj,0.0000004992,0.05000,0.396
2,mlp.experts.131.down_proj,0.0000007682,0.05000,0.394
2,mlp.experts.130.down_proj,0.0000004965,0.05000,0.392
2,mlp.experts.139.down_proj,0.0000011810,0.05000,0.398
2,mlp.experts.137.down_proj,0.0000005282,0.05000,0.393
2,mlp.experts.140.down_proj,0.0000001496,0.05000,0.389
2,mlp.experts.138.down_proj,0.0000005714,0.05000,0.391
2,mlp.experts.134.down_proj,0.0000003835,0.05000,0.382
2,mlp.experts.141.down_proj,0.0000005437,0.05000,0.380
2,mlp.experts.133.down_proj,0.0000006636,0.05000,0.394
2,mlp.experts.128.down_proj,0.0000002625,0.05000,0.388
2,mlp.experts.136.down_proj,0.0000004674,0.05000,0.380
2,mlp.experts.132.down_proj,0.0000007018,0.05000,0.381
2,mlp.experts.159.down_proj,0.0000005985,0.05000,0.357
2,mlp.experts.151.down_proj,0.0000003340,0.05000,0.362
2,mlp.experts.158.down_proj,0.0000005631,0.05000,0.361
2,mlp.experts.145.down_proj,0.0000002192,0.05000,0.360
2,mlp.experts.147.down_proj,0.0000007631,0.05000,0.359
2,mlp.experts.155.down_proj,0.0000003599,0.05000,0.362
2,mlp.experts.146.down_proj,0.0000001992,0.05000,0.366
2,mlp.experts.153.down_proj,0.0000005718,0.05000,0.365
2,mlp.experts.154.down_proj,0.0000004039,0.05000,0.362
2,mlp.experts.156.down_proj,0.0000004111,0.05000,0.370
2,mlp.experts.150.down_proj,0.0000013716,0.05000,0.365
2,mlp.experts.157.down_proj,0.0000006500,0.05000,0.357
2,mlp.experts.144.down_proj,0.0000005446,0.05000,0.366
2,mlp.experts.149.down_proj,0.0000004575,0.05000,0.365
2,mlp.experts.152.down_proj,0.0000005258,0.05000,0.363
2,mlp.experts.148.down_proj,0.0000006121,0.05000,0.365
2,mlp.experts.175.down_proj,0.0000003291,0.05000,0.370
2,mlp.experts.167.down_proj,0.0000006854,0.05000,0.366
2,mlp.experts.174.down_proj,0.0000004040,0.05000,0.368
2,mlp.experts.161.down_proj,0.0000004465,0.05000,0.353
2,mlp.experts.163.down_proj,0.0000002354,0.05000,0.368
2,mlp.experts.172.down_proj,0.0000001818,0.05000,0.353
2,mlp.experts.162.down_proj,0.0000001476,0.05000,0.369
2,mlp.experts.171.down_proj,0.0000002048,0.05000,0.373
2,mlp.experts.169.down_proj,0.0000004375,0.05000,0.373
2,mlp.experts.166.down_proj,0.0000007157,0.05000,0.357
2,mlp.experts.170.down_proj,0.0000019358,0.05000,0.372
2,mlp.experts.160.down_proj,0.0000004838,0.05000,0.357
2,mlp.experts.168.down_proj,0.0000006489,0.05000,0.358
2,mlp.experts.173.down_proj,0.0000004510,0.05000,0.374
2,mlp.experts.165.down_proj,0.0000006737,0.05000,0.365
2,mlp.experts.164.down_proj,0.0000001189,0.05000,0.357
2,mlp.experts.191.down_proj,0.0000003561,0.05000,0.370
2,mlp.experts.183.down_proj,0.0000004511,0.05000,0.368
2,mlp.experts.190.down_proj,0.0000004786,0.05000,0.375
2,mlp.experts.177.down_proj,0.0000005973,0.05000,0.373
2,mlp.experts.179.down_proj,0.0000003078,0.05000,0.374
2,mlp.experts.178.down_proj,0.0000004606,0.05000,0.368
2,mlp.experts.188.down_proj,0.0000013516,0.05000,0.374
2,mlp.experts.187.down_proj,0.0000006753,0.05000,0.372
2,mlp.experts.185.down_proj,0.0000006292,0.05000,0.370
2,mlp.experts.186.down_proj,0.0000002690,0.05000,0.378
2,mlp.experts.182.down_proj,0.0000006079,0.05000,0.383
2,mlp.experts.181.down_proj,0.0000004317,0.05000,0.380
2,mlp.experts.189.down_proj,0.0000004277,0.05000,0.383
2,mlp.experts.184.down_proj,0.0000011164,0.05000,0.385
2,mlp.experts.176.down_proj,0.0000004032,0.05000,0.391
2,mlp.experts.180.down_proj,0.0000011147,0.05000,0.380
2,mlp.experts.207.down_proj,0.0000009918,0.05000,0.384
2,mlp.experts.199.down_proj,0.0000006292,0.05000,0.390
2,mlp.experts.206.down_proj,0.0000005515,0.05000,0.379
2,mlp.experts.193.down_proj,0.0000005894,0.05000,0.384
2,mlp.experts.194.down_proj,0.0000005537,0.05000,0.374
2,mlp.experts.195.down_proj,0.0000007161,0.05000,0.384
2,mlp.experts.204.down_proj,0.0000005746,0.05000,0.378
2,mlp.experts.203.down_proj,0.0000004107,0.05000,0.380
2,mlp.experts.201.down_proj,0.0000006206,0.05000,0.386
2,mlp.experts.198.down_proj,0.0000006954,0.05000,0.383
2,mlp.experts.202.down_proj,0.0000006286,0.05000,0.397
2,mlp.experts.197.down_proj,0.0000004908,0.05000,0.383
2,mlp.experts.200.down_proj,0.0000004591,0.05000,0.384
2,mlp.experts.205.down_proj,0.0000004672,0.05000,0.387
2,mlp.experts.196.down_proj,0.0000004860,0.05000,0.387
2,mlp.experts.192.down_proj,0.0000007502,0.05000,0.394
2,mlp.experts.223.down_proj,0.0000009023,0.05000,0.362
2,mlp.experts.215.down_proj,0.0000007744,0.05000,0.372
2,mlp.experts.222.down_proj,0.0000018758,0.05000,0.365
2,mlp.experts.209.down_proj,0.0000002731,0.05000,0.362
2,mlp.experts.210.down_proj,0.0000001271,0.05000,0.361
2,mlp.experts.211.down_proj,0.0000004664,0.05000,0.365
2,mlp.experts.220.down_proj,0.0000003400,0.05000,0.370
2,mlp.experts.219.down_proj,0.0000008404,0.05000,0.368
2,mlp.experts.217.down_proj,0.0000003166,0.05000,0.364
2,mlp.experts.214.down_proj,0.0000005086,0.05000,0.368
2,mlp.experts.218.down_proj,0.0000007286,0.05000,0.363
2,mlp.experts.213.down_proj,0.0000005796,0.05000,0.363
2,mlp.experts.216.down_proj,0.0000005340,0.05000,0.368
2,mlp.experts.221.down_proj,0.0000004502,0.05000,0.367
2,mlp.experts.212.down_proj,0.0000009972,0.05000,0.369
2,mlp.experts.208.down_proj,0.0000009745,0.05000,0.372
2,mlp.experts.239.down_proj,0.0000003337,0.05000,0.372
2,mlp.experts.231.down_proj,0.0000004833,0.05000,0.369
2,mlp.experts.238.down_proj,0.0000004043,0.05000,0.362
2,mlp.experts.225.down_proj,0.0000005194,0.05000,0.363
2,mlp.experts.226.down_proj,0.0000004324,0.05000,0.359
2,mlp.experts.227.down_proj,0.0000002143,0.05000,0.364
2,mlp.experts.235.down_proj,0.0000007572,0.05000,0.363
2,mlp.experts.236.down_proj,0.0000004369,0.05000,0.371
2,mlp.experts.233.down_proj,0.0000001407,0.05000,0.372
2,mlp.experts.230.down_proj,0.0000008620,0.05000,0.369
2,mlp.experts.234.down_proj,0.0000005868,0.05000,0.367
2,mlp.experts.229.down_proj,0.0000003675,0.05000,0.366
2,mlp.experts.232.down_proj,0.0000004760,0.05000,0.371
2,mlp.experts.237.down_proj,0.0000005946,0.05000,0.371
2,mlp.experts.228.down_proj,0.0000008437,0.05000,0.376
2,mlp.experts.224.down_proj,0.0000005805,0.05000,0.371
2,mlp.experts.255.down_proj,0.0000002209,0.05000,0.373
2,mlp.experts.247.down_proj,0.0000005539,0.05000,0.373
2,mlp.experts.254.down_proj,0.0000009939,0.05000,0.386
2,mlp.experts.241.down_proj,0.0000005401,0.05000,0.386
2,mlp.experts.243.down_proj,0.0000012888,0.05000,0.357
2,mlp.experts.242.down_proj,0.0000003886,0.05000,0.374
2,mlp.experts.251.down_proj,0.0000004741,0.05000,0.349
2,mlp.experts.249.down_proj,0.0000004349,0.05000,0.354
2,mlp.experts.252.down_proj,0.0000006647,0.05000,0.371
2,mlp.experts.246.down_proj,0.0000003511,0.05000,0.356
2,mlp.experts.250.down_proj,0.0000005700,0.05000,0.355
2,mlp.experts.245.down_proj,0.0000004762,0.05000,0.353
2,mlp.experts.253.down_proj,0.0000007946,0.05000,0.335
2,mlp.experts.248.down_proj,0.0000004919,0.05000,0.351
2,mlp.experts.240.down_proj,0.0000005505,0.05000,0.344
2,mlp.experts.244.down_proj,0.0000003989,0.05000,0.347
3,mlp.experts.0.gate_proj,0.0000500906,0.05000,1.598
3,mlp.experts.13.gate_proj,0.0000472130,0.05000,1.580
3,mlp.experts.1.gate_proj,0.0000562360,0.05000,1.610
3,mlp.experts.4.gate_proj,0.0000535965,0.05000,1.572
3,mlp.experts.5.gate_proj,0.0000479183,0.05000,1.603
3,mlp.experts.11.gate_proj,0.0000441583,0.05000,1.577
3,mlp.experts.12.gate_proj,0.0000238659,0.05000,1.577
3,mlp.experts.8.gate_proj,0.0000700149,0.05000,1.589
3,mlp.experts.6.gate_proj,0.0000666048,0.05000,1.592
3,mlp.experts.14.gate_proj,0.0000611940,0.05000,1.578
3,mlp.experts.15.gate_proj,0.0000591537,0.05000,1.587
3,mlp.experts.7.gate_proj,0.0000646306,0.05000,1.608
3,mlp.experts.9.gate_proj,0.0000529408,0.05000,1.600
3,mlp.experts.2.gate_proj,0.0000764719,0.05000,1.617
3,mlp.experts.3.gate_proj,0.0000507272,0.05000,1.626
3,mlp.experts.10.gate_proj,0.0001182569,0.05000,1.612
3,mlp.experts.29.gate_proj,0.0000484428,0.05000,1.528
3,mlp.experts.16.gate_proj,0.0000747740,0.05000,1.529
3,mlp.experts.31.gate_proj,0.0000242959,0.05000,1.489
3,mlp.experts.25.gate_proj,0.0000726262,0.05000,1.490
3,mlp.experts.23.gate_proj,0.0001048937,0.05000,1.488
3,mlp.experts.17.gate_proj,0.0000531987,0.05000,1.516
3,mlp.experts.27.gate_proj,0.0000208581,0.05000,1.530
3,mlp.experts.19.gate_proj,0.0000403688,0.05000,1.501
3,mlp.experts.26.gate_proj,0.0000319936,0.05000,1.529
3,mlp.experts.18.gate_proj,0.0000756937,0.05000,1.533
3,mlp.experts.28.gate_proj,0.0000475582,0.05000,1.543
3,mlp.experts.30.gate_proj,0.0000777874,0.05000,1.536
3,mlp.experts.22.gate_proj,0.0000667420,0.05000,1.546
3,mlp.experts.21.gate_proj,0.0000374670,0.05000,1.594
3,mlp.experts.20.gate_proj,0.0000387479,0.05000,1.623
3,mlp.experts.24.gate_proj,0.0001040985,0.05000,1.606
3,mlp.experts.45.gate_proj,0.0000585581,0.05000,1.507
3,mlp.experts.47.gate_proj,0.0000684455,0.05000,1.496
3,mlp.experts.41.gate_proj,0.0000511306,0.05000,1.501
3,mlp.experts.35.gate_proj,0.0000158512,0.05000,1.497
3,mlp.experts.33.gate_proj,0.0000527320,0.05000,1.505
3,mlp.experts.39.gate_proj,0.0000501918,0.05000,1.529
3,mlp.experts.34.gate_proj,0.0000181016,0.05000,1.508
3,mlp.experts.43.gate_proj,0.0000562928,0.05000,1.548
3,mlp.experts.46.gate_proj,0.0000400710,0.05000,1.513
3,mlp.experts.38.gate_proj,0.0000447203,0.05000,1.512
3,mlp.experts.42.gate_proj,0.0000481594,0.05000,1.526
3,mlp.experts.37.gate_proj,0.0000204427,0.05000,1.514
3,mlp.experts.32.gate_proj,0.0000718133,0.05000,1.592
3,mlp.experts.44.gate_proj,0.0000443293,0.05000,1.571
3,mlp.experts.40.gate_proj,0.0000678013,0.05000,1.548
3,mlp.experts.36.gate_proj,0.0000439573,0.05000,1.551
3,mlp.experts.61.gate_proj,0.0000342634,0.05000,1.496
3,mlp.experts.63.gate_proj,0.0001069621,0.05000,1.500
3,mlp.experts.51.gate_proj,0.0000482996,0.05000,1.487
3,mlp.experts.59.gate_proj,0.0000223842,0.05000,1.441
3,mlp.experts.49.gate_proj,0.0000408810,0.05000,1.520
3,mlp.experts.57.gate_proj,0.0000410278,0.05000,1.525
3,mlp.experts.53.gate_proj,0.0000556402,0.05000,1.464
3,mlp.experts.50.gate_proj,0.0000559441,0.05000,1.498
3,mlp.experts.58.gate_proj,0.0000592476,0.05000,1.491
3,mlp.experts.54.gate_proj,0.0000608413,0.05000,1.498
3,mlp.experts.55.gate_proj,0.0000390905,0.05000,1.533
3,mlp.experts.48.gate_proj,0.0000464211,0.05000,1.487
3,mlp.experts.60.gate_proj,0.0000465516,0.05000,1.468
3,mlp.experts.56.gate_proj,0.0000497353,0.05000,1.493
3,mlp.experts.62.gate_proj,0.0000686304,0.05000,1.579
3,mlp.experts.52.gate_proj,0.0000457403,0.05000,1.522
3,mlp.experts.69.gate_proj,0.0000430866,0.05000,1.509
3,mlp.experts.72.gate_proj,0.0000633925,0.05000,1.441
3,mlp.experts.77.gate_proj,0.0000187562,0.05000,1.537
3,mlp.experts.70.gate_proj,0.0000369711,0.05000,1.558
3,mlp.experts.65.gate_proj,0.0000565646,0.05000,1.592
3,mlp.experts.79.gate_proj,0.0000883077,0.05000,1.494
3,mlp.experts.76.gate_proj,0.0000611553,0.05000,1.540
3,mlp.experts.78.gate_proj,0.0000700041,0.05000,1.480
3,mlp.experts.75.gate_proj,0.0000515977,0.05000,1.622
3,mlp.experts.64.gate_proj,0.0000592183,0.05000,1.553
3,mlp.experts.68.gate_proj,0.0000346128,0.05000,1.454
3,mlp.experts.73.gate_proj,0.0000378580,0.05000,1.589
3,mlp.experts.74.gate_proj,0.0000564069,0.05000,1.564
3,mlp.experts.66.gate_proj,0.0000529654,0.05000,1.569
3,mlp.experts.67.gate_proj,0.0000510741,0.05000,1.637
3,mlp.experts.71.gate_proj,0.0000309200,0.05000,1.574
3,mlp.experts.85.gate_proj,0.0000376435,0.05000,1.419
3,mlp.experts.88.gate_proj,0.0000239554,0.05000,1.509
3,mlp.experts.94.gate_proj,0.0000440916,0.05000,1.496
3,mlp.experts.82.gate_proj,0.0000466495,0.05000,1.487
3,mlp.experts.86.gate_proj,0.0000401482,0.05000,1.522
3,mlp.experts.87.gate_proj,0.0000527428,0.05000,1.499
3,mlp.experts.83.gate_proj,0.0000300252,0.05000,1.506
3,mlp.experts.91.gate_proj,0.0000110682,0.05000,1.517
3,mlp.experts.95.gate_proj,0.0000558609,0.05000,1.524
3,mlp.experts.84.gate_proj,0.0000233936,0.05000,1.519
3,mlp.experts.80.gate_proj,0.0000958109,0.05000,1.522
3,mlp.experts.92.gate_proj,0.0000418319,0.05000,1.537
3,mlp.experts.90.gate_proj,0.0000457004,0.05000,1.554
3,mlp.experts.89.gate_proj,0.0000638519,0.05000,1.623
3,mlp.experts.93.gate_proj,0.0000223335,0.05000,1.657
3,mlp.experts.81.gate_proj,0.0000545333,0.05000,1.645
3,mlp.experts.101.gate_proj,0.0000563520,0.05000,1.544
3,mlp.experts.104.gate_proj,0.0000334115,0.05000,1.529
3,mlp.experts.102.gate_proj,0.0000464825,0.05000,1.517
3,mlp.experts.98.gate_proj,0.0000404311,0.05000,1.520
3,mlp.experts.110.gate_proj,0.0000632158,0.05000,1.527
3,mlp.experts.111.gate_proj,0.0000499865,0.05000,1.497
3,mlp.experts.103.gate_proj,0.0000216050,0.05000,1.516
3,mlp.experts.106.gate_proj,0.0000286840,0.05000,1.493
3,mlp.experts.108.gate_proj,0.0000651531,0.05000,1.515
3,mlp.experts.107.gate_proj,0.0000491175,0.05000,1.527
3,mlp.experts.96.gate_proj,0.0000579723,0.05000,1.524
3,mlp.experts.99.gate_proj,0.0000484748,0.05000,1.538
3,mlp.experts.100.gate_proj,0.0000584199,0.05000,1.528
3,mlp.experts.97.gate_proj,0.0000355377,0.05000,1.565
3,mlp.experts.105.gate_proj,0.0000394417,0.05000,1.575
3,mlp.experts.109.gate_proj,0.0000379350,0.05000,1.574
3,mlp.experts.117.gate_proj,0.0000394126,0.05000,1.569
3,mlp.experts.120.gate_proj,0.0000496180,0.05000,1.513
3,mlp.experts.114.gate_proj,0.0000404209,0.05000,1.504
3,mlp.experts.118.gate_proj,0.0000361543,0.05000,1.512
3,mlp.experts.126.gate_proj,0.0000616294,0.05000,1.508
3,mlp.experts.122.gate_proj,0.0000542911,0.05000,1.488
3,mlp.experts.127.gate_proj,0.0000381304,0.05000,1.509
3,mlp.experts.119.gate_proj,0.0000422665,0.05000,1.526
3,mlp.experts.124.gate_proj,0.0000385279,0.05000,1.513
3,mlp.experts.116.gate_proj,0.0000395011,0.05000,1.502
3,mlp.experts.123.gate_proj,0.0000561128,0.05000,1.541
3,mlp.experts.112.gate_proj,0.0001037328,0.05000,1.560
3,mlp.experts.115.gate_proj,0.0000584598,0.05000,1.578
3,mlp.experts.121.gate_proj,0.0000395202,0.05000,1.465
3,mlp.experts.113.gate_proj,0.0000452161,0.05000,1.500
3,mlp.experts.125.gate_proj,0.0001627909,0.05000,1.515
3,mlp.experts.133.gate_proj,0.0000196861,0.05000,1.485
3,mlp.experts.136.gate_proj,0.0000341455,0.05000,1.493
3,mlp.experts.134.gate_proj,0.0000555540,0.05000,1.523
3,mlp.experts.130.gate_proj,0.0000330082,0.05000,1.530
3,mlp.experts.135.gate_proj,0.0000359910,0.05000,1.507
3,mlp.experts.142.gate_proj,0.0000215885,0.05000,1.522
3,mlp.experts.138.gate_proj,0.0000624400,0.05000,1.524
3,mlp.experts.132.gate_proj,0.0000680311,0.05000,1.504
3,mlp.experts.143.gate_proj,0.0000431067,0.05000,1.543
3,mlp.experts.139.gate_proj,0.0000470218,0.05000,1.476
3,mlp.experts.140.gate_proj,0.0000407098,0.05000,1.541
3,mlp.experts.137.gate_proj,0.0000408292,0.05000,1.477
3,mlp.experts.128.gate_proj,0.0000175038,0.05000,1.514
3,mlp.experts.131.gate_proj,0.0000476261,0.05000,1.535
3,mlp.experts.141.gate_proj,0.0000546196,0.05000,1.466
3,mlp.experts.129.gate_proj,0.0000264009,0.05000,1.489
3,mlp.experts.149.gate_proj,0.0000545559,0.05000,1.510
3,mlp.experts.152.gate_proj,0.0000219398,0.05000,1.519
3,mlp.experts.159.gate_proj,0.0000788950,0.05000,1.505
3,mlp.experts.148.gate_proj,0.0000612132,0.05000,1.517
3,mlp.experts.154.gate_proj,0.0001046903,0.05000,1.541
3,mlp.experts.150.gate_proj,0.0000481573,0.05000,1.557
3,mlp.experts.151.gate_proj,0.0000358198,0.05000,1.552
3,mlp.experts.146.gate_proj,0.0000288251,0.05000,1.559
3,mlp.experts.158.gate_proj,0.0000406826,0.05000,1.545
3,mlp.experts.156.gate_proj,0.0000663525,0.05000,1.510
3,mlp.experts.155.gate_proj,0.0000559212,0.05000,1.543
3,mlp.experts.153.gate_proj,0.0000421421,0.05000,1.480
3,mlp.experts.144.gate_proj,0.0000736110,0.05000,1.522
3,mlp.experts.145.gate_proj,0.0000532381,0.05000,1.493
3,mlp.experts.147.gate_proj,0.0000683896,0.05000,1.515
3,mlp.experts.157.gate_proj,0.0000741598,0.05000,1.532
3,mlp.experts.165.gate_proj,0.0000540775,0.05000,1.512
3,mlp.experts.168.gate_proj,0.0000549653,0.05000,1.527
3,mlp.experts.175.gate_proj,0.0000760024,0.05000,1.512
3,mlp.experts.164.gate_proj,0.0000542870,0.05000,1.525
3,mlp.experts.172.gate_proj,0.0000892588,0.05000,1.489
3,mlp.experts.167.gate_proj,0.0000557098,0.05000,1.507
3,mlp.experts.171.gate_proj,0.0000328798,0.05000,1.522
3,mlp.experts.166.gate_proj,0.0000585727,0.05000,1.543
3,mlp.experts.174.gate_proj,0.0000700179,0.05000,1.535
3,mlp.experts.161.gate_proj,0.0000441229,0.05000,1.487
3,mlp.experts.169.gate_proj,0.0000464339,0.05000,1.534
3,mlp.experts.162.gate_proj,0.0000509151,0.05000,1.556
3,mlp.experts.160.gate_proj,0.0000472817,0.05000,1.510
3,mlp.experts.163.gate_proj,0.0001904082,0.05000,1.487
3,mlp.experts.173.gate_proj,0.0000812631,0.05000,1.502
3,mlp.experts.170.gate_proj,0.0000483622,0.05000,1.622
3,mlp.experts.181.gate_proj,0.0000618957,0.05000,1.489
3,mlp.experts.184.gate_proj,0.0000373183,0.05000,1.516
3,mlp.experts.180.gate_proj,0.0000830228,0.05000,1.517
3,mlp.experts.183.gate_proj,0.0000222553,0.05000,1.506
3,mlp.experts.191.gate_proj,0.0000411930,0.05000,1.537
3,mlp.experts.187.gate_proj,0.0000207263,0.05000,1.483
3,mlp.experts.190.gate_proj,0.0000507354,0.05000,1.499
3,mlp.experts.188.gate_proj,0.0000591331,0.05000,1.544
3,mlp.experts.182.gate_proj,0.0000499092,0.05000,1.503
3,mlp.experts.185.gate_proj,0.0000520305,0.05000,1.494
3,mlp.experts.178.gate_proj,0.0000542563,0.05000,1.527
3,mlp.experts.176.gate_proj,0.0000647684,0.05000,1.528
3,mlp.experts.177.gate_proj,0.0000708281,0.05000,1.544
3,mlp.experts.189.gate_proj,0.0000598443,0.05000,1.494
3,mlp.experts.186.gate_proj,0.0000589758,0.05000,1.486
3,mlp.experts.179.gate_proj,0.0000508351,0.05000,1.569
3,mlp.experts.197.gate_proj,0.0000668970,0.05000,1.510
3,mlp.experts.200.gate_proj,0.0000472518,0.05000,1.532
3,mlp.experts.196.gate_proj,0.0000555968,0.05000,1.494
3,mlp.experts.206.gate_proj,0.0000646014,0.05000,1.505
3,mlp.experts.198.gate_proj,0.0000779535,0.05000,1.501
3,mlp.experts.204.gate_proj,0.0000483673,0.05000,1.507
3,mlp.experts.207.gate_proj,0.0000532820,0.05000,1.544
3,mlp.experts.201.gate_proj,0.0000579044,0.05000,1.524
3,mlp.experts.202.gate_proj,0.0000315791,0.05000,1.494
3,mlp.experts.203.gate_proj,0.0000367236,0.05000,1.571
3,mlp.experts.199.gate_proj,0.0000429897,0.05000,1.574
3,mlp.experts.194.gate_proj,0.0000497064,0.05000,1.523
3,mlp.experts.192.gate_proj,0.0000481818,0.05000,1.522
3,mlp.experts.193.gate_proj,0.0000353925,0.05000,1.522
3,mlp.experts.205.gate_proj,0.0000519404,0.05000,1.529
3,mlp.experts.195.gate_proj,0.0000535135,0.05000,1.546
3,mlp.experts.213.gate_proj,0.0000637799,0.05000,1.562
3,mlp.experts.216.gate_proj,0.0000496924,0.05000,1.530
3,mlp.experts.212.gate_proj,0.0000569131,0.05000,1.498
3,mlp.experts.222.gate_proj,0.0000382897,0.05000,1.514
3,mlp.experts.218.gate_proj,0.0001265510,0.05000,1.464
3,mlp.experts.220.gate_proj,0.0000362290,0.05000,1.525
3,mlp.experts.217.gate_proj,0.0000569852,0.05000,1.532
3,mlp.experts.210.gate_proj,0.0000587700,0.05000,1.497
3,mlp.experts.221.gate_proj,0.0000405806,0.05000,1.514
3,mlp.experts.223.gate_proj,0.0000489682,0.05000,1.578
3,mlp.experts.209.gate_proj,0.0000591093,0.05000,1.524
3,mlp.experts.214.gate_proj,0.0000306446,0.05000,1.598
3,mlp.experts.215.gate_proj,0.0000465750,0.05000,1.544
3,mlp.experts.208.gate_proj,0.0000453173,0.05000,1.530
3,mlp.experts.219.gate_proj,0.0000452373,0.05000,1.592
3,mlp.experts.211.gate_proj,0.0000331851,0.05000,1.560
3,mlp.experts.229.gate_proj,0.0000695647,0.05000,1.514
3,mlp.experts.228.gate_proj,0.0000661465,0.05000,1.519
3,mlp.experts.232.gate_proj,0.0000601025,0.05000,1.539
3,mlp.experts.238.gate_proj,0.0000538160,0.05000,1.487
3,mlp.experts.234.gate_proj,0.0000448610,0.05000,1.523
3,mlp.experts.236.gate_proj,0.0000365706,0.05000,1.516
3,mlp.experts.226.gate_proj,0.0000370717,0.05000,1.499
3,mlp.experts.233.gate_proj,0.0000268268,0.05000,1.516
3,mlp.experts.230.gate_proj,0.0000246966,0.05000,1.493
3,mlp.experts.237.gate_proj,0.0000351229,0.05000,1.519
3,mlp.experts.224.gate_proj,0.0000409687,0.05000,1.507
3,mlp.experts.225.gate_proj,0.0000418783,0.05000,1.511
3,mlp.experts.231.gate_proj,0.0000212009,0.05000,1.556
3,mlp.experts.239.gate_proj,0.0000532550,0.05000,1.590
3,mlp.experts.235.gate_proj,0.0000213582,0.05000,1.583
3,mlp.experts.227.gate_proj,0.0000523368,0.05000,1.545
3,mlp.experts.245.gate_proj,0.0000397925,0.05000,1.525
3,mlp.experts.244.gate_proj,0.0000309064,0.05000,1.518
3,mlp.experts.248.gate_proj,0.0001166612,0.05000,1.508
3,mlp.experts.254.gate_proj,0.0000659217,0.05000,1.508
3,mlp.experts.250.gate_proj,0.0000706891,0.05000,1.479
3,mlp.experts.252.gate_proj,0.0000583811,0.05000,1.508
3,mlp.experts.242.gate_proj,0.0000459835,0.05000,1.503
3,mlp.experts.249.gate_proj,0.0000604211,0.05000,1.517
3,mlp.experts.241.gate_proj,0.0000679399,0.05000,1.505
3,mlp.experts.253.gate_proj,0.0000419041,0.05000,1.512
3,mlp.experts.246.gate_proj,0.0000565174,0.05000,1.529
3,mlp.experts.247.gate_proj,0.0000659857,0.05000,1.482
3,mlp.experts.255.gate_proj,0.0000407351,0.05000,1.482
3,mlp.experts.240.gate_proj,0.0000593257,0.05000,1.574
3,mlp.experts.251.gate_proj,0.0000700230,0.05000,1.489
3,mlp.experts.243.gate_proj,0.0000813120,0.05000,1.493
3,mlp.experts.5.up_proj,0.0000468541,0.05000,1.490
3,mlp.experts.10.up_proj,0.0001835879,0.05000,1.524
3,mlp.experts.4.up_proj,0.0000524815,0.05000,1.544
3,mlp.experts.8.up_proj,0.0000586895,0.05000,1.532
3,mlp.experts.14.up_proj,0.0000597203,0.05000,1.543
3,mlp.experts.2.up_proj,0.0000729006,0.05000,1.497
3,mlp.experts.9.up_proj,0.0000520867,0.05000,1.502
3,mlp.experts.13.up_proj,0.0000441410,0.05000,1.462
3,mlp.experts.12.up_proj,0.0000231141,0.05000,1.574
3,mlp.experts.6.up_proj,0.0000629829,0.05000,1.512
3,mlp.experts.1.up_proj,0.0000549931,0.05000,1.523
3,mlp.experts.7.up_proj,0.0000619392,0.05000,1.514
3,mlp.experts.11.up_proj,0.0000418290,0.05000,1.480
3,mlp.experts.15.up_proj,0.0000567912,0.05000,1.523
3,mlp.experts.0.up_proj,0.0000456249,0.05000,1.563
3,mlp.experts.3.up_proj,0.0000496550,0.05000,1.526
3,mlp.experts.21.up_proj,0.0000364733,0.05000,1.511
3,mlp.experts.18.up_proj,0.0000724450,0.05000,1.501
3,mlp.experts.30.up_proj,0.0000770153,0.05000,1.507
3,mlp.experts.26.up_proj,0.0000307325,0.05000,1.525
3,mlp.experts.22.up_proj,0.0000632051,0.05000,1.428
3,mlp.experts.24.up_proj,0.0000989033,0.05000,1.528
3,mlp.experts.29.up_proj,0.0000469411,0.05000,1.520
3,mlp.experts.25.up_proj,0.0000679957,0.05000,1.536
3,mlp.experts.20.up_proj,0.0000381892,0.05000,1.590
3,mlp.experts.23.up_proj,0.0000997253,0.05000,1.505
3,mlp.experts.17.up_proj,0.0000526622,0.05000,1.523
3,mlp.experts.28.up_proj,0.0000467042,0.05000,1.561
3,mlp.experts.31.up_proj,0.0000238085,0.05000,1.512
3,mlp.experts.27.up_proj,0.0000206249,0.05000,1.517
3,mlp.experts.19.up_proj,0.0000397646,0.05000,1.514
3,mlp.experts.16.up_proj,0.0000707166,0.05000,1.551
3,mlp.experts.37.up_proj,0.0000201062,0.05000,1.528
3,mlp.experts.46.up_proj,0.0000372603,0.05000,1.494
3,mlp.experts.42.up_proj,0.0000463474,0.05000,1.503
3,mlp.experts.34.up_proj,0.0000170964,0.05000,1.530
3,mlp.experts.45.up_proj,0.0000573883,0.05000,1.492
3,mlp.experts.38.up_proj,0.0000431757,0.05000,1.537
3,mlp.experts.40.up_proj,0.0000656382,0.05000,1.548
3,mlp.experts.33.up_proj,0.0000517752,0.05000,1.487
3,mlp.experts.39.up_proj,0.0000479095,0.05000,1.508
3,mlp.experts.36.up_proj,0.0000432939,0.05000,1.549
3,mlp.experts.41.up_proj,0.0000499918,0.05000,1.571
3,mlp.experts.47.up_proj,0.0000604969,0.05000,1.499
3,mlp.experts.43.up_proj,0.0000552424,0.05000,1.504
3,mlp.experts.44.up_proj,0.0000421667,0.05000,1.554
3,mlp.experts.35.up_proj,0.0000149758,0.05000,1.517
3,mlp.experts.32.up_proj,0.0000674220,0.05000,1.550
3,mlp.experts.53.up_proj,0.0000545604,0.05000,1.498
3,mlp.experts.54.up_proj,0.0000570483,0.05000,1.451
3,mlp.experts.62.up_proj,0.0000670701,0.05000,1.508
3,mlp.experts.50.up_proj,0.0000544070,0.05000,1.484
3,mlp.experts.58.up_proj,0.0000554746,0.05000,1.533
3,mlp.experts.61.up_proj,0.0000328387,0.05000,1.522
3,mlp.experts.56.up_proj,0.0000479055,0.05000,1.533
3,mlp.experts.63.up_proj,0.0001011398,0.05000,1.471
3,mlp.experts.49.up_proj,0.0000399539,0.05000,1.542
3,mlp.experts.52.up_proj,0.0000409722,0.05000,1.516
3,mlp.experts.55.up_proj,0.0000382035,0.05000,1.541
3,mlp.experts.59.up_proj,0.0000217876,0.05000,1.501
3,mlp.experts.60.up_proj,0.0000452995,0.05000,1.507
3,mlp.experts.57.up_proj,0.0000391483,0.05000,1.544
3,mlp.experts.51.up_proj,0.0000466373,0.05000,1.497
3,mlp.experts.48.up_proj,0.0000456469,0.05000,1.514
3,mlp.experts.69.up_proj,0.0000386171,0.05000,1.546
3,mlp.experts.74.up_proj,0.0000537279,0.05000,1.464
3,mlp.experts.70.up_proj,0.0000356509,0.05000,1.512
3,mlp.experts.78.up_proj,0.0000672681,0.05000,1.550
3,mlp.experts.66.up_proj,0.0000518971,0.05000,1.538
3,mlp.experts.72.up_proj,0.0000623343,0.05000,1.506
3,mlp.experts.79.up_proj,0.0000837322,0.05000,1.496
3,mlp.experts.77.up_proj,0.0000180818,0.05000,1.569
3,mlp.experts.68.up_proj,0.0000341344,0.05000,1.501
3,mlp.experts.75.up_proj,0.0000508345,0.05000,1.495
3,mlp.experts.71.up_proj,0.0000293950,0.05000,1.537
3,mlp.experts.65.up_proj,0.0000555952,0.05000,1.556
3,mlp.experts.76.up_proj,0.0000598077,0.05000,1.521
3,mlp.experts.73.up_proj,0.0000372724,0.05000,1.567
3,mlp.experts.67.up_proj,0.0000467210,0.05000,1.539
3,mlp.experts.64.up_proj,0.0000526575,0.05000,1.473
3,mlp.experts.85.up_proj,0.0000372902,0.05000,1.543
3,mlp.experts.90.up_proj,0.0000441320,0.05000,1.491
3,mlp.experts.86.up_proj,0.0000392660,0.05000,1.503
3,mlp.experts.94.up_proj,0.0000416745,0.05000,1.514
3,mlp.experts.82.up_proj,0.0000451462,0.05000,1.517
3,mlp.experts.88.up_proj,0.0000223696,0.05000,1.512
3,mlp.experts.95.up_proj,0.0000539910,0.05000,1.504
3,mlp.experts.91.up_proj,0.0000096308,0.05000,1.504
3,mlp.experts.84.up_proj,0.0000227611,0.05000,1.525
3,mlp.experts.93.up_proj,0.0000206737,0.05000,1.552
3,mlp.experts.87.up_proj,0.0000511348,0.05000,1.506
3,mlp.experts.92.up_proj,0.0000409699,0.05000,1.509
3,mlp.experts.81.up_proj,0.0000529442,0.05000,1.543
3,mlp.experts.83.up_proj,0.0000277289,0.05000,1.504
3,mlp.experts.80.up_proj,0.0000864796,0.05000,1.499
3,mlp.experts.89.up_proj,0.0000623246,0.05000,1.554
3,mlp.experts.102.up_proj,0.0000450932,0.05000,1.482
3,mlp.experts.101.up_proj,0.0000562219,0.05000,1.558
3,mlp.experts.106.up_proj,0.0000275954,0.05000,1.521
3,mlp.experts.110.up_proj,0.0000596616,0.05000,1.497
3,mlp.experts.98.up_proj,0.0000389076,0.05000,1.529
3,mlp.experts.104.up_proj,0.0000312222,0.05000,1.503
3,mlp.experts.111.up_proj,0.0000487745,0.05000,1.497
3,mlp.experts.107.up_proj,0.0000482972,0.05000,1.476
3,mlp.experts.100.up_proj,0.0000569638,0.05000,1.484
3,mlp.experts.108.up_proj,0.0000597838,0.05000,1.495
3,mlp.experts.103.up_proj,0.0000212431,0.05000,1.511
3,mlp.experts.109.up_proj,0.0000373303,0.05000,1.554
3,mlp.experts.97.up_proj,0.0000329444,0.05000,1.522
3,mlp.experts.96.up_proj,0.0000544045,0.05000,1.493
3,mlp.experts.99.up_proj,0.0000469163,0.05000,1.521
3,mlp.experts.105.up_proj,0.0000390040,0.05000,1.567
3,mlp.experts.122.up_proj,0.0000491619,0.05000,1.482
3,mlp.experts.118.up_proj,0.0000353588,0.05000,1.518
3,mlp.experts.126.up_proj,0.0000578021,0.05000,1.479
3,mlp.experts.117.up_proj,0.0000389977,0.05000,1.545
3,mlp.experts.114.up_proj,0.0000400749,0.05000,1.486
3,mlp.experts.120.up_proj,0.0000474070,0.05000,1.509
3,mlp.experts.123.up_proj,0.0000547776,0.05000,1.507
3,mlp.experts.127.up_proj,0.0000375954,0.05000,1.546
3,mlp.experts.116.up_proj,0.0000342493,0.05000,1.531
3,mlp.experts.113.up_proj,0.0000447646,0.05000,1.465
3,mlp.experts.124.up_proj,0.0000379417,0.05000,1.523
3,mlp.experts.125.up_proj,0.0001544255,0.05000,1.489
3,mlp.experts.119.up_proj,0.0000416008,0.05000,1.534
3,mlp.experts.112.up_proj,0.0000982599,0.05000,1.505
3,mlp.experts.115.up_proj,0.0000561623,0.05000,1.528
3,mlp.experts.121.up_proj,0.0000394971,0.05000,1.485
3,mlp.experts.134.up_proj,0.0000544462,0.05000,1.530
3,mlp.experts.138.up_proj,0.0000608491,0.05000,1.538
3,mlp.experts.133.up_proj,0.0000190311,0.05000,1.502
3,mlp.experts.142.up_proj,0.0000205744,0.05000,1.547
3,mlp.experts.130.up_proj,0.0000323585,0.05000,1.508
3,mlp.experts.136.up_proj,0.0000324945,0.05000,1.499
3,mlp.experts.143.up_proj,0.0000424378,0.05000,1.470
3,mlp.experts.139.up_proj,0.0000461239,0.05000,1.498
3,mlp.experts.132.up_proj,0.0000651948,0.05000,1.503
3,mlp.experts.135.up_proj,0.0000346526,0.05000,1.490
3,mlp.experts.140.up_proj,0.0000388194,0.05000,1.503
3,mlp.experts.129.up_proj,0.0000243913,0.05000,1.515
3,mlp.experts.141.up_proj,0.0000477458,0.05000,1.512
3,mlp.experts.128.up_proj,0.0000167358,0.05000,1.513
3,mlp.experts.131.up_proj,0.0000467007,0.05000,1.512
3,mlp.experts.137.up_proj,0.0000398836,0.05000,1.510
3,mlp.experts.149.up_proj,0.0000521723,0.05000,1.483
3,mlp.experts.150.up_proj,0.0000470016,0.05000,1.555
3,mlp.experts.154.up_proj,0.0000992497,0.05000,1.560
3,mlp.experts.152.up_proj,0.0000211031,0.05000,1.510
3,mlp.experts.155.up_proj,0.0000527734,0.05000,1.504
3,mlp.experts.158.up_proj,0.0000397656,0.05000,1.555
3,mlp.experts.146.up_proj,0.0000283026,0.05000,1.555
3,mlp.experts.159.up_proj,0.0000743928,0.05000,1.521
3,mlp.experts.148.up_proj,0.0000595217,0.05000,1.516
3,mlp.experts.156.up_proj,0.0000643038,0.05000,1.492
3,mlp.experts.145.up_proj,0.0000527401,0.05000,1.498
3,mlp.experts.151.up_proj,0.0000346091,0.05000,1.520
3,mlp.experts.157.up_proj,0.0000636536,0.05000,1.522
3,mlp.experts.144.up_proj,0.0000695585,0.05000,1.504
3,mlp.experts.147.up_proj,0.0000666399,0.05000,1.498
3,mlp.experts.153.up_proj,0.0000417270,0.05000,1.518
3,mlp.experts.165.up_proj,0.0000513756,0.05000,1.512
3,mlp.experts.168.up_proj,0.0000530357,0.05000,1.489
3,mlp.experts.171.up_proj,0.0000317104,0.05000,1.506
3,mlp.experts.175.up_proj,0.0000717030,0.05000,1.492
3,mlp.experts.166.up_proj,0.0000577877,0.05000,1.553
3,mlp.experts.170.up_proj,0.0000443158,0.05000,1.576
3,mlp.experts.174.up_proj,0.0000692861,0.05000,1.536
3,mlp.experts.164.up_proj,0.0000527591,0.05000,1.505
3,mlp.experts.162.up_proj,0.0000498886,0.05000,1.576
3,mlp.experts.172.up_proj,0.0000848787,0.05000,1.501
3,mlp.experts.167.up_proj,0.0000542346,0.05000,1.491
3,mlp.experts.161.up_proj,0.0000431806,0.05000,1.503
3,mlp.experts.160.up_proj,0.0000435553,0.05000,1.507
3,mlp.experts.173.up_proj,0.0000793538,0.05000,1.531
3,mlp.experts.163.up_proj,0.0000534115,0.05000,1.494
3,mlp.experts.169.up_proj,0.0000460112,0.05000,1.519
3,mlp.experts.181.up_proj,0.0000590294,0.05000,1.522
3,mlp.experts.184.up_proj,0.0000371270,0.05000,1.515
3,mlp.experts.187.up_proj,0.0000196287,0.05000,1.525
3,mlp.experts.180.up_proj,0.0000797153,0.05000,1.494
3,mlp.experts.190.up_proj,0.0000500045,0.05000,1.514
3,mlp.experts.186.up_proj,0.0000585570,0.05000,1.521
3,mlp.experts.191.up_proj,0.0000404768,0.05000,1.556
3,mlp.experts.182.up_proj,0.0000479533,0.05000,1.553
3,mlp.experts.188.up_proj,0.0000569447,0.05000,1.500
3,mlp.experts.178.up_proj,0.0000542453,0.05000,1.513
3,mlp.experts.177.up_proj,0.0000702264,0.05000,1.513
3,mlp.experts.183.up_proj,0.0000214532,0.05000,1.558
3,mlp.experts.176.up_proj,0.0000623941,0.05000,1.519
3,mlp.experts.189.up_proj,0.0000584304,0.05000,1.523
3,mlp.experts.179.up_proj,0.0000497490,0.05000,1.550
3,mlp.experts.185.up_proj,0.0000510227,0.05000,1.512
3,mlp.experts.197.up_proj,0.0000581404,0.05000,1.517
3,mlp.experts.200.up_proj,0.0000455126,0.05000,1.503
3,mlp.experts.196.up_proj,0.0000519140,0.05000,1.503
3,mlp.experts.202.up_proj,0.0000312976,0.05000,1.490
3,mlp.experts.203.up_proj,0.0000349878,0.05000,1.529
3,mlp.experts.198.up_proj,0.0000696791,0.05000,1.496
3,mlp.experts.206.up_proj,0.0000555842,0.05000,1.505
3,mlp.experts.194.up_proj,0.0000490025,0.05000,1.469
3,mlp.experts.204.up_proj,0.0000470995,0.05000,1.493
3,mlp.experts.207.up_proj,0.0000519700,0.05000,1.544
3,mlp.experts.193.up_proj,0.0000336415,0.05000,1.497
3,mlp.experts.192.up_proj,0.0000464106,0.05000,1.493
3,mlp.experts.205.up_proj,0.0000484773,0.05000,1.504
3,mlp.experts.199.up_proj,0.0000420029,0.05000,1.558
3,mlp.experts.195.up_proj,0.0000500654,0.05000,1.545
3,mlp.experts.201.up_proj,0.0000548572,0.05000,1.493
3,mlp.experts.213.up_proj,0.0000598321,0.05000,1.512
3,mlp.experts.216.up_proj,0.0000485337,0.05000,1.504
3,mlp.experts.214.up_proj,0.0000296200,0.05000,1.482
3,mlp.experts.218.up_proj,0.0001352027,0.05000,1.493
3,mlp.experts.212.up_proj,0.0000548256,0.05000,1.507
3,mlp.experts.220.up_proj,0.0000341328,0.05000,1.511
3,mlp.experts.222.up_proj,0.0000375695,0.05000,1.535
3,mlp.experts.209.up_proj,0.0000561268,0.05000,1.493
3,mlp.experts.223.up_proj,0.0000476580,0.05000,1.498
3,mlp.experts.210.up_proj,0.0000545496,0.05000,1.536
3,mlp.experts.219.up_proj,0.0000445328,0.05000,1.548
3,mlp.experts.208.up_proj,0.0000419942,0.05000,1.516
3,mlp.experts.221.up_proj,0.0000380431,0.05000,1.502
3,mlp.experts.215.up_proj,0.0000450510,0.05000,1.523
3,mlp.experts.217.up_proj,0.0000555129,0.05000,1.510
3,mlp.experts.211.up_proj,0.0000307949,0.05000,1.542
3,mlp.experts.229.up_proj,0.0000680913,0.05000,1.503
3,mlp.experts.232.up_proj,0.0000589542,0.05000,1.512
3,mlp.experts.230.up_proj,0.0000236513,0.05000,1.483
3,mlp.experts.234.up_proj,0.0000444687,0.05000,1.495
3,mlp.experts.228.up_proj,0.0000643741,0.05000,1.496
3,mlp.experts.236.up_proj,0.0000355890,0.05000,1.502
3,mlp.experts.226.up_proj,0.0000361222,0.05000,1.487
3,mlp.experts.238.up_proj,0.0000479904,0.05000,1.499
3,mlp.experts.225.up_proj,0.0000403745,0.05000,1.515
3,mlp.experts.224.up_proj,0.0000394129,0.05000,1.509
3,mlp.experts.239.up_proj,0.0000521572,0.05000,1.568
3,mlp.experts.235.up_proj,0.0000206181,0.05000,1.566
3,mlp.experts.237.up_proj,0.0000347059,0.05000,1.506
3,mlp.experts.233.up_proj,0.0000239616,0.05000,1.487
3,mlp.experts.231.up_proj,0.0000211323,0.05000,1.536
3,mlp.experts.227.up_proj,0.0000517037,0.05000,1.548
3,mlp.experts.245.up_proj,0.0000386960,0.05000,1.506
3,mlp.experts.246.up_proj,0.0000556935,0.05000,1.476
3,mlp.experts.248.up_proj,0.0001045864,0.05000,1.521
3,mlp.experts.244.up_proj,0.0000304620,0.05000,1.476
3,mlp.experts.250.up_proj,0.0000664221,0.05000,1.486
3,mlp.experts.254.up_proj,0.0000633856,0.05000,1.446
3,mlp.experts.242.up_proj,0.0000449132,0.05000,1.451
3,mlp.experts.252.up_proj,0.0000570309,0.05000,1.474
3,mlp.experts.241.up_proj,0.0000631278,0.05000,1.454
3,mlp.experts.240.up_proj,0.0000575598,0.05000,1.404
3,mlp.experts.253.up_proj,0.0000412179,0.05000,1.414
3,mlp.experts.249.up_proj,0.0000552978,0.05000,1.365
3,mlp.experts.255.up_proj,0.0000399041,0.05000,1.464
3,mlp.experts.251.up_proj,0.0000670051,0.05000,1.467
3,mlp.experts.247.up_proj,0.0000626339,0.05000,1.410
3,mlp.experts.243.up_proj,0.0000784890,0.05000,1.356
3,mlp.experts.4.down_proj,0.0000005186,0.05000,0.405
3,mlp.experts.2.down_proj,0.0000015554,0.05000,0.415
3,mlp.experts.5.down_proj,0.0000004068,0.05000,0.416
3,mlp.experts.12.down_proj,0.0000002499,0.05000,0.410
3,mlp.experts.9.down_proj,0.0000004700,0.05000,0.415
3,mlp.experts.1.down_proj,0.0000006569,0.05000,0.408
3,mlp.experts.7.down_proj,0.0000009557,0.05000,0.416
3,mlp.experts.3.down_proj,0.0000004609,0.05000,0.420
3,mlp.experts.11.down_proj,0.0000006546,0.05000,0.419
3,mlp.experts.10.down_proj,0.0000035687,0.05000,0.416
3,mlp.experts.0.down_proj,0.0000016342,0.05000,0.414
3,mlp.experts.15.down_proj,0.0000007377,0.05000,0.413
3,mlp.experts.13.down_proj,0.0000005606,0.05000,0.412
3,mlp.experts.14.down_proj,0.0000005680,0.05000,0.418
3,mlp.experts.6.down_proj,0.0000012961,0.05000,0.422
3,mlp.experts.8.down_proj,0.0000009063,0.05000,0.412
3,mlp.experts.18.down_proj,0.0000010980,0.05000,0.336
3,mlp.experts.20.down_proj,0.0000004047,0.05000,0.359
3,mlp.experts.21.down_proj,0.0000003250,0.05000,0.363
3,mlp.experts.25.down_proj,0.0000013256,0.05000,0.360
3,mlp.experts.17.down_proj,0.0000004606,0.05000,0.363
3,mlp.experts.28.down_proj,0.0000005695,0.05000,0.367
3,mlp.experts.19.down_proj,0.0000003510,0.05000,0.367
3,mlp.experts.29.down_proj,0.0000005637,0.05000,0.368
3,mlp.experts.26.down_proj,0.0000005831,0.05000,0.374
3,mlp.experts.27.down_proj,0.0000002172,0.05000,0.375
3,mlp.experts.24.down_proj,0.0000015271,0.05000,0.376
3,mlp.experts.31.down_proj,0.0000001727,0.05000,0.380
3,mlp.experts.22.down_proj,0.0000013721,0.05000,0.375
3,mlp.experts.23.down_proj,0.0000019093,0.05000,0.382
3,mlp.experts.30.down_proj,0.0000011775,0.05000,0.378
3,mlp.experts.16.down_proj,0.0000017483,0.05000,0.388
3,mlp.experts.34.down_proj,0.0000002165,0.05000,0.359
3,mlp.experts.36.down_proj,0.0000004647,0.05000,0.361
3,mlp.experts.44.down_proj,0.0000007568,0.05000,0.345
3,mlp.experts.37.down_proj,0.0000001849,0.05000,0.373
3,mlp.experts.41.down_proj,0.0000004423,0.05000,0.373
3,mlp.experts.33.down_proj,0.0000005235,0.05000,0.372
3,mlp.experts.35.down_proj,0.0000001872,0.05000,0.364
3,mlp.experts.45.down_proj,0.0000006482,0.05000,0.362
3,mlp.experts.42.down_proj,0.0000006744,0.05000,0.357
3,mlp.experts.43.down_proj,0.0000008273,0.05000,0.352
3,mlp.experts.39.down_proj,0.0000006494,0.05000,0.357
3,mlp.experts.46.down_proj,0.0000006591,0.05000,0.356
3,mlp.experts.38.down_proj,0.0000005823,0.05000,0.360
3,mlp.experts.40.down_proj,0.0000006579,0.05000,0.370
3,mlp.experts.32.down_proj,0.0000008252,0.05000,0.365
3,mlp.experts.47.down_proj,0.0000008800,0.05000,0.369
3,mlp.experts.50.down_proj,0.0000005314,0.05000,0.365
3,mlp.experts.52.down_proj,0.0000005126,0.05000,0.365
3,mlp.experts.60.down_proj,0.0000005470,0.05000,0.371
3,mlp.experts.53.down_proj,0.0000005490,0.05000,0.375
3,mlp.experts.57.down_proj,0.0000005238,0.05000,0.368
3,mlp.experts.49.down_proj,0.0000003610,0.05000,0.367
3,mlp.experts.51.down_proj,0.0000004010,0.05000,0.368
3,mlp.experts.61.down_proj,0.0000004828,0.05000,0.363
3,mlp.experts.58.down_proj,0.0000009539,0.05000,0.371
3,mlp.experts.59.down_proj,0.0000003991,0.05000,0.376
3,mlp.experts.55.down_proj,0.0000003594,0.05000,0.376
3,mlp.experts.54.down_proj,0.0000012198,0.05000,0.370
3,mlp.experts.62.down_proj,0.0000007503,0.05000,0.374
3,mlp.experts.56.down_proj,0.0000003602,0.05000,0.374
3,mlp.experts.63.down_proj,0.0000020732,0.05000,0.373
3,mlp.experts.48.down_proj,0.0000004111,0.05000,0.383
3,mlp.experts.66.down_proj,0.0000008511,0.05000,0.382
3,mlp.experts.68.down_proj,0.0000003799,0.05000,0.390
3,mlp.experts.76.down_proj,0.0000005318,0.05000,0.373
3,mlp.experts.69.down_proj,0.0000010527,0.05000,0.384
3,mlp.experts.67.down_proj,0.0000011132,0.05000,0.382
3,mlp.experts.73.down_proj,0.0000004429,0.05000,0.388
3,mlp.experts.65.down_proj,0.0000005369,0.05000,0.392
3,mlp.experts.74.down_proj,0.0000006068,0.05000,0.372
3,mlp.experts.77.down_proj,0.0000001601,0.05000,0.385
3,mlp.experts.75.down_proj,0.0000005059,0.05000,0.379
3,mlp.experts.71.down_proj,0.0000003802,0.05000,0.380
3,mlp.experts.79.down_proj,0.0000009324,0.05000,0.378
3,mlp.experts.70.down_proj,0.0000006382,0.05000,0.385
3,mlp.experts.78.down_proj,0.0000009045,0.05000,0.388
3,mlp.experts.72.down_proj,0.0000006468,0.05000,0.387
3,mlp.experts.64.down_proj,0.0000006147,0.05000,0.385
3,mlp.experts.82.down_proj,0.0000007622,0.05000,0.360
3,mlp.experts.84.down_proj,0.0000001571,0.05000,0.363
3,mlp.experts.92.down_proj,0.0000003439,0.05000,0.378
3,mlp.experts.85.down_proj,0.0000003116,0.05000,0.366
3,mlp.experts.83.down_proj,0.0000003726,0.05000,0.366
3,mlp.experts.89.down_proj,0.0000006054,0.05000,0.362
3,mlp.experts.90.down_proj,0.0000004455,0.05000,0.365
3,mlp.experts.93.down_proj,0.0000005834,0.05000,0.362
3,mlp.experts.81.down_proj,0.0000007362,0.05000,0.368
3,mlp.experts.91.down_proj,0.0000022837,0.05000,0.367
3,mlp.experts.87.down_proj,0.0000010003,0.05000,0.373
3,mlp.experts.86.down_proj,0.0000004666,0.05000,0.362
3,mlp.experts.94.down_proj,0.0000007226,0.05000,0.361
3,mlp.experts.88.down_proj,0.0000006537,0.05000,0.359
3,mlp.experts.95.down_proj,0.0000005736,0.05000,0.368
3,mlp.experts.80.down_proj,0.0000013646,0.05000,0.367
3,mlp.experts.98.down_proj,0.0000006427,0.05000,0.366
3,mlp.experts.100.down_proj,0.0000005262,0.05000,0.375
3,mlp.experts.108.down_proj,0.0000012736,0.05000,0.376
3,mlp.experts.99.down_proj,0.0000008231,0.05000,0.363
3,mlp.experts.101.down_proj,0.0000008213,0.05000,0.378
3,mlp.experts.105.down_proj,0.0000003025,0.05000,0.369
3,mlp.experts.106.down_proj,0.0000010401,0.05000,0.367
3,mlp.experts.107.down_proj,0.0000003621,0.05000,0.362
3,mlp.experts.97.down_proj,0.0000003101,0.05000,0.367
3,mlp.experts.109.down_proj,0.0000003219,0.05000,0.372
3,mlp.experts.102.down_proj,0.0000004654,0.05000,0.361
3,mlp.experts.103.down_proj,0.0000002524,0.05000,0.372
3,mlp.experts.96.down_proj,0.0000005820,0.05000,0.362
3,mlp.experts.110.down_proj,0.0000014093,0.05000,0.370
3,mlp.experts.104.down_proj,0.0000011630,0.05000,0.371
3,mlp.experts.111.down_proj,0.0000004497,0.05000,0.372
3,mlp.experts.114.down_proj,0.0000003662,0.05000,0.369
3,mlp.experts.116.down_proj,0.0000016555,0.05000,0.375
3,mlp.experts.124.down_proj,0.0000005028,0.05000,0.380
3,mlp.experts.122.down_proj,0.0000008891,0.05000,0.371
3,mlp.experts.121.down_proj,0.0000003340,0.05000,0.379
3,mlp.experts.115.down_proj,0.0000008364,0.05000,0.388
3,mlp.experts.117.down_proj,0.0000005284,0.05000,0.384
3,mlp.experts.123.down_proj,0.0000005464,0.05000,0.372
3,mlp.experts.125.down_proj,0.0000044029,0.05000,0.375
3,mlp.experts.113.down_proj,0.0000007603,0.05000,0.385
3,mlp.experts.118.down_proj,0.0000003211,0.05000,0.375
3,mlp.experts.119.down_proj,0.0000003533,0.05000,0.369
3,mlp.experts.120.down_proj,0.0000009460,0.05000,0.369
3,mlp.experts.112.down_proj,0.0000022628,0.05000,0.378
3,mlp.experts.127.down_proj,0.0000005369,0.05000,0.377
3,mlp.experts.126.down_proj,0.0000014272,0.05000,0.379
3,mlp.experts.130.down_proj,0.0000003991,0.05000,0.394
3,mlp.experts.132.down_proj,0.0000007377,0.05000,0.385
3,mlp.experts.140.down_proj,0.0000005944,0.05000,0.385
3,mlp.experts.138.down_proj,0.0000005522,0.05000,0.386
3,mlp.experts.137.down_proj,0.0000003787,0.05000,0.385
3,mlp.experts.139.down_proj,0.0000005067,0.05000,0.380
3,mlp.experts.131.down_proj,0.0000004567,0.05000,0.384
3,mlp.experts.133.down_proj,0.0000003356,0.05000,0.388
3,mlp.experts.135.down_proj,0.0000003138,0.05000,0.369
3,mlp.experts.141.down_proj,0.0000006934,0.05000,0.392
3,mlp.experts.129.down_proj,0.0000013614,0.05000,0.388
3,mlp.experts.134.down_proj,0.0000004398,0.05000,0.383
3,mlp.experts.136.down_proj,0.0000003922,0.05000,0.391
3,mlp.experts.128.down_proj,0.0000002143,0.05000,0.389
3,mlp.experts.143.down_proj,0.0000003552,0.05000,0.383
3,mlp.experts.142.down_proj,0.0000001725,0.05000,0.382
3,mlp.experts.146.down_proj,0.0000002382,0.05000,0.369
3,mlp.experts.148.down_proj,0.0000006746,0.05000,0.353
3,mlp.experts.156.down_proj,0.0000005917,0.05000,0.357
3,mlp.experts.154.down_proj,0.0000023424,0.05000,0.355
3,mlp.experts.153.down_proj,0.0000003180,0.05000,0.369
3,mlp.experts.155.down_proj,0.0000013098,0.05000,0.363
3,mlp.experts.147.down_proj,0.0000008024,0.05000,0.368
3,mlp.experts.151.down_proj,0.0000003664,0.05000,0.363
3,mlp.experts.150.down_proj,0.0000004255,0.05000,0.359
3,mlp.experts.157.down_proj,0.0000011164,0.05000,0.367
3,mlp.experts.149.down_proj,0.0000013128,0.05000,0.369
3,mlp.experts.145.down_proj,0.0000007028,0.05000,0.368
3,mlp.experts.159.down_proj,0.0000010371,0.05000,0.352
3,mlp.experts.152.down_proj,0.0000001801,0.05000,0.362
3,mlp.experts.144.down_proj,0.0000026651,0.05000,0.368
3,mlp.experts.158.down_proj,0.0000002949,0.05000,0.369
3,mlp.experts.162.down_proj,0.0000006008,0.05000,0.367
3,mlp.experts.164.down_proj,0.0000007669,0.05000,0.371
3,mlp.experts.172.down_proj,0.0000010224,0.05000,0.369
3,mlp.experts.170.down_proj,0.0000009830,0.05000,0.370
3,mlp.experts.169.down_proj,0.0000003640,0.05000,0.361
3,mlp.experts.161.down_proj,0.0000005054,0.05000,0.355
3,mlp.experts.171.down_proj,0.0000004541,0.05000,0.376
3,mlp.experts.166.down_proj,0.0000005494,0.05000,0.368
3,mlp.experts.167.down_proj,0.0000004667,0.05000,0.372
3,mlp.experts.163.down_proj,0.0000008243,0.05000,0.378
3,mlp.experts.165.down_proj,0.0000007485,0.05000,0.366
3,mlp.experts.173.down_proj,0.0000009685,0.05000,0.375
3,mlp.experts.175.down_proj,0.0000013837,0.05000,0.360
3,mlp.experts.168.down_proj,0.0000008217,0.05000,0.366
3,mlp.experts.160.down_proj,0.0000004732,0.05000,0.371
3,mlp.experts.174.down_proj,0.0000007911,0.05000,0.372
3,mlp.experts.178.down_proj,0.0000005300,0.05000,0.372
3,mlp.experts.180.down_proj,0.0000016445,0.05000,0.368
3,mlp.experts.188.down_proj,0.0000008924,0.05000,0.385
3,mlp.experts.186.down_proj,0.0000006468,0.05000,0.382
3,mlp.experts.185.down_proj,0.0000005408,0.05000,0.371
3,mlp.experts.177.down_proj,0.0000008670,0.05000,0.372
3,mlp.experts.187.down_proj,0.0000002483,0.05000,0.378
3,mlp.experts.182.down_proj,0.0000005929,0.05000,0.376
3,mlp.experts.181.down_proj,0.0000006159,0.05000,0.371
3,mlp.experts.179.down_proj,0.0000010457,0.05000,0.379
3,mlp.experts.189.down_proj,0.0000005995,0.05000,0.379
3,mlp.experts.183.down_proj,0.0000001677,0.05000,0.383
3,mlp.experts.191.down_proj,0.0000003696,0.05000,0.383
3,mlp.experts.184.down_proj,0.0000005345,0.05000,0.386
3,mlp.experts.190.down_proj,0.0000006105,0.05000,0.384
3,mlp.experts.176.down_proj,0.0000008174,0.05000,0.386
3,mlp.experts.194.down_proj,0.0000004613,0.05000,0.380
3,mlp.experts.196.down_proj,0.0000013718,0.05000,0.386
3,mlp.experts.204.down_proj,0.0000006109,0.05000,0.382
3,mlp.experts.202.down_proj,0.0000003751,0.05000,0.382
3,mlp.experts.201.down_proj,0.0000015681,0.05000,0.376
3,mlp.experts.193.down_proj,0.0000003546,0.05000,0.375
3,mlp.experts.203.down_proj,0.0000003501,0.05000,0.371
3,mlp.experts.198.down_proj,0.0000007530,0.05000,0.380
3,mlp.experts.195.down_proj,0.0000005228,0.05000,0.372
3,mlp.experts.197.down_proj,0.0000012147,0.05000,0.381
3,mlp.experts.205.down_proj,0.0000005552,0.05000,0.369
3,mlp.experts.207.down_proj,0.0000006873,0.05000,0.371
3,mlp.experts.199.down_proj,0.0000008947,0.05000,0.376
3,mlp.experts.200.down_proj,0.0000003852,0.05000,0.374
3,mlp.experts.192.down_proj,0.0000004420,0.05000,0.364
3,mlp.experts.206.down_proj,0.0000008073,0.05000,0.376
3,mlp.experts.210.down_proj,0.0000013558,0.05000,0.364
3,mlp.experts.212.down_proj,0.0000005069,0.05000,0.366
3,mlp.experts.220.down_proj,0.0000003779,0.05000,0.363
3,mlp.experts.218.down_proj,0.0000024630,0.05000,0.368
3,mlp.experts.217.down_proj,0.0000005323,0.05000,0.369
3,mlp.experts.219.down_proj,0.0000004274,0.05000,0.357
3,mlp.experts.209.down_proj,0.0000009631,0.05000,0.361
3,mlp.experts.214.down_proj,0.0000008914,0.05000,0.364
3,mlp.experts.211.down_proj,0.0000011192,0.05000,0.362
3,mlp.experts.221.down_proj,0.0000014053,0.05000,0.369
3,mlp.experts.213.down_proj,0.0000008623,0.05000,0.372
3,mlp.experts.216.down_proj,0.0000004715,0.05000,0.366
3,mlp.experts.215.down_proj,0.0000005045,0.05000,0.370
3,mlp.experts.223.down_proj,0.0000004075,0.05000,0.377
3,mlp.experts.208.down_proj,0.0000004265,0.05000,0.363
3,mlp.experts.222.down_proj,0.0000004193,0.05000,0.356
3,mlp.experts.226.down_proj,0.0000004488,0.05000,0.364
3,mlp.experts.228.down_proj,0.0000008357,0.05000,0.364
3,mlp.experts.236.down_proj,0.0000004316,0.05000,0.366
3,mlp.experts.234.down_proj,0.0000007689,0.05000,0.368
3,mlp.experts.233.down_proj,0.0000013259,0.05000,0.368
3,mlp.experts.235.down_proj,0.0000002863,0.05000,0.366
3,mlp.experts.225.down_proj,0.0000005275,0.05000,0.370
3,mlp.experts.227.down_proj,0.0000005241,0.05000,0.356
3,mlp.experts.230.down_proj,0.0000003813,0.05000,0.364
3,mlp.experts.237.down_proj,0.0000003608,0.05000,0.368
3,mlp.experts.229.down_proj,0.0000007813,0.05000,0.367
3,mlp.experts.232.down_proj,0.0000006569,0.05000,0.374
3,mlp.experts.231.down_proj,0.0000003889,0.05000,0.370
3,mlp.experts.238.down_proj,0.0000005249,0.05000,0.367
3,mlp.experts.224.down_proj,0.0000008044,0.05000,0.375
3,mlp.experts.239.down_proj,0.0000005171,0.05000,0.378
3,mlp.experts.242.down_proj,0.0000005348,0.05000,0.379
3,mlp.experts.244.down_proj,0.0000002780,0.05000,0.378
3,mlp.experts.252.down_proj,0.0000005406,0.05000,0.368
3,mlp.experts.250.down_proj,0.0000020811,0.05000,0.364
3,mlp.experts.249.down_proj,0.0000026766,0.05000,0.374
3,mlp.experts.246.down_proj,0.0000006088,0.05000,0.346
3,mlp.experts.251.down_proj,0.0000010532,0.05000,0.381
3,mlp.experts.241.down_proj,0.0000007662,0.05000,0.375
3,mlp.experts.243.down_proj,0.0000009455,0.05000,0.372
3,mlp.experts.254.down_proj,0.0000007233,0.05000,0.324
3,mlp.experts.248.down_proj,0.0000029350,0.05000,0.333
3,mlp.experts.253.down_proj,0.0000004533,0.05000,0.356
3,mlp.experts.245.down_proj,0.0000003994,0.05000,0.350
3,mlp.experts.240.down_proj,0.0000005150,0.05000,0.331
3,mlp.experts.247.down_proj,0.0000007459,0.05000,0.351
3,mlp.experts.255.down_proj,0.0000003262,0.05000,0.347
4,mlp.experts.5.gate_proj,0.0000615283,0.05000,1.668
4,mlp.experts.7.gate_proj,0.0000513090,0.05000,1.693
4,mlp.experts.8.gate_proj,0.0000523880,0.05000,1.665
4,mlp.experts.2.gate_proj,0.0000467894,0.05000,1.660
4,mlp.experts.1.gate_proj,0.0000789654,0.05000,1.671
4,mlp.experts.6.gate_proj,0.0000536258,0.05000,1.686
4,mlp.experts.9.gate_proj,0.0000513321,0.05000,1.674
4,mlp.experts.13.gate_proj,0.0000263685,0.05000,1.698
4,mlp.experts.11.gate_proj,0.0000928963,0.05000,1.671
4,mlp.experts.14.gate_proj,0.0000297700,0.05000,1.683
4,mlp.experts.4.gate_proj,0.0001314293,0.05000,1.693
4,mlp.experts.0.gate_proj,0.0000475986,0.05000,1.696
4,mlp.experts.15.gate_proj,0.0000235303,0.05000,1.675
4,mlp.experts.3.gate_proj,0.0000740471,0.05000,1.693
4,mlp.experts.12.gate_proj,0.0000484984,0.05000,1.662
4,mlp.experts.10.gate_proj,0.0000461353,0.05000,1.675
4,mlp.experts.26.gate_proj,0.0000524230,0.05000,1.501
4,mlp.experts.25.gate_proj,0.0000353926,0.05000,1.522
4,mlp.experts.30.gate_proj,0.0000586609,0.05000,1.528
4,mlp.experts.29.gate_proj,0.0000771184,0.05000,1.526
4,mlp.experts.17.gate_proj,0.0000373031,0.05000,1.533
4,mlp.experts.22.gate_proj,0.0000263277,0.05000,1.533
4,mlp.experts.21.gate_proj,0.0000307726,0.05000,1.557
4,mlp.experts.18.gate_proj,0.0000673273,0.05000,1.541
4,mlp.experts.19.gate_proj,0.0000434037,0.05000,1.532
4,mlp.experts.24.gate_proj,0.0000679849,0.05000,1.542
4,mlp.experts.31.gate_proj,0.0000537081,0.05000,1.545
4,mlp.experts.27.gate_proj,0.0000592966,0.05000,1.557
4,mlp.experts.23.gate_proj,0.0000512821,0.05000,1.563
4,mlp.experts.34.gate_proj,fallback(rtn): 0.0010452,0.00000,0.041
4,mlp.experts.16.gate_proj,0.0000436331,0.05000,1.602
4,mlp.experts.28.gate_proj,0.0000207914,0.05000,1.603
4,mlp.experts.20.gate_proj,0.0000300974,0.05000,1.611
4,mlp.experts.42.gate_proj,0.0000845636,0.05000,1.496
4,mlp.experts.38.gate_proj,0.0000632831,0.05000,1.482
4,mlp.experts.33.gate_proj,0.0000642977,0.05000,1.485
4,mlp.experts.37.gate_proj,0.0000586730,0.05000,1.483
4,mlp.experts.46.gate_proj,0.0000393491,0.05000,1.509
4,mlp.experts.41.gate_proj,0.0000446652,0.05000,1.527
4,mlp.experts.39.gate_proj,0.0000647686,0.05000,1.499
4,mlp.experts.45.gate_proj,0.0000384825,0.05000,1.531
4,mlp.experts.35.gate_proj,0.0000426432,0.05000,1.514
4,mlp.experts.47.gate_proj,0.0001545843,0.05000,1.544
4,mlp.experts.40.gate_proj,0.0001143529,0.05000,1.563
4,mlp.experts.50.gate_proj,0.0000338396,0.05000,1.523
4,mlp.experts.43.gate_proj,0.0000669362,0.05000,1.578
4,mlp.experts.32.gate_proj,0.0000596923,0.05000,1.549
4,mlp.experts.36.gate_proj,0.0000667136,0.05000,1.548
4,mlp.experts.44.gate_proj,0.0000690949,0.05000,1.555
4,mlp.experts.54.gate_proj,0.0000577531,0.05000,1.491
4,mlp.experts.58.gate_proj,0.0000359993,0.05000,1.526
4,mlp.experts.62.gate_proj,0.0000468575,0.05000,1.507
4,mlp.experts.55.gate_proj,0.0000517930,0.05000,1.506
4,mlp.experts.63.gate_proj,0.0000799310,0.05000,1.473
4,mlp.experts.51.gate_proj,0.0000472566,0.05000,1.516
4,mlp.experts.57.gate_proj,0.0000561877,0.05000,1.553
4,mlp.experts.56.gate_proj,0.0000392555,0.05000,1.482
4,mlp.experts.53.gate_proj,0.0001016578,0.05000,1.575
4,mlp.experts.66.gate_proj,0.0000511986,0.05000,1.502
4,mlp.experts.59.gate_proj,0.0001658329,0.05000,1.499
4,mlp.experts.52.gate_proj,0.0000527839,0.05000,1.477
4,mlp.experts.48.gate_proj,0.0000425414,0.05000,1.487
4,mlp.experts.49.gate_proj,0.0000736085,0.05000,1.637
4,mlp.experts.60.gate_proj,0.0000627929,0.05000,1.515
4,mlp.experts.61.gate_proj,0.0000413096,0.05000,1.659
4,mlp.experts.78.gate_proj,0.0001171310,0.05000,1.485
4,mlp.experts.70.gate_proj,0.0000817860,0.05000,1.519
4,mlp.experts.74.gate_proj,0.0000428157,0.05000,1.502
4,mlp.experts.67.gate_proj,0.0000308437,0.05000,1.495
4,mlp.experts.71.gate_proj,0.0000513117,0.05000,1.521
4,mlp.experts.79.gate_proj,0.0000433794,0.05000,1.521
4,mlp.experts.72.gate_proj,0.0000452916,0.05000,1.498
4,mlp.experts.82.gate_proj,0.0000850087,0.05000,1.499
4,mlp.experts.75.gate_proj,0.0000687934,0.05000,1.506
4,mlp.experts.73.gate_proj,0.0001407816,0.05000,1.550
4,mlp.experts.69.gate_proj,0.0000265007,0.05000,1.543
4,mlp.experts.76.gate_proj,0.0000738707,0.05000,1.487
4,mlp.experts.68.gate_proj,0.0000715760,0.05000,1.529
4,mlp.experts.64.gate_proj,0.0000321256,0.05000,1.529
4,mlp.experts.65.gate_proj,0.0000372603,0.05000,1.553
4,mlp.experts.77.gate_proj,0.0000774121,0.05000,1.551
4,mlp.experts.90.gate_proj,0.0000411552,0.05000,1.474
4,mlp.experts.94.gate_proj,0.0000753552,0.05000,1.508
4,mlp.experts.86.gate_proj,0.0001251012,0.05000,1.531
4,mlp.experts.87.gate_proj,0.0000360408,0.05000,1.476
4,mlp.experts.83.gate_proj,0.0000638356,0.05000,1.526
4,mlp.experts.98.gate_proj,0.0000499254,0.05000,1.494
4,mlp.experts.95.gate_proj,0.0000297130,0.05000,1.526
4,mlp.experts.88.gate_proj,0.0000538214,0.05000,1.522
4,mlp.experts.91.gate_proj,0.0000409599,0.05000,1.501
4,mlp.experts.85.gate_proj,0.0000493320,0.05000,1.538
4,mlp.experts.80.gate_proj,0.0000815602,0.05000,1.519
4,mlp.experts.81.gate_proj,0.0000410234,0.05000,1.485
4,mlp.experts.92.gate_proj,0.0000610283,0.05000,1.528
4,mlp.experts.84.gate_proj,0.0000255644,0.05000,1.531
4,mlp.experts.89.gate_proj,0.0000617681,0.05000,1.579
4,mlp.experts.93.gate_proj,0.0000691183,0.05000,1.551
4,mlp.experts.109.gate_proj,fallback(rtn): 0.0009918,0.00000,0.072
4,mlp.experts.106.gate_proj,0.0000985349,0.05000,1.512
4,mlp.experts.110.gate_proj,0.0000749821,0.05000,1.486
4,mlp.experts.103.gate_proj,0.0000748809,0.05000,1.491
4,mlp.experts.102.gate_proj,0.0000260172,0.05000,1.506
4,mlp.experts.99.gate_proj,0.0000518896,0.05000,1.479
4,mlp.experts.114.gate_proj,0.0000575230,0.05000,1.494
4,mlp.experts.107.gate_proj,0.0001066023,0.05000,1.471
4,mlp.experts.104.gate_proj,0.0001025811,0.05000,1.516
4,mlp.experts.111.gate_proj,0.0000728193,0.05000,1.529
4,mlp.experts.108.gate_proj,0.0000201438,0.05000,1.515
4,mlp.experts.96.gate_proj,0.0000429360,0.05000,1.524
4,mlp.experts.100.gate_proj,0.0000785664,0.05000,1.523
4,mlp.experts.105.gate_proj,0.0000550455,0.05000,1.562
4,mlp.experts.97.gate_proj,0.0000272256,0.05000,1.593
4,mlp.experts.101.gate_proj,0.0000738893,0.05000,1.605
4,mlp.experts.125.gate_proj,0.0000700914,0.05000,1.566
4,mlp.experts.122.gate_proj,0.0000490000,0.05000,1.517
4,mlp.experts.126.gate_proj,0.0000562338,0.05000,1.517
4,mlp.experts.115.gate_proj,0.0001286786,0.05000,1.469
4,mlp.experts.118.gate_proj,0.0000418133,0.05000,1.480
4,mlp.experts.130.gate_proj,0.0000519881,0.05000,1.454
4,mlp.experts.119.gate_proj,0.0000508922,0.05000,1.523
4,mlp.experts.120.gate_proj,0.0000352100,0.05000,1.492
4,mlp.experts.123.gate_proj,0.0000603167,0.05000,1.527
4,mlp.experts.127.gate_proj,0.0000521576,0.05000,1.530
4,mlp.experts.124.gate_proj,0.0001124994,0.05000,1.501
4,mlp.experts.116.gate_proj,0.0000882151,0.05000,1.507
4,mlp.experts.112.gate_proj,0.0000561879,0.05000,1.544
4,mlp.experts.117.gate_proj,0.0000661760,0.05000,1.498
4,mlp.experts.121.gate_proj,0.0000843971,0.05000,1.530
4,mlp.experts.113.gate_proj,0.0001005087,0.05000,1.531
4,mlp.experts.141.gate_proj,0.0000393669,0.05000,1.502
4,mlp.experts.142.gate_proj,0.0000210649,0.05000,1.526
4,mlp.experts.134.gate_proj,0.0000417835,0.05000,1.525
4,mlp.experts.138.gate_proj,0.0000718861,0.05000,1.539
4,mlp.experts.131.gate_proj,0.0000243397,0.05000,1.529
4,mlp.experts.146.gate_proj,0.0000559259,0.05000,1.527
4,mlp.experts.135.gate_proj,0.0000571344,0.05000,1.505
4,mlp.experts.139.gate_proj,0.0000488738,0.05000,1.479
4,mlp.experts.136.gate_proj,0.0000617055,0.05000,1.512
4,mlp.experts.143.gate_proj,0.0001831982,0.05000,1.514
4,mlp.experts.140.gate_proj,0.0000374099,0.05000,1.514
4,mlp.experts.132.gate_proj,0.0000549290,0.05000,1.531
4,mlp.experts.128.gate_proj,0.0000223717,0.05000,1.523
4,mlp.experts.133.gate_proj,0.0000453455,0.05000,1.497
4,mlp.experts.137.gate_proj,0.0000591072,0.05000,1.483
4,mlp.experts.129.gate_proj,0.0000416986,0.05000,1.481
4,mlp.experts.157.gate_proj,0.0001191401,0.05000,1.514
4,mlp.experts.147.gate_proj,0.0000456194,0.05000,1.508
4,mlp.experts.155.gate_proj,0.0000569598,0.05000,1.491
4,mlp.experts.154.gate_proj,0.0000401898,0.05000,1.538
4,mlp.experts.162.gate_proj,0.0000977393,0.05000,1.535
4,mlp.experts.151.gate_proj,0.0000401291,0.05000,1.544
4,mlp.experts.158.gate_proj,0.0000974929,0.05000,1.578
4,mlp.experts.152.gate_proj,0.0001000267,0.05000,1.542
4,mlp.experts.159.gate_proj,0.0000412896,0.05000,1.504
4,mlp.experts.150.gate_proj,0.0000377580,0.05000,1.615
4,mlp.experts.156.gate_proj,0.0000429606,0.05000,1.510
4,mlp.experts.148.gate_proj,0.0000914003,0.05000,1.506
4,mlp.experts.153.gate_proj,0.0000610166,0.05000,1.492
4,mlp.experts.144.gate_proj,0.0000269657,0.05000,1.530
4,mlp.experts.149.gate_proj,0.0000778353,0.05000,1.545
4,mlp.experts.145.gate_proj,0.0000337964,0.05000,1.532
4,mlp.experts.173.gate_proj,0.0001203571,0.05000,1.511
4,mlp.experts.163.gate_proj,0.0000554201,0.05000,1.516
4,mlp.experts.167.gate_proj,0.0000271848,0.05000,1.508
4,mlp.experts.170.gate_proj,0.0000503957,0.05000,1.527
4,mlp.experts.171.gate_proj,0.0000437142,0.05000,1.550
4,mlp.experts.178.gate_proj,0.0000619150,0.05000,1.564
4,mlp.experts.166.gate_proj,0.0001062306,0.05000,1.505
4,mlp.experts.168.gate_proj,0.0000338214,0.05000,1.528
4,mlp.experts.174.gate_proj,0.0000445889,0.05000,1.550
4,mlp.experts.175.gate_proj,0.0000578493,0.05000,1.526
4,mlp.experts.164.gate_proj,0.0000721660,0.05000,1.489
4,mlp.experts.169.gate_proj,0.0000680274,0.05000,1.481
4,mlp.experts.172.gate_proj,0.0000485465,0.05000,1.542
4,mlp.experts.160.gate_proj,0.0000340771,0.05000,1.511
4,mlp.experts.161.gate_proj,0.0000240557,0.05000,1.510
4,mlp.experts.165.gate_proj,0.0000639300,0.05000,1.513
4,mlp.experts.189.gate_proj,0.0000730396,0.05000,1.509
4,mlp.experts.183.gate_proj,0.0000413345,0.05000,1.483
4,mlp.experts.179.gate_proj,0.0000391172,0.05000,1.515
4,mlp.experts.187.gate_proj,0.0000221989,0.05000,1.504
4,mlp.experts.186.gate_proj,0.0001044365,0.05000,1.532
4,mlp.experts.194.gate_proj,0.0000776639,0.05000,1.497
4,mlp.experts.184.gate_proj,0.0000278464,0.05000,1.490
4,mlp.experts.191.gate_proj,0.0000418253,0.05000,1.515
4,mlp.experts.182.gate_proj,0.0000584090,0.05000,1.535
4,mlp.experts.180.gate_proj,0.0000527019,0.05000,1.519
4,mlp.experts.190.gate_proj,0.0000490448,0.05000,1.560
4,mlp.experts.188.gate_proj,0.0000766178,0.05000,1.505
4,mlp.experts.185.gate_proj,0.0000357205,0.05000,1.517
4,mlp.experts.176.gate_proj,0.0000340862,0.05000,1.512
4,mlp.experts.181.gate_proj,0.0000424034,0.05000,1.500
4,mlp.experts.177.gate_proj,0.0000600162,0.05000,1.529
4,mlp.experts.205.gate_proj,0.0000390878,0.05000,1.515
4,mlp.experts.199.gate_proj,0.0000463543,0.05000,1.521
4,mlp.experts.195.gate_proj,0.0000532156,0.05000,1.549
4,mlp.experts.203.gate_proj,0.0000703693,0.05000,1.516
4,mlp.experts.210.gate_proj,0.0000570363,0.05000,1.494
4,mlp.experts.200.gate_proj,0.0000485587,0.05000,1.512
4,mlp.experts.202.gate_proj,0.0000597504,0.05000,1.520
4,mlp.experts.198.gate_proj,0.0000766402,0.05000,1.515
4,mlp.experts.207.gate_proj,0.0001017704,0.05000,1.531
4,mlp.experts.196.gate_proj,0.0000688018,0.05000,1.506
4,mlp.experts.206.gate_proj,0.0003131906,0.05000,1.515
4,mlp.experts.201.gate_proj,0.0000811989,0.05000,1.508
4,mlp.experts.204.gate_proj,0.0001139624,0.05000,1.524
4,mlp.experts.192.gate_proj,0.0001118996,0.05000,1.500
4,mlp.experts.197.gate_proj,0.0000665535,0.05000,1.501
4,mlp.experts.193.gate_proj,0.0000451666,0.05000,1.474
4,mlp.experts.221.gate_proj,0.0000974632,0.05000,1.514
4,mlp.experts.215.gate_proj,0.0000484608,0.05000,1.542
4,mlp.experts.226.gate_proj,0.0000863417,0.05000,1.506
4,mlp.experts.218.gate_proj,0.0000574036,0.05000,1.490
4,mlp.experts.211.gate_proj,0.0000748085,0.05000,1.546
4,mlp.experts.216.gate_proj,0.0000906103,0.05000,1.517
4,mlp.experts.219.gate_proj,0.0000596826,0.05000,1.547
4,mlp.experts.223.gate_proj,0.0001054767,0.05000,1.504
4,mlp.experts.214.gate_proj,0.0000608205,0.05000,1.513
4,mlp.experts.222.gate_proj,0.0000269098,0.05000,1.504
4,mlp.experts.217.gate_proj,0.0000742689,0.05000,1.506
4,mlp.experts.212.gate_proj,0.0000797097,0.05000,1.539
4,mlp.experts.220.gate_proj,0.0001562181,0.05000,1.516
4,mlp.experts.213.gate_proj,0.0000506869,0.05000,1.515
4,mlp.experts.209.gate_proj,0.0000950727,0.05000,1.520
4,mlp.experts.208.gate_proj,0.0001933667,0.05000,1.543
4,mlp.experts.237.gate_proj,0.0000671410,0.05000,1.524
4,mlp.experts.234.gate_proj,0.0000513029,0.05000,1.500
4,mlp.experts.242.gate_proj,0.0000464844,0.05000,1.531
4,mlp.experts.232.gate_proj,0.0000519865,0.05000,1.545
4,mlp.experts.235.gate_proj,0.0000459036,0.05000,1.545
4,mlp.experts.238.gate_proj,0.0000849635,0.05000,1.499
4,mlp.experts.230.gate_proj,0.0000306297,0.05000,1.534
4,mlp.experts.239.gate_proj,0.0000947851,0.05000,1.546
4,mlp.experts.233.gate_proj,0.0000777616,0.05000,1.512
4,mlp.experts.227.gate_proj,0.0000346651,0.05000,1.547
4,mlp.experts.236.gate_proj,0.0000248702,0.05000,1.521
4,mlp.experts.228.gate_proj,0.0000587022,0.05000,1.546
4,mlp.experts.231.gate_proj,0.0001521079,0.05000,1.603
4,mlp.experts.225.gate_proj,0.0000993304,0.05000,1.501
4,mlp.experts.229.gate_proj,0.0000652738,0.05000,1.508
4,mlp.experts.224.gate_proj,0.0000576338,0.05000,1.526
4,mlp.experts.253.gate_proj,0.0000705145,0.05000,1.518
4,mlp.experts.2.up_proj,0.0000416369,0.05000,1.489
4,mlp.experts.250.gate_proj,0.0000580438,0.05000,1.523
4,mlp.experts.254.gate_proj,0.0000364259,0.05000,1.495
4,mlp.experts.255.gate_proj,0.0000486730,0.05000,1.493
4,mlp.experts.248.gate_proj,0.0000668566,0.05000,1.532
4,mlp.experts.246.gate_proj,0.0000575738,0.05000,1.502
4,mlp.experts.251.gate_proj,0.0000525502,0.05000,1.553
4,mlp.experts.249.gate_proj,0.0000672982,0.05000,1.515
4,mlp.experts.243.gate_proj,0.0000610552,0.05000,1.548
4,mlp.experts.245.gate_proj,0.0000381697,0.05000,1.501
4,mlp.experts.247.gate_proj,0.0000332412,0.05000,1.513
4,mlp.experts.252.gate_proj,0.0001273804,0.05000,1.576
4,mlp.experts.244.gate_proj,0.0000474256,0.05000,1.556
4,mlp.experts.240.gate_proj,0.0000516467,0.05000,1.516
4,mlp.experts.241.gate_proj,0.0000235290,0.05000,1.545
4,mlp.experts.13.up_proj,0.0000251034,0.05000,1.516
4,mlp.experts.10.up_proj,0.0000415403,0.05000,1.503
4,mlp.experts.18.up_proj,0.0000630688,0.05000,1.505
4,mlp.experts.14.up_proj,0.0000286297,0.05000,1.473
4,mlp.experts.15.up_proj,0.0000221977,0.05000,1.470
4,mlp.experts.34.up_proj,fallback(rtn): 0.0010147,0.00000,0.051
4,mlp.experts.6.up_proj,0.0000522665,0.05000,1.477
4,mlp.experts.9.up_proj,0.0000483541,0.05000,1.501
4,mlp.experts.7.up_proj,0.0000485376,0.05000,1.469
4,mlp.experts.11.up_proj,0.0000865449,0.05000,1.521
4,mlp.experts.8.up_proj,0.0000484736,0.05000,1.573
4,mlp.experts.3.up_proj,0.0000642159,0.05000,1.533
4,mlp.experts.5.up_proj,0.0000579904,0.05000,1.534
4,mlp.experts.1.up_proj,0.0000728796,0.05000,1.488
4,mlp.experts.0.up_proj,0.0000456690,0.05000,1.545
4,mlp.experts.4.up_proj,0.0001070162,0.05000,1.556
4,mlp.experts.12.up_proj,0.0000444029,0.05000,1.580
4,mlp.experts.29.up_proj,0.0000706980,0.05000,1.508
4,mlp.experts.26.up_proj,0.0000458052,0.05000,1.501
4,mlp.experts.30.up_proj,0.0000553755,0.05000,1.504
4,mlp.experts.31.up_proj,0.0000508566,0.05000,1.503
4,mlp.experts.50.up_proj,0.0000321701,0.05000,1.511
4,mlp.experts.22.up_proj,0.0000237164,0.05000,1.511
4,mlp.experts.25.up_proj,0.0000334359,0.05000,1.512
4,mlp.experts.27.up_proj,0.0000549605,0.05000,1.526
4,mlp.experts.23.up_proj,0.0000492143,0.05000,1.527
4,mlp.experts.19.up_proj,0.0000416045,0.05000,1.501
4,mlp.experts.17.up_proj,0.0000348122,0.05000,1.490
4,mlp.experts.21.up_proj,0.0000294808,0.05000,1.539
4,mlp.experts.24.up_proj,0.0000650808,0.05000,1.589
4,mlp.experts.16.up_proj,0.0000417783,0.05000,1.531
4,mlp.experts.28.up_proj,0.0000198071,0.05000,1.532
4,mlp.experts.20.up_proj,0.0000287381,0.05000,1.569
4,mlp.experts.45.up_proj,0.0000358198,0.05000,1.516
4,mlp.experts.42.up_proj,0.0000789143,0.05000,1.496
4,mlp.experts.46.up_proj,0.0000352724,0.05000,1.498
4,mlp.experts.47.up_proj,0.0001348776,0.05000,1.506
4,mlp.experts.38.up_proj,0.0000600560,0.05000,1.485
4,mlp.experts.66.up_proj,0.0000489470,0.05000,1.489
4,mlp.experts.41.up_proj,0.0000426140,0.05000,1.514
4,mlp.experts.43.up_proj,0.0000632185,0.05000,1.502
4,mlp.experts.35.up_proj,0.0000376957,0.05000,1.506
4,mlp.experts.39.up_proj,0.0000615677,0.05000,1.529
4,mlp.experts.33.up_proj,0.0000600605,0.05000,1.506
4,mlp.experts.37.up_proj,0.0000542335,0.05000,1.508
4,mlp.experts.40.up_proj,0.0001047974,0.05000,1.537
4,mlp.experts.32.up_proj,0.0000555533,0.05000,1.528
4,mlp.experts.44.up_proj,0.0000648393,0.05000,1.542
4,mlp.experts.36.up_proj,0.0000617790,0.05000,1.539
4,mlp.experts.61.up_proj,0.0000388465,0.05000,1.525
4,mlp.experts.58.up_proj,0.0000340576,0.05000,1.498
4,mlp.experts.62.up_proj,0.0000447329,0.05000,1.514
4,mlp.experts.82.up_proj,0.0000697097,0.05000,1.483
4,mlp.experts.54.up_proj,0.0000553713,0.05000,1.486
4,mlp.experts.63.up_proj,0.0000743831,0.05000,1.506
4,mlp.experts.59.up_proj,0.0001559858,0.05000,1.506
4,mlp.experts.57.up_proj,0.0000535146,0.05000,1.557
4,mlp.experts.51.up_proj,0.0000457117,0.05000,1.512
4,mlp.experts.55.up_proj,0.0000462572,0.05000,1.508
4,mlp.experts.49.up_proj,0.0000693118,0.05000,1.547
4,mlp.experts.56.up_proj,0.0000370652,0.05000,1.482
4,mlp.experts.48.up_proj,0.0000398696,0.05000,1.472
4,mlp.experts.53.up_proj,0.0000954898,0.05000,1.550
4,mlp.experts.60.up_proj,0.0000547111,0.05000,1.483
4,mlp.experts.52.up_proj,0.0000483307,0.05000,1.489
4,mlp.experts.77.up_proj,0.0000713267,0.05000,1.549
4,mlp.experts.74.up_proj,0.0000400301,0.05000,1.499
4,mlp.experts.98.up_proj,0.0000454120,0.05000,1.489
4,mlp.experts.79.up_proj,0.0000413795,0.05000,1.523
4,mlp.experts.70.up_proj,0.0000772622,0.05000,1.526
4,mlp.experts.78.up_proj,0.0001121383,0.05000,1.538
4,mlp.experts.75.up_proj,0.0000635759,0.05000,1.531
4,mlp.experts.71.up_proj,0.0000476137,0.05000,1.534
4,mlp.experts.73.up_proj,0.0001326234,0.05000,1.552
4,mlp.experts.67.up_proj,0.0000291726,0.05000,1.563
4,mlp.experts.72.up_proj,0.0000434728,0.05000,1.509
4,mlp.experts.65.up_proj,0.0000357632,0.05000,1.548
4,mlp.experts.64.up_proj,0.0000306175,0.05000,1.526
4,mlp.experts.76.up_proj,0.0000687407,0.05000,1.494
4,mlp.experts.69.up_proj,0.0000250868,0.05000,1.560
4,mlp.experts.68.up_proj,0.0000663966,0.05000,1.521
4,mlp.experts.93.up_proj,0.0000663729,0.05000,1.549
4,mlp.experts.109.up_proj,fallback(rtn): 0.0009766,0.00000,0.026
4,mlp.experts.90.up_proj,0.0000388226,0.05000,1.491
4,mlp.experts.114.up_proj,0.0000542518,0.05000,1.476
4,mlp.experts.86.up_proj,0.0001180201,0.05000,1.490
4,mlp.experts.95.up_proj,0.0000280048,0.05000,1.503
4,mlp.experts.94.up_proj,0.0000591368,0.05000,1.514
4,mlp.experts.91.up_proj,0.0000388170,0.05000,1.494
4,mlp.experts.87.up_proj,0.0000342342,0.05000,1.509
4,mlp.experts.88.up_proj,0.0000499792,0.05000,1.498
4,mlp.experts.83.up_proj,0.0000596350,0.05000,1.515
4,mlp.experts.89.up_proj,0.0000586826,0.05000,1.542
4,mlp.experts.92.up_proj,0.0000576968,0.05000,1.486
4,mlp.experts.80.up_proj,0.0000769200,0.05000,1.502
4,mlp.experts.81.up_proj,0.0000389653,0.05000,1.555
4,mlp.experts.84.up_proj,0.0000245224,0.05000,1.517
4,mlp.experts.85.up_proj,0.0000471445,0.05000,1.565
4,mlp.experts.125.up_proj,0.0000661879,0.05000,1.551
4,mlp.experts.106.up_proj,0.0000923037,0.05000,1.503
4,mlp.experts.130.up_proj,0.0000499218,0.05000,1.500
4,mlp.experts.110.up_proj,0.0000680589,0.05000,1.478
4,mlp.experts.102.up_proj,0.0000248689,0.05000,1.515
4,mlp.experts.111.up_proj,0.0000673115,0.05000,1.510
4,mlp.experts.107.up_proj,0.0001009691,0.05000,1.494
4,mlp.experts.103.up_proj,0.0000693388,0.05000,1.490
4,mlp.experts.104.up_proj,0.0000993408,0.05000,1.490
4,mlp.experts.99.up_proj,0.0000498413,0.05000,1.517
4,mlp.experts.96.up_proj,0.0000402893,0.05000,1.497
4,mlp.experts.108.up_proj,0.0000190611,0.05000,1.512
4,mlp.experts.105.up_proj,0.0000500798,0.05000,1.564
4,mlp.experts.97.up_proj,0.0000262550,0.05000,1.539
4,mlp.experts.100.up_proj,0.0000709455,0.05000,1.506
4,mlp.experts.101.up_proj,0.0000700693,0.05000,1.556
4,mlp.experts.141.up_proj,0.0000373593,0.05000,1.554
4,mlp.experts.122.up_proj,0.0000442070,0.05000,1.498
4,mlp.experts.146.up_proj,0.0000523009,0.05000,1.511
4,mlp.experts.118.up_proj,0.0000384569,0.05000,1.493
4,mlp.experts.126.up_proj,0.0000535605,0.05000,1.530
4,mlp.experts.127.up_proj,0.0000496874,0.05000,1.531
4,mlp.experts.123.up_proj,0.0000560175,0.05000,1.481
4,mlp.experts.119.up_proj,0.0000477495,0.05000,1.495
4,mlp.experts.120.up_proj,0.0000333661,0.05000,1.514
4,mlp.experts.115.up_proj,0.0001224526,0.05000,1.519
4,mlp.experts.112.up_proj,0.0000535762,0.05000,1.520
4,mlp.experts.124.up_proj,0.0001065956,0.05000,1.534
4,mlp.experts.121.up_proj,0.0000795213,0.05000,1.504
4,mlp.experts.113.up_proj,0.0000892494,0.05000,1.503
4,mlp.experts.116.up_proj,0.0000870284,0.05000,1.505
4,mlp.experts.117.up_proj,0.0000606220,0.05000,1.525
4,mlp.experts.157.up_proj,0.0001144232,0.05000,1.505
4,mlp.experts.138.up_proj,0.0000645097,0.05000,1.537
4,mlp.experts.162.up_proj,0.0000903782,0.05000,1.504
4,mlp.experts.134.up_proj,0.0000383865,0.05000,1.526
4,mlp.experts.143.up_proj,0.0001727207,0.05000,1.518
4,mlp.experts.142.up_proj,0.0000185807,0.05000,1.542
4,mlp.experts.139.up_proj,0.0000461684,0.05000,1.523
4,mlp.experts.135.up_proj,0.0000543550,0.05000,1.492
4,mlp.experts.136.up_proj,0.0000581462,0.05000,1.513
4,mlp.experts.128.up_proj,0.0000214231,0.05000,1.504
4,mlp.experts.131.up_proj,0.0000234492,0.05000,1.518
4,mlp.experts.137.up_proj,0.0000558046,0.05000,1.487
4,mlp.experts.140.up_proj,0.0000351330,0.05000,1.514
4,mlp.experts.129.up_proj,0.0000383799,0.05000,1.492
4,mlp.experts.132.up_proj,0.0000508987,0.05000,1.515
4,mlp.experts.133.up_proj,0.0000434526,0.05000,1.503
4,mlp.experts.173.up_proj,0.0001007123,0.05000,1.513
4,mlp.experts.154.up_proj,0.0000397150,0.05000,1.527
4,mlp.experts.178.up_proj,0.0000587740,0.05000,1.558
4,mlp.experts.159.up_proj,0.0000390847,0.05000,1.509
4,mlp.experts.150.up_proj,0.0000356534,0.05000,1.549
4,mlp.experts.158.up_proj,0.0000914235,0.05000,1.514
4,mlp.experts.155.up_proj,0.0000493057,0.05000,1.507
4,mlp.experts.151.up_proj,0.0000367300,0.05000,1.475
4,mlp.experts.152.up_proj,0.0000923112,0.05000,1.500
4,mlp.experts.144.up_proj,0.0000254770,0.05000,1.495
4,mlp.experts.153.up_proj,0.0000573975,0.05000,1.491
4,mlp.experts.147.up_proj,0.0000410078,0.05000,1.518
4,mlp.experts.156.up_proj,0.0000378288,0.05000,1.503
4,mlp.experts.145.up_proj,0.0000320318,0.05000,1.502
4,mlp.experts.148.up_proj,0.0000829316,0.05000,1.504
4,mlp.experts.149.up_proj,0.0000692969,0.05000,1.486
4,mlp.experts.189.up_proj,0.0000686278,0.05000,1.483
4,mlp.experts.170.up_proj,0.0000478786,0.05000,1.524
4,mlp.experts.194.up_proj,0.0000736825,0.05000,1.527
4,mlp.experts.171.up_proj,0.0000412551,0.05000,1.482
4,mlp.experts.175.up_proj,0.0000552841,0.05000,1.518
4,mlp.experts.166.up_proj,0.0000973750,0.05000,1.521
4,mlp.experts.167.up_proj,0.0000255938,0.05000,1.528
4,mlp.experts.174.up_proj,0.0000418660,0.05000,1.579
4,mlp.experts.168.up_proj,0.0000319859,0.05000,1.508
4,mlp.experts.160.up_proj,0.0000327349,0.05000,1.501
4,mlp.experts.169.up_proj,0.0000644306,0.05000,1.508
4,mlp.experts.161.up_proj,0.0000214646,0.05000,1.470
4,mlp.experts.163.up_proj,0.0000512824,0.05000,1.528
4,mlp.experts.172.up_proj,0.0000463841,0.05000,1.528
4,mlp.experts.164.up_proj,0.0000668659,0.05000,1.511
4,mlp.experts.165.up_proj,0.0000608667,0.05000,1.517
4,mlp.experts.205.up_proj,0.0000354343,0.05000,1.507
4,mlp.experts.186.up_proj,0.0000961528,0.05000,1.559
4,mlp.experts.210.up_proj,0.0000540975,0.05000,1.520
4,mlp.experts.187.up_proj,0.0000210921,0.05000,1.519
4,mlp.experts.191.up_proj,0.0000398632,0.05000,1.519
4,mlp.experts.183.up_proj,0.0000391671,0.05000,1.509
4,mlp.experts.182.up_proj,0.0000545829,0.05000,1.548
4,mlp.experts.190.up_proj,0.0000422007,0.05000,1.532
4,mlp.experts.176.up_proj,0.0000328646,0.05000,1.485
4,mlp.experts.184.up_proj,0.0000268046,0.05000,1.530
4,mlp.experts.177.up_proj,0.0000566532,0.05000,1.517
4,mlp.experts.185.up_proj,0.0000337183,0.05000,1.526
4,mlp.experts.179.up_proj,0.0000372739,0.05000,1.513
4,mlp.experts.188.up_proj,0.0000723539,0.05000,1.511
4,mlp.experts.180.up_proj,0.0000489004,0.05000,1.515
4,mlp.experts.181.up_proj,0.0000369852,0.05000,1.522
4,mlp.experts.221.up_proj,0.0000875083,0.05000,1.502
4,mlp.experts.202.up_proj,0.0000568646,0.05000,1.496
4,mlp.experts.226.up_proj,0.0000799532,0.05000,1.525
4,mlp.experts.203.up_proj,0.0000616086,0.05000,1.527
4,mlp.experts.207.up_proj,0.0000954246,0.05000,1.523
4,mlp.experts.198.up_proj,0.0000620984,0.05000,1.491
4,mlp.experts.206.up_proj,0.0000928721,0.05000,1.491
4,mlp.experts.199.up_proj,0.0000438333,0.05000,1.549
4,mlp.experts.192.up_proj,0.0001068971,0.05000,1.511
4,mlp.experts.200.up_proj,0.0000450099,0.05000,1.502
4,mlp.experts.201.up_proj,0.0000692226,0.05000,1.479
4,mlp.experts.193.up_proj,0.0000423451,0.05000,1.516
4,mlp.experts.204.up_proj,0.0001031400,0.05000,1.503
4,mlp.experts.196.up_proj,0.0000644495,0.05000,1.496
4,mlp.experts.195.up_proj,0.0000507132,0.05000,1.563
4,mlp.experts.197.up_proj,0.0000636033,0.05000,1.500
4,mlp.experts.237.up_proj,0.0000650324,0.05000,1.503
4,mlp.experts.242.up_proj,0.0000439026,0.05000,1.481
4,mlp.experts.218.up_proj,0.0000522000,0.05000,1.517
4,mlp.experts.214.up_proj,0.0000575795,0.05000,1.491
4,mlp.experts.222.up_proj,0.0000253538,0.05000,1.457
4,mlp.experts.219.up_proj,0.0000559428,0.05000,1.536
4,mlp.experts.223.up_proj,0.0001002546,0.05000,1.568
4,mlp.experts.215.up_proj,0.0000458372,0.05000,1.518
4,mlp.experts.208.up_proj,0.0001760004,0.05000,1.489
4,mlp.experts.217.up_proj,0.0000643757,0.05000,1.479
4,mlp.experts.216.up_proj,0.0000823728,0.05000,1.522
4,mlp.experts.209.up_proj,0.0000904610,0.05000,1.510
4,mlp.experts.220.up_proj,0.0001452986,0.05000,1.489
4,mlp.experts.212.up_proj,0.0000762441,0.05000,1.463
4,mlp.experts.211.up_proj,0.0000717713,0.05000,1.520
4,mlp.experts.213.up_proj,0.0000481403,0.05000,1.514
4,mlp.experts.253.up_proj,0.0000635369,0.05000,1.507
4,mlp.experts.234.up_proj,0.0000490160,0.05000,1.203
4,mlp.experts.230.up_proj,0.0000281274,0.05000,1.209
4,mlp.experts.238.up_proj,0.0000771389,0.05000,1.232
4,mlp.experts.233.up_proj,0.0000733347,0.05000,1.190
4,mlp.experts.225.up_proj,0.0000916459,0.05000,1.218
4,mlp.experts.235.up_proj,0.0000430498,0.05000,1.475
4,mlp.experts.229.up_proj,0.0000618600,0.05000,1.232
4,mlp.experts.231.up_proj,0.0001372435,0.05000,1.470
4,mlp.experts.224.up_proj,0.0000548421,0.05000,1.459
4,mlp.experts.232.up_proj,0.0000492948,0.05000,1.475
4,mlp.experts.239.up_proj,0.0000802590,0.05000,1.530
4,mlp.experts.228.up_proj,0.0000566260,0.05000,1.454
4,mlp.experts.236.up_proj,0.0000235148,0.05000,1.469
4,mlp.experts.227.up_proj,0.0000333262,0.05000,1.513
4,mlp.experts.250.up_proj,0.0000531605,0.05000,1.179
4,mlp.experts.246.up_proj,0.0000548567,0.05000,1.157
4,mlp.experts.254.up_proj,0.0000347127,0.05000,1.143
4,mlp.experts.249.up_proj,0.0000638821,0.05000,1.182
4,mlp.experts.241.up_proj,0.0000199150,0.05000,1.143
4,mlp.experts.245.up_proj,0.0000362320,0.05000,1.034
4,mlp.experts.251.up_proj,0.0000497253,0.05000,1.349
4,mlp.experts.247.up_proj,0.0000316548,0.05000,1.330
4,mlp.experts.255.up_proj,0.0000459455,0.05000,1.287
4,mlp.experts.248.up_proj,0.0000630391,0.05000,1.299
4,mlp.experts.240.up_proj,0.0000466479,0.05000,1.355
4,mlp.experts.244.up_proj,0.0000420774,0.05000,1.285
4,mlp.experts.252.up_proj,0.0001190569,0.05000,1.277
4,mlp.experts.243.up_proj,0.0000558551,0.05000,1.180
4,mlp.experts.4.down_proj,0.0000028093,0.05000,0.431
4,mlp.experts.10.down_proj,0.0000013328,0.05000,0.426
4,mlp.experts.14.down_proj,0.0000007237,0.05000,0.424
4,mlp.experts.8.down_proj,0.0000015875,0.05000,0.435
4,mlp.experts.12.down_proj,0.0000011797,0.05000,0.434
4,mlp.experts.6.down_proj,0.0000012879,0.05000,0.432
4,mlp.experts.13.down_proj,0.0000001625,0.05000,0.432
4,mlp.experts.9.down_proj,0.0000004007,0.05000,0.426
4,mlp.experts.1.down_proj,0.0000014165,0.05000,0.437
4,mlp.experts.15.down_proj,0.0000007206,0.05000,0.437
4,mlp.experts.2.down_proj,0.0000010926,0.05000,0.456
4,mlp.experts.0.down_proj,0.0000003586,0.05000,0.459
4,mlp.experts.7.down_proj,0.0000004039,0.05000,0.452
4,mlp.experts.3.down_proj,0.0000008909,0.05000,0.463
4,mlp.experts.11.down_proj,0.0000014117,0.05000,0.455
4,mlp.experts.5.down_proj,0.0000004595,0.05000,0.450
4,mlp.experts.20.down_proj,0.0000002638,0.05000,0.378
4,mlp.experts.30.down_proj,0.0000010719,0.05000,0.378
4,mlp.experts.24.down_proj,0.0000008018,0.05000,0.381
4,mlp.experts.26.down_proj,0.0000027775,0.05000,0.399
4,mlp.experts.22.down_proj,0.0000016711,0.05000,0.378
4,mlp.experts.28.down_proj,0.0000003917,0.05000,0.384
4,mlp.experts.25.down_proj,0.0000009643,0.05000,0.385
4,mlp.experts.29.down_proj,0.0000015203,0.05000,0.390
4,mlp.experts.31.down_proj,0.0000007308,0.05000,0.381
4,mlp.experts.18.down_proj,0.0000006716,0.05000,0.382
4,mlp.experts.17.down_proj,0.0000007369,0.05000,0.399
4,mlp.experts.16.down_proj,0.0000007566,0.05000,0.392
4,mlp.experts.23.down_proj,0.0000004260,0.05000,0.388
4,mlp.experts.34.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
4,mlp.experts.19.down_proj,0.0000003056,0.05000,0.392
4,mlp.experts.21.down_proj,0.0000002602,0.05000,0.391
4,mlp.experts.27.down_proj,0.0000004942,0.05000,0.393
4,mlp.experts.36.down_proj,0.0000011679,0.05000,0.378
4,mlp.experts.46.down_proj,0.0000015958,0.05000,0.373
4,mlp.experts.38.down_proj,0.0000013677,0.05000,0.360
4,mlp.experts.40.down_proj,0.0000025815,0.05000,0.372
4,mlp.experts.42.down_proj,0.0000018532,0.05000,0.368
4,mlp.experts.44.down_proj,0.0000015591,0.05000,0.377
4,mlp.experts.45.down_proj,0.0000003945,0.05000,0.370
4,mlp.experts.47.down_proj,0.0000056878,0.05000,0.362
4,mlp.experts.41.down_proj,0.0000005466,0.05000,0.376
4,mlp.experts.32.down_proj,0.0000006048,0.05000,0.365
4,mlp.experts.33.down_proj,0.0000010221,0.05000,0.375
4,mlp.experts.39.down_proj,0.0000005267,0.05000,0.364
4,mlp.experts.43.down_proj,0.0000010376,0.05000,0.370
4,mlp.experts.35.down_proj,0.0000004655,0.05000,0.373
4,mlp.experts.50.down_proj,0.0000003861,0.05000,0.373
4,mlp.experts.37.down_proj,0.0000008558,0.05000,0.376
4,mlp.experts.54.down_proj,0.0000008388,0.05000,0.353
4,mlp.experts.52.down_proj,0.0000008743,0.05000,0.371
4,mlp.experts.62.down_proj,0.0000003192,0.05000,0.363
4,mlp.experts.58.down_proj,0.0000006170,0.05000,0.361
4,mlp.experts.56.down_proj,0.0000003107,0.05000,0.365
4,mlp.experts.60.down_proj,0.0000018283,0.05000,0.361
4,mlp.experts.57.down_proj,0.0000008183,0.05000,0.363
4,mlp.experts.63.down_proj,0.0000016772,0.05000,0.365
4,mlp.experts.61.down_proj,0.0000003179,0.05000,0.370
4,mlp.experts.49.down_proj,0.0000005948,0.05000,0.357
4,mlp.experts.55.down_proj,0.0000017089,0.05000,0.361
4,mlp.experts.48.down_proj,0.0000005166,0.05000,0.369
4,mlp.experts.66.down_proj,0.0000004598,0.05000,0.346
4,mlp.experts.59.down_proj,0.0000040194,0.05000,0.360
4,mlp.experts.53.down_proj,0.0000020964,0.05000,0.360
4,mlp.experts.51.down_proj,0.0000008990,0.05000,0.367
4,mlp.experts.70.down_proj,0.0000015666,0.05000,0.372
4,mlp.experts.78.down_proj,0.0000020223,0.05000,0.369
4,mlp.experts.74.down_proj,0.0000005655,0.05000,0.368
4,mlp.experts.72.down_proj,0.0000003900,0.05000,0.372
4,mlp.experts.68.down_proj,0.0000006416,0.05000,0.381
4,mlp.experts.76.down_proj,0.0000014518,0.05000,0.372
4,mlp.experts.79.down_proj,0.0000004363,0.05000,0.366
4,mlp.experts.73.down_proj,0.0000032164,0.05000,0.377
4,mlp.experts.77.down_proj,0.0000029622,0.05000,0.376
4,mlp.experts.64.down_proj,0.0000003454,0.05000,0.366
4,mlp.experts.65.down_proj,0.0000004654,0.05000,0.376
4,mlp.experts.71.down_proj,0.0000014419,0.05000,0.374
4,mlp.experts.82.down_proj,0.0000016608,0.05000,0.373
4,mlp.experts.67.down_proj,0.0000004776,0.05000,0.364
4,mlp.experts.75.down_proj,0.0000009930,0.05000,0.375
4,mlp.experts.69.down_proj,0.0000002573,0.05000,0.376
4,mlp.experts.90.down_proj,0.0000012131,0.05000,0.380
4,mlp.experts.86.down_proj,0.0000025627,0.05000,0.400
4,mlp.experts.94.down_proj,0.0000020461,0.05000,0.396
4,mlp.experts.84.down_proj,0.0000004880,0.05000,0.390
4,mlp.experts.88.down_proj,0.0000011007,0.05000,0.394
4,mlp.experts.92.down_proj,0.0000005394,0.05000,0.386
4,mlp.experts.95.down_proj,0.0000002781,0.05000,0.388
4,mlp.experts.89.down_proj,0.0000005186,0.05000,0.382
4,mlp.experts.93.down_proj,0.0000014065,0.05000,0.379
4,mlp.experts.81.down_proj,0.0000003096,0.05000,0.378
4,mlp.experts.80.down_proj,0.0000012107,0.05000,0.390
4,mlp.experts.109.down_proj,fallback(rtn): 0.0009918,0.00000,0.006
4,mlp.experts.87.down_proj,0.0000003326,0.05000,0.392
4,mlp.experts.83.down_proj,0.0000006321,0.05000,0.377
4,mlp.experts.98.down_proj,0.0000016426,0.05000,0.395
4,mlp.experts.91.down_proj,0.0000003565,0.05000,0.381
4,mlp.experts.85.down_proj,0.0000006094,0.05000,0.382
4,mlp.experts.106.down_proj,0.0000014541,0.05000,0.372
4,mlp.experts.102.down_proj,0.0000001980,0.05000,0.373
4,mlp.experts.110.down_proj,0.0000013744,0.05000,0.379
4,mlp.experts.104.down_proj,0.0000017903,0.05000,0.375
4,mlp.experts.100.down_proj,0.0000011774,0.05000,0.383
4,mlp.experts.108.down_proj,0.0000009347,0.05000,0.381
4,mlp.experts.111.down_proj,0.0000008372,0.05000,0.380
4,mlp.experts.105.down_proj,0.0000014105,0.05000,0.381
4,mlp.experts.97.down_proj,0.0000002725,0.05000,0.378
4,mlp.experts.96.down_proj,0.0000003827,0.05000,0.386
4,mlp.experts.99.down_proj,0.0000007161,0.05000,0.371
4,mlp.experts.103.down_proj,0.0000020231,0.05000,0.375
4,mlp.experts.125.down_proj,0.0000005666,0.05000,0.381
4,mlp.experts.107.down_proj,0.0000019996,0.05000,0.376
4,mlp.experts.114.down_proj,0.0000009691,0.05000,0.379
4,mlp.experts.101.down_proj,0.0000006293,0.05000,0.374
4,mlp.experts.122.down_proj,0.0000011887,0.05000,0.364
4,mlp.experts.118.down_proj,0.0000012494,0.05000,0.359
4,mlp.experts.126.down_proj,0.0000008078,0.05000,0.355
4,mlp.experts.121.down_proj,0.0000018083,0.05000,0.346
4,mlp.experts.127.down_proj,0.0000005111,0.05000,0.352
4,mlp.experts.120.down_proj,0.0000002281,0.05000,0.367
4,mlp.experts.116.down_proj,0.0000016135,0.05000,0.369
4,mlp.experts.124.down_proj,0.0000022970,0.05000,0.361
4,mlp.experts.113.down_proj,0.0000018371,0.05000,0.354
4,mlp.experts.112.down_proj,0.0000010397,0.05000,0.362
4,mlp.experts.119.down_proj,0.0000007763,0.05000,0.357
4,mlp.experts.115.down_proj,0.0000026720,0.05000,0.372
4,mlp.experts.123.down_proj,0.0000011324,0.05000,0.366
4,mlp.experts.117.down_proj,0.0000014427,0.05000,0.367
4,mlp.experts.130.down_proj,0.0000004020,0.05000,0.370
4,mlp.experts.141.down_proj,0.0000006341,0.05000,0.376
4,mlp.experts.138.down_proj,0.0000015527,0.05000,0.381
4,mlp.experts.142.down_proj,0.0000008588,0.05000,0.376
4,mlp.experts.134.down_proj,0.0000011980,0.05000,0.378
4,mlp.experts.137.down_proj,0.0000005574,0.05000,0.369
4,mlp.experts.136.down_proj,0.0000005307,0.05000,0.375
4,mlp.experts.143.down_proj,0.0000055769,0.05000,0.375
4,mlp.experts.129.down_proj,0.0000008003,0.05000,0.369
4,mlp.experts.132.down_proj,0.0000004074,0.05000,0.376
4,mlp.experts.140.down_proj,0.0000004645,0.05000,0.374
4,mlp.experts.128.down_proj,0.0000002282,0.05000,0.367
4,mlp.experts.135.down_proj,0.0000004582,0.05000,0.374
4,mlp.experts.131.down_proj,0.0000002025,0.05000,0.366
4,mlp.experts.139.down_proj,0.0000007605,0.05000,0.374
4,mlp.experts.133.down_proj,0.0000004248,0.05000,0.378
4,mlp.experts.157.down_proj,0.0000015615,0.05000,0.379
4,mlp.experts.146.down_proj,0.0000004111,0.05000,0.378
4,mlp.experts.154.down_proj,0.0000007523,0.05000,0.387
4,mlp.experts.153.down_proj,0.0000006411,0.05000,0.380
4,mlp.experts.150.down_proj,0.0000002659,0.05000,0.386
4,mlp.experts.158.down_proj,0.0000019576,0.05000,0.389
4,mlp.experts.145.down_proj,0.0000002239,0.05000,0.371
4,mlp.experts.148.down_proj,0.0000020828,0.05000,0.385
4,mlp.experts.152.down_proj,0.0000029610,0.05000,0.394
4,mlp.experts.156.down_proj,0.0000010129,0.05000,0.390
4,mlp.experts.144.down_proj,0.0000002145,0.05000,0.382
4,mlp.experts.159.down_proj,0.0000002901,0.05000,0.391
4,mlp.experts.151.down_proj,0.0000006339,0.05000,0.382
4,mlp.experts.147.down_proj,0.0000017980,0.05000,0.380
4,mlp.experts.155.down_proj,0.0000016544,0.05000,0.371
4,mlp.experts.149.down_proj,0.0000022755,0.05000,0.372
4,mlp.experts.162.down_proj,0.0000014429,0.05000,0.371
4,mlp.experts.173.down_proj,0.0000015288,0.05000,0.378
4,mlp.experts.169.down_proj,0.0000014262,0.05000,0.359
4,mlp.experts.166.down_proj,0.0000019596,0.05000,0.369
4,mlp.experts.174.down_proj,0.0000004342,0.05000,0.371
4,mlp.experts.170.down_proj,0.0000010156,0.05000,0.377
4,mlp.experts.161.down_proj,0.0000010535,0.05000,0.374
4,mlp.experts.164.down_proj,0.0000015126,0.05000,0.369
4,mlp.experts.172.down_proj,0.0000005552,0.05000,0.369
4,mlp.experts.168.down_proj,0.0000004147,0.05000,0.375
4,mlp.experts.160.down_proj,0.0000005299,0.05000,0.371
4,mlp.experts.175.down_proj,0.0000013755,0.05000,0.377
4,mlp.experts.171.down_proj,0.0000003551,0.05000,0.365
4,mlp.experts.167.down_proj,0.0000005978,0.05000,0.375
4,mlp.experts.163.down_proj,0.0000005647,0.05000,0.375
4,mlp.experts.178.down_proj,0.0000006758,0.05000,0.365
4,mlp.experts.165.down_proj,0.0000006885,0.05000,0.373
4,mlp.experts.189.down_proj,0.0000009161,0.05000,0.374
4,mlp.experts.185.down_proj,0.0000004671,0.05000,0.357
4,mlp.experts.186.down_proj,0.0000032428,0.05000,0.360
4,mlp.experts.182.down_proj,0.0000005210,0.05000,0.369
4,mlp.experts.190.down_proj,0.0000021196,0.05000,0.369
4,mlp.experts.180.down_proj,0.0000009616,0.05000,0.358
4,mlp.experts.177.down_proj,0.0000013295,0.05000,0.369
4,mlp.experts.176.down_proj,0.0000003946,0.05000,0.360
4,mlp.experts.184.down_proj,0.0000002345,0.05000,0.372
4,mlp.experts.188.down_proj,0.0000006086,0.05000,0.375
4,mlp.experts.187.down_proj,0.0000002490,0.05000,0.368
4,mlp.experts.191.down_proj,0.0000002847,0.05000,0.372
4,mlp.experts.183.down_proj,0.0000002910,0.05000,0.372
4,mlp.experts.181.down_proj,0.0000006247,0.05000,0.361
4,mlp.experts.179.down_proj,0.0000002951,0.05000,0.375
4,mlp.experts.194.down_proj,0.0000014589,0.05000,0.366
4,mlp.experts.205.down_proj,0.0000005144,0.05000,0.364
4,mlp.experts.201.down_proj,0.0000013409,0.05000,0.364
4,mlp.experts.202.down_proj,0.0000004345,0.05000,0.375
4,mlp.experts.198.down_proj,0.0000028048,0.05000,0.379
4,mlp.experts.196.down_proj,0.0000006251,0.05000,0.372
4,mlp.experts.206.down_proj,0.0000003201,0.05000,0.383
4,mlp.experts.193.down_proj,0.0000003564,0.05000,0.381
4,mlp.experts.200.down_proj,0.0000014274,0.05000,0.371
4,mlp.experts.192.down_proj,0.0000018694,0.05000,0.376
4,mlp.experts.204.down_proj,0.0000025193,0.05000,0.373
4,mlp.experts.203.down_proj,0.0000022345,0.05000,0.379
4,mlp.experts.207.down_proj,0.0000014951,0.05000,0.378
4,mlp.experts.199.down_proj,0.0000003770,0.05000,0.380
4,mlp.experts.210.down_proj,0.0000006089,0.05000,0.378
4,mlp.experts.195.down_proj,0.0000007169,0.05000,0.381
4,mlp.experts.221.down_proj,0.0000024526,0.05000,0.380
4,mlp.experts.197.down_proj,0.0000007933,0.05000,0.389
4,mlp.experts.217.down_proj,0.0000024632,0.05000,0.384
4,mlp.experts.218.down_proj,0.0000008922,0.05000,0.387
4,mlp.experts.214.down_proj,0.0000007133,0.05000,0.380
4,mlp.experts.212.down_proj,0.0000015369,0.05000,0.381
4,mlp.experts.209.down_proj,0.0000016469,0.05000,0.377
4,mlp.experts.222.down_proj,0.0000002740,0.05000,0.380
4,mlp.experts.220.down_proj,0.0000030667,0.05000,0.386
4,mlp.experts.216.down_proj,0.0000018433,0.05000,0.389
4,mlp.experts.208.down_proj,0.0000049107,0.05000,0.389
4,mlp.experts.219.down_proj,0.0000004818,0.05000,0.384
4,mlp.experts.223.down_proj,0.0000021949,0.05000,0.381
4,mlp.experts.215.down_proj,0.0000004921,0.05000,0.384
4,mlp.experts.226.down_proj,0.0000013801,0.05000,0.376
4,mlp.experts.213.down_proj,0.0000004883,0.05000,0.375
4,mlp.experts.211.down_proj,0.0000007286,0.05000,0.377
4,mlp.experts.237.down_proj,0.0000007889,0.05000,0.378
4,mlp.experts.233.down_proj,0.0000006001,0.05000,0.368
4,mlp.experts.234.down_proj,0.0000005209,0.05000,0.359
4,mlp.experts.228.down_proj,0.0000010289,0.05000,0.363
4,mlp.experts.225.down_proj,0.0000016324,0.05000,0.363
4,mlp.experts.230.down_proj,0.0000003050,0.05000,0.371
4,mlp.experts.238.down_proj,0.0000012145,0.05000,0.370
4,mlp.experts.236.down_proj,0.0000001890,0.05000,0.356
4,mlp.experts.232.down_proj,0.0000005712,0.05000,0.366
4,mlp.experts.224.down_proj,0.0000004683,0.05000,0.373
4,mlp.experts.239.down_proj,0.0000026519,0.05000,0.374
4,mlp.experts.235.down_proj,0.0000010012,0.05000,0.376
4,mlp.experts.231.down_proj,0.0000039092,0.05000,0.371
4,mlp.experts.227.down_proj,0.0000002513,0.05000,0.363
4,mlp.experts.242.down_proj,0.0000004327,0.05000,0.369
4,mlp.experts.229.down_proj,0.0000005492,0.05000,0.371
4,mlp.experts.253.down_proj,0.0000016280,0.05000,0.373
4,mlp.experts.249.down_proj,0.0000005909,0.05000,0.313
4,mlp.experts.250.down_proj,0.0000008925,0.05000,0.304
4,mlp.experts.246.down_proj,0.0000004634,0.05000,0.294
4,mlp.experts.241.down_proj,0.0000014553,0.05000,0.298
4,mlp.experts.254.down_proj,0.0000004494,0.05000,0.309
4,mlp.experts.244.down_proj,0.0000025178,0.05000,0.342
4,mlp.experts.245.down_proj,0.0000002953,0.05000,0.266
4,mlp.experts.252.down_proj,0.0000025045,0.05000,0.331
4,mlp.experts.248.down_proj,0.0000004891,0.05000,0.329
4,mlp.experts.240.down_proj,0.0000012918,0.05000,0.316
4,mlp.experts.251.down_proj,0.0000006883,0.05000,0.333
4,mlp.experts.243.down_proj,0.0000010312,0.05000,0.326
4,mlp.experts.255.down_proj,0.0000003507,0.05000,0.338
4,mlp.experts.247.down_proj,0.0000003733,0.05000,0.334
5,mlp.experts.7.gate_proj,0.0000743092,0.05000,1.651
5,mlp.experts.3.gate_proj,0.0000807393,0.05000,1.617
5,mlp.experts.10.gate_proj,0.0000419879,0.05000,1.631
5,mlp.experts.6.gate_proj,0.0000545611,0.05000,1.656
5,mlp.experts.14.gate_proj,0.0000746340,0.05000,1.642
5,mlp.experts.15.gate_proj,0.0000623275,0.05000,1.653
5,mlp.experts.9.gate_proj,0.0000413618,0.05000,1.639
5,mlp.experts.5.gate_proj,0.0000561874,0.05000,1.667
5,mlp.experts.2.gate_proj,0.0000765936,0.05000,1.632
5,mlp.experts.11.gate_proj,0.0000539621,0.05000,1.658
5,mlp.experts.13.gate_proj,0.0000441175,0.05000,1.638
5,mlp.experts.12.gate_proj,0.0000803399,0.05000,1.663
5,mlp.experts.1.gate_proj,0.0000605759,0.05000,1.644
5,mlp.experts.8.gate_proj,0.0000819838,0.05000,1.685
5,mlp.experts.0.gate_proj,0.0000766816,0.05000,1.660
5,mlp.experts.4.gate_proj,0.0000340188,0.05000,1.788
5,mlp.experts.19.gate_proj,0.0000677163,0.05000,1.557
5,mlp.experts.23.gate_proj,0.0001125020,0.05000,1.572
5,mlp.experts.31.gate_proj,0.0000741644,0.05000,1.561
5,mlp.experts.26.gate_proj,0.0001521328,0.05000,1.579
5,mlp.experts.27.gate_proj,0.0000667776,0.05000,1.572
5,mlp.experts.22.gate_proj,0.0000444979,0.05000,1.601
5,mlp.experts.17.gate_proj,0.0001018362,0.05000,1.559
5,mlp.experts.21.gate_proj,0.0000509022,0.05000,1.577
5,mlp.experts.18.gate_proj,0.0000624492,0.05000,1.573
5,mlp.experts.30.gate_proj,0.0000748335,0.05000,1.589
5,mlp.experts.25.gate_proj,0.0000356819,0.05000,1.579
5,mlp.experts.29.gate_proj,0.0000606303,0.05000,1.573
5,mlp.experts.28.gate_proj,0.0000765493,0.05000,1.580
5,mlp.experts.24.gate_proj,0.0000543967,0.05000,1.583
5,mlp.experts.16.gate_proj,0.0001115181,0.05000,1.629
5,mlp.experts.20.gate_proj,0.0000333185,0.05000,1.604
5,mlp.experts.35.gate_proj,0.0000751211,0.05000,1.575
5,mlp.experts.47.gate_proj,0.0000306785,0.05000,1.540
5,mlp.experts.39.gate_proj,0.0001339787,0.05000,1.567
5,mlp.experts.46.gate_proj,0.0000798926,0.05000,1.569
5,mlp.experts.42.gate_proj,0.0000728041,0.05000,1.594
5,mlp.experts.34.gate_proj,0.0000752461,0.05000,1.562
5,mlp.experts.38.gate_proj,0.0000722948,0.05000,1.578
5,mlp.experts.41.gate_proj,0.0000295218,0.05000,1.571
5,mlp.experts.43.gate_proj,0.0000503838,0.05000,1.584
5,mlp.experts.33.gate_proj,0.0000741949,0.05000,1.595
5,mlp.experts.45.gate_proj,0.0000920483,0.05000,1.583
5,mlp.experts.37.gate_proj,0.0000688535,0.05000,1.596
5,mlp.experts.44.gate_proj,0.0000607397,0.05000,1.598
5,mlp.experts.40.gate_proj,0.0000830662,0.05000,1.671
5,mlp.experts.32.gate_proj,0.0000446854,0.05000,1.644
5,mlp.experts.36.gate_proj,0.0000377138,0.05000,1.626
5,mlp.experts.51.gate_proj,0.0000504766,0.05000,1.526
5,mlp.experts.55.gate_proj,0.0000514238,0.05000,1.528
5,mlp.experts.63.gate_proj,0.0000768910,0.05000,1.531
5,mlp.experts.50.gate_proj,0.0000471857,0.05000,1.510
5,mlp.experts.58.gate_proj,0.0000625220,0.05000,1.513
5,mlp.experts.62.gate_proj,0.0001207367,0.05000,1.542
5,mlp.experts.59.gate_proj,0.0000388352,0.05000,1.528
5,mlp.experts.60.gate_proj,0.0000718634,0.05000,1.524
5,mlp.experts.54.gate_proj,0.0001064259,0.05000,1.575
5,mlp.experts.56.gate_proj,0.0000910433,0.05000,1.494
5,mlp.experts.57.gate_proj,0.0000366706,0.05000,1.609
5,mlp.experts.61.gate_proj,0.0000586384,0.05000,1.613
5,mlp.experts.48.gate_proj,0.0000617673,0.05000,1.526
5,mlp.experts.53.gate_proj,0.0000928069,0.05000,1.624
5,mlp.experts.52.gate_proj,0.0000754546,0.05000,1.505
5,mlp.experts.49.gate_proj,0.0000702650,0.05000,1.667
5,mlp.experts.79.gate_proj,0.0000482744,0.05000,1.496
5,mlp.experts.67.gate_proj,0.0000627066,0.05000,1.507
5,mlp.experts.71.gate_proj,0.0000779228,0.05000,1.544
5,mlp.experts.78.gate_proj,0.0000409573,0.05000,1.482
5,mlp.experts.74.gate_proj,0.0001698119,0.05000,1.513
5,mlp.experts.66.gate_proj,0.0000855046,0.05000,1.516
5,mlp.experts.76.gate_proj,0.0000730306,0.05000,1.490
5,mlp.experts.75.gate_proj,0.0000977443,0.05000,1.513
5,mlp.experts.70.gate_proj,0.0000505746,0.05000,1.478
5,mlp.experts.72.gate_proj,0.0000581475,0.05000,1.506
5,mlp.experts.64.gate_proj,0.0003034878,0.05000,1.492
5,mlp.experts.68.gate_proj,0.0000434632,0.05000,1.505
5,mlp.experts.73.gate_proj,0.0000634524,0.05000,1.558
5,mlp.experts.69.gate_proj,0.0000615939,0.05000,1.545
5,mlp.experts.77.gate_proj,0.0000991508,0.05000,1.564
5,mlp.experts.65.gate_proj,0.0000259754,0.05000,1.553
5,mlp.experts.83.gate_proj,0.0000695779,0.05000,1.500
5,mlp.experts.95.gate_proj,0.0000449741,0.05000,1.514
5,mlp.experts.90.gate_proj,0.0000349345,0.05000,1.493
5,mlp.experts.94.gate_proj,0.0000944596,0.05000,1.500
5,mlp.experts.86.gate_proj,0.0000803691,0.05000,1.474
5,mlp.experts.87.gate_proj,0.0000576874,0.05000,1.533
5,mlp.experts.92.gate_proj,0.0001002963,0.05000,1.497
5,mlp.experts.82.gate_proj,0.0000691070,0.05000,1.547
5,mlp.experts.91.gate_proj,0.0000911642,0.05000,1.522
5,mlp.experts.88.gate_proj,0.0000617437,0.05000,1.503
5,mlp.experts.80.gate_proj,0.0000954825,0.05000,1.512
5,mlp.experts.84.gate_proj,0.0000692190,0.05000,1.509
5,mlp.experts.89.gate_proj,0.0000634354,0.05000,1.550
5,mlp.experts.85.gate_proj,0.0000432324,0.05000,1.543
5,mlp.experts.93.gate_proj,0.0001013391,0.05000,1.547
5,mlp.experts.81.gate_proj,0.0000718507,0.05000,1.541
5,mlp.experts.99.gate_proj,0.0000407306,0.05000,1.500
5,mlp.experts.111.gate_proj,0.0000694371,0.05000,1.536
5,mlp.experts.110.gate_proj,0.0000704961,0.05000,1.504
5,mlp.experts.106.gate_proj,0.0000475962,0.05000,1.511
5,mlp.experts.98.gate_proj,0.0001076258,0.05000,1.464
5,mlp.experts.103.gate_proj,0.0000633861,0.05000,1.506
5,mlp.experts.108.gate_proj,0.0000344802,0.05000,1.511
5,mlp.experts.107.gate_proj,0.0000789299,0.05000,1.520
5,mlp.experts.102.gate_proj,0.0000545993,0.05000,1.577
5,mlp.experts.104.gate_proj,0.0000323518,0.05000,1.514
5,mlp.experts.96.gate_proj,0.0000599688,0.05000,1.507
5,mlp.experts.100.gate_proj,0.0000784263,0.05000,1.515
5,mlp.experts.109.gate_proj,0.0000440528,0.05000,1.531
5,mlp.experts.105.gate_proj,0.0000903671,0.05000,1.558
5,mlp.experts.101.gate_proj,0.0000751518,0.05000,1.560
5,mlp.experts.97.gate_proj,0.0001149199,0.05000,1.569
5,mlp.experts.115.gate_proj,0.0000796980,0.05000,1.525
5,mlp.experts.127.gate_proj,0.0000428538,0.05000,1.537
5,mlp.experts.126.gate_proj,0.0000401237,0.05000,1.533
5,mlp.experts.124.gate_proj,0.0000571953,0.05000,1.524
5,mlp.experts.119.gate_proj,0.0000362032,0.05000,1.542
5,mlp.experts.122.gate_proj,0.0000827835,0.05000,1.563
5,mlp.experts.114.gate_proj,0.0000578283,0.05000,1.562
5,mlp.experts.123.gate_proj,0.0000888583,0.05000,1.524
5,mlp.experts.120.gate_proj,0.0001384979,0.05000,1.515
5,mlp.experts.118.gate_proj,0.0001053471,0.05000,1.543
5,mlp.experts.112.gate_proj,0.0000473982,0.05000,1.526
5,mlp.experts.116.gate_proj,0.0000438892,0.05000,1.523
5,mlp.experts.121.gate_proj,0.0000344958,0.05000,1.488
5,mlp.experts.117.gate_proj,0.0001350710,0.05000,1.509
5,mlp.experts.125.gate_proj,0.0001009658,0.05000,1.520
5,mlp.experts.113.gate_proj,0.0000951648,0.05000,1.515
5,mlp.experts.131.gate_proj,0.0000628732,0.05000,1.500
5,mlp.experts.143.gate_proj,0.0000361996,0.05000,1.482
5,mlp.experts.140.gate_proj,0.0000602179,0.05000,1.506
5,mlp.experts.142.gate_proj,0.0000945540,0.05000,1.526
5,mlp.experts.135.gate_proj,0.0000306094,0.05000,1.517
5,mlp.experts.128.gate_proj,0.0000342974,0.05000,1.453
5,mlp.experts.130.gate_proj,0.0000647348,0.05000,1.530
5,mlp.experts.138.gate_proj,0.0000757857,0.05000,1.533
5,mlp.experts.139.gate_proj,0.0000774285,0.05000,1.516
5,mlp.experts.136.gate_proj,0.0000727902,0.05000,1.508
5,mlp.experts.134.gate_proj,0.0000571269,0.05000,1.535
5,mlp.experts.132.gate_proj,0.0000712604,0.05000,1.503
5,mlp.experts.137.gate_proj,0.0000737290,0.05000,1.499
5,mlp.experts.133.gate_proj,0.0000798046,0.05000,1.469
5,mlp.experts.141.gate_proj,0.0000906897,0.05000,1.523
5,mlp.experts.129.gate_proj,0.0001326242,0.05000,1.511
5,mlp.experts.147.gate_proj,0.0000466115,0.05000,1.504
5,mlp.experts.159.gate_proj,0.0000358649,0.05000,1.510
5,mlp.experts.156.gate_proj,0.0001082935,0.05000,1.484
5,mlp.experts.151.gate_proj,0.0000866569,0.05000,1.517
5,mlp.experts.158.gate_proj,0.0000656411,0.05000,1.537
5,mlp.experts.155.gate_proj,0.0000943735,0.05000,1.490
5,mlp.experts.152.gate_proj,0.0000342945,0.05000,1.500
5,mlp.experts.144.gate_proj,0.0000508548,0.05000,1.519
5,mlp.experts.154.gate_proj,0.0000481160,0.05000,1.563
5,mlp.experts.148.gate_proj,0.0001390462,0.05000,1.512
5,mlp.experts.150.gate_proj,0.0000581201,0.05000,1.546
5,mlp.experts.146.gate_proj,0.0000430039,0.05000,1.596
5,mlp.experts.149.gate_proj,0.0000812074,0.05000,1.509
5,mlp.experts.157.gate_proj,0.0000489401,0.05000,1.492
5,mlp.experts.153.gate_proj,0.0000874178,0.05000,1.557
5,mlp.experts.145.gate_proj,0.0000256516,0.05000,1.515
5,mlp.experts.163.gate_proj,0.0000866351,0.05000,1.512
5,mlp.experts.175.gate_proj,0.0000808861,0.05000,1.523
5,mlp.experts.172.gate_proj,0.0000779544,0.05000,1.520
5,mlp.experts.167.gate_proj,0.0000713358,0.05000,1.518
5,mlp.experts.171.gate_proj,0.0000616431,0.05000,1.508
5,mlp.experts.160.gate_proj,0.0000518055,0.05000,1.502
5,mlp.experts.174.gate_proj,0.0000284866,0.05000,1.556
5,mlp.experts.168.gate_proj,0.0000663176,0.05000,1.553
5,mlp.experts.164.gate_proj,0.0001016091,0.05000,1.528
5,mlp.experts.170.gate_proj,0.0000514537,0.05000,1.555
5,mlp.experts.165.gate_proj,0.0000958159,0.05000,1.489
5,mlp.experts.166.gate_proj,0.0000423960,0.05000,1.543
5,mlp.experts.162.gate_proj,0.0000603689,0.05000,1.569
5,mlp.experts.169.gate_proj,0.0000481023,0.05000,1.490
5,mlp.experts.173.gate_proj,0.0000533117,0.05000,1.551
5,mlp.experts.161.gate_proj,0.0000502774,0.05000,1.527
5,mlp.experts.191.gate_proj,0.0000993989,0.05000,1.461
5,mlp.experts.179.gate_proj,0.0001303052,0.05000,1.509
5,mlp.experts.188.gate_proj,0.0000411115,0.05000,1.509
5,mlp.experts.183.gate_proj,0.0001032875,0.05000,1.486
5,mlp.experts.176.gate_proj,0.0000666619,0.05000,1.505
5,mlp.experts.187.gate_proj,0.0000755687,0.05000,1.512
5,mlp.experts.190.gate_proj,0.0000646420,0.05000,1.508
5,mlp.experts.184.gate_proj,0.0000559003,0.05000,1.503
5,mlp.experts.180.gate_proj,0.0000416926,0.05000,1.510
5,mlp.experts.181.gate_proj,0.0000772489,0.05000,1.508
5,mlp.experts.186.gate_proj,0.0000273767,0.05000,1.524
5,mlp.experts.182.gate_proj,0.0000964594,0.05000,1.513
5,mlp.experts.178.gate_proj,0.0000877765,0.05000,1.484
5,mlp.experts.185.gate_proj,0.0000587150,0.05000,1.507
5,mlp.experts.189.gate_proj,0.0000719620,0.05000,1.532
5,mlp.experts.177.gate_proj,0.0001246665,0.05000,1.523
5,mlp.experts.207.gate_proj,0.0000407090,0.05000,1.531
5,mlp.experts.195.gate_proj,0.0001006923,0.05000,1.537
5,mlp.experts.204.gate_proj,0.0000643061,0.05000,1.494
5,mlp.experts.192.gate_proj,0.0001042000,0.05000,1.493
5,mlp.experts.206.gate_proj,0.0000394283,0.05000,1.490
5,mlp.experts.199.gate_proj,0.0001570712,0.05000,1.549
5,mlp.experts.203.gate_proj,0.0001284545,0.05000,1.557
5,mlp.experts.200.gate_proj,0.0000346412,0.05000,1.523
5,mlp.experts.196.gate_proj,0.0000537601,0.05000,1.500
5,mlp.experts.194.gate_proj,0.0000582110,0.05000,1.498
5,mlp.experts.197.gate_proj,0.0000589449,0.05000,1.529
5,mlp.experts.202.gate_proj,0.0000906415,0.05000,1.519
5,mlp.experts.201.gate_proj,0.0000699164,0.05000,1.511
5,mlp.experts.198.gate_proj,0.0001413843,0.05000,1.547
5,mlp.experts.205.gate_proj,0.0000561539,0.05000,1.530
5,mlp.experts.193.gate_proj,0.0000243823,0.05000,1.511
5,mlp.experts.220.gate_proj,0.0000479522,0.05000,1.509
5,mlp.experts.223.gate_proj,0.0000968921,0.05000,1.568
5,mlp.experts.211.gate_proj,0.0000804079,0.05000,1.592
5,mlp.experts.208.gate_proj,0.0000782161,0.05000,1.489
5,mlp.experts.222.gate_proj,0.0000614945,0.05000,1.519
5,mlp.experts.216.gate_proj,0.0000582403,0.05000,1.517
5,mlp.experts.215.gate_proj,0.0000424590,0.05000,1.574
5,mlp.experts.212.gate_proj,0.0000796635,0.05000,1.525
5,mlp.experts.219.gate_proj,0.0001113962,0.05000,1.561
5,mlp.experts.210.gate_proj,0.0000698882,0.05000,1.507
5,mlp.experts.213.gate_proj,0.0000569573,0.05000,1.514
5,mlp.experts.218.gate_proj,0.0000689063,0.05000,1.527
5,mlp.experts.214.gate_proj,0.0000602488,0.05000,1.512
5,mlp.experts.217.gate_proj,0.0001432994,0.05000,1.540
5,mlp.experts.209.gate_proj,0.0000747201,0.05000,1.531
5,mlp.experts.221.gate_proj,0.0000780065,0.05000,1.545
5,mlp.experts.236.gate_proj,0.0000733022,0.05000,1.481
5,mlp.experts.239.gate_proj,0.0000367287,0.05000,1.549
5,mlp.experts.224.gate_proj,0.0000283187,0.05000,1.516
5,mlp.experts.227.gate_proj,0.0000683992,0.05000,1.563
5,mlp.experts.238.gate_proj,0.0000813091,0.05000,1.513
5,mlp.experts.232.gate_proj,0.0000958814,0.05000,1.508
5,mlp.experts.228.gate_proj,0.0000740894,0.05000,1.494
5,mlp.experts.231.gate_proj,0.0000619939,0.05000,1.546
5,mlp.experts.229.gate_proj,0.0000688465,0.05000,1.499
5,mlp.experts.226.gate_proj,0.0000683727,0.05000,1.514
5,mlp.experts.234.gate_proj,0.0000398014,0.05000,1.515
5,mlp.experts.230.gate_proj,0.0000481594,0.05000,1.501
5,mlp.experts.235.gate_proj,0.0000469440,0.05000,1.564
5,mlp.experts.233.gate_proj,0.0000956177,0.05000,1.513
5,mlp.experts.237.gate_proj,0.0000508013,0.05000,1.496
5,mlp.experts.225.gate_proj,0.0001074380,0.05000,1.538
5,mlp.experts.252.gate_proj,0.0000840586,0.05000,1.489
5,mlp.experts.240.gate_proj,0.0000674711,0.05000,1.493
5,mlp.experts.255.gate_proj,0.0000654612,0.05000,1.535
5,mlp.experts.254.gate_proj,0.0000842030,0.05000,1.510
5,mlp.experts.243.gate_proj,0.0000601863,0.05000,1.549
5,mlp.experts.248.gate_proj,0.0000648208,0.05000,1.517
5,mlp.experts.244.gate_proj,0.0000538113,0.05000,1.506
5,mlp.experts.245.gate_proj,0.0001091409,0.05000,1.494
5,mlp.experts.246.gate_proj,0.0000553961,0.05000,1.485
5,mlp.experts.247.gate_proj,0.0000414520,0.05000,1.546
5,mlp.experts.242.gate_proj,0.0000921199,0.05000,1.534
5,mlp.experts.251.gate_proj,0.0000480485,0.05000,1.490
5,mlp.experts.250.gate_proj,0.0000646908,0.05000,1.499
5,mlp.experts.249.gate_proj,0.0000439035,0.05000,1.505
5,mlp.experts.253.gate_proj,0.0000675978,0.05000,1.501
5,mlp.experts.241.gate_proj,0.0001396425,0.05000,1.516
5,mlp.experts.12.up_proj,0.0000730974,0.05000,1.551
5,mlp.experts.0.up_proj,0.0000686009,0.05000,1.553
5,mlp.experts.15.up_proj,0.0000592020,0.05000,1.516
5,mlp.experts.14.up_proj,0.0000657758,0.05000,1.522
5,mlp.experts.3.up_proj,0.0000718010,0.05000,1.509
5,mlp.experts.5.up_proj,0.0000524136,0.05000,1.513
5,mlp.experts.8.up_proj,0.0000761185,0.05000,1.570
5,mlp.experts.4.up_proj,0.0000319544,0.05000,1.557
5,mlp.experts.7.up_proj,0.0000673621,0.05000,1.500
5,mlp.experts.10.up_proj,0.0000394915,0.05000,1.498
5,mlp.experts.6.up_proj,0.0000446377,0.05000,1.515
5,mlp.experts.2.up_proj,0.0000697549,0.05000,1.507
5,mlp.experts.9.up_proj,0.0000388210,0.05000,1.502
5,mlp.experts.11.up_proj,0.0000504754,0.05000,1.536
5,mlp.experts.13.up_proj,0.0000413961,0.05000,1.468
5,mlp.experts.1.up_proj,0.0000545790,0.05000,1.512
5,mlp.experts.28.up_proj,0.0000690895,0.05000,1.554
5,mlp.experts.31.up_proj,0.0000616958,0.05000,1.521
5,mlp.experts.16.up_proj,0.0001051911,0.05000,1.564
5,mlp.experts.30.up_proj,0.0000689654,0.05000,1.531
5,mlp.experts.19.up_proj,0.0000608507,0.05000,1.506
5,mlp.experts.21.up_proj,0.0000479736,0.05000,1.505
5,mlp.experts.23.up_proj,0.0001020210,0.05000,1.514
5,mlp.experts.22.up_proj,0.0000409343,0.05000,1.511
5,mlp.experts.18.up_proj,0.0000587044,0.05000,1.514
5,mlp.experts.26.up_proj,0.0001429329,0.05000,1.524
5,mlp.experts.24.up_proj,0.0000480172,0.05000,1.554
5,mlp.experts.27.up_proj,0.0000580706,0.05000,1.508
5,mlp.experts.25.up_proj,0.0000338449,0.05000,1.519
5,mlp.experts.29.up_proj,0.0000561746,0.05000,1.497
5,mlp.experts.20.up_proj,0.0000316190,0.05000,1.600
5,mlp.experts.17.up_proj,0.0000942627,0.05000,1.498
5,mlp.experts.44.up_proj,0.0000542592,0.05000,1.583
5,mlp.experts.47.up_proj,0.0000284437,0.05000,1.564
5,mlp.experts.46.up_proj,0.0000726816,0.05000,1.538
5,mlp.experts.35.up_proj,0.0000636796,0.05000,1.554
5,mlp.experts.37.up_proj,0.0000659908,0.05000,1.540
5,mlp.experts.32.up_proj,0.0000420704,0.05000,1.596
5,mlp.experts.38.up_proj,0.0000670509,0.05000,1.524
5,mlp.experts.34.up_proj,0.0000710673,0.05000,1.520
5,mlp.experts.42.up_proj,0.0000684236,0.05000,1.520
5,mlp.experts.39.up_proj,0.0001240079,0.05000,1.545
5,mlp.experts.41.up_proj,0.0000277648,0.05000,1.542
5,mlp.experts.43.up_proj,0.0000469492,0.05000,1.553
5,mlp.experts.45.up_proj,0.0000835291,0.05000,1.528
5,mlp.experts.40.up_proj,0.0000761937,0.05000,1.611
5,mlp.experts.36.up_proj,0.0000361996,0.05000,1.595
5,mlp.experts.33.up_proj,0.0000704480,0.05000,1.527
5,mlp.experts.60.up_proj,0.0000670170,0.05000,1.612
5,mlp.experts.63.up_proj,0.0000682013,0.05000,1.605
5,mlp.experts.62.up_proj,0.0001125610,0.05000,1.596
5,mlp.experts.51.up_proj,0.0000470392,0.05000,1.584
5,mlp.experts.48.up_proj,0.0000581537,0.05000,1.635
5,mlp.experts.53.up_proj,0.0000863548,0.05000,1.653
5,mlp.experts.54.up_proj,0.0000971485,0.05000,1.621
5,mlp.experts.55.up_proj,0.0000481226,0.05000,1.646
5,mlp.experts.59.up_proj,0.0000334493,0.05000,1.608
5,mlp.experts.58.up_proj,0.0000567899,0.05000,1.657
5,mlp.experts.50.up_proj,0.0000430546,0.05000,1.662
5,mlp.experts.61.up_proj,0.0000567581,0.05000,1.647
5,mlp.experts.56.up_proj,0.0000864445,0.05000,1.646
5,mlp.experts.57.up_proj,0.0000345156,0.05000,1.703
5,mlp.experts.52.up_proj,0.0000699240,0.05000,1.624
5,mlp.experts.49.up_proj,0.0000639727,0.05000,1.695
5,mlp.experts.76.up_proj,0.0000679869,0.05000,1.594
5,mlp.experts.79.up_proj,0.0000449215,0.05000,1.565
5,mlp.experts.67.up_proj,0.0000568532,0.05000,1.555
5,mlp.experts.78.up_proj,0.0000381051,0.05000,1.576
5,mlp.experts.64.up_proj,0.0000807309,0.05000,1.540
5,mlp.experts.70.up_proj,0.0000465812,0.05000,1.571
5,mlp.experts.74.up_proj,0.0001582992,0.05000,1.522
5,mlp.experts.75.up_proj,0.0000896170,0.05000,1.528
5,mlp.experts.66.up_proj,0.0000738625,0.05000,1.526
5,mlp.experts.71.up_proj,0.0000750945,0.05000,1.541
5,mlp.experts.69.up_proj,0.0000582206,0.05000,1.585
5,mlp.experts.72.up_proj,0.0000538471,0.05000,1.525
5,mlp.experts.68.up_proj,0.0000406184,0.05000,1.518
5,mlp.experts.77.up_proj,0.0000950153,0.05000,1.593
5,mlp.experts.73.up_proj,0.0000588105,0.05000,1.587
5,mlp.experts.65.up_proj,0.0000237150,0.05000,1.557
5,mlp.experts.83.up_proj,0.0000653561,0.05000,1.512
5,mlp.experts.92.up_proj,0.0000871179,0.05000,1.521
5,mlp.experts.94.up_proj,0.0000777576,0.05000,1.504
5,mlp.experts.95.up_proj,0.0000424675,0.05000,1.525
5,mlp.experts.80.up_proj,0.0000893021,0.05000,1.495
5,mlp.experts.90.up_proj,0.0000331871,0.05000,1.505
5,mlp.experts.91.up_proj,0.0000857575,0.05000,1.511
5,mlp.experts.82.up_proj,0.0000644307,0.05000,1.533
5,mlp.experts.87.up_proj,0.0000542553,0.05000,1.537
5,mlp.experts.88.up_proj,0.0000579210,0.05000,1.493
5,mlp.experts.86.up_proj,0.0000762773,0.05000,1.570
5,mlp.experts.85.up_proj,0.0000403728,0.05000,1.565
5,mlp.experts.84.up_proj,0.0000616514,0.05000,1.536
5,mlp.experts.93.up_proj,0.0000944619,0.05000,1.534
5,mlp.experts.89.up_proj,0.0000589918,0.05000,1.533
5,mlp.experts.81.up_proj,0.0000633473,0.05000,1.547
5,mlp.experts.99.up_proj,0.0000378688,0.05000,1.501
5,mlp.experts.110.up_proj,0.0000657322,0.05000,1.495
5,mlp.experts.111.up_proj,0.0000653575,0.05000,1.492
5,mlp.experts.108.up_proj,0.0000310539,0.05000,1.529
5,mlp.experts.96.up_proj,0.0000553599,0.05000,1.516
5,mlp.experts.106.up_proj,0.0000450142,0.05000,1.497
5,mlp.experts.107.up_proj,0.0000726879,0.05000,1.509
5,mlp.experts.103.up_proj,0.0000587163,0.05000,1.492
5,mlp.experts.98.up_proj,0.0000998793,0.05000,1.519
5,mlp.experts.104.up_proj,0.0000307627,0.05000,1.515
5,mlp.experts.102.up_proj,0.0000518460,0.05000,1.517
5,mlp.experts.101.up_proj,0.0000693474,0.05000,1.551
5,mlp.experts.100.up_proj,0.0000711224,0.05000,1.518
5,mlp.experts.109.up_proj,0.0000413152,0.05000,1.538
5,mlp.experts.105.up_proj,0.0000840072,0.05000,1.551
5,mlp.experts.97.up_proj,0.0001080605,0.05000,1.562
5,mlp.experts.126.up_proj,0.0000344203,0.05000,1.503
5,mlp.experts.127.up_proj,0.0000405067,0.05000,1.520
5,mlp.experts.115.up_proj,0.0000791705,0.05000,1.523
5,mlp.experts.124.up_proj,0.0000532680,0.05000,1.527
5,mlp.experts.112.up_proj,0.0000442906,0.05000,1.518
5,mlp.experts.122.up_proj,0.0000762154,0.05000,1.518
5,mlp.experts.123.up_proj,0.0000823437,0.05000,1.510
5,mlp.experts.119.up_proj,0.0000338344,0.05000,1.498
5,mlp.experts.114.up_proj,0.0000515688,0.05000,1.518
5,mlp.experts.120.up_proj,0.0001191080,0.05000,1.520
5,mlp.experts.118.up_proj,0.0000983152,0.05000,1.536
5,mlp.experts.117.up_proj,0.0001219780,0.05000,1.518
5,mlp.experts.116.up_proj,0.0000390933,0.05000,1.522
5,mlp.experts.125.up_proj,0.0000934184,0.05000,1.509
5,mlp.experts.121.up_proj,0.0000325985,0.05000,1.513
5,mlp.experts.113.up_proj,0.0000841769,0.05000,1.515
5,mlp.experts.142.up_proj,0.0000767278,0.05000,1.496
5,mlp.experts.131.up_proj,0.0000593266,0.05000,1.514
5,mlp.experts.143.up_proj,0.0000344704,0.05000,1.519
5,mlp.experts.140.up_proj,0.0000530775,0.05000,1.527
5,mlp.experts.128.up_proj,0.0000309868,0.05000,1.498
5,mlp.experts.139.up_proj,0.0000676926,0.05000,1.510
5,mlp.experts.135.up_proj,0.0000285950,0.05000,1.517
5,mlp.experts.138.up_proj,0.0000725853,0.05000,1.550
5,mlp.experts.130.up_proj,0.0000601448,0.05000,1.525
5,mlp.experts.136.up_proj,0.0000677609,0.05000,1.517
5,mlp.experts.134.up_proj,0.0000537888,0.05000,1.506
5,mlp.experts.133.up_proj,0.0000739177,0.05000,1.504
5,mlp.experts.132.up_proj,0.0000669635,0.05000,1.514
5,mlp.experts.141.up_proj,0.0000846777,0.05000,1.517
5,mlp.experts.137.up_proj,0.0000648179,0.05000,1.510
5,mlp.experts.129.up_proj,0.0001151239,0.05000,1.481
5,mlp.experts.159.up_proj,0.0000341158,0.05000,1.496
5,mlp.experts.147.up_proj,0.0000439974,0.05000,1.498
5,mlp.experts.156.up_proj,0.0000978350,0.05000,1.478
5,mlp.experts.158.up_proj,0.0000614294,0.05000,1.578
5,mlp.experts.144.up_proj,0.0000444623,0.05000,1.514
5,mlp.experts.155.up_proj,0.0000849901,0.05000,1.484
5,mlp.experts.151.up_proj,0.0000744473,0.05000,1.490
5,mlp.experts.152.up_proj,0.0000311589,0.05000,1.497
5,mlp.experts.146.up_proj,0.0000388149,0.05000,1.529
5,mlp.experts.154.up_proj,0.0000450012,0.05000,1.572
5,mlp.experts.149.up_proj,0.0000660077,0.05000,1.498
5,mlp.experts.148.up_proj,0.0001285080,0.05000,1.492
5,mlp.experts.150.up_proj,0.0000548292,0.05000,1.547
5,mlp.experts.157.up_proj,0.0000425277,0.05000,1.497
5,mlp.experts.153.up_proj,0.0000803072,0.05000,1.511
5,mlp.experts.145.up_proj,0.0000241917,0.05000,1.503
5,mlp.experts.163.up_proj,0.0000803593,0.05000,1.498
5,mlp.experts.172.up_proj,0.0000622828,0.05000,1.508
5,mlp.experts.175.up_proj,0.0000768110,0.05000,1.531
5,mlp.experts.160.up_proj,0.0000491212,0.05000,1.515
5,mlp.experts.171.up_proj,0.0000572233,0.05000,1.497
5,mlp.experts.174.up_proj,0.0000264845,0.05000,1.556
5,mlp.experts.167.up_proj,0.0000662509,0.05000,1.521
5,mlp.experts.168.up_proj,0.0000602142,0.05000,1.520
5,mlp.experts.170.up_proj,0.0000463621,0.05000,1.524
5,mlp.experts.165.up_proj,0.0000881404,0.05000,1.522
5,mlp.experts.162.up_proj,0.0000574214,0.05000,1.544
5,mlp.experts.164.up_proj,0.0000998542,0.05000,1.525
5,mlp.experts.173.up_proj,0.0000498820,0.05000,1.511
5,mlp.experts.166.up_proj,0.0000399805,0.05000,1.553
5,mlp.experts.169.up_proj,0.0000439206,0.05000,1.508
5,mlp.experts.161.up_proj,0.0000497124,0.05000,1.496
5,mlp.experts.179.up_proj,0.0001196969,0.05000,1.518
5,mlp.experts.191.up_proj,0.0000922200,0.05000,1.519
5,mlp.experts.188.up_proj,0.0000373727,0.05000,1.541
5,mlp.experts.176.up_proj,0.0000617215,0.05000,1.522
5,mlp.experts.187.up_proj,0.0000686240,0.05000,1.522
5,mlp.experts.190.up_proj,0.0000604212,0.05000,1.530
5,mlp.experts.183.up_proj,0.0001011080,0.05000,1.510
5,mlp.experts.184.up_proj,0.0000534380,0.05000,1.521
5,mlp.experts.181.up_proj,0.0000630520,0.05000,1.514
5,mlp.experts.186.up_proj,0.0000262294,0.05000,1.535
5,mlp.experts.180.up_proj,0.0000397640,0.05000,1.527
5,mlp.experts.178.up_proj,0.0000756953,0.05000,1.536
5,mlp.experts.189.up_proj,0.0000673511,0.05000,1.521
5,mlp.experts.182.up_proj,0.0000896849,0.05000,1.530
5,mlp.experts.185.up_proj,0.0000541606,0.05000,1.509
5,mlp.experts.177.up_proj,0.0001162943,0.05000,1.522
5,mlp.experts.195.up_proj,0.0000949415,0.05000,1.540
5,mlp.experts.204.up_proj,0.0000606836,0.05000,1.499
5,mlp.experts.192.up_proj,0.0000924385,0.05000,1.494
5,mlp.experts.207.up_proj,0.0000384069,0.05000,1.543
5,mlp.experts.203.up_proj,0.0001204434,0.05000,1.535
5,mlp.experts.206.up_proj,0.0000371743,0.05000,1.525
5,mlp.experts.199.up_proj,0.0001425243,0.05000,1.510
5,mlp.experts.200.up_proj,0.0000325062,0.05000,1.524
5,mlp.experts.197.up_proj,0.0000507020,0.05000,1.506
5,mlp.experts.194.up_proj,0.0000552735,0.05000,1.490
5,mlp.experts.205.up_proj,0.0000535579,0.05000,1.489
5,mlp.experts.202.up_proj,0.0000796287,0.05000,1.527
5,mlp.experts.196.up_proj,0.0000501784,0.05000,1.525
5,mlp.experts.198.up_proj,0.0001274348,0.05000,1.516
5,mlp.experts.201.up_proj,0.0000661043,0.05000,1.506
5,mlp.experts.193.up_proj,0.0000233101,0.05000,1.497
5,mlp.experts.208.up_proj,0.0000712711,0.05000,1.487
5,mlp.experts.220.up_proj,0.0000454077,0.05000,1.550
5,mlp.experts.211.up_proj,0.0000752181,0.05000,1.554
5,mlp.experts.223.up_proj,0.0000807685,0.05000,1.554
5,mlp.experts.222.up_proj,0.0000569335,0.05000,1.498
5,mlp.experts.219.up_proj,0.0001001889,0.05000,1.559
5,mlp.experts.215.up_proj,0.0000396091,0.05000,1.577
5,mlp.experts.210.up_proj,0.0000630854,0.05000,1.497
5,mlp.experts.221.up_proj,0.0000754565,0.05000,1.499
5,mlp.experts.216.up_proj,0.0000525366,0.05000,1.534
5,mlp.experts.218.up_proj,0.0000656555,0.05000,1.494
5,mlp.experts.213.up_proj,0.0000523072,0.05000,1.540
5,mlp.experts.212.up_proj,0.0000728300,0.05000,1.522
5,mlp.experts.214.up_proj,0.0000558765,0.05000,1.499
5,mlp.experts.217.up_proj,0.0001366909,0.05000,1.521
5,mlp.experts.209.up_proj,0.0000701429,0.05000,1.495
5,mlp.experts.224.up_proj,0.0000263440,0.05000,1.518
5,mlp.experts.236.up_proj,0.0000677139,0.05000,1.522
5,mlp.experts.238.up_proj,0.0000757379,0.05000,1.507
5,mlp.experts.227.up_proj,0.0000636908,0.05000,1.569
5,mlp.experts.239.up_proj,0.0000342892,0.05000,1.562
5,mlp.experts.235.up_proj,0.0000432285,0.05000,1.556
5,mlp.experts.231.up_proj,0.0000583949,0.05000,1.555
5,mlp.experts.226.up_proj,0.0000606392,0.05000,1.521
5,mlp.experts.237.up_proj,0.0000477553,0.05000,1.522
5,mlp.experts.232.up_proj,0.0000867318,0.05000,1.521
5,mlp.experts.234.up_proj,0.0000379855,0.05000,1.504
5,mlp.experts.229.up_proj,0.0000652024,0.05000,1.526
5,mlp.experts.228.up_proj,0.0000680094,0.05000,1.532
5,mlp.experts.230.up_proj,0.0000449789,0.05000,1.542
5,mlp.experts.233.up_proj,0.0000882894,0.05000,1.525
5,mlp.experts.225.up_proj,0.0000966978,0.05000,1.504
5,mlp.experts.240.up_proj,0.0000611573,0.05000,1.509
5,mlp.experts.252.up_proj,0.0000757400,0.05000,1.501
5,mlp.experts.254.up_proj,0.0000725205,0.05000,1.506
5,mlp.experts.243.up_proj,0.0000569504,0.05000,1.514
5,mlp.experts.255.up_proj,0.0000612796,0.05000,1.517
5,mlp.experts.251.up_proj,0.0000445768,0.05000,1.475
5,mlp.experts.248.up_proj,0.0000612123,0.05000,1.439
5,mlp.experts.244.up_proj,0.0000509772,0.05000,1.381
5,mlp.experts.242.up_proj,0.0000845210,0.05000,1.461
5,mlp.experts.250.up_proj,0.0000581385,0.05000,1.448
5,mlp.experts.247.up_proj,0.0000393474,0.05000,1.471
5,mlp.experts.246.up_proj,0.0000517849,0.05000,1.393
5,mlp.experts.245.up_proj,0.0001044941,0.05000,1.458
5,mlp.experts.253.up_proj,0.0000591774,0.05000,1.500
5,mlp.experts.249.up_proj,0.0000417197,0.05000,1.431
5,mlp.experts.241.up_proj,0.0001256661,0.05000,1.421
5,mlp.experts.0.down_proj,0.0000013809,0.05000,0.408
5,mlp.experts.9.down_proj,0.0000007572,0.05000,0.411
5,mlp.experts.13.down_proj,0.0000004123,0.05000,0.418
5,mlp.experts.11.down_proj,0.0000007677,0.05000,0.426
5,mlp.experts.5.down_proj,0.0000008335,0.05000,0.418
5,mlp.experts.12.down_proj,0.0000013573,0.05000,0.422
5,mlp.experts.10.down_proj,0.0000003653,0.05000,0.429
5,mlp.experts.1.down_proj,0.0000013334,0.05000,0.437
5,mlp.experts.6.down_proj,0.0000012771,0.05000,0.447
5,mlp.experts.8.down_proj,0.0000014619,0.05000,0.432
5,mlp.experts.7.down_proj,0.0000012555,0.05000,0.445
5,mlp.experts.14.down_proj,0.0000020948,0.05000,0.437
5,mlp.experts.4.down_proj,0.0000006365,0.05000,0.436
5,mlp.experts.2.down_proj,0.0000023615,0.05000,0.444
5,mlp.experts.3.down_proj,0.0000018383,0.05000,0.431
5,mlp.experts.15.down_proj,0.0000004834,0.05000,0.440
5,mlp.experts.27.down_proj,0.0000022285,0.05000,0.356
5,mlp.experts.25.down_proj,0.0000003573,0.05000,0.378
5,mlp.experts.16.down_proj,0.0000014019,0.05000,0.391
5,mlp.experts.21.down_proj,0.0000005217,0.05000,0.367
5,mlp.experts.29.down_proj,0.0000004644,0.05000,0.381
5,mlp.experts.28.down_proj,0.0000016798,0.05000,0.385
5,mlp.experts.26.down_proj,0.0000026968,0.05000,0.389
5,mlp.experts.17.down_proj,0.0000011043,0.05000,0.382
5,mlp.experts.22.down_proj,0.0000011844,0.05000,0.386
5,mlp.experts.19.down_proj,0.0000015801,0.05000,0.380
5,mlp.experts.31.down_proj,0.0000025326,0.05000,0.386
5,mlp.experts.23.down_proj,0.0000023861,0.05000,0.392
5,mlp.experts.24.down_proj,0.0000016407,0.05000,0.393
5,mlp.experts.18.down_proj,0.0000006200,0.05000,0.394
5,mlp.experts.30.down_proj,0.0000010192,0.05000,0.395
5,mlp.experts.20.down_proj,0.0000003547,0.05000,0.398
5,mlp.experts.43.down_proj,0.0000005157,0.05000,0.372
5,mlp.experts.32.down_proj,0.0000004840,0.05000,0.364
5,mlp.experts.37.down_proj,0.0000007257,0.05000,0.368
5,mlp.experts.45.down_proj,0.0000016576,0.05000,0.370
5,mlp.experts.41.down_proj,0.0000002611,0.05000,0.377
5,mlp.experts.44.down_proj,0.0000016746,0.05000,0.364
5,mlp.experts.38.down_proj,0.0000007664,0.05000,0.359
5,mlp.experts.42.down_proj,0.0000005826,0.05000,0.369
5,mlp.experts.33.down_proj,0.0000009467,0.05000,0.371
5,mlp.experts.35.down_proj,0.0000014967,0.05000,0.367
5,mlp.experts.47.down_proj,0.0000002639,0.05000,0.361
5,mlp.experts.40.down_proj,0.0000015386,0.05000,0.359
5,mlp.experts.46.down_proj,0.0000014037,0.05000,0.359
5,mlp.experts.39.down_proj,0.0000024061,0.05000,0.367
5,mlp.experts.34.down_proj,0.0000010531,0.05000,0.363
5,mlp.experts.36.down_proj,0.0000023320,0.05000,0.361
5,mlp.experts.59.down_proj,0.0000028526,0.05000,0.360
5,mlp.experts.48.down_proj,0.0000009680,0.05000,0.363
5,mlp.experts.53.down_proj,0.0000017413,0.05000,0.371
5,mlp.experts.57.down_proj,0.0000003808,0.05000,0.368
5,mlp.experts.61.down_proj,0.0000011896,0.05000,0.371
5,mlp.experts.60.down_proj,0.0000005770,0.05000,0.366
5,mlp.experts.58.down_proj,0.0000020681,0.05000,0.366
5,mlp.experts.54.down_proj,0.0000019133,0.05000,0.370
5,mlp.experts.49.down_proj,0.0000012766,0.05000,0.368
5,mlp.experts.63.down_proj,0.0000019860,0.05000,0.362
5,mlp.experts.51.down_proj,0.0000003528,0.05000,0.364
5,mlp.experts.50.down_proj,0.0000011593,0.05000,0.358
5,mlp.experts.56.down_proj,0.0000008697,0.05000,0.366
5,mlp.experts.55.down_proj,0.0000009450,0.05000,0.362
5,mlp.experts.62.down_proj,0.0000018326,0.05000,0.368
5,mlp.experts.52.down_proj,0.0000014805,0.05000,0.365
5,mlp.experts.75.down_proj,0.0000014219,0.05000,0.362
5,mlp.experts.64.down_proj,0.0000002751,0.05000,0.366
5,mlp.experts.73.down_proj,0.0000006667,0.05000,0.374
5,mlp.experts.76.down_proj,0.0000008310,0.05000,0.371
5,mlp.experts.69.down_proj,0.0000009695,0.05000,0.378
5,mlp.experts.77.down_proj,0.0000025215,0.05000,0.377
5,mlp.experts.65.down_proj,0.0000005850,0.05000,0.365
5,mlp.experts.67.down_proj,0.0000023638,0.05000,0.367
5,mlp.experts.74.down_proj,0.0000028131,0.05000,0.383
5,mlp.experts.79.down_proj,0.0000005825,0.05000,0.374
5,mlp.experts.70.down_proj,0.0000009197,0.05000,0.385
5,mlp.experts.71.down_proj,0.0000013695,0.05000,0.380
5,mlp.experts.78.down_proj,0.0000004247,0.05000,0.381
5,mlp.experts.72.down_proj,0.0000004513,0.05000,0.386
5,mlp.experts.68.down_proj,0.0000003128,0.05000,0.383
5,mlp.experts.66.down_proj,0.0000024920,0.05000,0.391
5,mlp.experts.91.down_proj,0.0000009029,0.05000,0.386
5,mlp.experts.80.down_proj,0.0000009199,0.05000,0.379
5,mlp.experts.92.down_proj,0.0000032892,0.05000,0.383
5,mlp.experts.89.down_proj,0.0000006558,0.05000,0.394
5,mlp.experts.85.down_proj,0.0000003059,0.05000,0.399
5,mlp.experts.93.down_proj,0.0000026169,0.05000,0.400
5,mlp.experts.81.down_proj,0.0000018203,0.05000,0.393
5,mlp.experts.86.down_proj,0.0000012320,0.05000,0.370
5,mlp.experts.90.down_proj,0.0000004446,0.05000,0.379
5,mlp.experts.83.down_proj,0.0000006745,0.05000,0.386
5,mlp.experts.95.down_proj,0.0000008165,0.05000,0.379
5,mlp.experts.87.down_proj,0.0000005369,0.05000,0.378
5,mlp.experts.94.down_proj,0.0000030677,0.05000,0.385
5,mlp.experts.88.down_proj,0.0000010183,0.05000,0.384
5,mlp.experts.82.down_proj,0.0000007298,0.05000,0.384
5,mlp.experts.84.down_proj,0.0000012110,0.05000,0.386
5,mlp.experts.107.down_proj,0.0000008360,0.05000,0.354
5,mlp.experts.96.down_proj,0.0000010040,0.05000,0.363
5,mlp.experts.108.down_proj,0.0000013515,0.05000,0.366
5,mlp.experts.105.down_proj,0.0000012373,0.05000,0.363
5,mlp.experts.101.down_proj,0.0000015550,0.05000,0.368
5,mlp.experts.99.down_proj,0.0000002919,0.05000,0.357
5,mlp.experts.106.down_proj,0.0000003590,0.05000,0.359
5,mlp.experts.102.down_proj,0.0000005058,0.05000,0.370
5,mlp.experts.109.down_proj,0.0000003963,0.05000,0.377
5,mlp.experts.111.down_proj,0.0000006655,0.05000,0.358
5,mlp.experts.97.down_proj,0.0000028009,0.05000,0.377
5,mlp.experts.103.down_proj,0.0000012852,0.05000,0.353
5,mlp.experts.104.down_proj,0.0000006281,0.05000,0.360
5,mlp.experts.110.down_proj,0.0000008601,0.05000,0.369
5,mlp.experts.98.down_proj,0.0000020845,0.05000,0.365
5,mlp.experts.100.down_proj,0.0000024888,0.05000,0.371
5,mlp.experts.123.down_proj,0.0000030422,0.05000,0.355
5,mlp.experts.112.down_proj,0.0000003103,0.05000,0.362
5,mlp.experts.124.down_proj,0.0000006595,0.05000,0.369
5,mlp.experts.121.down_proj,0.0000003531,0.05000,0.364
5,mlp.experts.117.down_proj,0.0000032339,0.05000,0.371
5,mlp.experts.115.down_proj,0.0000022353,0.05000,0.366
5,mlp.experts.122.down_proj,0.0000013240,0.05000,0.374
5,mlp.experts.118.down_proj,0.0000023553,0.05000,0.371
5,mlp.experts.127.down_proj,0.0000010198,0.05000,0.365
5,mlp.experts.125.down_proj,0.0000026254,0.05000,0.365
5,mlp.experts.113.down_proj,0.0000012158,0.05000,0.370
5,mlp.experts.119.down_proj,0.0000011402,0.05000,0.369
5,mlp.experts.126.down_proj,0.0000040023,0.05000,0.363
5,mlp.experts.114.down_proj,0.0000016051,0.05000,0.362
5,mlp.experts.120.down_proj,0.0000046545,0.05000,0.372
5,mlp.experts.116.down_proj,0.0000006593,0.05000,0.368
5,mlp.experts.139.down_proj,0.0000015785,0.05000,0.367
5,mlp.experts.128.down_proj,0.0000015239,0.05000,0.356
5,mlp.experts.137.down_proj,0.0000019634,0.05000,0.367
5,mlp.experts.140.down_proj,0.0000027610,0.05000,0.376
5,mlp.experts.133.down_proj,0.0000010919,0.05000,0.364
5,mlp.experts.131.down_proj,0.0000004948,0.05000,0.370
5,mlp.experts.129.down_proj,0.0000036890,0.05000,0.360
5,mlp.experts.143.down_proj,0.0000003469,0.05000,0.373
5,mlp.experts.141.down_proj,0.0000018681,0.05000,0.374
5,mlp.experts.138.down_proj,0.0000008013,0.05000,0.383
5,mlp.experts.134.down_proj,0.0000004363,0.05000,0.387
5,mlp.experts.135.down_proj,0.0000003147,0.05000,0.383
5,mlp.experts.130.down_proj,0.0000005585,0.05000,0.378
5,mlp.experts.142.down_proj,0.0000018242,0.05000,0.382
5,mlp.experts.132.down_proj,0.0000006648,0.05000,0.381
5,mlp.experts.136.down_proj,0.0000009430,0.05000,0.387
5,mlp.experts.155.down_proj,0.0000013134,0.05000,0.373
5,mlp.experts.144.down_proj,0.0000015544,0.05000,0.399
5,mlp.experts.153.down_proj,0.0000024147,0.05000,0.382
5,mlp.experts.156.down_proj,0.0000015705,0.05000,0.388
5,mlp.experts.149.down_proj,0.0000024440,0.05000,0.381
5,mlp.experts.147.down_proj,0.0000008394,0.05000,0.379
5,mlp.experts.145.down_proj,0.0000003255,0.05000,0.393
5,mlp.experts.150.down_proj,0.0000007156,0.05000,0.381
5,mlp.experts.159.down_proj,0.0000002666,0.05000,0.389
5,mlp.experts.154.down_proj,0.0000006503,0.05000,0.382
5,mlp.experts.157.down_proj,0.0000018469,0.05000,0.393
5,mlp.experts.151.down_proj,0.0000023388,0.05000,0.394
5,mlp.experts.146.down_proj,0.0000011234,0.05000,0.389
5,mlp.experts.148.down_proj,0.0000031910,0.05000,0.386
5,mlp.experts.158.down_proj,0.0000008587,0.05000,0.391
5,mlp.experts.152.down_proj,0.0000014707,0.05000,0.392
5,mlp.experts.171.down_proj,0.0000010782,0.05000,0.375
5,mlp.experts.160.down_proj,0.0000003666,0.05000,0.375
5,mlp.experts.169.down_proj,0.0000008286,0.05000,0.367
5,mlp.experts.172.down_proj,0.0000017300,0.05000,0.361
5,mlp.experts.165.down_proj,0.0000023942,0.05000,0.368
5,mlp.experts.163.down_proj,0.0000013320,0.05000,0.365
5,mlp.experts.161.down_proj,0.0000011935,0.05000,0.354
5,mlp.experts.166.down_proj,0.0000003774,0.05000,0.368
5,mlp.experts.175.down_proj,0.0000008959,0.05000,0.361
5,mlp.experts.173.down_proj,0.0000006129,0.05000,0.363
5,mlp.experts.167.down_proj,0.0000016309,0.05000,0.363
5,mlp.experts.162.down_proj,0.0000007417,0.05000,0.359
5,mlp.experts.170.down_proj,0.0000012764,0.05000,0.364
5,mlp.experts.168.down_proj,0.0000010617,0.05000,0.355
5,mlp.experts.164.down_proj,0.0000013997,0.05000,0.364
5,mlp.experts.174.down_proj,0.0000015592,0.05000,0.365
5,mlp.experts.187.down_proj,0.0000016227,0.05000,0.368
5,mlp.experts.176.down_proj,0.0000009383,0.05000,0.368
5,mlp.experts.185.down_proj,0.0000012924,0.05000,0.356
5,mlp.experts.188.down_proj,0.0000013312,0.05000,0.359
5,mlp.experts.181.down_proj,0.0000017887,0.05000,0.369
5,mlp.experts.179.down_proj,0.0000022775,0.05000,0.355
5,mlp.experts.177.down_proj,0.0000022514,0.05000,0.365
5,mlp.experts.182.down_proj,0.0000019299,0.05000,0.346
5,mlp.experts.191.down_proj,0.0000019981,0.05000,0.365
5,mlp.experts.183.down_proj,0.0000030335,0.05000,0.362
5,mlp.experts.189.down_proj,0.0000005998,0.05000,0.370
5,mlp.experts.190.down_proj,0.0000005426,0.05000,0.358
5,mlp.experts.180.down_proj,0.0000003987,0.05000,0.361
5,mlp.experts.178.down_proj,0.0000028179,0.05000,0.367
5,mlp.experts.186.down_proj,0.0000002485,0.05000,0.367
5,mlp.experts.184.down_proj,0.0000004250,0.05000,0.365
5,mlp.experts.203.down_proj,0.0000019865,0.05000,0.358
5,mlp.experts.192.down_proj,0.0000015279,0.05000,0.363
5,mlp.experts.201.down_proj,0.0000009337,0.05000,0.364
5,mlp.experts.204.down_proj,0.0000006039,0.05000,0.367
5,mlp.experts.195.down_proj,0.0000015225,0.05000,0.370
5,mlp.experts.197.down_proj,0.0000013801,0.05000,0.376
5,mlp.experts.193.down_proj,0.0000005774,0.05000,0.377
5,mlp.experts.198.down_proj,0.0000036330,0.05000,0.370
5,mlp.experts.207.down_proj,0.0000002568,0.05000,0.385
5,mlp.experts.205.down_proj,0.0000011604,0.05000,0.377
5,mlp.experts.206.down_proj,0.0000003949,0.05000,0.373
5,mlp.experts.199.down_proj,0.0000033016,0.05000,0.378
5,mlp.experts.194.down_proj,0.0000006210,0.05000,0.372
5,mlp.experts.200.down_proj,0.0000003411,0.05000,0.388
5,mlp.experts.202.down_proj,0.0000023051,0.05000,0.392
5,mlp.experts.196.down_proj,0.0000006218,0.05000,0.395
5,mlp.experts.219.down_proj,0.0000022862,0.05000,0.381
5,mlp.experts.208.down_proj,0.0000014031,0.05000,0.389
5,mlp.experts.217.down_proj,0.0000034126,0.05000,0.396
5,mlp.experts.220.down_proj,0.0000004558,0.05000,0.399
5,mlp.experts.213.down_proj,0.0000018747,0.05000,0.392
5,mlp.experts.211.down_proj,0.0000009548,0.05000,0.398
5,mlp.experts.214.down_proj,0.0000005471,0.05000,0.377
5,mlp.experts.209.down_proj,0.0000006648,0.05000,0.391
5,mlp.experts.223.down_proj,0.0000026944,0.05000,0.391
5,mlp.experts.210.down_proj,0.0000011056,0.05000,0.378
5,mlp.experts.221.down_proj,0.0000010945,0.05000,0.386
5,mlp.experts.222.down_proj,0.0000009263,0.05000,0.390
5,mlp.experts.215.down_proj,0.0000003956,0.05000,0.398
5,mlp.experts.216.down_proj,0.0000007957,0.05000,0.381
5,mlp.experts.218.down_proj,0.0000019081,0.05000,0.379
5,mlp.experts.212.down_proj,0.0000009591,0.05000,0.381
5,mlp.experts.235.down_proj,0.0000012906,0.05000,0.378
5,mlp.experts.224.down_proj,0.0000006380,0.05000,0.378
5,mlp.experts.233.down_proj,0.0000029394,0.05000,0.369
5,mlp.experts.236.down_proj,0.0000021280,0.05000,0.367
5,mlp.experts.229.down_proj,0.0000007052,0.05000,0.371
5,mlp.experts.227.down_proj,0.0000006346,0.05000,0.372
5,mlp.experts.230.down_proj,0.0000003532,0.05000,0.370
5,mlp.experts.225.down_proj,0.0000031959,0.05000,0.374
5,mlp.experts.239.down_proj,0.0000002654,0.05000,0.372
5,mlp.experts.238.down_proj,0.0000010926,0.05000,0.362
5,mlp.experts.226.down_proj,0.0000011869,0.05000,0.368
5,mlp.experts.237.down_proj,0.0000005987,0.05000,0.368
5,mlp.experts.231.down_proj,0.0000005162,0.05000,0.371
5,mlp.experts.234.down_proj,0.0000004397,0.05000,0.362
5,mlp.experts.228.down_proj,0.0000021308,0.05000,0.369
5,mlp.experts.232.down_proj,0.0000028161,0.05000,0.376
5,mlp.experts.251.down_proj,0.0000010845,0.05000,0.356
5,mlp.experts.240.down_proj,0.0000012403,0.05000,0.357
5,mlp.experts.249.down_proj,0.0000007189,0.05000,0.368
5,mlp.experts.252.down_proj,0.0000019254,0.05000,0.362
5,mlp.experts.245.down_proj,0.0000017542,0.05000,0.344
5,mlp.experts.243.down_proj,0.0000005450,0.05000,0.343
5,mlp.experts.241.down_proj,0.0000028300,0.05000,0.337
5,mlp.experts.246.down_proj,0.0000007712,0.05000,0.352
5,mlp.experts.253.down_proj,0.0000014480,0.05000,0.302
5,mlp.experts.255.down_proj,0.0000005064,0.05000,0.315
5,mlp.experts.247.down_proj,0.0000004802,0.05000,0.305
5,mlp.experts.248.down_proj,0.0000005306,0.05000,0.297
5,mlp.experts.242.down_proj,0.0000012681,0.05000,0.330
5,mlp.experts.254.down_proj,0.0000036311,0.05000,0.336
5,mlp.experts.244.down_proj,0.0000006821,0.05000,0.303
5,mlp.experts.250.down_proj,0.0000016348,0.05000,0.324
6,mlp.experts.14.gate_proj,0.0000617148,0.05000,1.567
6,mlp.experts.2.gate_proj,0.0000893122,0.05000,1.572
6,mlp.experts.15.gate_proj,0.0000848799,0.05000,1.561
6,mlp.experts.3.gate_proj,0.0000710884,0.05000,1.544
6,mlp.experts.12.gate_proj,0.0000477456,0.05000,1.550
6,mlp.experts.10.gate_proj,0.0000711232,0.05000,1.544
6,mlp.experts.6.gate_proj,0.0000775286,0.05000,1.562
6,mlp.experts.11.gate_proj,0.0000942768,0.05000,1.536
6,mlp.experts.0.gate_proj,0.0000362678,0.05000,1.578
6,mlp.experts.4.gate_proj,0.0001075688,0.05000,1.563
6,mlp.experts.7.gate_proj,0.0000514453,0.05000,1.569
6,mlp.experts.13.gate_proj,0.0001196576,0.05000,1.559
6,mlp.experts.9.gate_proj,0.0000962425,0.05000,1.556
6,mlp.experts.8.gate_proj,0.0000828146,0.05000,1.562
6,mlp.experts.5.gate_proj,0.0000877786,0.05000,1.569
6,mlp.experts.1.gate_proj,0.0001057575,0.05000,1.577
6,mlp.experts.26.gate_proj,0.0000569682,0.05000,1.481
6,mlp.experts.19.gate_proj,0.0000789761,0.05000,1.506
6,mlp.experts.27.gate_proj,0.0000983966,0.05000,1.508
6,mlp.experts.23.gate_proj,0.0000474757,0.05000,1.493
6,mlp.experts.18.gate_proj,0.0000925462,0.05000,1.531
6,mlp.experts.30.gate_proj,0.0000334336,0.05000,1.541
6,mlp.experts.22.gate_proj,0.0000500226,0.05000,1.527
6,mlp.experts.25.gate_proj,0.0000759278,0.05000,1.514
6,mlp.experts.29.gate_proj,0.0000686891,0.05000,1.518
6,mlp.experts.17.gate_proj,0.0000997638,0.05000,1.518
6,mlp.experts.21.gate_proj,0.0000810044,0.05000,1.516
6,mlp.experts.31.gate_proj,0.0000513354,0.05000,1.584
6,mlp.experts.20.gate_proj,0.0000625175,0.05000,1.586
6,mlp.experts.28.gate_proj,0.0000588980,0.05000,1.607
6,mlp.experts.24.gate_proj,0.0000345405,0.05000,1.585
6,mlp.experts.16.gate_proj,0.0000725548,0.05000,1.594
6,mlp.experts.42.gate_proj,0.0000629084,0.05000,1.509
6,mlp.experts.39.gate_proj,0.0000636550,0.05000,1.502
6,mlp.experts.35.gate_proj,0.0001148298,0.05000,1.520
6,mlp.experts.43.gate_proj,0.0000480418,0.05000,1.515
6,mlp.experts.38.gate_proj,0.0002173765,0.05000,1.510
6,mlp.experts.34.gate_proj,0.0000498169,0.05000,1.518
6,mlp.experts.37.gate_proj,0.0000448754,0.05000,1.526
6,mlp.experts.41.gate_proj,0.0000581502,0.05000,1.534
6,mlp.experts.45.gate_proj,0.0000877654,0.05000,1.530
6,mlp.experts.33.gate_proj,0.0000533153,0.05000,1.533
6,mlp.experts.47.gate_proj,0.0000905232,0.05000,1.515
6,mlp.experts.46.gate_proj,0.0000523185,0.05000,1.579
6,mlp.experts.36.gate_proj,0.0000827561,0.05000,1.541
6,mlp.experts.44.gate_proj,0.0001503375,0.05000,1.536
6,mlp.experts.32.gate_proj,0.0001248214,0.05000,1.540
6,mlp.experts.40.gate_proj,0.0000527799,0.05000,1.541
6,mlp.experts.58.gate_proj,0.0000776429,0.05000,1.486
6,mlp.experts.59.gate_proj,0.0000713578,0.05000,1.505
6,mlp.experts.50.gate_proj,0.0001078609,0.05000,1.492
6,mlp.experts.55.gate_proj,0.0000647304,0.05000,1.514
6,mlp.experts.54.gate_proj,0.0000531594,0.05000,1.516
6,mlp.experts.51.gate_proj,0.0000799931,0.05000,1.537
6,mlp.experts.49.gate_proj,0.0000759843,0.05000,1.535
6,mlp.experts.62.gate_proj,0.0000934944,0.05000,1.512
6,mlp.experts.52.gate_proj,0.0000779395,0.05000,1.477
6,mlp.experts.61.gate_proj,0.0000743715,0.05000,1.540
6,mlp.experts.56.gate_proj,0.0000894416,0.05000,1.472
6,mlp.experts.63.gate_proj,0.0000526127,0.05000,1.533
6,mlp.experts.60.gate_proj,0.0000248830,0.05000,1.478
6,mlp.experts.57.gate_proj,0.0000758089,0.05000,1.551
6,mlp.experts.53.gate_proj,0.0000718323,0.05000,1.557
6,mlp.experts.48.gate_proj,0.0000944725,0.05000,1.482
6,mlp.experts.74.gate_proj,0.0000587825,0.05000,1.505
6,mlp.experts.71.gate_proj,0.0000707047,0.05000,1.491
6,mlp.experts.70.gate_proj,0.0000763144,0.05000,1.480
6,mlp.experts.66.gate_proj,0.0000672327,0.05000,1.502
6,mlp.experts.67.gate_proj,0.0000525453,0.05000,1.482
6,mlp.experts.75.gate_proj,0.0000803626,0.05000,1.521
6,mlp.experts.68.gate_proj,0.0000444149,0.05000,1.491
6,mlp.experts.76.gate_proj,0.0000692888,0.05000,1.483
6,mlp.experts.78.gate_proj,0.0000480704,0.05000,1.506
6,mlp.experts.79.gate_proj,0.0000729743,0.05000,1.510
6,mlp.experts.72.gate_proj,0.0000379596,0.05000,1.523
6,mlp.experts.64.gate_proj,0.0000732155,0.05000,1.521
6,mlp.experts.65.gate_proj,0.0000553261,0.05000,1.557
6,mlp.experts.69.gate_proj,0.0000740906,0.05000,1.544
6,mlp.experts.73.gate_proj,0.0000697904,0.05000,1.558
6,mlp.experts.77.gate_proj,0.0000829707,0.05000,1.590
6,mlp.experts.93.gate_proj,fallback(rtn): 0.0010300,0.00000,0.032
6,mlp.experts.90.gate_proj,0.0000763023,0.05000,1.497
6,mlp.experts.86.gate_proj,0.0001222452,0.05000,1.507
6,mlp.experts.82.gate_proj,0.0001114932,0.05000,1.523
6,mlp.experts.87.gate_proj,0.0000563848,0.05000,1.539
6,mlp.experts.91.gate_proj,0.0000838220,0.05000,1.518
6,mlp.experts.83.gate_proj,0.0000672948,0.05000,1.532
6,mlp.experts.84.gate_proj,0.0000762170,0.05000,1.521
6,mlp.experts.92.gate_proj,0.0000705560,0.05000,1.518
6,mlp.experts.94.gate_proj,0.0002042712,0.05000,1.531
6,mlp.experts.80.gate_proj,0.0001212811,0.05000,1.521
6,mlp.experts.88.gate_proj,0.0000920911,0.05000,1.529
6,mlp.experts.95.gate_proj,0.0000569909,0.05000,1.557
6,mlp.experts.81.gate_proj,0.0000695755,0.05000,1.568
6,mlp.experts.89.gate_proj,0.0000474457,0.05000,1.561
6,mlp.experts.85.gate_proj,0.0000859558,0.05000,1.576
6,mlp.experts.109.gate_proj,0.0000892152,0.05000,1.556
6,mlp.experts.106.gate_proj,0.0000629420,0.05000,1.513
6,mlp.experts.98.gate_proj,0.0000572189,0.05000,1.476
6,mlp.experts.102.gate_proj,0.0000811082,0.05000,1.498
6,mlp.experts.107.gate_proj,0.0000792180,0.05000,1.493
6,mlp.experts.99.gate_proj,0.0001393351,0.05000,1.499
6,mlp.experts.103.gate_proj,0.0000832453,0.05000,1.554
6,mlp.experts.108.gate_proj,0.0001059321,0.05000,1.489
6,mlp.experts.100.gate_proj,0.0000704868,0.05000,1.526
6,mlp.experts.110.gate_proj,0.0000433332,0.05000,1.505
6,mlp.experts.96.gate_proj,0.0000559366,0.05000,1.480
6,mlp.experts.111.gate_proj,0.0000352050,0.05000,1.489
6,mlp.experts.104.gate_proj,0.0001028258,0.05000,1.528
6,mlp.experts.97.gate_proj,0.0000784212,0.05000,1.535
6,mlp.experts.101.gate_proj,0.0000480160,0.05000,1.555
6,mlp.experts.105.gate_proj,0.0000783814,0.05000,1.560
6,mlp.experts.125.gate_proj,0.0000675198,0.05000,1.545
6,mlp.experts.122.gate_proj,0.0000579916,0.05000,1.498
6,mlp.experts.114.gate_proj,0.0000760470,0.05000,1.497
6,mlp.experts.118.gate_proj,0.0000359913,0.05000,1.516
6,mlp.experts.115.gate_proj,0.0001079381,0.05000,1.498
6,mlp.experts.123.gate_proj,0.0000942327,0.05000,1.505
6,mlp.experts.119.gate_proj,0.0000589060,0.05000,1.451
6,mlp.experts.124.gate_proj,0.0000680283,0.05000,1.511
6,mlp.experts.116.gate_proj,0.0000895079,0.05000,1.486
6,mlp.experts.126.gate_proj,0.0000545529,0.05000,1.506
6,mlp.experts.127.gate_proj,0.0000416527,0.05000,1.497
6,mlp.experts.120.gate_proj,0.0000325116,0.05000,1.481
6,mlp.experts.112.gate_proj,0.0000739826,0.05000,1.531
6,mlp.experts.113.gate_proj,0.0000503570,0.05000,1.491
6,mlp.experts.117.gate_proj,0.0000523787,0.05000,1.488
6,mlp.experts.121.gate_proj,0.0000338979,0.05000,1.493
6,mlp.experts.141.gate_proj,0.0001126692,0.05000,1.505
6,mlp.experts.138.gate_proj,0.0000374090,0.05000,1.522
6,mlp.experts.134.gate_proj,0.0000976549,0.05000,1.507
6,mlp.experts.135.gate_proj,0.0000570550,0.05000,1.504
6,mlp.experts.131.gate_proj,0.0000535467,0.05000,1.524
6,mlp.experts.130.gate_proj,0.0000492652,0.05000,1.559
6,mlp.experts.139.gate_proj,0.0000419388,0.05000,1.537
6,mlp.experts.140.gate_proj,0.0000761010,0.05000,1.498
6,mlp.experts.132.gate_proj,0.0000488718,0.05000,1.499
6,mlp.experts.136.gate_proj,0.0000715866,0.05000,1.498
6,mlp.experts.128.gate_proj,0.0000637673,0.05000,1.502
6,mlp.experts.143.gate_proj,0.0000808544,0.05000,1.531
6,mlp.experts.142.gate_proj,0.0000525680,0.05000,1.557
6,mlp.experts.129.gate_proj,0.0000831303,0.05000,1.513
6,mlp.experts.133.gate_proj,0.0000631916,0.05000,1.508
6,mlp.experts.157.gate_proj,0.0001051162,0.05000,1.442
6,mlp.experts.137.gate_proj,0.0000523581,0.05000,1.523
6,mlp.experts.154.gate_proj,0.0000766865,0.05000,1.548
6,mlp.experts.151.gate_proj,0.0001442648,0.05000,1.512
6,mlp.experts.150.gate_proj,0.0001075679,0.05000,1.538
6,mlp.experts.155.gate_proj,0.0001036160,0.05000,1.511
6,mlp.experts.147.gate_proj,0.0000788031,0.05000,1.527
6,mlp.experts.156.gate_proj,0.0001088422,0.05000,1.502
6,mlp.experts.148.gate_proj,0.0000531663,0.05000,1.490
6,mlp.experts.146.gate_proj,0.0000878911,0.05000,1.554
6,mlp.experts.152.gate_proj,0.0000944438,0.05000,1.518
6,mlp.experts.144.gate_proj,0.0000803233,0.05000,1.515
6,mlp.experts.159.gate_proj,0.0000721842,0.05000,1.503
6,mlp.experts.158.gate_proj,0.0001058057,0.05000,1.539
6,mlp.experts.173.gate_proj,0.0000763251,0.05000,1.461
6,mlp.experts.145.gate_proj,0.0000522433,0.05000,1.507
6,mlp.experts.149.gate_proj,0.0000706670,0.05000,1.526
6,mlp.experts.153.gate_proj,0.0000285277,0.05000,1.536
6,mlp.experts.170.gate_proj,0.0001134268,0.05000,1.524
6,mlp.experts.167.gate_proj,0.0000352336,0.05000,1.492
6,mlp.experts.171.gate_proj,0.0001133533,0.05000,1.474
6,mlp.experts.164.gate_proj,0.0000497147,0.05000,1.489
6,mlp.experts.163.gate_proj,0.0000416806,0.05000,1.518
6,mlp.experts.166.gate_proj,0.0000596744,0.05000,1.562
6,mlp.experts.172.gate_proj,0.0000629589,0.05000,1.523
6,mlp.experts.162.gate_proj,0.0000558400,0.05000,1.521
6,mlp.experts.168.gate_proj,0.0000791267,0.05000,1.501
6,mlp.experts.175.gate_proj,0.0000836061,0.05000,1.497
6,mlp.experts.160.gate_proj,0.0000474031,0.05000,1.503
6,mlp.experts.161.gate_proj,0.0000775029,0.05000,1.496
6,mlp.experts.189.gate_proj,0.0000998272,0.05000,1.501
6,mlp.experts.174.gate_proj,0.0000656141,0.05000,1.537
6,mlp.experts.165.gate_proj,0.0000601662,0.05000,1.508
6,mlp.experts.169.gate_proj,0.0000699293,0.05000,1.508
6,mlp.experts.183.gate_proj,0.0000493765,0.05000,1.505
6,mlp.experts.187.gate_proj,0.0000812690,0.05000,1.518
6,mlp.experts.186.gate_proj,0.0001229318,0.05000,1.539
6,mlp.experts.179.gate_proj,0.0000659426,0.05000,1.511
6,mlp.experts.180.gate_proj,0.0000489656,0.05000,1.525
6,mlp.experts.178.gate_proj,0.0000795417,0.05000,1.514
6,mlp.experts.188.gate_proj,0.0000375703,0.05000,1.527
6,mlp.experts.182.gate_proj,0.0000431173,0.05000,1.551
6,mlp.experts.191.gate_proj,0.0000461479,0.05000,1.508
6,mlp.experts.184.gate_proj,0.0001221168,0.05000,1.510
6,mlp.experts.176.gate_proj,0.0000739492,0.05000,1.523
6,mlp.experts.205.gate_proj,0.0000413214,0.05000,1.481
6,mlp.experts.177.gate_proj,0.0000758974,0.05000,1.511
6,mlp.experts.190.gate_proj,0.0000368665,0.05000,1.524
6,mlp.experts.181.gate_proj,0.0000473882,0.05000,1.505
6,mlp.experts.185.gate_proj,0.0001403648,0.05000,1.492
6,mlp.experts.199.gate_proj,0.0000441756,0.05000,1.527
6,mlp.experts.202.gate_proj,0.0000295524,0.05000,1.494
6,mlp.experts.196.gate_proj,0.0000527413,0.05000,1.502
6,mlp.experts.203.gate_proj,0.0000811931,0.05000,1.554
6,mlp.experts.194.gate_proj,0.0001023794,0.05000,1.494
6,mlp.experts.195.gate_proj,0.0002669551,0.05000,1.549
6,mlp.experts.204.gate_proj,0.0000828141,0.05000,1.528
6,mlp.experts.198.gate_proj,0.0000463698,0.05000,1.525
6,mlp.experts.192.gate_proj,0.0000980413,0.05000,1.504
6,mlp.experts.221.gate_proj,0.0000674308,0.05000,1.513
6,mlp.experts.207.gate_proj,0.0000372079,0.05000,1.545
6,mlp.experts.200.gate_proj,0.0000767356,0.05000,1.549
6,mlp.experts.193.gate_proj,0.0000637701,0.05000,1.516
6,mlp.experts.206.gate_proj,0.0000347652,0.05000,1.524
6,mlp.experts.197.gate_proj,0.0000999060,0.05000,1.521
6,mlp.experts.201.gate_proj,0.0000861181,0.05000,1.505
6,mlp.experts.218.gate_proj,0.0000278244,0.05000,1.526
6,mlp.experts.212.gate_proj,0.0000595464,0.05000,1.496
6,mlp.experts.210.gate_proj,0.0000421839,0.05000,1.507
6,mlp.experts.215.gate_proj,0.0000516329,0.05000,1.571
6,mlp.experts.220.gate_proj,0.0001213749,0.05000,1.472
6,mlp.experts.211.gate_proj,0.0000314990,0.05000,1.540
6,mlp.experts.219.gate_proj,0.0001242303,0.05000,1.578
6,mlp.experts.208.gate_proj,0.0000539185,0.05000,1.495
6,mlp.experts.214.gate_proj,0.0000529070,0.05000,1.518
6,mlp.experts.237.gate_proj,0.0000760459,0.05000,1.497
6,mlp.experts.216.gate_proj,0.0001000329,0.05000,1.512
6,mlp.experts.209.gate_proj,0.0001478552,0.05000,1.491
6,mlp.experts.223.gate_proj,0.0001085523,0.05000,1.558
6,mlp.experts.222.gate_proj,0.0001065805,0.05000,1.506
6,mlp.experts.217.gate_proj,0.0000524672,0.05000,1.499
6,mlp.experts.213.gate_proj,0.0000715245,0.05000,1.533
6,mlp.experts.234.gate_proj,0.0000345317,0.05000,1.501
6,mlp.experts.226.gate_proj,0.0000856842,0.05000,1.491
6,mlp.experts.228.gate_proj,0.0000956017,0.05000,1.524
6,mlp.experts.236.gate_proj,0.0000743826,0.05000,1.491
6,mlp.experts.231.gate_proj,0.0000428073,0.05000,1.551
6,mlp.experts.224.gate_proj,0.0000934481,0.05000,1.499
6,mlp.experts.230.gate_proj,0.0000562933,0.05000,1.502
6,mlp.experts.253.gate_proj,0.0000861742,0.05000,1.505
6,mlp.experts.227.gate_proj,0.0000731319,0.05000,1.556
6,mlp.experts.235.gate_proj,0.0000823025,0.05000,1.555
6,mlp.experts.225.gate_proj,0.0000328888,0.05000,1.504
6,mlp.experts.232.gate_proj,0.0000917585,0.05000,1.514
6,mlp.experts.238.gate_proj,0.0000893598,0.05000,1.479
6,mlp.experts.239.gate_proj,0.0000712513,0.05000,1.532
6,mlp.experts.233.gate_proj,0.0000383509,0.05000,1.508
6,mlp.experts.229.gate_proj,0.0000405446,0.05000,1.511
6,mlp.experts.250.gate_proj,0.0000621225,0.05000,1.486
6,mlp.experts.242.gate_proj,0.0000893197,0.05000,1.523
6,mlp.experts.252.gate_proj,0.0000446193,0.05000,1.516
6,mlp.experts.244.gate_proj,0.0001135836,0.05000,1.543
6,mlp.experts.247.gate_proj,0.0000704842,0.05000,1.511
6,mlp.experts.246.gate_proj,0.0000958134,0.05000,1.490
6,mlp.experts.240.gate_proj,0.0000573986,0.05000,1.523
6,mlp.experts.13.up_proj,0.0001110756,0.05000,1.510
6,mlp.experts.241.gate_proj,0.0000843281,0.05000,1.505
6,mlp.experts.251.gate_proj,0.0001281278,0.05000,1.514
6,mlp.experts.243.gate_proj,0.0000783513,0.05000,1.521
6,mlp.experts.254.gate_proj,0.0000710850,0.05000,1.498
6,mlp.experts.248.gate_proj,0.0000339913,0.05000,1.555
6,mlp.experts.255.gate_proj,0.0000732412,0.05000,1.514
6,mlp.experts.249.gate_proj,0.0000565848,0.05000,1.504
6,mlp.experts.245.gate_proj,0.0000723134,0.05000,1.517
6,mlp.experts.10.up_proj,0.0000657688,0.05000,1.494
6,mlp.experts.2.up_proj,0.0000747826,0.05000,1.506
6,mlp.experts.12.up_proj,0.0000443094,0.05000,1.557
6,mlp.experts.6.up_proj,0.0000718441,0.05000,1.511
6,mlp.experts.7.up_proj,0.0000483570,0.05000,1.519
6,mlp.experts.4.up_proj,0.0000928923,0.05000,1.568
6,mlp.experts.29.up_proj,0.0000616105,0.05000,1.509
6,mlp.experts.0.up_proj,0.0000332861,0.05000,1.547
6,mlp.experts.1.up_proj,0.0000966188,0.05000,1.512
6,mlp.experts.3.up_proj,0.0000622828,0.05000,1.518
6,mlp.experts.11.up_proj,0.0000873706,0.05000,1.521
6,mlp.experts.14.up_proj,0.0000567564,0.05000,1.511
6,mlp.experts.15.up_proj,0.0000857309,0.05000,1.470
6,mlp.experts.8.up_proj,0.0000771661,0.05000,1.537
6,mlp.experts.5.up_proj,0.0000807828,0.05000,1.476
6,mlp.experts.9.up_proj,0.0000845020,0.05000,1.528
6,mlp.experts.26.up_proj,0.0000503704,0.05000,1.506
6,mlp.experts.18.up_proj,0.0000800038,0.05000,1.500
6,mlp.experts.23.up_proj,0.0000442179,0.05000,1.491
6,mlp.experts.22.up_proj,0.0000459455,0.05000,1.504
6,mlp.experts.45.up_proj,0.0000811548,0.05000,1.509
6,mlp.experts.28.up_proj,0.0000543346,0.05000,1.570
6,mlp.experts.17.up_proj,0.0000901191,0.05000,1.506
6,mlp.experts.27.up_proj,0.0000784841,0.05000,1.490
6,mlp.experts.30.up_proj,0.0000298600,0.05000,1.496
6,mlp.experts.20.up_proj,0.0000571372,0.05000,1.559
6,mlp.experts.19.up_proj,0.0000665884,0.05000,1.536
6,mlp.experts.31.up_proj,0.0000461776,0.05000,1.531
6,mlp.experts.25.up_proj,0.0000641474,0.05000,1.492
6,mlp.experts.16.up_proj,0.0000624635,0.05000,1.603
6,mlp.experts.21.up_proj,0.0000706100,0.05000,1.519
6,mlp.experts.24.up_proj,0.0000323340,0.05000,1.569
6,mlp.experts.42.up_proj,0.0000555055,0.05000,1.521
6,mlp.experts.34.up_proj,0.0000445571,0.05000,1.517
6,mlp.experts.39.up_proj,0.0000586377,0.05000,1.518
6,mlp.experts.38.up_proj,0.0001954725,0.05000,1.511
6,mlp.experts.61.up_proj,0.0000687388,0.05000,1.518
6,mlp.experts.43.up_proj,0.0000457407,0.05000,1.501
6,mlp.experts.46.up_proj,0.0000490718,0.05000,1.497
6,mlp.experts.33.up_proj,0.0000487715,0.05000,1.507
6,mlp.experts.35.up_proj,0.0001035258,0.05000,1.479
6,mlp.experts.41.up_proj,0.0000543344,0.05000,1.486
6,mlp.experts.44.up_proj,0.0001257447,0.05000,1.582
6,mlp.experts.36.up_proj,0.0000774346,0.05000,1.566
6,mlp.experts.47.up_proj,0.0000791911,0.05000,1.533
6,mlp.experts.37.up_proj,0.0000395852,0.05000,1.506
6,mlp.experts.32.up_proj,0.0001060376,0.05000,1.548
6,mlp.experts.40.up_proj,0.0000494155,0.05000,1.555
6,mlp.experts.58.up_proj,0.0000681412,0.05000,1.534
6,mlp.experts.50.up_proj,0.0000932497,0.05000,1.476
6,mlp.experts.54.up_proj,0.0000454550,0.05000,1.508
6,mlp.experts.55.up_proj,0.0000613465,0.05000,1.527
6,mlp.experts.77.up_proj,0.0000769812,0.05000,1.526
6,mlp.experts.49.up_proj,0.0000720363,0.05000,1.499
6,mlp.experts.62.up_proj,0.0000803702,0.05000,1.511
6,mlp.experts.59.up_proj,0.0000626988,0.05000,1.518
6,mlp.experts.51.up_proj,0.0000658921,0.05000,1.515
6,mlp.experts.93.up_proj,fallback(rtn): 0.0009995,0.00000,0.050
6,mlp.experts.52.up_proj,0.0000727946,0.05000,1.490
6,mlp.experts.60.up_proj,0.0000226009,0.05000,1.501
6,mlp.experts.48.up_proj,0.0000881640,0.05000,1.446
6,mlp.experts.57.up_proj,0.0000661007,0.05000,1.549
6,mlp.experts.63.up_proj,0.0000493342,0.05000,1.528
6,mlp.experts.53.up_proj,0.0000675838,0.05000,1.547
6,mlp.experts.56.up_proj,0.0000842526,0.05000,1.487
6,mlp.experts.74.up_proj,0.0000554739,0.05000,1.514
6,mlp.experts.66.up_proj,0.0000605783,0.05000,1.502
6,mlp.experts.70.up_proj,0.0000711346,0.05000,1.517
6,mlp.experts.71.up_proj,0.0000594278,0.05000,1.502
6,mlp.experts.78.up_proj,0.0000456572,0.05000,1.499
6,mlp.experts.65.up_proj,0.0000517005,0.05000,1.509
6,mlp.experts.67.up_proj,0.0000481508,0.05000,1.519
6,mlp.experts.75.up_proj,0.0000714473,0.05000,1.536
6,mlp.experts.76.up_proj,0.0000642787,0.05000,1.506
6,mlp.experts.79.up_proj,0.0000700398,0.05000,1.505
6,mlp.experts.68.up_proj,0.0000417005,0.05000,1.543
6,mlp.experts.64.up_proj,0.0000680346,0.05000,1.538
6,mlp.experts.109.up_proj,0.0000775398,0.05000,1.548
6,mlp.experts.73.up_proj,0.0000593496,0.05000,1.552
6,mlp.experts.72.up_proj,0.0000349101,0.05000,1.509
6,mlp.experts.69.up_proj,0.0000693641,0.05000,1.556
6,mlp.experts.82.up_proj,0.0000964334,0.05000,1.499
6,mlp.experts.90.up_proj,0.0000726249,0.05000,1.501
6,mlp.experts.86.up_proj,0.0001073173,0.05000,1.497
6,mlp.experts.87.up_proj,0.0000529134,0.05000,1.504
6,mlp.experts.94.up_proj,0.0001812400,0.05000,1.477
6,mlp.experts.81.up_proj,0.0000650355,0.05000,1.535
6,mlp.experts.83.up_proj,0.0000613372,0.05000,1.510
6,mlp.experts.91.up_proj,0.0000771478,0.05000,1.505
6,mlp.experts.92.up_proj,0.0000644031,0.05000,1.513
6,mlp.experts.95.up_proj,0.0000521086,0.05000,1.497
6,mlp.experts.84.up_proj,0.0000674362,0.05000,1.509
6,mlp.experts.80.up_proj,0.0001120348,0.05000,1.522
6,mlp.experts.89.up_proj,0.0000445291,0.05000,1.514
6,mlp.experts.125.up_proj,0.0000633372,0.05000,1.553
6,mlp.experts.88.up_proj,0.0000822653,0.05000,1.512
6,mlp.experts.85.up_proj,0.0000776476,0.05000,1.541
6,mlp.experts.98.up_proj,0.0000532883,0.05000,1.505
6,mlp.experts.106.up_proj,0.0000585786,0.05000,1.532
6,mlp.experts.102.up_proj,0.0000703579,0.05000,1.500
6,mlp.experts.103.up_proj,0.0000758825,0.05000,1.513
6,mlp.experts.110.up_proj,0.0000410809,0.05000,1.499
6,mlp.experts.111.up_proj,0.0000336799,0.05000,1.451
6,mlp.experts.99.up_proj,0.0001313535,0.05000,1.502
6,mlp.experts.107.up_proj,0.0000718169,0.05000,1.498
6,mlp.experts.108.up_proj,0.0000891832,0.05000,1.514
6,mlp.experts.96.up_proj,0.0000523614,0.05000,1.467
6,mlp.experts.97.up_proj,0.0000732325,0.05000,1.589
6,mlp.experts.100.up_proj,0.0000627639,0.05000,1.540
6,mlp.experts.104.up_proj,0.0000928260,0.05000,1.495
6,mlp.experts.105.up_proj,0.0000691425,0.05000,1.547
6,mlp.experts.141.up_proj,0.0000947669,0.05000,1.552
6,mlp.experts.101.up_proj,0.0000442477,0.05000,1.558
6,mlp.experts.122.up_proj,0.0000548818,0.05000,1.486
6,mlp.experts.114.up_proj,0.0000666390,0.05000,1.514
6,mlp.experts.118.up_proj,0.0000336283,0.05000,1.476
6,mlp.experts.126.up_proj,0.0000512622,0.05000,1.487
6,mlp.experts.119.up_proj,0.0000544755,0.05000,1.520
6,mlp.experts.115.up_proj,0.0000897211,0.05000,1.502
6,mlp.experts.127.up_proj,0.0000390796,0.05000,1.511
6,mlp.experts.123.up_proj,0.0000852767,0.05000,1.518
6,mlp.experts.112.up_proj,0.0000704541,0.05000,1.503
6,mlp.experts.124.up_proj,0.0000646276,0.05000,1.505
6,mlp.experts.113.up_proj,0.0000485019,0.05000,1.509
6,mlp.experts.116.up_proj,0.0000810778,0.05000,1.511
6,mlp.experts.120.up_proj,0.0000300182,0.05000,1.496
6,mlp.experts.157.up_proj,0.0000987337,0.05000,1.480
6,mlp.experts.121.up_proj,0.0000324670,0.05000,1.515
6,mlp.experts.117.up_proj,0.0000464418,0.05000,1.524
6,mlp.experts.138.up_proj,0.0000348361,0.05000,1.534
6,mlp.experts.130.up_proj,0.0000445230,0.05000,1.539
6,mlp.experts.134.up_proj,0.0000884801,0.05000,1.531
6,mlp.experts.135.up_proj,0.0000528320,0.05000,1.500
6,mlp.experts.142.up_proj,0.0000500571,0.05000,1.560
6,mlp.experts.143.up_proj,0.0000764670,0.05000,1.496
6,mlp.experts.139.up_proj,0.0000395303,0.05000,1.485
6,mlp.experts.131.up_proj,0.0000498900,0.05000,1.518
6,mlp.experts.128.up_proj,0.0000582197,0.05000,1.509
6,mlp.experts.140.up_proj,0.0000705515,0.05000,1.513
6,mlp.experts.129.up_proj,0.0000751845,0.05000,1.482
6,mlp.experts.136.up_proj,0.0000617516,0.05000,1.489
6,mlp.experts.132.up_proj,0.0000451805,0.05000,1.516
6,mlp.experts.173.up_proj,0.0000687877,0.05000,1.508
6,mlp.experts.137.up_proj,0.0000489446,0.05000,1.494
6,mlp.experts.133.up_proj,0.0000589977,0.05000,1.500
6,mlp.experts.146.up_proj,0.0000798773,0.05000,1.531
6,mlp.experts.154.up_proj,0.0000637059,0.05000,1.553
6,mlp.experts.150.up_proj,0.0000913131,0.05000,1.550
6,mlp.experts.151.up_proj,0.0001325161,0.05000,1.517
6,mlp.experts.147.up_proj,0.0000665750,0.05000,1.496
6,mlp.experts.155.up_proj,0.0000921496,0.05000,1.515
6,mlp.experts.159.up_proj,0.0000639493,0.05000,1.521
6,mlp.experts.156.up_proj,0.0000954294,0.05000,1.482
6,mlp.experts.158.up_proj,0.0000932496,0.05000,1.567
6,mlp.experts.144.up_proj,0.0000755053,0.05000,1.489
6,mlp.experts.145.up_proj,0.0000496591,0.05000,1.501
6,mlp.experts.148.up_proj,0.0000489233,0.05000,1.492
6,mlp.experts.152.up_proj,0.0000879968,0.05000,1.521
6,mlp.experts.189.up_proj,0.0000785055,0.05000,1.505
6,mlp.experts.153.up_proj,0.0000280134,0.05000,1.521
6,mlp.experts.149.up_proj,0.0000653856,0.05000,1.533
6,mlp.experts.162.up_proj,0.0000523906,0.05000,1.527
6,mlp.experts.170.up_proj,0.0001003675,0.05000,1.525
6,mlp.experts.167.up_proj,0.0000362782,0.05000,1.520
6,mlp.experts.166.up_proj,0.0000566352,0.05000,1.560
6,mlp.experts.163.up_proj,0.0000397185,0.05000,1.495
6,mlp.experts.160.up_proj,0.0000443809,0.05000,1.504
6,mlp.experts.175.up_proj,0.0000707371,0.05000,1.533
6,mlp.experts.172.up_proj,0.0000566490,0.05000,1.513
6,mlp.experts.171.up_proj,0.0001040561,0.05000,1.538
6,mlp.experts.161.up_proj,0.0000725486,0.05000,1.496
6,mlp.experts.174.up_proj,0.0000567353,0.05000,1.554
6,mlp.experts.168.up_proj,0.0000787032,0.05000,1.496
6,mlp.experts.164.up_proj,0.0000465490,0.05000,1.503
6,mlp.experts.205.up_proj,0.0000392833,0.05000,1.500
6,mlp.experts.169.up_proj,0.0000635988,0.05000,1.517
6,mlp.experts.165.up_proj,0.0000533043,0.05000,1.527
6,mlp.experts.186.up_proj,0.0000950876,0.05000,1.529
6,mlp.experts.178.up_proj,0.0000706249,0.05000,1.540
6,mlp.experts.183.up_proj,0.0000468718,0.05000,1.522
6,mlp.experts.179.up_proj,0.0000613165,0.05000,1.508
6,mlp.experts.182.up_proj,0.0000407616,0.05000,1.519
6,mlp.experts.188.up_proj,0.0000341889,0.05000,1.479
6,mlp.experts.177.up_proj,0.0000684459,0.05000,1.479
6,mlp.experts.176.up_proj,0.0000684406,0.05000,1.509
6,mlp.experts.191.up_proj,0.0000430520,0.05000,1.508
6,mlp.experts.187.up_proj,0.0000740289,0.05000,1.506
6,mlp.experts.180.up_proj,0.0000466036,0.05000,1.486
6,mlp.experts.184.up_proj,0.0001108713,0.05000,1.491
6,mlp.experts.190.up_proj,0.0000346333,0.05000,1.521
6,mlp.experts.221.up_proj,0.0000629101,0.05000,1.504
6,mlp.experts.185.up_proj,0.0001263761,0.05000,1.489
6,mlp.experts.181.up_proj,0.0000441724,0.05000,1.473
6,mlp.experts.194.up_proj,0.0000964306,0.05000,1.505
6,mlp.experts.202.up_proj,0.0000268276,0.05000,1.509
6,mlp.experts.198.up_proj,0.0000437259,0.05000,1.511
6,mlp.experts.195.up_proj,0.0000865869,0.05000,1.530
6,mlp.experts.199.up_proj,0.0000415817,0.05000,1.561
6,mlp.experts.204.up_proj,0.0000697036,0.05000,1.511
6,mlp.experts.192.up_proj,0.0000913568,0.05000,1.514
6,mlp.experts.193.up_proj,0.0000585558,0.05000,1.530
6,mlp.experts.207.up_proj,0.0000345074,0.05000,1.535
6,mlp.experts.203.up_proj,0.0000778586,0.05000,1.535
6,mlp.experts.206.up_proj,0.0000331277,0.05000,1.503
6,mlp.experts.196.up_proj,0.0000537275,0.05000,1.518
6,mlp.experts.200.up_proj,0.0000670820,0.05000,1.541
6,mlp.experts.237.up_proj,0.0000697457,0.05000,1.525
6,mlp.experts.201.up_proj,0.0000802514,0.05000,1.522
6,mlp.experts.197.up_proj,0.0000910726,0.05000,1.517
6,mlp.experts.218.up_proj,0.0000248696,0.05000,1.509
6,mlp.experts.210.up_proj,0.0000371821,0.05000,1.525
6,mlp.experts.214.up_proj,0.0000489044,0.05000,1.521
6,mlp.experts.215.up_proj,0.0000483761,0.05000,1.555
6,mlp.experts.220.up_proj,0.0001095281,0.05000,1.570
6,mlp.experts.222.up_proj,0.0000944866,0.05000,1.522
6,mlp.experts.209.up_proj,0.0001386307,0.05000,1.569
6,mlp.experts.208.up_proj,0.0000511653,0.05000,1.579
6,mlp.experts.211.up_proj,0.0000294804,0.05000,1.625
6,mlp.experts.216.up_proj,0.0000901881,0.05000,1.545
6,mlp.experts.212.up_proj,0.0000526759,0.05000,1.574
6,mlp.experts.223.up_proj,0.0000923853,0.05000,1.608
6,mlp.experts.219.up_proj,0.0001102329,0.05000,1.609
6,mlp.experts.253.up_proj,0.0000816631,0.05000,1.576
6,mlp.experts.217.up_proj,0.0000495574,0.05000,1.548
6,mlp.experts.213.up_proj,0.0000647656,0.05000,1.535
6,mlp.experts.225.up_proj,0.0000315353,0.05000,1.326
6,mlp.experts.233.up_proj,0.0000361445,0.05000,1.314
6,mlp.experts.234.up_proj,0.0000293316,0.05000,1.608
6,mlp.experts.226.up_proj,0.0000811154,0.05000,1.601
6,mlp.experts.229.up_proj,0.0000349505,0.05000,1.317
6,mlp.experts.230.up_proj,0.0000531589,0.05000,1.626
6,mlp.experts.236.up_proj,0.0000688076,0.05000,1.612
6,mlp.experts.224.up_proj,0.0000897511,0.05000,1.590
6,mlp.experts.228.up_proj,0.0000907534,0.05000,1.561
6,mlp.experts.232.up_proj,0.0000841430,0.05000,1.570
6,mlp.experts.238.up_proj,0.0000825565,0.05000,1.621
6,mlp.experts.231.up_proj,0.0000408187,0.05000,1.661
6,mlp.experts.227.up_proj,0.0000672475,0.05000,1.645
6,mlp.experts.239.up_proj,0.0000667742,0.05000,1.637
6,mlp.experts.235.up_proj,0.0000752701,0.05000,1.636
6,mlp.experts.241.up_proj,0.0000718127,0.05000,1.324
6,mlp.experts.249.up_proj,0.0000522346,0.05000,1.284
6,mlp.experts.245.up_proj,0.0000672112,0.05000,1.247
6,mlp.experts.242.up_proj,0.0000836540,0.05000,1.556
6,mlp.experts.250.up_proj,0.0000563614,0.05000,1.586
6,mlp.experts.246.up_proj,0.0000871976,0.05000,1.515
6,mlp.experts.254.up_proj,0.0000646981,0.05000,1.462
6,mlp.experts.247.up_proj,0.0000657438,0.05000,1.580
6,mlp.experts.243.up_proj,0.0000677764,0.05000,1.542
6,mlp.experts.255.up_proj,0.0000644641,0.05000,1.516
6,mlp.experts.251.up_proj,0.0001184997,0.05000,1.529
6,mlp.experts.252.up_proj,0.0000411996,0.05000,1.302
6,mlp.experts.240.up_proj,0.0000538214,0.05000,1.303
6,mlp.experts.244.up_proj,0.0001033925,0.05000,1.309
6,mlp.experts.248.up_proj,0.0000321023,0.05000,1.313
6,mlp.experts.13.down_proj,0.0000013744,0.05000,0.405
6,mlp.experts.14.down_proj,0.0000020340,0.05000,0.404
6,mlp.experts.5.down_proj,0.0000010775,0.05000,0.396
6,mlp.experts.9.down_proj,0.0000025829,0.05000,0.395
6,mlp.experts.4.down_proj,0.0000018716,0.05000,0.406
6,mlp.experts.1.down_proj,0.0000027866,0.05000,0.410
6,mlp.experts.2.down_proj,0.0000023218,0.05000,0.411
6,mlp.experts.3.down_proj,0.0000019976,0.05000,0.413
6,mlp.experts.10.down_proj,0.0000007566,0.05000,0.399
6,mlp.experts.6.down_proj,0.0000010751,0.05000,0.398
6,mlp.experts.11.down_proj,0.0000010817,0.05000,0.408
6,mlp.experts.7.down_proj,0.0000007257,0.05000,0.414
6,mlp.experts.12.down_proj,0.0000005996,0.05000,0.420
6,mlp.experts.8.down_proj,0.0000015640,0.05000,0.427
6,mlp.experts.0.down_proj,0.0000012805,0.05000,0.416
6,mlp.experts.15.down_proj,0.0000017713,0.05000,0.415
6,mlp.experts.30.down_proj,0.0000009701,0.05000,0.319
6,mlp.experts.29.down_proj,0.0000010398,0.05000,0.352
6,mlp.experts.21.down_proj,0.0000017794,0.05000,0.353
6,mlp.experts.20.down_proj,0.0000016481,0.05000,0.360
6,mlp.experts.19.down_proj,0.0000017960,0.05000,0.357
6,mlp.experts.25.down_proj,0.0000014415,0.05000,0.377
6,mlp.experts.17.down_proj,0.0000012100,0.05000,0.377
6,mlp.experts.18.down_proj,0.0000023594,0.05000,0.373
6,mlp.experts.22.down_proj,0.0000011962,0.05000,0.375
6,mlp.experts.26.down_proj,0.0000011789,0.05000,0.378
6,mlp.experts.27.down_proj,0.0000023349,0.05000,0.380
6,mlp.experts.23.down_proj,0.0000003427,0.05000,0.376
6,mlp.experts.31.down_proj,0.0000016458,0.05000,0.376
6,mlp.experts.24.down_proj,0.0000003018,0.05000,0.380
6,mlp.experts.16.down_proj,0.0000016853,0.05000,0.387
6,mlp.experts.28.down_proj,0.0000007325,0.05000,0.388
6,mlp.experts.46.down_proj,0.0000004253,0.05000,0.361
6,mlp.experts.45.down_proj,0.0000008966,0.05000,0.371
6,mlp.experts.37.down_proj,0.0000007908,0.05000,0.371
6,mlp.experts.36.down_proj,0.0000010304,0.05000,0.363
6,mlp.experts.35.down_proj,0.0000021464,0.05000,0.363
6,mlp.experts.34.down_proj,0.0000011614,0.05000,0.367
6,mlp.experts.41.down_proj,0.0000004624,0.05000,0.375
6,mlp.experts.33.down_proj,0.0000018588,0.05000,0.378
6,mlp.experts.38.down_proj,0.0000057340,0.05000,0.373
6,mlp.experts.42.down_proj,0.0000014550,0.05000,0.369
6,mlp.experts.43.down_proj,0.0000015391,0.05000,0.369
6,mlp.experts.47.down_proj,0.0000008031,0.05000,0.376
6,mlp.experts.39.down_proj,0.0000015604,0.05000,0.377
6,mlp.experts.40.down_proj,0.0000004002,0.05000,0.373
6,mlp.experts.44.down_proj,0.0000024156,0.05000,0.371
6,mlp.experts.32.down_proj,0.0000027401,0.05000,0.379
6,mlp.experts.62.down_proj,0.0000023379,0.05000,0.371
6,mlp.experts.61.down_proj,0.0000022051,0.05000,0.365
6,mlp.experts.53.down_proj,0.0000005580,0.05000,0.373
6,mlp.experts.52.down_proj,0.0000016721,0.05000,0.361
6,mlp.experts.51.down_proj,0.0000021027,0.05000,0.377
6,mlp.experts.50.down_proj,0.0000027777,0.05000,0.373
6,mlp.experts.58.down_proj,0.0000016316,0.05000,0.363
6,mlp.experts.49.down_proj,0.0000021313,0.05000,0.379
6,mlp.experts.57.down_proj,0.0000015008,0.05000,0.380
6,mlp.experts.54.down_proj,0.0000016427,0.05000,0.372
6,mlp.experts.59.down_proj,0.0000019226,0.05000,0.372
6,mlp.experts.55.down_proj,0.0000009192,0.05000,0.378
6,mlp.experts.60.down_proj,0.0000012444,0.05000,0.375
6,mlp.experts.63.down_proj,0.0000003855,0.05000,0.384
6,mlp.experts.56.down_proj,0.0000014434,0.05000,0.386
6,mlp.experts.48.down_proj,0.0000027126,0.05000,0.385
6,mlp.experts.78.down_proj,0.0000004980,0.05000,0.376
6,mlp.experts.77.down_proj,0.0000007820,0.05000,0.363
6,mlp.experts.93.down_proj,fallback(rtn): 0.0009995,0.00000,0.006
6,mlp.experts.69.down_proj,0.0000008372,0.05000,0.378
6,mlp.experts.68.down_proj,0.0000009504,0.05000,0.369
6,mlp.experts.67.down_proj,0.0000005187,0.05000,0.372
6,mlp.experts.66.down_proj,0.0000024337,0.05000,0.378
6,mlp.experts.75.down_proj,0.0000017950,0.05000,0.371
6,mlp.experts.74.down_proj,0.0000008537,0.05000,0.384
6,mlp.experts.70.down_proj,0.0000015046,0.05000,0.379
6,mlp.experts.73.down_proj,0.0000015820,0.05000,0.380
6,mlp.experts.65.down_proj,0.0000009244,0.05000,0.382
6,mlp.experts.76.down_proj,0.0000005761,0.05000,0.374
6,mlp.experts.71.down_proj,0.0000013426,0.05000,0.378
6,mlp.experts.79.down_proj,0.0000020945,0.05000,0.377
6,mlp.experts.64.down_proj,0.0000012515,0.05000,0.379
6,mlp.experts.72.down_proj,0.0000010217,0.05000,0.380
6,mlp.experts.94.down_proj,0.0000043707,0.05000,0.363
6,mlp.experts.109.down_proj,0.0000018142,0.05000,0.375
6,mlp.experts.85.down_proj,0.0000013814,0.05000,0.374
6,mlp.experts.83.down_proj,0.0000013854,0.05000,0.357
6,mlp.experts.84.down_proj,0.0000014788,0.05000,0.379
6,mlp.experts.82.down_proj,0.0000028960,0.05000,0.366
6,mlp.experts.91.down_proj,0.0000009396,0.05000,0.379
6,mlp.experts.86.down_proj,0.0000020544,0.05000,0.369
6,mlp.experts.90.down_proj,0.0000009361,0.05000,0.373
6,mlp.experts.81.down_proj,0.0000005084,0.05000,0.374
6,mlp.experts.89.down_proj,0.0000003166,0.05000,0.379
6,mlp.experts.87.down_proj,0.0000005503,0.05000,0.368
6,mlp.experts.92.down_proj,0.0000019944,0.05000,0.372
6,mlp.experts.80.down_proj,0.0000017528,0.05000,0.363
6,mlp.experts.95.down_proj,0.0000006964,0.05000,0.372
6,mlp.experts.88.down_proj,0.0000011576,0.05000,0.376
6,mlp.experts.110.down_proj,0.0000002710,0.05000,0.368
6,mlp.experts.125.down_proj,0.0000019122,0.05000,0.374
6,mlp.experts.101.down_proj,0.0000003692,0.05000,0.370
6,mlp.experts.99.down_proj,0.0000039393,0.05000,0.368
6,mlp.experts.100.down_proj,0.0000017945,0.05000,0.372
6,mlp.experts.98.down_proj,0.0000004922,0.05000,0.368
6,mlp.experts.107.down_proj,0.0000015461,0.05000,0.372
6,mlp.experts.102.down_proj,0.0000013594,0.05000,0.373
6,mlp.experts.106.down_proj,0.0000008798,0.05000,0.378
6,mlp.experts.105.down_proj,0.0000021112,0.05000,0.378
6,mlp.experts.97.down_proj,0.0000006954,0.05000,0.378
6,mlp.experts.103.down_proj,0.0000008250,0.05000,0.371
6,mlp.experts.111.down_proj,0.0000003608,0.05000,0.371
6,mlp.experts.108.down_proj,0.0000023592,0.05000,0.373
6,mlp.experts.96.down_proj,0.0000004384,0.05000,0.373
6,mlp.experts.104.down_proj,0.0000012903,0.05000,0.372
6,mlp.experts.126.down_proj,0.0000013694,0.05000,0.375
6,mlp.experts.141.down_proj,0.0000014917,0.05000,0.355
6,mlp.experts.117.down_proj,0.0000006338,0.05000,0.367
6,mlp.experts.115.down_proj,0.0000027046,0.05000,0.366
6,mlp.experts.116.down_proj,0.0000012794,0.05000,0.368
6,mlp.experts.114.down_proj,0.0000019437,0.05000,0.367
6,mlp.experts.123.down_proj,0.0000025891,0.05000,0.368
6,mlp.experts.118.down_proj,0.0000002428,0.05000,0.373
6,mlp.experts.122.down_proj,0.0000007198,0.05000,0.368
6,mlp.experts.121.down_proj,0.0000004279,0.05000,0.378
6,mlp.experts.113.down_proj,0.0000006120,0.05000,0.378
6,mlp.experts.124.down_proj,0.0000006357,0.05000,0.375
6,mlp.experts.119.down_proj,0.0000004287,0.05000,0.383
6,mlp.experts.120.down_proj,0.0000008778,0.05000,0.374
6,mlp.experts.112.down_proj,0.0000008036,0.05000,0.379
6,mlp.experts.127.down_proj,0.0000004624,0.05000,0.381
6,mlp.experts.142.down_proj,0.0000013956,0.05000,0.380
6,mlp.experts.157.down_proj,0.0000034039,0.05000,0.374
6,mlp.experts.132.down_proj,0.0000007105,0.05000,0.370
6,mlp.experts.131.down_proj,0.0000003591,0.05000,0.382
6,mlp.experts.133.down_proj,0.0000006340,0.05000,0.391
6,mlp.experts.130.down_proj,0.0000018998,0.05000,0.371
6,mlp.experts.139.down_proj,0.0000004617,0.05000,0.370
6,mlp.experts.134.down_proj,0.0000016632,0.05000,0.368
6,mlp.experts.138.down_proj,0.0000009521,0.05000,0.374
6,mlp.experts.137.down_proj,0.0000004450,0.05000,0.371
6,mlp.experts.140.down_proj,0.0000005948,0.05000,0.364
6,mlp.experts.135.down_proj,0.0000012811,0.05000,0.369
6,mlp.experts.129.down_proj,0.0000010465,0.05000,0.384
6,mlp.experts.136.down_proj,0.0000017368,0.05000,0.374
6,mlp.experts.143.down_proj,0.0000013281,0.05000,0.374
6,mlp.experts.128.down_proj,0.0000016378,0.05000,0.384
6,mlp.experts.158.down_proj,0.0000012808,0.05000,0.355
6,mlp.experts.173.down_proj,0.0000014176,0.05000,0.375
6,mlp.experts.147.down_proj,0.0000019541,0.05000,0.366
6,mlp.experts.148.down_proj,0.0000009609,0.05000,0.375
6,mlp.experts.146.down_proj,0.0000011484,0.05000,0.357
6,mlp.experts.149.down_proj,0.0000010436,0.05000,0.374
6,mlp.experts.155.down_proj,0.0000019517,0.05000,0.366
6,mlp.experts.150.down_proj,0.0000031190,0.05000,0.373
6,mlp.experts.154.down_proj,0.0000020050,0.05000,0.367
6,mlp.experts.156.down_proj,0.0000025301,0.05000,0.369
6,mlp.experts.153.down_proj,0.0000008238,0.05000,0.377
6,mlp.experts.152.down_proj,0.0000008566,0.05000,0.352
6,mlp.experts.151.down_proj,0.0000021660,0.05000,0.370
6,mlp.experts.145.down_proj,0.0000005218,0.05000,0.374
6,mlp.experts.159.down_proj,0.0000013474,0.05000,0.371
6,mlp.experts.144.down_proj,0.0000006361,0.05000,0.376
6,mlp.experts.174.down_proj,0.0000014048,0.05000,0.383
6,mlp.experts.189.down_proj,0.0000020424,0.05000,0.375
6,mlp.experts.163.down_proj,0.0000004793,0.05000,0.373
6,mlp.experts.164.down_proj,0.0000003480,0.05000,0.381
6,mlp.experts.162.down_proj,0.0000011816,0.05000,0.385
6,mlp.experts.165.down_proj,0.0000015104,0.05000,0.378
6,mlp.experts.171.down_proj,0.0000013197,0.05000,0.370
6,mlp.experts.166.down_proj,0.0000004814,0.05000,0.369
6,mlp.experts.170.down_proj,0.0000016896,0.05000,0.370
6,mlp.experts.172.down_proj,0.0000012068,0.05000,0.372
6,mlp.experts.169.down_proj,0.0000021196,0.05000,0.374
6,mlp.experts.168.down_proj,0.0000017020,0.05000,0.376
6,mlp.experts.167.down_proj,0.0000010055,0.05000,0.375
6,mlp.experts.161.down_proj,0.0000021037,0.05000,0.371
6,mlp.experts.175.down_proj,0.0000022160,0.05000,0.372
6,mlp.experts.160.down_proj,0.0000003186,0.05000,0.376
6,mlp.experts.190.down_proj,0.0000003537,0.05000,0.370
6,mlp.experts.205.down_proj,0.0000005259,0.05000,0.369
6,mlp.experts.179.down_proj,0.0000005401,0.05000,0.370
6,mlp.experts.180.down_proj,0.0000023392,0.05000,0.374
6,mlp.experts.181.down_proj,0.0000002940,0.05000,0.373
6,mlp.experts.178.down_proj,0.0000020562,0.05000,0.378
6,mlp.experts.187.down_proj,0.0000016829,0.05000,0.370
6,mlp.experts.182.down_proj,0.0000014290,0.05000,0.366
6,mlp.experts.186.down_proj,0.0000026368,0.05000,0.374
6,mlp.experts.185.down_proj,0.0000027912,0.05000,0.366
6,mlp.experts.188.down_proj,0.0000010820,0.05000,0.373
6,mlp.experts.177.down_proj,0.0000016465,0.05000,0.372
6,mlp.experts.191.down_proj,0.0000004025,0.05000,0.364
6,mlp.experts.184.down_proj,0.0000018261,0.05000,0.375
6,mlp.experts.183.down_proj,0.0000005157,0.05000,0.378
6,mlp.experts.176.down_proj,0.0000005974,0.05000,0.377
6,mlp.experts.206.down_proj,0.0000003147,0.05000,0.379
6,mlp.experts.221.down_proj,0.0000005650,0.05000,0.376
6,mlp.experts.195.down_proj,0.0000001854,0.05000,0.366
6,mlp.experts.196.down_proj,0.0000012264,0.05000,0.368
6,mlp.experts.194.down_proj,0.0000010078,0.05000,0.367
6,mlp.experts.197.down_proj,0.0000015501,0.05000,0.373
6,mlp.experts.203.down_proj,0.0000018540,0.05000,0.373
6,mlp.experts.198.down_proj,0.0000005515,0.05000,0.374
6,mlp.experts.202.down_proj,0.0000007874,0.05000,0.369
6,mlp.experts.204.down_proj,0.0000017208,0.05000,0.371
6,mlp.experts.201.down_proj,0.0000020832,0.05000,0.373
6,mlp.experts.193.down_proj,0.0000004766,0.05000,0.371
6,mlp.experts.207.down_proj,0.0000004230,0.05000,0.378
6,mlp.experts.199.down_proj,0.0000003996,0.05000,0.376
6,mlp.experts.200.down_proj,0.0000019375,0.05000,0.377
6,mlp.experts.192.down_proj,0.0000014297,0.05000,0.377
6,mlp.experts.222.down_proj,0.0000019993,0.05000,0.368
6,mlp.experts.237.down_proj,0.0000010812,0.05000,0.364
6,mlp.experts.211.down_proj,0.0000002792,0.05000,0.368
6,mlp.experts.212.down_proj,0.0000010995,0.05000,0.367
6,mlp.experts.210.down_proj,0.0000009543,0.05000,0.369
6,mlp.experts.213.down_proj,0.0000008492,0.05000,0.370
6,mlp.experts.219.down_proj,0.0000018619,0.05000,0.372
6,mlp.experts.214.down_proj,0.0000004637,0.05000,0.369
6,mlp.experts.218.down_proj,0.0000012640,0.05000,0.383
6,mlp.experts.217.down_proj,0.0000004132,0.05000,0.367
6,mlp.experts.220.down_proj,0.0000016952,0.05000,0.373
6,mlp.experts.209.down_proj,0.0000032977,0.05000,0.367
6,mlp.experts.216.down_proj,0.0000018165,0.05000,0.354
6,mlp.experts.215.down_proj,0.0000005070,0.05000,0.367
6,mlp.experts.223.down_proj,0.0000026207,0.05000,0.369
6,mlp.experts.208.down_proj,0.0000003777,0.05000,0.375
6,mlp.experts.238.down_proj,0.0000024007,0.05000,0.374
6,mlp.experts.253.down_proj,0.0000010889,0.05000,0.372
6,mlp.experts.227.down_proj,0.0000007391,0.05000,0.375
6,mlp.experts.228.down_proj,0.0000009658,0.05000,0.368
6,mlp.experts.229.down_proj,0.0000017624,0.05000,0.359
6,mlp.experts.226.down_proj,0.0000013100,0.05000,0.366
6,mlp.experts.235.down_proj,0.0000021571,0.05000,0.373
6,mlp.experts.230.down_proj,0.0000005392,0.05000,0.367
6,mlp.experts.234.down_proj,0.0000032247,0.05000,0.374
6,mlp.experts.233.down_proj,0.0000005096,0.05000,0.349
6,mlp.experts.225.down_proj,0.0000003003,0.05000,0.340
6,mlp.experts.236.down_proj,0.0000009577,0.05000,0.372
6,mlp.experts.232.down_proj,0.0000019405,0.05000,0.372
6,mlp.experts.239.down_proj,0.0000006629,0.05000,0.366
6,mlp.experts.231.down_proj,0.0000004475,0.05000,0.373
6,mlp.experts.224.down_proj,0.0000013130,0.05000,0.374
6,mlp.experts.254.down_proj,0.0000016069,0.05000,0.362
6,mlp.experts.245.down_proj,0.0000023155,0.05000,0.310
6,mlp.experts.242.down_proj,0.0000009033,0.05000,0.355
6,mlp.experts.243.down_proj,0.0000017673,0.05000,0.371
6,mlp.experts.244.down_proj,0.0000015195,0.05000,0.371
6,mlp.experts.249.down_proj,0.0000015129,0.05000,0.292
6,mlp.experts.241.down_proj,0.0000023748,0.05000,0.291
6,mlp.experts.246.down_proj,0.0000022828,0.05000,0.333
6,mlp.experts.250.down_proj,0.0000011441,0.05000,0.317
6,mlp.experts.251.down_proj,0.0000021673,0.05000,0.368
6,mlp.experts.252.down_proj,0.0000003069,0.05000,0.330
6,mlp.experts.248.down_proj,0.0000003408,0.05000,0.323
6,mlp.experts.247.down_proj,0.0000006470,0.05000,0.308
6,mlp.experts.255.down_proj,0.0000020205,0.05000,0.316
6,mlp.experts.240.down_proj,0.0000019104,0.05000,0.305
7,mlp.experts.0.gate_proj,0.0001561107,0.05000,1.686
7,mlp.experts.7.gate_proj,0.0000701006,0.05000,1.695
7,mlp.experts.14.gate_proj,0.0001015037,0.05000,1.707
7,mlp.experts.4.gate_proj,0.0001190800,0.05000,1.681
7,mlp.experts.6.gate_proj,0.0001217034,0.05000,1.700
7,mlp.experts.2.gate_proj,0.0001064794,0.05000,1.709
7,mlp.experts.5.gate_proj,0.0000360205,0.05000,1.696
7,mlp.experts.9.gate_proj,0.0000823512,0.05000,1.719
7,mlp.experts.13.gate_proj,0.0000694124,0.05000,1.692
7,mlp.experts.11.gate_proj,0.0000541426,0.05000,1.689
7,mlp.experts.10.gate_proj,0.0000983660,0.05000,1.709
7,mlp.experts.1.gate_proj,0.0000716963,0.05000,1.741
7,mlp.experts.3.gate_proj,0.0001461342,0.05000,1.734
7,mlp.experts.15.gate_proj,0.0001283281,0.05000,1.731
7,mlp.experts.12.gate_proj,0.0000997668,0.05000,1.777
7,mlp.experts.8.gate_proj,0.0001578563,0.05000,1.805
7,mlp.experts.23.gate_proj,0.0000597589,0.05000,1.537
7,mlp.experts.18.gate_proj,0.0000489742,0.05000,1.526
7,mlp.experts.30.gate_proj,0.0001105626,0.05000,1.547
7,mlp.experts.22.gate_proj,0.0000902989,0.05000,1.532
7,mlp.experts.16.gate_proj,0.0000663491,0.05000,1.570
7,mlp.experts.26.gate_proj,0.0000642695,0.05000,1.518
7,mlp.experts.25.gate_proj,0.0000845157,0.05000,1.538
7,mlp.experts.29.gate_proj,0.0000441885,0.05000,1.534
7,mlp.experts.21.gate_proj,0.0002192197,0.05000,1.538
7,mlp.experts.20.gate_proj,0.0001838123,0.05000,1.563
7,mlp.experts.17.gate_proj,0.0001532339,0.05000,1.531
7,mlp.experts.27.gate_proj,0.0000748852,0.05000,1.551
7,mlp.experts.19.gate_proj,0.0001544662,0.05000,1.551
7,mlp.experts.31.gate_proj,0.0000785317,0.05000,1.586
7,mlp.experts.24.gate_proj,0.0001298283,0.05000,1.571
7,mlp.experts.28.gate_proj,0.0001465777,0.05000,1.575
7,mlp.experts.46.gate_proj,0.0001735675,0.05000,1.496
7,mlp.experts.38.gate_proj,0.0000823379,0.05000,1.518
7,mlp.experts.42.gate_proj,0.0001631078,0.05000,1.520
7,mlp.experts.34.gate_proj,0.0001351577,0.05000,1.538
7,mlp.experts.39.gate_proj,0.0000668983,0.05000,1.551
7,mlp.experts.41.gate_proj,0.0001233234,0.05000,1.535
7,mlp.experts.37.gate_proj,0.0000997496,0.05000,1.528
7,mlp.experts.45.gate_proj,0.0000779697,0.05000,1.531
7,mlp.experts.33.gate_proj,0.0000725531,0.05000,1.530
7,mlp.experts.47.gate_proj,0.0000763464,0.05000,1.498
7,mlp.experts.35.gate_proj,0.0001266384,0.05000,1.539
7,mlp.experts.43.gate_proj,0.0001153306,0.05000,1.568
7,mlp.experts.36.gate_proj,0.0000935052,0.05000,1.609
7,mlp.experts.32.gate_proj,0.0000658720,0.05000,1.625
7,mlp.experts.40.gate_proj,0.0000754208,0.05000,1.572
7,mlp.experts.44.gate_proj,0.0000783103,0.05000,1.570
7,mlp.experts.62.gate_proj,0.0000726498,0.05000,1.526
7,mlp.experts.58.gate_proj,0.0001948551,0.05000,1.498
7,mlp.experts.63.gate_proj,0.0000525270,0.05000,1.465
7,mlp.experts.54.gate_proj,0.0000779614,0.05000,1.522
7,mlp.experts.55.gate_proj,0.0000900640,0.05000,1.530
7,mlp.experts.49.gate_proj,0.0001035574,0.05000,1.529
7,mlp.experts.59.gate_proj,0.0001075272,0.05000,1.495
7,mlp.experts.61.gate_proj,0.0000796359,0.05000,1.536
7,mlp.experts.51.gate_proj,0.0000892853,0.05000,1.525
7,mlp.experts.57.gate_proj,0.0000935748,0.05000,1.548
7,mlp.experts.50.gate_proj,0.0001085384,0.05000,1.565
7,mlp.experts.53.gate_proj,0.0000660017,0.05000,1.542
7,mlp.experts.48.gate_proj,0.0001293968,0.05000,1.493
7,mlp.experts.52.gate_proj,0.0000779789,0.05000,1.496
7,mlp.experts.60.gate_proj,0.0001178799,0.05000,1.452
7,mlp.experts.56.gate_proj,0.0000677082,0.05000,1.517
7,mlp.experts.70.gate_proj,0.0000729961,0.05000,1.468
7,mlp.experts.79.gate_proj,0.0000848499,0.05000,1.510
7,mlp.experts.74.gate_proj,0.0000510935,0.05000,1.521
7,mlp.experts.78.gate_proj,0.0000583744,0.05000,1.538
7,mlp.experts.71.gate_proj,0.0000852259,0.05000,1.514
7,mlp.experts.67.gate_proj,0.0001255613,0.05000,1.504
7,mlp.experts.75.gate_proj,0.0000640296,0.05000,1.521
7,mlp.experts.66.gate_proj,0.0001226912,0.05000,1.538
7,mlp.experts.65.gate_proj,0.0000877860,0.05000,1.570
7,mlp.experts.76.gate_proj,0.0001320116,0.05000,1.528
7,mlp.experts.73.gate_proj,0.0000948692,0.05000,1.558
7,mlp.experts.77.gate_proj,0.0001215152,0.05000,1.560
7,mlp.experts.72.gate_proj,0.0000876793,0.05000,1.467
7,mlp.experts.64.gate_proj,0.0000594106,0.05000,1.542
7,mlp.experts.68.gate_proj,0.0002354709,0.05000,1.550
7,mlp.experts.69.gate_proj,0.0000826196,0.05000,1.586
7,mlp.experts.80.gate_proj,fallback(rtn): 0.0010376,0.00000,0.112
7,mlp.experts.86.gate_proj,0.0000556708,0.05000,1.508
7,mlp.experts.95.gate_proj,0.0001224900,0.05000,1.504
7,mlp.experts.90.gate_proj,0.0000878364,0.05000,1.507
7,mlp.experts.94.gate_proj,0.0001191061,0.05000,1.516
7,mlp.experts.87.gate_proj,0.0001449296,0.05000,1.512
7,mlp.experts.91.gate_proj,0.0000905319,0.05000,1.512
7,mlp.experts.83.gate_proj,0.0000511394,0.05000,1.519
7,mlp.experts.82.gate_proj,0.0001928145,0.05000,1.512
7,mlp.experts.85.gate_proj,0.0001177345,0.05000,1.515
7,mlp.experts.81.gate_proj,0.0000561765,0.05000,1.552
7,mlp.experts.89.gate_proj,0.0001845075,0.05000,1.536
7,mlp.experts.93.gate_proj,0.0000967913,0.05000,1.536
7,mlp.experts.84.gate_proj,0.0001609535,0.05000,1.530
7,mlp.experts.92.gate_proj,0.0001156331,0.05000,1.555
7,mlp.experts.88.gate_proj,0.0000681575,0.05000,1.555
7,mlp.experts.96.gate_proj,0.0001908088,0.05000,1.519
7,mlp.experts.102.gate_proj,0.0001309771,0.05000,1.502
7,mlp.experts.111.gate_proj,0.0000993679,0.05000,1.503
7,mlp.experts.106.gate_proj,0.0001005778,0.05000,1.517
7,mlp.experts.103.gate_proj,0.0000772986,0.05000,1.505
7,mlp.experts.110.gate_proj,0.0001153221,0.05000,1.540
7,mlp.experts.107.gate_proj,0.0001406697,0.05000,1.495
7,mlp.experts.99.gate_proj,0.0000947776,0.05000,1.525
7,mlp.experts.98.gate_proj,0.0000548838,0.05000,1.529
7,mlp.experts.108.gate_proj,0.0000686058,0.05000,1.520
7,mlp.experts.104.gate_proj,0.0001281893,0.05000,1.520
7,mlp.experts.109.gate_proj,0.0001103641,0.05000,1.552
7,mlp.experts.97.gate_proj,0.0001494988,0.05000,1.565
7,mlp.experts.100.gate_proj,0.0000907445,0.05000,1.578
7,mlp.experts.112.gate_proj,0.0000644916,0.05000,1.489
7,mlp.experts.101.gate_proj,0.0000864763,0.05000,1.616
7,mlp.experts.105.gate_proj,0.0000504082,0.05000,1.616
7,mlp.experts.118.gate_proj,0.0000373478,0.05000,1.523
7,mlp.experts.127.gate_proj,0.0001802233,0.05000,1.510
7,mlp.experts.119.gate_proj,0.0000797328,0.05000,1.507
7,mlp.experts.122.gate_proj,0.0001117400,0.05000,1.532
7,mlp.experts.123.gate_proj,0.0000581727,0.05000,1.484
7,mlp.experts.126.gate_proj,0.0001005187,0.05000,1.530
7,mlp.experts.115.gate_proj,0.0001683846,0.05000,1.512
7,mlp.experts.114.gate_proj,0.0001353266,0.05000,1.536
7,mlp.experts.124.gate_proj,0.0001638249,0.05000,1.515
7,mlp.experts.125.gate_proj,0.0000790349,0.05000,1.511
7,mlp.experts.113.gate_proj,0.0001019013,0.05000,1.508
7,mlp.experts.120.gate_proj,0.0000928413,0.05000,1.545
7,mlp.experts.116.gate_proj,0.0000522431,0.05000,1.496
7,mlp.experts.128.gate_proj,0.0000793202,0.05000,1.507
7,mlp.experts.117.gate_proj,0.0000447776,0.05000,1.500
7,mlp.experts.121.gate_proj,0.0001047223,0.05000,1.513
7,mlp.experts.143.gate_proj,0.0000826935,0.05000,1.511
7,mlp.experts.134.gate_proj,0.0001484251,0.05000,1.548
7,mlp.experts.135.gate_proj,0.0000995631,0.05000,1.508
7,mlp.experts.139.gate_proj,0.0001352008,0.05000,1.539
7,mlp.experts.138.gate_proj,0.0001219607,0.05000,1.561
7,mlp.experts.131.gate_proj,0.0001097659,0.05000,1.519
7,mlp.experts.142.gate_proj,0.0000582122,0.05000,1.565
7,mlp.experts.130.gate_proj,0.0000786297,0.05000,1.542
7,mlp.experts.141.gate_proj,0.0000387236,0.05000,1.492
7,mlp.experts.140.gate_proj,0.0001743120,0.05000,1.518
7,mlp.experts.133.gate_proj,0.0001256387,0.05000,1.458
7,mlp.experts.144.gate_proj,0.0000966033,0.05000,1.485
7,mlp.experts.129.gate_proj,0.0000940590,0.05000,1.516
7,mlp.experts.136.gate_proj,0.0000933304,0.05000,1.539
7,mlp.experts.132.gate_proj,0.0001162125,0.05000,1.538
7,mlp.experts.137.gate_proj,0.0001554882,0.05000,1.515
7,mlp.experts.159.gate_proj,0.0000974470,0.05000,1.526
7,mlp.experts.151.gate_proj,0.0001064245,0.05000,1.524
7,mlp.experts.150.gate_proj,0.0000675160,0.05000,1.569
7,mlp.experts.155.gate_proj,0.0001000585,0.05000,1.525
7,mlp.experts.154.gate_proj,0.0000962429,0.05000,1.557
7,mlp.experts.147.gate_proj,0.0000685633,0.05000,1.542
7,mlp.experts.170.gate_proj,fallback(rtn): 0.0009995,0.00000,0.032
7,mlp.experts.158.gate_proj,0.0001425611,0.05000,1.560
7,mlp.experts.157.gate_proj,0.0001128945,0.05000,1.508
7,mlp.experts.156.gate_proj,0.0001230819,0.05000,1.518
7,mlp.experts.149.gate_proj,0.0000514564,0.05000,1.511
7,mlp.experts.146.gate_proj,0.0001012006,0.05000,1.539
7,mlp.experts.160.gate_proj,0.0001036911,0.05000,1.503
7,mlp.experts.152.gate_proj,0.0001378145,0.05000,1.475
7,mlp.experts.145.gate_proj,0.0000560868,0.05000,1.503
7,mlp.experts.148.gate_proj,0.0000629723,0.05000,1.539
7,mlp.experts.153.gate_proj,0.0000950274,0.05000,1.532
7,mlp.experts.175.gate_proj,0.0000243675,0.05000,1.538
7,mlp.experts.167.gate_proj,0.0000968257,0.05000,1.520
7,mlp.experts.171.gate_proj,0.0001530522,0.05000,1.503
7,mlp.experts.166.gate_proj,0.0003887375,0.05000,1.565
7,mlp.experts.163.gate_proj,0.0001091080,0.05000,1.547
7,mlp.experts.174.gate_proj,0.0000946753,0.05000,1.546
7,mlp.experts.173.gate_proj,0.0001407604,0.05000,1.555
7,mlp.experts.165.gate_proj,0.0000748378,0.05000,1.531
7,mlp.experts.186.gate_proj,0.0000437940,0.05000,1.583
7,mlp.experts.161.gate_proj,0.0001198282,0.05000,1.525
7,mlp.experts.162.gate_proj,0.0001037944,0.05000,1.531
7,mlp.experts.176.gate_proj,0.0000555862,0.05000,1.548
7,mlp.experts.172.gate_proj,0.0001196577,0.05000,1.553
7,mlp.experts.168.gate_proj,0.0001503170,0.05000,1.545
7,mlp.experts.164.gate_proj,0.0001590468,0.05000,1.562
7,mlp.experts.169.gate_proj,0.0001013941,0.05000,1.564
7,mlp.experts.191.gate_proj,0.0000586947,0.05000,1.499
7,mlp.experts.183.gate_proj,0.0002177722,0.05000,1.488
7,mlp.experts.187.gate_proj,0.0001101246,0.05000,1.511
7,mlp.experts.179.gate_proj,0.0001047148,0.05000,1.485
7,mlp.experts.181.gate_proj,0.0000767381,0.05000,1.489
7,mlp.experts.182.gate_proj,0.0000863135,0.05000,1.620
7,mlp.experts.188.gate_proj,0.0001047855,0.05000,1.497
7,mlp.experts.192.gate_proj,0.0001676993,0.05000,1.501
7,mlp.experts.177.gate_proj,0.0001303460,0.05000,1.509
7,mlp.experts.184.gate_proj,0.0001097902,0.05000,1.506
7,mlp.experts.189.gate_proj,0.0001095370,0.05000,1.529
7,mlp.experts.180.gate_proj,0.0000639408,0.05000,1.498
7,mlp.experts.190.gate_proj,0.0001332145,0.05000,1.637
7,mlp.experts.185.gate_proj,0.0000932140,0.05000,1.490
7,mlp.experts.202.gate_proj,0.0001287147,0.05000,1.627
7,mlp.experts.178.gate_proj,0.0000980826,0.05000,1.656
7,mlp.experts.207.gate_proj,0.0000657065,0.05000,1.527
7,mlp.experts.199.gate_proj,0.0001249683,0.05000,1.553
7,mlp.experts.203.gate_proj,0.0000887497,0.05000,1.546
7,mlp.experts.195.gate_proj,0.0000547678,0.05000,1.548
7,mlp.experts.197.gate_proj,0.0000832678,0.05000,1.521
7,mlp.experts.198.gate_proj,0.0000819522,0.05000,1.524
7,mlp.experts.204.gate_proj,0.0000848449,0.05000,1.515
7,mlp.experts.205.gate_proj,0.0000847451,0.05000,1.515
7,mlp.experts.193.gate_proj,0.0001152630,0.05000,1.522
7,mlp.experts.208.gate_proj,0.0001224268,0.05000,1.534
7,mlp.experts.200.gate_proj,0.0000727003,0.05000,1.561
7,mlp.experts.206.gate_proj,0.0000912725,0.05000,1.510
7,mlp.experts.196.gate_proj,0.0002804230,0.05000,1.523
7,mlp.experts.201.gate_proj,0.0001100948,0.05000,1.529
7,mlp.experts.218.gate_proj,0.0000839078,0.05000,1.516
7,mlp.experts.194.gate_proj,0.0000621248,0.05000,1.490
7,mlp.experts.223.gate_proj,0.0001158479,0.05000,1.561
7,mlp.experts.215.gate_proj,0.0000737061,0.05000,1.563
7,mlp.experts.219.gate_proj,0.0001064805,0.05000,1.561
7,mlp.experts.211.gate_proj,0.0000669899,0.05000,1.551
7,mlp.experts.213.gate_proj,0.0000456336,0.05000,1.527
7,mlp.experts.214.gate_proj,0.0001287527,0.05000,1.518
7,mlp.experts.209.gate_proj,0.0000621132,0.05000,1.505
7,mlp.experts.224.gate_proj,0.0000722994,0.05000,1.505
7,mlp.experts.220.gate_proj,0.0000859226,0.05000,1.543
7,mlp.experts.221.gate_proj,0.0000645830,0.05000,1.534
7,mlp.experts.216.gate_proj,0.0000769541,0.05000,1.534
7,mlp.experts.222.gate_proj,0.0001515324,0.05000,1.522
7,mlp.experts.217.gate_proj,0.0000958733,0.05000,1.525
7,mlp.experts.234.gate_proj,0.0000930998,0.05000,1.517
7,mlp.experts.212.gate_proj,0.0001162326,0.05000,1.553
7,mlp.experts.210.gate_proj,0.0000752753,0.05000,1.523
7,mlp.experts.239.gate_proj,0.0000870890,0.05000,1.554
7,mlp.experts.231.gate_proj,0.0000759721,0.05000,1.552
7,mlp.experts.235.gate_proj,0.0001321826,0.05000,1.553
7,mlp.experts.229.gate_proj,0.0002217636,0.05000,1.509
7,mlp.experts.237.gate_proj,0.0000746085,0.05000,1.469
7,mlp.experts.225.gate_proj,0.0001123972,0.05000,1.510
7,mlp.experts.230.gate_proj,0.0000900807,0.05000,1.526
7,mlp.experts.236.gate_proj,0.0001033156,0.05000,1.499
7,mlp.experts.227.gate_proj,0.0000523783,0.05000,1.583
7,mlp.experts.240.gate_proj,0.0001160887,0.05000,1.544
7,mlp.experts.250.gate_proj,0.0001518640,0.05000,1.481
7,mlp.experts.232.gate_proj,0.0001061157,0.05000,1.524
7,mlp.experts.226.gate_proj,0.0001716602,0.05000,1.485
7,mlp.experts.233.gate_proj,0.0001851819,0.05000,1.511
7,mlp.experts.238.gate_proj,0.0001351970,0.05000,1.536
7,mlp.experts.228.gate_proj,0.0001354631,0.05000,1.518
7,mlp.experts.255.gate_proj,0.0000887469,0.05000,1.532
7,mlp.experts.247.gate_proj,0.0000549862,0.05000,1.511
7,mlp.experts.251.gate_proj,0.0001023811,0.05000,1.552
7,mlp.experts.241.gate_proj,0.0000529045,0.05000,1.489
7,mlp.experts.245.gate_proj,0.0000598786,0.05000,1.526
7,mlp.experts.246.gate_proj,0.0001061394,0.05000,1.527
7,mlp.experts.253.gate_proj,0.0001325083,0.05000,1.552
7,mlp.experts.252.gate_proj,0.0000893368,0.05000,1.531
7,mlp.experts.243.gate_proj,0.0000822773,0.05000,1.522
7,mlp.experts.0.up_proj,0.0001361250,0.05000,1.555
7,mlp.experts.254.gate_proj,0.0000633392,0.05000,1.491
7,mlp.experts.10.up_proj,0.0000901965,0.05000,1.523
7,mlp.experts.242.gate_proj,0.0001191040,0.05000,1.516
7,mlp.experts.249.gate_proj,0.0000369265,0.05000,1.518
7,mlp.experts.248.gate_proj,0.0000932337,0.05000,1.549
7,mlp.experts.244.gate_proj,0.0000664847,0.05000,1.557
7,mlp.experts.7.up_proj,0.0000692861,0.05000,1.504
7,mlp.experts.15.up_proj,0.0001164488,0.05000,1.511
7,mlp.experts.1.up_proj,0.0000654307,0.05000,1.512
7,mlp.experts.5.up_proj,0.0000329812,0.05000,1.490
7,mlp.experts.11.up_proj,0.0000468476,0.05000,1.520
7,mlp.experts.13.up_proj,0.0000649105,0.05000,1.471
7,mlp.experts.6.up_proj,0.0001100280,0.05000,1.509
7,mlp.experts.3.up_proj,0.0001376997,0.05000,1.510
7,mlp.experts.12.up_proj,0.0000884464,0.05000,1.548
7,mlp.experts.14.up_proj,0.0001009535,0.05000,1.501
7,mlp.experts.26.up_proj,0.0000568149,0.05000,1.525
7,mlp.experts.9.up_proj,0.0000766660,0.05000,1.528
7,mlp.experts.2.up_proj,0.0000959750,0.05000,1.555
7,mlp.experts.16.up_proj,0.0000545296,0.05000,1.574
7,mlp.experts.8.up_proj,0.0001395742,0.05000,1.573
7,mlp.experts.4.up_proj,0.0001045318,0.05000,1.556
7,mlp.experts.31.up_proj,0.0000651206,0.05000,1.499
7,mlp.experts.23.up_proj,0.0000607844,0.05000,1.535
7,mlp.experts.27.up_proj,0.0000674650,0.05000,1.504
7,mlp.experts.29.up_proj,0.0000471598,0.05000,1.510
7,mlp.experts.21.up_proj,0.0001934611,0.05000,1.518
7,mlp.experts.22.up_proj,0.0000841954,0.05000,1.491
7,mlp.experts.17.up_proj,0.0001427011,0.05000,1.545
7,mlp.experts.19.up_proj,0.0001184607,0.05000,1.513
7,mlp.experts.30.up_proj,0.0000972601,0.05000,1.520
7,mlp.experts.25.up_proj,0.0000775952,0.05000,1.502
7,mlp.experts.18.up_proj,0.0000432231,0.05000,1.494
7,mlp.experts.42.up_proj,0.0001478122,0.05000,1.537
7,mlp.experts.28.up_proj,0.0001346456,0.05000,1.583
7,mlp.experts.32.up_proj,0.0000590759,0.05000,1.563
7,mlp.experts.24.up_proj,0.0001203537,0.05000,1.577
7,mlp.experts.20.up_proj,0.0001610261,0.05000,1.594
7,mlp.experts.39.up_proj,0.0000633715,0.05000,1.448
7,mlp.experts.47.up_proj,0.0000694099,0.05000,1.525
7,mlp.experts.43.up_proj,0.0001003022,0.05000,1.473
7,mlp.experts.37.up_proj,0.0000841615,0.05000,1.488
7,mlp.experts.38.up_proj,0.0000831269,0.05000,1.503
7,mlp.experts.45.up_proj,0.0000718007,0.05000,1.521
7,mlp.experts.33.up_proj,0.0000694803,0.05000,1.501
7,mlp.experts.35.up_proj,0.0001153726,0.05000,1.486
7,mlp.experts.46.up_proj,0.0001610719,0.05000,1.502
7,mlp.experts.41.up_proj,0.0001075724,0.05000,1.505
7,mlp.experts.58.up_proj,0.0001738616,0.05000,1.491
7,mlp.experts.34.up_proj,0.0001196352,0.05000,1.509
7,mlp.experts.44.up_proj,0.0000694199,0.05000,1.565
7,mlp.experts.48.up_proj,0.0001099895,0.05000,1.558
7,mlp.experts.40.up_proj,0.0000704159,0.05000,1.565
7,mlp.experts.36.up_proj,0.0000883501,0.05000,1.579
7,mlp.experts.55.up_proj,0.0000867196,0.05000,1.500
7,mlp.experts.63.up_proj,0.0000498685,0.05000,1.510
7,mlp.experts.59.up_proj,0.0000974313,0.05000,1.508
7,mlp.experts.54.up_proj,0.0000728878,0.05000,1.499
7,mlp.experts.53.up_proj,0.0000588818,0.05000,1.537
7,mlp.experts.61.up_proj,0.0000686683,0.05000,1.509
7,mlp.experts.51.up_proj,0.0000800091,0.05000,1.518
7,mlp.experts.49.up_proj,0.0000956164,0.05000,1.526
7,mlp.experts.62.up_proj,0.0000666322,0.05000,1.503
7,mlp.experts.74.up_proj,0.0000484409,0.05000,1.498
7,mlp.experts.50.up_proj,0.0000964745,0.05000,1.529
7,mlp.experts.57.up_proj,0.0000846035,0.05000,1.549
7,mlp.experts.60.up_proj,0.0001038561,0.05000,1.497
7,mlp.experts.64.up_proj,0.0000548179,0.05000,1.495
7,mlp.experts.80.up_proj,fallback(rtn): 0.0009766,0.00000,0.024
7,mlp.experts.56.up_proj,0.0000609194,0.05000,1.509
7,mlp.experts.52.up_proj,0.0000722339,0.05000,1.503
7,mlp.experts.71.up_proj,0.0000783657,0.05000,1.512
7,mlp.experts.79.up_proj,0.0000839580,0.05000,1.505
7,mlp.experts.75.up_proj,0.0000594321,0.05000,1.493
7,mlp.experts.70.up_proj,0.0000683976,0.05000,1.493
7,mlp.experts.67.up_proj,0.0000995990,0.05000,1.514
7,mlp.experts.77.up_proj,0.0001022499,0.05000,1.572
7,mlp.experts.65.up_proj,0.0000769467,0.05000,1.552
7,mlp.experts.69.up_proj,0.0000719088,0.05000,1.585
7,mlp.experts.78.up_proj,0.0000549866,0.05000,1.522
7,mlp.experts.90.up_proj,0.0000822916,0.05000,1.527
7,mlp.experts.66.up_proj,0.0000995460,0.05000,1.537
7,mlp.experts.76.up_proj,0.0001197060,0.05000,1.511
7,mlp.experts.73.up_proj,0.0000871060,0.05000,1.582
7,mlp.experts.72.up_proj,0.0000824864,0.05000,1.505
7,mlp.experts.96.up_proj,0.0001727966,0.05000,1.538
7,mlp.experts.68.up_proj,0.0001976850,0.05000,1.534
7,mlp.experts.87.up_proj,0.0001222922,0.05000,1.505
7,mlp.experts.95.up_proj,0.0000988503,0.05000,1.501
7,mlp.experts.91.up_proj,0.0000797755,0.05000,1.506
7,mlp.experts.86.up_proj,0.0000536787,0.05000,1.508
7,mlp.experts.83.up_proj,0.0000491486,0.05000,1.500
7,mlp.experts.94.up_proj,0.0000999380,0.05000,1.494
7,mlp.experts.82.up_proj,0.0001718133,0.05000,1.453
7,mlp.experts.106.up_proj,0.0000928101,0.05000,1.511
7,mlp.experts.93.up_proj,0.0000888042,0.05000,1.562
7,mlp.experts.81.up_proj,0.0000482677,0.05000,1.566
7,mlp.experts.85.up_proj,0.0001016072,0.05000,1.562
7,mlp.experts.92.up_proj,0.0000985503,0.05000,1.509
7,mlp.experts.89.up_proj,0.0001582613,0.05000,1.550
7,mlp.experts.88.up_proj,0.0000628004,0.05000,1.518
7,mlp.experts.112.up_proj,0.0000619669,0.05000,1.529
7,mlp.experts.84.up_proj,0.0001434624,0.05000,1.511
7,mlp.experts.103.up_proj,0.0000713745,0.05000,1.508
7,mlp.experts.111.up_proj,0.0000928725,0.05000,1.518
7,mlp.experts.107.up_proj,0.0001206336,0.05000,1.487
7,mlp.experts.102.up_proj,0.0001095937,0.05000,1.508
7,mlp.experts.99.up_proj,0.0000802230,0.05000,1.494
7,mlp.experts.110.up_proj,0.0001038952,0.05000,1.498
7,mlp.experts.98.up_proj,0.0000516194,0.05000,1.465
7,mlp.experts.122.up_proj,0.0000972571,0.05000,1.449
7,mlp.experts.97.up_proj,0.0001292702,0.05000,1.529
7,mlp.experts.101.up_proj,0.0000801986,0.05000,1.534
7,mlp.experts.109.up_proj,0.0001054491,0.05000,1.573
7,mlp.experts.108.up_proj,0.0000663794,0.05000,1.525
7,mlp.experts.105.up_proj,0.0000436681,0.05000,1.537
7,mlp.experts.104.up_proj,0.0001122824,0.05000,1.503
7,mlp.experts.128.up_proj,0.0000705228,0.05000,1.525
7,mlp.experts.100.up_proj,0.0000789945,0.05000,1.526
7,mlp.experts.119.up_proj,0.0000713088,0.05000,1.525
7,mlp.experts.127.up_proj,0.0001642972,0.05000,1.502
7,mlp.experts.123.up_proj,0.0000507775,0.05000,1.525
7,mlp.experts.118.up_proj,0.0000332312,0.05000,1.514
7,mlp.experts.115.up_proj,0.0001454001,0.05000,1.528
7,mlp.experts.114.up_proj,0.0001217186,0.05000,1.504
7,mlp.experts.126.up_proj,0.0000943790,0.05000,1.517
7,mlp.experts.138.up_proj,0.0001068527,0.05000,1.509
7,mlp.experts.113.up_proj,0.0000935178,0.05000,1.485
7,mlp.experts.117.up_proj,0.0000408805,0.05000,1.507
7,mlp.experts.125.up_proj,0.0000717347,0.05000,1.492
7,mlp.experts.124.up_proj,0.0001536649,0.05000,1.533
7,mlp.experts.121.up_proj,0.0000968870,0.05000,1.505
7,mlp.experts.120.up_proj,0.0000882288,0.05000,1.504
7,mlp.experts.144.up_proj,0.0000903319,0.05000,1.517
7,mlp.experts.116.up_proj,0.0000469745,0.05000,1.515
7,mlp.experts.135.up_proj,0.0000900943,0.05000,1.500
7,mlp.experts.143.up_proj,0.0000779633,0.05000,1.510
7,mlp.experts.139.up_proj,0.0001154440,0.05000,1.498
7,mlp.experts.131.up_proj,0.0000925524,0.05000,1.498
7,mlp.experts.134.up_proj,0.0001374878,0.05000,1.555
7,mlp.experts.130.up_proj,0.0000671912,0.05000,1.539
7,mlp.experts.142.up_proj,0.0000541369,0.05000,1.536
7,mlp.experts.154.up_proj,0.0000858717,0.05000,1.551
7,mlp.experts.129.up_proj,0.0000793661,0.05000,1.505
7,mlp.experts.133.up_proj,0.0001144304,0.05000,1.505
7,mlp.experts.170.up_proj,fallback(rtn): 0.0009689,0.00000,0.036
7,mlp.experts.141.up_proj,0.0000366916,0.05000,1.508
7,mlp.experts.140.up_proj,0.0001496709,0.05000,1.516
7,mlp.experts.137.up_proj,0.0001167587,0.05000,1.507
7,mlp.experts.136.up_proj,0.0000870725,0.05000,1.515
7,mlp.experts.160.up_proj,0.0000960814,0.05000,1.524
7,mlp.experts.132.up_proj,0.0001039411,0.05000,1.519
7,mlp.experts.151.up_proj,0.0000888735,0.05000,1.488
7,mlp.experts.159.up_proj,0.0000913497,0.05000,1.502
7,mlp.experts.155.up_proj,0.0000945943,0.05000,1.503
7,mlp.experts.147.up_proj,0.0000637214,0.05000,1.499
7,mlp.experts.150.up_proj,0.0000618041,0.05000,1.539
7,mlp.experts.157.up_proj,0.0000961510,0.05000,1.475
7,mlp.experts.145.up_proj,0.0000518910,0.05000,1.521
7,mlp.experts.149.up_proj,0.0000509700,0.05000,1.491
7,mlp.experts.158.up_proj,0.0001319821,0.05000,1.550
7,mlp.experts.146.up_proj,0.0000903429,0.05000,1.559
7,mlp.experts.186.up_proj,0.0000409930,0.05000,1.552
7,mlp.experts.156.up_proj,0.0001115530,0.05000,1.501
7,mlp.experts.153.up_proj,0.0000818232,0.05000,1.498
7,mlp.experts.152.up_proj,0.0001201430,0.05000,1.507
7,mlp.experts.176.up_proj,0.0000522600,0.05000,1.502
7,mlp.experts.148.up_proj,0.0000602069,0.05000,1.511
7,mlp.experts.167.up_proj,0.0000842290,0.05000,1.504
7,mlp.experts.175.up_proj,0.0000214356,0.05000,1.508
7,mlp.experts.171.up_proj,0.0001402860,0.05000,1.493
7,mlp.experts.163.up_proj,0.0000928104,0.05000,1.515
7,mlp.experts.166.up_proj,0.0001610801,0.05000,1.551
7,mlp.experts.165.up_proj,0.0000701498,0.05000,1.484
7,mlp.experts.173.up_proj,0.0001205265,0.05000,1.506
7,mlp.experts.161.up_proj,0.0001015179,0.05000,1.541
7,mlp.experts.174.up_proj,0.0000809891,0.05000,1.536
7,mlp.experts.162.up_proj,0.0000910578,0.05000,1.560
7,mlp.experts.172.up_proj,0.0001072543,0.05000,1.510
7,mlp.experts.202.up_proj,0.0001100607,0.05000,1.554
7,mlp.experts.169.up_proj,0.0000911456,0.05000,1.508
7,mlp.experts.168.up_proj,0.0001141921,0.05000,1.519
7,mlp.experts.192.up_proj,0.0001609258,0.05000,1.505
7,mlp.experts.164.up_proj,0.0001394500,0.05000,1.506
7,mlp.experts.183.up_proj,0.0001992868,0.05000,1.519
7,mlp.experts.191.up_proj,0.0000543414,0.05000,1.521
7,mlp.experts.187.up_proj,0.0000980005,0.05000,1.521
7,mlp.experts.179.up_proj,0.0000866722,0.05000,1.515
7,mlp.experts.182.up_proj,0.0000769699,0.05000,1.532
7,mlp.experts.189.up_proj,0.0000932005,0.05000,1.499
7,mlp.experts.181.up_proj,0.0000689995,0.05000,1.543
7,mlp.experts.177.up_proj,0.0001225387,0.05000,1.496
7,mlp.experts.190.up_proj,0.0001087794,0.05000,1.531
7,mlp.experts.188.up_proj,0.0000998222,0.05000,1.508
7,mlp.experts.178.up_proj,0.0000923836,0.05000,1.530
7,mlp.experts.218.up_proj,0.0000743187,0.05000,1.517
7,mlp.experts.185.up_proj,0.0000843564,0.05000,1.530
7,mlp.experts.184.up_proj,0.0001010657,0.05000,1.509
7,mlp.experts.208.up_proj,0.0001088316,0.05000,1.518
7,mlp.experts.180.up_proj,0.0000597191,0.05000,1.522
7,mlp.experts.199.up_proj,0.0001241142,0.05000,1.537
7,mlp.experts.207.up_proj,0.0000602877,0.05000,1.548
7,mlp.experts.203.up_proj,0.0000819800,0.05000,1.550
7,mlp.experts.195.up_proj,0.0000510913,0.05000,1.537
7,mlp.experts.198.up_proj,0.0000728999,0.05000,1.490
7,mlp.experts.205.up_proj,0.0000740664,0.05000,1.492
7,mlp.experts.197.up_proj,0.0000724959,0.05000,1.493
7,mlp.experts.193.up_proj,0.0000987497,0.05000,1.527
7,mlp.experts.194.up_proj,0.0000577800,0.05000,1.476
7,mlp.experts.206.up_proj,0.0000850502,0.05000,1.503
7,mlp.experts.204.up_proj,0.0000738486,0.05000,1.505
7,mlp.experts.234.up_proj,0.0000834714,0.05000,1.500
7,mlp.experts.201.up_proj,0.0001022286,0.05000,1.479
7,mlp.experts.200.up_proj,0.0000685972,0.05000,1.505
7,mlp.experts.224.up_proj,0.0000632749,0.05000,1.502
7,mlp.experts.196.up_proj,0.0002545909,0.05000,1.524
7,mlp.experts.215.up_proj,0.0000642745,0.05000,1.558
7,mlp.experts.223.up_proj,0.0000982898,0.05000,1.548
7,mlp.experts.219.up_proj,0.0000985458,0.05000,1.584
7,mlp.experts.214.up_proj,0.0001224490,0.05000,1.479
7,mlp.experts.211.up_proj,0.0000636341,0.05000,1.551
7,mlp.experts.221.up_proj,0.0000604374,0.05000,1.507
7,mlp.experts.213.up_proj,0.0000428514,0.05000,1.506
7,mlp.experts.209.up_proj,0.0000576690,0.05000,1.513
7,mlp.experts.222.up_proj,0.0001410744,0.05000,1.498
7,mlp.experts.210.up_proj,0.0000718406,0.05000,1.531
7,mlp.experts.220.up_proj,0.0000797647,0.05000,1.517
7,mlp.experts.217.up_proj,0.0000797478,0.05000,1.493
7,mlp.experts.250.up_proj,0.0001306629,0.05000,1.513
7,mlp.experts.216.up_proj,0.0000661438,0.05000,1.526
7,mlp.experts.240.up_proj,0.0000961045,0.05000,1.487
7,mlp.experts.212.up_proj,0.0001101249,0.05000,1.475
7,mlp.experts.230.up_proj,0.0000869408,0.05000,1.230
7,mlp.experts.238.up_proj,0.0001158420,0.05000,1.195
7,mlp.experts.231.up_proj,0.0000684445,0.05000,1.502
7,mlp.experts.226.up_proj,0.0001634130,0.05000,1.215
7,mlp.experts.236.up_proj,0.0000962012,0.05000,1.225
7,mlp.experts.239.up_proj,0.0000790688,0.05000,1.508
7,mlp.experts.232.up_proj,0.0000966561,0.05000,1.205
7,mlp.experts.235.up_proj,0.0001212159,0.05000,1.508
7,mlp.experts.229.up_proj,0.0002209505,0.05000,1.409
7,mlp.experts.237.up_proj,0.0000700036,0.05000,1.470
7,mlp.experts.228.up_proj,0.0001102296,0.05000,1.190
7,mlp.experts.227.up_proj,0.0000462400,0.05000,1.530
7,mlp.experts.225.up_proj,0.0001027132,0.05000,1.451
7,mlp.experts.233.up_proj,0.0001611496,0.05000,1.451
7,mlp.experts.246.up_proj,0.0001026413,0.05000,1.193
7,mlp.experts.254.up_proj,0.0000563127,0.05000,1.136
7,mlp.experts.242.up_proj,0.0001066291,0.05000,1.129
7,mlp.experts.252.up_proj,0.0000841867,0.05000,1.170
7,mlp.experts.248.up_proj,0.0000762175,0.05000,1.131
7,mlp.experts.244.up_proj,0.0000578892,0.05000,1.101
7,mlp.experts.247.up_proj,0.0000517237,0.05000,1.417
7,mlp.experts.255.up_proj,0.0000760964,0.05000,1.362
7,mlp.experts.251.up_proj,0.0000951402,0.05000,1.359
7,mlp.experts.243.up_proj,0.0000702618,0.05000,1.282
7,mlp.experts.253.up_proj,0.0001133696,0.05000,1.333
7,mlp.experts.245.up_proj,0.0000563164,0.05000,1.386
7,mlp.experts.241.up_proj,0.0000501082,0.05000,1.323
7,mlp.experts.249.up_proj,0.0000347574,0.05000,1.269
7,mlp.experts.1.down_proj,0.0000017469,0.05000,0.404
7,mlp.experts.9.down_proj,0.0000006704,0.05000,0.399
7,mlp.experts.7.down_proj,0.0000015441,0.05000,0.404
7,mlp.experts.6.down_proj,0.0000011100,0.05000,0.414
7,mlp.experts.5.down_proj,0.0000006296,0.05000,0.417
7,mlp.experts.13.down_proj,0.0000006984,0.05000,0.409
7,mlp.experts.14.down_proj,0.0000029677,0.05000,0.408
7,mlp.experts.4.down_proj,0.0000032135,0.05000,0.421
7,mlp.experts.15.down_proj,0.0000012561,0.05000,0.409
7,mlp.experts.0.down_proj,0.0000031360,0.05000,0.416
7,mlp.experts.11.down_proj,0.0000017348,0.05000,0.405
7,mlp.experts.2.down_proj,0.0000023588,0.05000,0.406
7,mlp.experts.10.down_proj,0.0000028682,0.05000,0.415
7,mlp.experts.12.down_proj,0.0000021010,0.05000,0.410
7,mlp.experts.8.down_proj,0.0000027399,0.05000,0.427
7,mlp.experts.3.down_proj,0.0000021167,0.05000,0.426
7,mlp.experts.23.down_proj,0.0000018941,0.05000,0.330
7,mlp.experts.25.down_proj,0.0000009674,0.05000,0.371
7,mlp.experts.17.down_proj,0.0000028373,0.05000,0.375
7,mlp.experts.22.down_proj,0.0000007812,0.05000,0.368
7,mlp.experts.29.down_proj,0.0000012826,0.05000,0.373
7,mlp.experts.21.down_proj,0.0000049610,0.05000,0.384
7,mlp.experts.31.down_proj,0.0000026002,0.05000,0.379
7,mlp.experts.20.down_proj,0.0000028004,0.05000,0.382
7,mlp.experts.30.down_proj,0.0000016704,0.05000,0.383
7,mlp.experts.16.down_proj,0.0000020158,0.05000,0.385
7,mlp.experts.18.down_proj,0.0000035139,0.05000,0.387
7,mlp.experts.27.down_proj,0.0000019506,0.05000,0.387
7,mlp.experts.24.down_proj,0.0000020178,0.05000,0.380
7,mlp.experts.28.down_proj,0.0000028476,0.05000,0.382
7,mlp.experts.26.down_proj,0.0000009321,0.05000,0.390
7,mlp.experts.19.down_proj,0.0000032754,0.05000,0.389
7,mlp.experts.39.down_proj,0.0000014347,0.05000,0.349
7,mlp.experts.38.down_proj,0.0000022788,0.05000,0.332
7,mlp.experts.41.down_proj,0.0000036472,0.05000,0.356
7,mlp.experts.33.down_proj,0.0000011044,0.05000,0.366
7,mlp.experts.45.down_proj,0.0000007528,0.05000,0.366
7,mlp.experts.37.down_proj,0.0000030549,0.05000,0.358
7,mlp.experts.47.down_proj,0.0000007026,0.05000,0.355
7,mlp.experts.36.down_proj,0.0000018985,0.05000,0.354
7,mlp.experts.46.down_proj,0.0000027470,0.05000,0.367
7,mlp.experts.32.down_proj,0.0000008111,0.05000,0.370
7,mlp.experts.42.down_proj,0.0000033074,0.05000,0.369
7,mlp.experts.40.down_proj,0.0000018317,0.05000,0.369
7,mlp.experts.35.down_proj,0.0000023357,0.05000,0.367
7,mlp.experts.43.down_proj,0.0000019824,0.05000,0.370
7,mlp.experts.34.down_proj,0.0000017447,0.05000,0.370
7,mlp.experts.44.down_proj,0.0000019212,0.05000,0.375
7,mlp.experts.55.down_proj,0.0000010613,0.05000,0.364
7,mlp.experts.54.down_proj,0.0000005873,0.05000,0.358
7,mlp.experts.57.down_proj,0.0000009941,0.05000,0.375
7,mlp.experts.49.down_proj,0.0000013464,0.05000,0.370
7,mlp.experts.61.down_proj,0.0000022221,0.05000,0.367
7,mlp.experts.53.down_proj,0.0000042571,0.05000,0.368
7,mlp.experts.52.down_proj,0.0000007468,0.05000,0.366
7,mlp.experts.63.down_proj,0.0000006421,0.05000,0.376
7,mlp.experts.62.down_proj,0.0000010882,0.05000,0.360
7,mlp.experts.48.down_proj,0.0000024778,0.05000,0.368
7,mlp.experts.56.down_proj,0.0000017983,0.05000,0.378
7,mlp.experts.58.down_proj,0.0000054266,0.05000,0.379
7,mlp.experts.60.down_proj,0.0000015025,0.05000,0.371
7,mlp.experts.51.down_proj,0.0000016772,0.05000,0.374
7,mlp.experts.59.down_proj,0.0000014686,0.05000,0.378
7,mlp.experts.50.down_proj,0.0000014948,0.05000,0.379
7,mlp.experts.71.down_proj,0.0000009937,0.05000,0.371
7,mlp.experts.70.down_proj,0.0000009297,0.05000,0.378
7,mlp.experts.73.down_proj,0.0000010527,0.05000,0.372
7,mlp.experts.65.down_proj,0.0000014821,0.05000,0.375
7,mlp.experts.77.down_proj,0.0000021859,0.05000,0.378
7,mlp.experts.69.down_proj,0.0000035249,0.05000,0.386
7,mlp.experts.68.down_proj,0.0000057091,0.05000,0.375
7,mlp.experts.79.down_proj,0.0000021944,0.05000,0.375
7,mlp.experts.78.down_proj,0.0000009788,0.05000,0.369
7,mlp.experts.64.down_proj,0.0000014308,0.05000,0.374
7,mlp.experts.80.down_proj,fallback(rtn): 0.0009766,0.00000,0.009
7,mlp.experts.74.down_proj,0.0000011702,0.05000,0.378
7,mlp.experts.67.down_proj,0.0000021517,0.05000,0.386
7,mlp.experts.72.down_proj,0.0000007305,0.05000,0.396
7,mlp.experts.75.down_proj,0.0000007018,0.05000,0.390
7,mlp.experts.76.down_proj,0.0000027967,0.05000,0.400
7,mlp.experts.66.down_proj,0.0000034172,0.05000,0.399
7,mlp.experts.87.down_proj,0.0000029151,0.05000,0.386
7,mlp.experts.86.down_proj,0.0000009513,0.05000,0.389
7,mlp.experts.89.down_proj,0.0000033510,0.05000,0.389
7,mlp.experts.81.down_proj,0.0000009297,0.05000,0.388
7,mlp.experts.93.down_proj,0.0000015255,0.05000,0.383
7,mlp.experts.85.down_proj,0.0000027159,0.05000,0.384
7,mlp.experts.95.down_proj,0.0000023071,0.05000,0.378
7,mlp.experts.84.down_proj,0.0000039639,0.05000,0.390
7,mlp.experts.94.down_proj,0.0000025030,0.05000,0.396
7,mlp.experts.96.down_proj,0.0000056140,0.05000,0.373
7,mlp.experts.90.down_proj,0.0000008497,0.05000,0.381
7,mlp.experts.91.down_proj,0.0000018966,0.05000,0.365
7,mlp.experts.83.down_proj,0.0000011287,0.05000,0.378
7,mlp.experts.88.down_proj,0.0000010084,0.05000,0.379
7,mlp.experts.92.down_proj,0.0000022361,0.05000,0.376
7,mlp.experts.82.down_proj,0.0000045369,0.05000,0.376
7,mlp.experts.103.down_proj,0.0000007253,0.05000,0.370
7,mlp.experts.102.down_proj,0.0000030660,0.05000,0.372
7,mlp.experts.97.down_proj,0.0000048515,0.05000,0.365
7,mlp.experts.105.down_proj,0.0000023344,0.05000,0.376
7,mlp.experts.109.down_proj,0.0000014409,0.05000,0.368
7,mlp.experts.101.down_proj,0.0000007738,0.05000,0.369
7,mlp.experts.111.down_proj,0.0000014164,0.05000,0.368
7,mlp.experts.100.down_proj,0.0000014415,0.05000,0.371
7,mlp.experts.110.down_proj,0.0000012818,0.05000,0.357
7,mlp.experts.112.down_proj,0.0000012094,0.05000,0.364
7,mlp.experts.106.down_proj,0.0000015045,0.05000,0.364
7,mlp.experts.99.down_proj,0.0000015493,0.05000,0.364
7,mlp.experts.107.down_proj,0.0000022727,0.05000,0.369
7,mlp.experts.108.down_proj,0.0000014006,0.05000,0.356
7,mlp.experts.104.down_proj,0.0000024613,0.05000,0.371
7,mlp.experts.98.down_proj,0.0000006613,0.05000,0.371
7,mlp.experts.119.down_proj,0.0000009757,0.05000,0.364
7,mlp.experts.118.down_proj,0.0000011693,0.05000,0.367
7,mlp.experts.121.down_proj,0.0000014914,0.05000,0.374
7,mlp.experts.113.down_proj,0.0000016447,0.05000,0.381
7,mlp.experts.125.down_proj,0.0000014249,0.05000,0.377
7,mlp.experts.116.down_proj,0.0000011558,0.05000,0.357
7,mlp.experts.127.down_proj,0.0000031061,0.05000,0.371
7,mlp.experts.117.down_proj,0.0000012962,0.05000,0.382
7,mlp.experts.126.down_proj,0.0000017797,0.05000,0.377
7,mlp.experts.128.down_proj,0.0000019341,0.05000,0.364
7,mlp.experts.122.down_proj,0.0000016387,0.05000,0.373
7,mlp.experts.115.down_proj,0.0000044856,0.05000,0.378
7,mlp.experts.120.down_proj,0.0000013797,0.05000,0.370
7,mlp.experts.123.down_proj,0.0000012550,0.05000,0.376
7,mlp.experts.124.down_proj,0.0000047528,0.05000,0.374
7,mlp.experts.114.down_proj,0.0000020734,0.05000,0.377
7,mlp.experts.135.down_proj,0.0000014644,0.05000,0.377
7,mlp.experts.134.down_proj,0.0000024396,0.05000,0.379
7,mlp.experts.129.down_proj,0.0000020964,0.05000,0.378
7,mlp.experts.137.down_proj,0.0000040636,0.05000,0.381
7,mlp.experts.141.down_proj,0.0000004443,0.05000,0.380
7,mlp.experts.132.down_proj,0.0000020051,0.05000,0.383
7,mlp.experts.143.down_proj,0.0000008110,0.05000,0.381
7,mlp.experts.133.down_proj,0.0000024497,0.05000,0.382
7,mlp.experts.142.down_proj,0.0000006488,0.05000,0.383
7,mlp.experts.144.down_proj,0.0000007828,0.05000,0.381
7,mlp.experts.138.down_proj,0.0000022844,0.05000,0.386
7,mlp.experts.131.down_proj,0.0000028118,0.05000,0.382
7,mlp.experts.136.down_proj,0.0000008412,0.05000,0.388
7,mlp.experts.139.down_proj,0.0000016056,0.05000,0.386
7,mlp.experts.130.down_proj,0.0000010594,0.05000,0.392
7,mlp.experts.140.down_proj,0.0000045772,0.05000,0.396
7,mlp.experts.151.down_proj,0.0000016074,0.05000,0.388
7,mlp.experts.150.down_proj,0.0000008253,0.05000,0.374
7,mlp.experts.145.down_proj,0.0000004303,0.05000,0.389
7,mlp.experts.153.down_proj,0.0000010114,0.05000,0.388
7,mlp.experts.157.down_proj,0.0000017012,0.05000,0.382
7,mlp.experts.159.down_proj,0.0000008898,0.05000,0.374
7,mlp.experts.149.down_proj,0.0000008270,0.05000,0.379
7,mlp.experts.148.down_proj,0.0000006555,0.05000,0.393
7,mlp.experts.158.down_proj,0.0000023774,0.05000,0.380
7,mlp.experts.160.down_proj,0.0000015666,0.05000,0.382
7,mlp.experts.154.down_proj,0.0000023822,0.05000,0.382
7,mlp.experts.147.down_proj,0.0000013906,0.05000,0.377
7,mlp.experts.170.down_proj,fallback(rtn): 0.0009842,0.00000,0.006
7,mlp.experts.152.down_proj,0.0000031100,0.05000,0.374
7,mlp.experts.155.down_proj,0.0000011201,0.05000,0.377
7,mlp.experts.156.down_proj,0.0000018889,0.05000,0.373
7,mlp.experts.146.down_proj,0.0000023954,0.05000,0.381
7,mlp.experts.167.down_proj,0.0000021460,0.05000,0.366
7,mlp.experts.166.down_proj,0.0000003012,0.05000,0.363
7,mlp.experts.161.down_proj,0.0000028589,0.05000,0.362
7,mlp.experts.169.down_proj,0.0000025961,0.05000,0.368
7,mlp.experts.173.down_proj,0.0000023524,0.05000,0.362
7,mlp.experts.175.down_proj,0.0000006597,0.05000,0.371
7,mlp.experts.165.down_proj,0.0000007364,0.05000,0.369
7,mlp.experts.164.down_proj,0.0000030003,0.05000,0.374
7,mlp.experts.174.down_proj,0.0000018249,0.05000,0.370
7,mlp.experts.176.down_proj,0.0000010138,0.05000,0.368
7,mlp.experts.163.down_proj,0.0000014767,0.05000,0.352
7,mlp.experts.186.down_proj,0.0000004576,0.05000,0.364
7,mlp.experts.168.down_proj,0.0000016665,0.05000,0.368
7,mlp.experts.171.down_proj,0.0000043988,0.05000,0.362
7,mlp.experts.172.down_proj,0.0000021220,0.05000,0.365
7,mlp.experts.162.down_proj,0.0000009790,0.05000,0.371
7,mlp.experts.183.down_proj,0.0000044991,0.05000,0.375
7,mlp.experts.182.down_proj,0.0000013993,0.05000,0.371
7,mlp.experts.177.down_proj,0.0000016437,0.05000,0.372
7,mlp.experts.189.down_proj,0.0000013629,0.05000,0.366
7,mlp.experts.185.down_proj,0.0000029345,0.05000,0.373
7,mlp.experts.191.down_proj,0.0000012076,0.05000,0.372
7,mlp.experts.190.down_proj,0.0000013635,0.05000,0.367
7,mlp.experts.181.down_proj,0.0000016762,0.05000,0.381
7,mlp.experts.180.down_proj,0.0000006216,0.05000,0.378
7,mlp.experts.192.down_proj,0.0000050259,0.05000,0.376
7,mlp.experts.179.down_proj,0.0000026057,0.05000,0.375
7,mlp.experts.202.down_proj,0.0000024160,0.05000,0.376
7,mlp.experts.184.down_proj,0.0000016952,0.05000,0.375
7,mlp.experts.187.down_proj,0.0000022825,0.05000,0.377
7,mlp.experts.188.down_proj,0.0000012500,0.05000,0.371
7,mlp.experts.178.down_proj,0.0000012119,0.05000,0.374
7,mlp.experts.199.down_proj,0.0000036920,0.05000,0.380
7,mlp.experts.198.down_proj,0.0000032343,0.05000,0.376
7,mlp.experts.193.down_proj,0.0000016965,0.05000,0.378
7,mlp.experts.205.down_proj,0.0000012956,0.05000,0.377
7,mlp.experts.201.down_proj,0.0000012671,0.05000,0.379
7,mlp.experts.207.down_proj,0.0000005408,0.05000,0.378
7,mlp.experts.206.down_proj,0.0000008165,0.05000,0.375
7,mlp.experts.197.down_proj,0.0000012239,0.05000,0.376
7,mlp.experts.196.down_proj,0.0000072577,0.05000,0.384
7,mlp.experts.208.down_proj,0.0000025477,0.05000,0.377
7,mlp.experts.218.down_proj,0.0000012002,0.05000,0.368
7,mlp.experts.195.down_proj,0.0000004161,0.05000,0.381
7,mlp.experts.203.down_proj,0.0000007668,0.05000,0.372
7,mlp.experts.200.down_proj,0.0000009410,0.05000,0.381
7,mlp.experts.204.down_proj,0.0000008244,0.05000,0.380
7,mlp.experts.194.down_proj,0.0000006517,0.05000,0.371
7,mlp.experts.215.down_proj,0.0000014833,0.05000,0.384
7,mlp.experts.214.down_proj,0.0000015888,0.05000,0.375
7,mlp.experts.209.down_proj,0.0000008171,0.05000,0.379
7,mlp.experts.221.down_proj,0.0000008720,0.05000,0.382
7,mlp.experts.223.down_proj,0.0000020910,0.05000,0.371
7,mlp.experts.217.down_proj,0.0000021284,0.05000,0.386
7,mlp.experts.222.down_proj,0.0000021878,0.05000,0.373
7,mlp.experts.213.down_proj,0.0000004864,0.05000,0.371
7,mlp.experts.212.down_proj,0.0000020778,0.05000,0.371
7,mlp.experts.224.down_proj,0.0000010053,0.05000,0.376
7,mlp.experts.211.down_proj,0.0000008316,0.05000,0.384
7,mlp.experts.234.down_proj,0.0000016454,0.05000,0.389
7,mlp.experts.219.down_proj,0.0000026596,0.05000,0.380
7,mlp.experts.216.down_proj,0.0000007241,0.05000,0.385
7,mlp.experts.220.down_proj,0.0000027510,0.05000,0.378
7,mlp.experts.210.down_proj,0.0000018639,0.05000,0.378
7,mlp.experts.231.down_proj,0.0000010206,0.05000,0.376
7,mlp.experts.230.down_proj,0.0000008920,0.05000,0.371
7,mlp.experts.225.down_proj,0.0000016332,0.05000,0.371
7,mlp.experts.237.down_proj,0.0000006961,0.05000,0.377
7,mlp.experts.239.down_proj,0.0000020605,0.05000,0.373
7,mlp.experts.238.down_proj,0.0000016783,0.05000,0.368
7,mlp.experts.233.down_proj,0.0000053732,0.05000,0.381
7,mlp.experts.229.down_proj,0.0000066574,0.05000,0.364
7,mlp.experts.228.down_proj,0.0000032413,0.05000,0.374
7,mlp.experts.240.down_proj,0.0000024732,0.05000,0.370
7,mlp.experts.250.down_proj,0.0000028859,0.05000,0.359
7,mlp.experts.227.down_proj,0.0000012613,0.05000,0.370
7,mlp.experts.236.down_proj,0.0000009328,0.05000,0.350
7,mlp.experts.232.down_proj,0.0000015081,0.05000,0.361
7,mlp.experts.235.down_proj,0.0000016706,0.05000,0.373
7,mlp.experts.226.down_proj,0.0000032167,0.05000,0.364
7,mlp.experts.246.down_proj,0.0000020583,0.05000,0.329
7,mlp.experts.247.down_proj,0.0000005857,0.05000,0.355
7,mlp.experts.254.down_proj,0.0000010791,0.05000,0.283
7,mlp.experts.241.down_proj,0.0000006098,0.05000,0.349
7,mlp.experts.244.down_proj,0.0000009234,0.05000,0.298
7,mlp.experts.255.down_proj,0.0000017174,0.05000,0.341
7,mlp.experts.253.down_proj,0.0000035676,0.05000,0.352
7,mlp.experts.245.down_proj,0.0000010502,0.05000,0.339
7,mlp.experts.249.down_proj,0.0000009686,0.05000,0.342
7,mlp.experts.242.down_proj,0.0000029033,0.05000,0.238
7,mlp.experts.252.down_proj,0.0000008812,0.05000,0.272
7,mlp.experts.248.down_proj,0.0000017456,0.05000,0.265
7,mlp.experts.243.down_proj,0.0000017432,0.05000,0.297
7,mlp.experts.251.down_proj,0.0000009714,0.05000,0.282
8,mlp.experts.7.gate_proj,0.0001139196,0.05000,1.583
8,mlp.experts.11.gate_proj,0.0000509758,0.05000,1.575
8,mlp.experts.9.gate_proj,0.0001119851,0.05000,1.567
8,mlp.experts.1.gate_proj,0.0000668194,0.05000,1.590
8,mlp.experts.2.gate_proj,0.0001455603,0.05000,1.596
8,mlp.experts.5.gate_proj,0.0001282832,0.05000,1.566
8,mlp.experts.10.gate_proj,0.0001692494,0.05000,1.582
8,mlp.experts.3.gate_proj,0.0001300446,0.05000,1.590
8,mlp.experts.6.gate_proj,0.0001223474,0.05000,1.583
8,mlp.experts.13.gate_proj,0.0000567633,0.05000,1.569
8,mlp.experts.14.gate_proj,0.0002433486,0.05000,1.572
8,mlp.experts.8.gate_proj,0.0000666853,0.05000,1.577
8,mlp.experts.4.gate_proj,0.0001731590,0.05000,1.599
8,mlp.experts.0.gate_proj,0.0001147352,0.05000,1.585
8,mlp.experts.15.gate_proj,0.0002403306,0.05000,1.588
8,mlp.experts.12.gate_proj,0.0000757900,0.05000,1.590
8,mlp.experts.28.gate_proj,0.0000759778,0.05000,1.496
8,mlp.experts.17.gate_proj,0.0000658660,0.05000,1.528
8,mlp.experts.18.gate_proj,0.0000831354,0.05000,1.543
8,mlp.experts.30.gate_proj,0.0001196665,0.05000,1.519
8,mlp.experts.26.gate_proj,0.0000949170,0.05000,1.550
8,mlp.experts.25.gate_proj,0.0001258079,0.05000,1.546
8,mlp.experts.22.gate_proj,0.0000583735,0.05000,1.529
8,mlp.experts.21.gate_proj,0.0000930099,0.05000,1.559
8,mlp.experts.29.gate_proj,0.0001239449,0.05000,1.532
8,mlp.experts.31.gate_proj,0.0001885260,0.05000,1.544
8,mlp.experts.23.gate_proj,0.0000325240,0.05000,1.601
8,mlp.experts.24.gate_proj,0.0001482987,0.05000,1.574
8,mlp.experts.27.gate_proj,0.0000858242,0.05000,1.619
8,mlp.experts.20.gate_proj,0.0001491932,0.05000,1.592
8,mlp.experts.16.gate_proj,0.0000831294,0.05000,1.629
8,mlp.experts.19.gate_proj,0.0000886677,0.05000,1.641
8,mlp.experts.33.gate_proj,0.0000765920,0.05000,1.533
8,mlp.experts.38.gate_proj,0.0000837715,0.05000,1.495
8,mlp.experts.47.gate_proj,0.0002083371,0.05000,1.512
8,mlp.experts.41.gate_proj,0.0001197741,0.05000,1.525
8,mlp.experts.45.gate_proj,0.0001539553,0.05000,1.524
8,mlp.experts.34.gate_proj,0.0001233598,0.05000,1.547
8,mlp.experts.42.gate_proj,0.0001245121,0.05000,1.542
8,mlp.experts.43.gate_proj,0.0001176945,0.05000,1.496
8,mlp.experts.46.gate_proj,0.0002065167,0.05000,1.555
8,mlp.experts.39.gate_proj,0.0001052389,0.05000,1.514
8,mlp.experts.37.gate_proj,0.0001080375,0.05000,1.569
8,mlp.experts.44.gate_proj,0.0001173624,0.05000,1.616
8,mlp.experts.36.gate_proj,0.0001056270,0.05000,1.552
8,mlp.experts.35.gate_proj,0.0001010012,0.05000,1.523
8,mlp.experts.40.gate_proj,0.0000804889,0.05000,1.596
8,mlp.experts.32.gate_proj,0.0001019249,0.05000,1.549
8,mlp.experts.49.gate_proj,0.0001336387,0.05000,1.531
8,mlp.experts.54.gate_proj,0.0001218546,0.05000,1.533
8,mlp.experts.57.gate_proj,0.0000569352,0.05000,1.512
8,mlp.experts.63.gate_proj,0.0001457277,0.05000,1.516
8,mlp.experts.61.gate_proj,0.0001538957,0.05000,1.504
8,mlp.experts.53.gate_proj,0.0001343417,0.05000,1.472
8,mlp.experts.59.gate_proj,0.0001374618,0.05000,1.503
8,mlp.experts.50.gate_proj,0.0000958160,0.05000,1.523
8,mlp.experts.58.gate_proj,0.0001023732,0.05000,1.519
8,mlp.experts.62.gate_proj,0.0001756008,0.05000,1.525
8,mlp.experts.60.gate_proj,0.0002198206,0.05000,1.512
8,mlp.experts.52.gate_proj,0.0000544917,0.05000,1.488
8,mlp.experts.55.gate_proj,0.0004001065,0.05000,1.552
8,mlp.experts.77.gate_proj,fallback(rtn): 0.0009842,0.00000,0.093
8,mlp.experts.51.gate_proj,0.0001715043,0.05000,1.536
8,mlp.experts.48.gate_proj,0.0001064207,0.05000,1.525
8,mlp.experts.56.gate_proj,0.0000635327,0.05000,1.547
8,mlp.experts.79.gate_proj,0.0001468043,0.05000,1.510
8,mlp.experts.66.gate_proj,0.0000780555,0.05000,1.500
8,mlp.experts.69.gate_proj,0.0001090349,0.05000,1.532
8,mlp.experts.65.gate_proj,0.0001044059,0.05000,1.554
8,mlp.experts.75.gate_proj,0.0001156194,0.05000,1.541
8,mlp.experts.70.gate_proj,0.0002096335,0.05000,1.557
8,mlp.experts.78.gate_proj,0.0000527961,0.05000,1.533
8,mlp.experts.74.gate_proj,0.0000990571,0.05000,1.543
8,mlp.experts.68.gate_proj,0.0000916016,0.05000,1.530
8,mlp.experts.71.gate_proj,0.0000660343,0.05000,1.536
8,mlp.experts.76.gate_proj,0.0002704263,0.05000,1.574
8,mlp.experts.73.gate_proj,0.0001572112,0.05000,1.618
8,mlp.experts.64.gate_proj,0.0001183041,0.05000,1.516
8,mlp.experts.67.gate_proj,0.0001678320,0.05000,1.538
8,mlp.experts.72.gate_proj,0.0000569589,0.05000,1.515
8,mlp.experts.93.gate_proj,0.0001353667,0.05000,1.571
8,mlp.experts.82.gate_proj,0.0001290487,0.05000,1.521
8,mlp.experts.91.gate_proj,0.0001131299,0.05000,1.483
8,mlp.experts.95.gate_proj,0.0001039277,0.05000,1.524
8,mlp.experts.86.gate_proj,0.0000771858,0.05000,1.491
8,mlp.experts.94.gate_proj,0.0000789719,0.05000,1.524
8,mlp.experts.87.gate_proj,0.0001080572,0.05000,1.505
8,mlp.experts.84.gate_proj,0.0001126632,0.05000,1.534
8,mlp.experts.88.gate_proj,0.0001253966,0.05000,1.459
8,mlp.experts.80.gate_proj,0.0000962429,0.05000,1.481
8,mlp.experts.92.gate_proj,0.0000843704,0.05000,1.497
8,mlp.experts.81.gate_proj,0.0000417438,0.05000,1.567
8,mlp.experts.85.gate_proj,0.0000530502,0.05000,1.574
8,mlp.experts.90.gate_proj,0.0003459807,0.05000,1.561
8,mlp.experts.89.gate_proj,0.0000766232,0.05000,1.517
8,mlp.experts.83.gate_proj,0.0001182159,0.05000,1.488
8,mlp.experts.109.gate_proj,0.0001553903,0.05000,1.544
8,mlp.experts.98.gate_proj,0.0001422664,0.05000,1.527
8,mlp.experts.107.gate_proj,0.0001666556,0.05000,1.522
8,mlp.experts.102.gate_proj,0.0003297955,0.05000,1.527
8,mlp.experts.110.gate_proj,0.0001378371,0.05000,1.500
8,mlp.experts.111.gate_proj,0.0000940083,0.05000,1.549
8,mlp.experts.96.gate_proj,0.0000843505,0.05000,1.477
8,mlp.experts.108.gate_proj,0.0000663639,0.05000,1.492
8,mlp.experts.100.gate_proj,0.0001157447,0.05000,1.514
8,mlp.experts.103.gate_proj,0.0000557572,0.05000,1.536
8,mlp.experts.99.gate_proj,0.0000856391,0.05000,1.537
8,mlp.experts.106.gate_proj,0.0000814948,0.05000,1.540
8,mlp.experts.104.gate_proj,0.0000359336,0.05000,1.556
8,mlp.experts.101.gate_proj,0.0001960445,0.05000,1.581
8,mlp.experts.97.gate_proj,0.0001518832,0.05000,1.588
8,mlp.experts.105.gate_proj,0.0001243382,0.05000,1.595
8,mlp.experts.125.gate_proj,0.0001728704,0.05000,1.559
8,mlp.experts.127.gate_proj,0.0000529994,0.05000,1.484
8,mlp.experts.123.gate_proj,0.0000847812,0.05000,1.510
8,mlp.experts.124.gate_proj,0.0001039007,0.05000,1.471
8,mlp.experts.114.gate_proj,0.0001542055,0.05000,1.538
8,mlp.experts.118.gate_proj,0.0001541465,0.05000,1.539
8,mlp.experts.119.gate_proj,0.0001175239,0.05000,1.491
8,mlp.experts.116.gate_proj,0.0001478596,0.05000,1.501
8,mlp.experts.112.gate_proj,0.0000907891,0.05000,1.532
8,mlp.experts.126.gate_proj,0.0001654146,0.05000,1.580
8,mlp.experts.115.gate_proj,0.0000560275,0.05000,1.502
8,mlp.experts.120.gate_proj,0.0000940205,0.05000,1.510
8,mlp.experts.117.gate_proj,0.0001292989,0.05000,1.497
8,mlp.experts.122.gate_proj,0.0000641033,0.05000,1.548
8,mlp.experts.113.gate_proj,0.0000360513,0.05000,1.530
8,mlp.experts.121.gate_proj,0.0001119271,0.05000,1.528
8,mlp.experts.141.gate_proj,0.0000735129,0.05000,1.519
8,mlp.experts.140.gate_proj,0.0001443254,0.05000,1.480
8,mlp.experts.134.gate_proj,0.0001101888,0.05000,1.494
8,mlp.experts.130.gate_proj,0.0001506385,0.05000,1.505
8,mlp.experts.132.gate_proj,0.0000955633,0.05000,1.487
8,mlp.experts.128.gate_proj,0.0000856025,0.05000,1.491
8,mlp.experts.139.gate_proj,0.0000496455,0.05000,1.561
8,mlp.experts.135.gate_proj,0.0000437290,0.05000,1.523
8,mlp.experts.142.gate_proj,0.0001363670,0.05000,1.511
8,mlp.experts.136.gate_proj,0.0001031624,0.05000,1.495
8,mlp.experts.133.gate_proj,0.0001283214,0.05000,1.478
8,mlp.experts.143.gate_proj,0.0001148159,0.05000,1.624
8,mlp.experts.138.gate_proj,0.0001035183,0.05000,1.506
8,mlp.experts.137.gate_proj,0.0001793695,0.05000,1.474
8,mlp.experts.129.gate_proj,0.0001164714,0.05000,1.485
8,mlp.experts.131.gate_proj,0.0002283023,0.05000,1.599
8,mlp.experts.157.gate_proj,0.0000889999,0.05000,1.492
8,mlp.experts.156.gate_proj,0.0000929148,0.05000,1.522
8,mlp.experts.144.gate_proj,0.0000778100,0.05000,1.511
8,mlp.experts.148.gate_proj,0.0000788113,0.05000,1.517
8,mlp.experts.150.gate_proj,0.0001451064,0.05000,1.527
8,mlp.experts.146.gate_proj,0.0000911984,0.05000,1.524
8,mlp.experts.151.gate_proj,0.0001126104,0.05000,1.513
8,mlp.experts.152.gate_proj,0.0001136639,0.05000,1.496
8,mlp.experts.149.gate_proj,0.0000786876,0.05000,1.504
8,mlp.experts.158.gate_proj,0.0001237442,0.05000,1.538
8,mlp.experts.159.gate_proj,0.0001186964,0.05000,1.516
8,mlp.experts.155.gate_proj,0.0001393610,0.05000,1.591
8,mlp.experts.153.gate_proj,0.0000849958,0.05000,1.500
8,mlp.experts.154.gate_proj,0.0001284329,0.05000,1.527
8,mlp.experts.145.gate_proj,0.0001278340,0.05000,1.529
8,mlp.experts.173.gate_proj,0.0001279693,0.05000,1.493
8,mlp.experts.147.gate_proj,0.0001224766,0.05000,1.548
8,mlp.experts.172.gate_proj,0.0004163760,0.05000,1.529
8,mlp.experts.160.gate_proj,0.0001262478,0.05000,1.529
8,mlp.experts.164.gate_proj,0.0000773541,0.05000,1.527
8,mlp.experts.166.gate_proj,0.0001250035,0.05000,1.532
8,mlp.experts.167.gate_proj,0.0001556911,0.05000,1.522
8,mlp.experts.168.gate_proj,0.0001126958,0.05000,1.506
8,mlp.experts.165.gate_proj,0.0001390752,0.05000,1.503
8,mlp.experts.175.gate_proj,0.0000442799,0.05000,1.503
8,mlp.experts.162.gate_proj,0.0001721985,0.05000,1.604
8,mlp.experts.174.gate_proj,0.0000758023,0.05000,1.554
8,mlp.experts.170.gate_proj,0.0001471549,0.05000,1.494
8,mlp.experts.171.gate_proj,0.0001350036,0.05000,1.534
8,mlp.experts.189.gate_proj,0.0001522952,0.05000,1.489
8,mlp.experts.161.gate_proj,0.0001703038,0.05000,1.503
8,mlp.experts.169.gate_proj,0.0002261366,0.05000,1.535
8,mlp.experts.163.gate_proj,0.0001389906,0.05000,1.528
8,mlp.experts.188.gate_proj,0.0000958809,0.05000,1.507
8,mlp.experts.176.gate_proj,0.0001132010,0.05000,1.517
8,mlp.experts.183.gate_proj,0.0000660453,0.05000,1.522
8,mlp.experts.184.gate_proj,0.0001299570,0.05000,1.530
8,mlp.experts.180.gate_proj,0.0000922311,0.05000,1.550
8,mlp.experts.191.gate_proj,0.0000750050,0.05000,1.514
8,mlp.experts.182.gate_proj,0.0001554834,0.05000,1.551
8,mlp.experts.181.gate_proj,0.0000921791,0.05000,1.539
8,mlp.experts.178.gate_proj,0.0001333470,0.05000,1.523
8,mlp.experts.190.gate_proj,0.0000965305,0.05000,1.515
8,mlp.experts.177.gate_proj,0.0000983876,0.05000,1.522
8,mlp.experts.205.gate_proj,0.0000801264,0.05000,1.547
8,mlp.experts.187.gate_proj,0.0001121155,0.05000,1.553
8,mlp.experts.186.gate_proj,0.0001123640,0.05000,1.558
8,mlp.experts.185.gate_proj,0.0001340578,0.05000,1.559
8,mlp.experts.179.gate_proj,0.0001302084,0.05000,1.530
8,mlp.experts.204.gate_proj,0.0000799984,0.05000,1.502
8,mlp.experts.192.gate_proj,0.0001900460,0.05000,1.496
8,mlp.experts.200.gate_proj,0.0001065651,0.05000,1.493
8,mlp.experts.196.gate_proj,0.0001256443,0.05000,1.494
8,mlp.experts.198.gate_proj,0.0000489421,0.05000,1.509
8,mlp.experts.197.gate_proj,0.0000934651,0.05000,1.517
8,mlp.experts.199.gate_proj,0.0000887523,0.05000,1.548
8,mlp.experts.206.gate_proj,0.0001012172,0.05000,1.474
8,mlp.experts.207.gate_proj,0.0000776672,0.05000,1.564
8,mlp.experts.194.gate_proj,0.0001376659,0.05000,1.525
8,mlp.experts.221.gate_proj,0.0002268553,0.05000,1.490
8,mlp.experts.201.gate_proj,0.0001084818,0.05000,1.476
8,mlp.experts.193.gate_proj,0.0001097753,0.05000,1.516
8,mlp.experts.202.gate_proj,0.0000911529,0.05000,1.522
8,mlp.experts.203.gate_proj,0.0002508022,0.05000,1.572
8,mlp.experts.195.gate_proj,0.0000574847,0.05000,1.528
8,mlp.experts.220.gate_proj,0.0001204996,0.05000,1.515
8,mlp.experts.208.gate_proj,0.0001211509,0.05000,1.515
8,mlp.experts.212.gate_proj,0.0001466604,0.05000,1.482
8,mlp.experts.216.gate_proj,0.0000826492,0.05000,1.538
8,mlp.experts.214.gate_proj,0.0000702486,0.05000,1.517
8,mlp.experts.213.gate_proj,0.0000828191,0.05000,1.519
8,mlp.experts.210.gate_proj,0.0001797967,0.05000,1.478
8,mlp.experts.222.gate_proj,0.0000699332,0.05000,1.548
8,mlp.experts.237.gate_proj,0.0001176920,0.05000,1.509
8,mlp.experts.215.gate_proj,0.0001043394,0.05000,1.578
8,mlp.experts.217.gate_proj,0.0000550202,0.05000,1.519
8,mlp.experts.209.gate_proj,0.0001448637,0.05000,1.517
8,mlp.experts.218.gate_proj,0.0000994415,0.05000,1.497
8,mlp.experts.223.gate_proj,0.0000735263,0.05000,1.592
8,mlp.experts.219.gate_proj,0.0001011445,0.05000,1.542
8,mlp.experts.211.gate_proj,0.0001635202,0.05000,1.574
8,mlp.experts.236.gate_proj,0.0001150594,0.05000,1.522
8,mlp.experts.228.gate_proj,0.0001174667,0.05000,1.477
8,mlp.experts.226.gate_proj,0.0000638959,0.05000,1.473
8,mlp.experts.230.gate_proj,0.0001001774,0.05000,1.492
8,mlp.experts.224.gate_proj,0.0002166020,0.05000,1.556
8,mlp.experts.232.gate_proj,0.0000449352,0.05000,1.507
8,mlp.experts.229.gate_proj,0.0001654867,0.05000,1.532
8,mlp.experts.238.gate_proj,0.0001383479,0.05000,1.520
8,mlp.experts.234.gate_proj,0.0000571748,0.05000,1.487
8,mlp.experts.233.gate_proj,0.0001704457,0.05000,1.501
8,mlp.experts.253.gate_proj,0.0001088808,0.05000,1.534
8,mlp.experts.225.gate_proj,0.0001850758,0.05000,1.532
8,mlp.experts.231.gate_proj,0.0000863621,0.05000,1.559
8,mlp.experts.239.gate_proj,0.0000676584,0.05000,1.545
8,mlp.experts.235.gate_proj,0.0000603262,0.05000,1.553
8,mlp.experts.227.gate_proj,0.0001685417,0.05000,1.523
8,mlp.experts.252.gate_proj,0.0001096575,0.05000,1.533
8,mlp.experts.244.gate_proj,0.0001152649,0.05000,1.533
8,mlp.experts.248.gate_proj,0.0001367736,0.05000,1.498
8,mlp.experts.240.gate_proj,0.0000444679,0.05000,1.523
8,mlp.experts.246.gate_proj,0.0001801003,0.05000,1.526
8,mlp.experts.245.gate_proj,0.0000686983,0.05000,1.503
8,mlp.experts.242.gate_proj,0.0001296287,0.05000,1.557
8,mlp.experts.254.gate_proj,0.0001450225,0.05000,1.519
8,mlp.experts.249.gate_proj,0.0002047291,0.05000,1.515
8,mlp.experts.13.up_proj,0.0000555091,0.05000,1.506
8,mlp.experts.241.gate_proj,0.0002246492,0.05000,1.487
8,mlp.experts.247.gate_proj,0.0001376918,0.05000,1.482
8,mlp.experts.250.gate_proj,0.0001489235,0.05000,1.540
8,mlp.experts.255.gate_proj,0.0002064603,0.05000,1.464
8,mlp.experts.251.gate_proj,0.0001310801,0.05000,1.478
8,mlp.experts.243.gate_proj,0.0000958573,0.05000,1.512
8,mlp.experts.4.up_proj,0.0001817232,0.05000,1.568
8,mlp.experts.12.up_proj,0.0000706458,0.05000,1.573
8,mlp.experts.8.up_proj,0.0000630084,0.05000,1.523
8,mlp.experts.2.up_proj,0.0001300145,0.05000,1.488
8,mlp.experts.6.up_proj,0.0001014741,0.05000,1.518
8,mlp.experts.5.up_proj,0.0001140219,0.05000,1.516
8,mlp.experts.0.up_proj,0.0000937049,0.05000,1.565
8,mlp.experts.1.up_proj,0.0000516565,0.05000,1.502
8,mlp.experts.7.up_proj,0.0001062704,0.05000,1.503
8,mlp.experts.10.up_proj,0.0001555672,0.05000,1.502
8,mlp.experts.14.up_proj,0.0001950585,0.05000,1.534
8,mlp.experts.15.up_proj,0.0002017085,0.05000,1.489
8,mlp.experts.29.up_proj,0.0001025572,0.05000,1.521
8,mlp.experts.9.up_proj,0.0000978206,0.05000,1.529
8,mlp.experts.11.up_proj,0.0000479741,0.05000,1.520
8,mlp.experts.3.up_proj,0.0001121991,0.05000,1.519
8,mlp.experts.24.up_proj,0.0001371269,0.05000,1.543
8,mlp.experts.18.up_proj,0.0000788262,0.05000,1.527
8,mlp.experts.28.up_proj,0.0000671102,0.05000,1.551
8,mlp.experts.20.up_proj,0.0001476198,0.05000,1.559
8,mlp.experts.22.up_proj,0.0000493098,0.05000,1.540
8,mlp.experts.21.up_proj,0.0000889876,0.05000,1.543
8,mlp.experts.23.up_proj,0.0000284358,0.05000,1.520
8,mlp.experts.31.up_proj,0.0001643254,0.05000,1.516
8,mlp.experts.17.up_proj,0.0000629737,0.05000,1.537
8,mlp.experts.25.up_proj,0.0000974602,0.05000,1.518
8,mlp.experts.16.up_proj,0.0000787209,0.05000,1.569
8,mlp.experts.45.up_proj,0.0001238998,0.05000,1.521
8,mlp.experts.26.up_proj,0.0000858791,0.05000,1.536
8,mlp.experts.30.up_proj,0.0001154501,0.05000,1.542
8,mlp.experts.27.up_proj,0.0000690156,0.05000,1.501
8,mlp.experts.19.up_proj,0.0000759885,0.05000,1.513
8,mlp.experts.38.up_proj,0.0000755459,0.05000,1.514
8,mlp.experts.34.up_proj,0.0000979932,0.05000,1.531
8,mlp.experts.40.up_proj,0.0000732889,0.05000,1.537
8,mlp.experts.37.up_proj,0.0000911673,0.05000,1.513
8,mlp.experts.44.up_proj,0.0001023448,0.05000,1.578
8,mlp.experts.36.up_proj,0.0000925939,0.05000,1.578
8,mlp.experts.39.up_proj,0.0000884723,0.05000,1.509
8,mlp.experts.47.up_proj,0.0001673496,0.05000,1.508
8,mlp.experts.46.up_proj,0.0001596933,0.05000,1.513
8,mlp.experts.33.up_proj,0.0000667640,0.05000,1.523
8,mlp.experts.42.up_proj,0.0001157404,0.05000,1.517
8,mlp.experts.41.up_proj,0.0001069667,0.05000,1.525
8,mlp.experts.32.up_proj,0.0000911494,0.05000,1.571
8,mlp.experts.43.up_proj,0.0000951303,0.05000,1.511
8,mlp.experts.61.up_proj,0.0001303632,0.05000,1.585
8,mlp.experts.77.up_proj,fallback(rtn): 0.0009651,0.00000,0.023
8,mlp.experts.35.up_proj,0.0001010801,0.05000,1.536
8,mlp.experts.54.up_proj,0.0000984648,0.05000,1.510
8,mlp.experts.50.up_proj,0.0000965218,0.05000,1.510
8,mlp.experts.56.up_proj,0.0000567050,0.05000,1.544
8,mlp.experts.53.up_proj,0.0001029382,0.05000,1.563
8,mlp.experts.52.up_proj,0.0000522252,0.05000,1.528
8,mlp.experts.55.up_proj,0.0003251356,0.05000,1.538
8,mlp.experts.63.up_proj,0.0001355018,0.05000,1.538
8,mlp.experts.48.up_proj,0.0000873363,0.05000,1.466
8,mlp.experts.62.up_proj,0.0001504640,0.05000,1.518
8,mlp.experts.58.up_proj,0.0000896352,0.05000,1.532
8,mlp.experts.60.up_proj,0.0001733253,0.05000,1.576
8,mlp.experts.57.up_proj,0.0000535055,0.05000,1.559
8,mlp.experts.49.up_proj,0.0001119040,0.05000,1.566
8,mlp.experts.59.up_proj,0.0001235629,0.05000,1.538
8,mlp.experts.93.up_proj,0.0001228422,0.05000,1.564
8,mlp.experts.51.up_proj,0.0001610815,0.05000,1.527
8,mlp.experts.66.up_proj,0.0000656539,0.05000,1.512
8,mlp.experts.70.up_proj,0.0001624901,0.05000,1.544
8,mlp.experts.68.up_proj,0.0000780033,0.05000,1.494
8,mlp.experts.72.up_proj,0.0000454282,0.05000,1.535
8,mlp.experts.64.up_proj,0.0000964476,0.05000,1.491
8,mlp.experts.79.up_proj,0.0001272370,0.05000,1.512
8,mlp.experts.71.up_proj,0.0000537446,0.05000,1.518
8,mlp.experts.74.up_proj,0.0000868514,0.05000,1.504
8,mlp.experts.78.up_proj,0.0000505125,0.05000,1.521
8,mlp.experts.76.up_proj,0.0002285217,0.05000,1.541
8,mlp.experts.69.up_proj,0.0000960532,0.05000,1.613
8,mlp.experts.75.up_proj,0.0000894596,0.05000,1.520
8,mlp.experts.65.up_proj,0.0000845682,0.05000,1.565
8,mlp.experts.73.up_proj,0.0001459899,0.05000,1.575
8,mlp.experts.67.up_proj,0.0001333407,0.05000,1.530
8,mlp.experts.109.up_proj,0.0001343309,0.05000,1.579
8,mlp.experts.82.up_proj,0.0001077686,0.05000,1.495
8,mlp.experts.86.up_proj,0.0000782778,0.05000,1.471
8,mlp.experts.84.up_proj,0.0001028974,0.05000,1.493
8,mlp.experts.88.up_proj,0.0001145922,0.05000,1.519
8,mlp.experts.80.up_proj,0.0000849143,0.05000,1.515
8,mlp.experts.95.up_proj,0.0000908810,0.05000,1.513
8,mlp.experts.94.up_proj,0.0000698171,0.05000,1.506
8,mlp.experts.90.up_proj,0.0002656232,0.05000,1.510
8,mlp.experts.87.up_proj,0.0000965926,0.05000,1.545
8,mlp.experts.92.up_proj,0.0000789971,0.05000,1.505
8,mlp.experts.91.up_proj,0.0000978026,0.05000,1.513
8,mlp.experts.85.up_proj,0.0000474392,0.05000,1.565
8,mlp.experts.81.up_proj,0.0000396048,0.05000,1.560
8,mlp.experts.89.up_proj,0.0000764136,0.05000,1.557
8,mlp.experts.83.up_proj,0.0001040881,0.05000,1.530
8,mlp.experts.125.up_proj,0.0001679459,0.05000,1.568
8,mlp.experts.98.up_proj,0.0001204495,0.05000,1.507
8,mlp.experts.102.up_proj,0.0002641926,0.05000,1.515
8,mlp.experts.100.up_proj,0.0001004871,0.05000,1.504
8,mlp.experts.96.up_proj,0.0000729734,0.05000,1.497
8,mlp.experts.104.up_proj,0.0000338641,0.05000,1.534
8,mlp.experts.111.up_proj,0.0000883768,0.05000,1.514
8,mlp.experts.110.up_proj,0.0001199379,0.05000,1.513
8,mlp.experts.106.up_proj,0.0000731103,0.05000,1.527
8,mlp.experts.103.up_proj,0.0000556263,0.05000,1.518
8,mlp.experts.108.up_proj,0.0000627625,0.05000,1.516
8,mlp.experts.107.up_proj,0.0001443464,0.05000,1.517
8,mlp.experts.99.up_proj,0.0000770719,0.05000,1.518
8,mlp.experts.105.up_proj,0.0001054224,0.05000,1.567
8,mlp.experts.97.up_proj,0.0001361039,0.05000,1.568
8,mlp.experts.101.up_proj,0.0001554958,0.05000,1.603
8,mlp.experts.141.up_proj,0.0000649297,0.05000,1.567
8,mlp.experts.114.up_proj,0.0001226173,0.05000,1.518
8,mlp.experts.118.up_proj,0.0001386271,0.05000,1.545
8,mlp.experts.116.up_proj,0.0001402339,0.05000,1.516
8,mlp.experts.112.up_proj,0.0000769252,0.05000,1.513
8,mlp.experts.120.up_proj,0.0000811240,0.05000,1.516
8,mlp.experts.122.up_proj,0.0000588480,0.05000,1.500
8,mlp.experts.127.up_proj,0.0000499627,0.05000,1.521
8,mlp.experts.119.up_proj,0.0001112608,0.05000,1.488
8,mlp.experts.126.up_proj,0.0001350668,0.05000,1.521
8,mlp.experts.124.up_proj,0.0000863541,0.05000,1.502
8,mlp.experts.123.up_proj,0.0000722178,0.05000,1.499
8,mlp.experts.115.up_proj,0.0000510485,0.05000,1.512
8,mlp.experts.121.up_proj,0.0001083806,0.05000,1.487
8,mlp.experts.117.up_proj,0.0001139964,0.05000,1.488
8,mlp.experts.113.up_proj,0.0000329522,0.05000,1.513
8,mlp.experts.157.up_proj,0.0000796165,0.05000,1.509
8,mlp.experts.130.up_proj,0.0001152257,0.05000,1.521
8,mlp.experts.132.up_proj,0.0000819946,0.05000,1.515
8,mlp.experts.134.up_proj,0.0000911620,0.05000,1.549
8,mlp.experts.128.up_proj,0.0000776088,0.05000,1.522
8,mlp.experts.136.up_proj,0.0000856333,0.05000,1.540
8,mlp.experts.140.up_proj,0.0001195173,0.05000,1.500
8,mlp.experts.143.up_proj,0.0000962201,0.05000,1.520
8,mlp.experts.135.up_proj,0.0000386312,0.05000,1.544
8,mlp.experts.138.up_proj,0.0000949334,0.05000,1.546
8,mlp.experts.142.up_proj,0.0001220386,0.05000,1.550
8,mlp.experts.139.up_proj,0.0000468363,0.05000,1.523
8,mlp.experts.129.up_proj,0.0001024575,0.05000,1.475
8,mlp.experts.131.up_proj,0.0001742662,0.05000,1.533
8,mlp.experts.133.up_proj,0.0001059183,0.05000,1.536
8,mlp.experts.137.up_proj,0.0001684445,0.05000,1.538
8,mlp.experts.173.up_proj,0.0001191658,0.05000,1.499
8,mlp.experts.146.up_proj,0.0000837805,0.05000,1.546
8,mlp.experts.148.up_proj,0.0000636458,0.05000,1.515
8,mlp.experts.156.up_proj,0.0000795214,0.05000,1.475
8,mlp.experts.144.up_proj,0.0000682091,0.05000,1.531
8,mlp.experts.150.up_proj,0.0001371485,0.05000,1.568
8,mlp.experts.151.up_proj,0.0000867627,0.05000,1.490
8,mlp.experts.152.up_proj,0.0001052968,0.05000,1.540
8,mlp.experts.159.up_proj,0.0001044563,0.05000,1.545
8,mlp.experts.155.up_proj,0.0001181488,0.05000,1.491
8,mlp.experts.154.up_proj,0.0001122044,0.05000,1.562
8,mlp.experts.158.up_proj,0.0001010087,0.05000,1.584
8,mlp.experts.145.up_proj,0.0001187858,0.05000,1.494
8,mlp.experts.147.up_proj,0.0001037907,0.05000,1.501
8,mlp.experts.149.up_proj,0.0000668156,0.05000,1.515
8,mlp.experts.153.up_proj,0.0000716790,0.05000,1.547
8,mlp.experts.189.up_proj,0.0001236827,0.05000,1.510
8,mlp.experts.164.up_proj,0.0000708279,0.05000,1.507
8,mlp.experts.162.up_proj,0.0001604824,0.05000,1.551
8,mlp.experts.160.up_proj,0.0001166278,0.05000,1.506
8,mlp.experts.172.up_proj,0.0002456551,0.05000,1.512
8,mlp.experts.167.up_proj,0.0001285639,0.05000,1.506
8,mlp.experts.168.up_proj,0.0001062241,0.05000,1.510
8,mlp.experts.166.up_proj,0.0001015953,0.05000,1.548
8,mlp.experts.171.up_proj,0.0001055474,0.05000,1.512
8,mlp.experts.175.up_proj,0.0000413167,0.05000,1.555
8,mlp.experts.174.up_proj,0.0000670106,0.05000,1.524
8,mlp.experts.170.up_proj,0.0001122280,0.05000,1.551
8,mlp.experts.161.up_proj,0.0001268539,0.05000,1.503
8,mlp.experts.163.up_proj,0.0001154018,0.05000,1.516
8,mlp.experts.165.up_proj,0.0001064650,0.05000,1.519
8,mlp.experts.169.up_proj,0.0001989382,0.05000,1.516
8,mlp.experts.205.up_proj,0.0000732969,0.05000,1.518
8,mlp.experts.180.up_proj,0.0000873950,0.05000,1.503
8,mlp.experts.176.up_proj,0.0001039674,0.05000,1.491
8,mlp.experts.188.up_proj,0.0000874016,0.05000,1.505
8,mlp.experts.178.up_proj,0.0001210923,0.05000,1.548
8,mlp.experts.183.up_proj,0.0000576687,0.05000,1.528
8,mlp.experts.184.up_proj,0.0001085703,0.05000,1.507
8,mlp.experts.187.up_proj,0.0001002159,0.05000,1.529
8,mlp.experts.182.up_proj,0.0001213765,0.05000,1.546
8,mlp.experts.190.up_proj,0.0000822723,0.05000,1.512
8,mlp.experts.191.up_proj,0.0000613018,0.05000,1.553
8,mlp.experts.177.up_proj,0.0000854346,0.05000,1.528
8,mlp.experts.186.up_proj,0.0000977496,0.05000,1.547
8,mlp.experts.179.up_proj,0.0001064090,0.05000,1.541
8,mlp.experts.181.up_proj,0.0000771323,0.05000,1.536
8,mlp.experts.185.up_proj,0.0001184999,0.05000,1.505
8,mlp.experts.221.up_proj,0.0001669204,0.05000,1.531
8,mlp.experts.196.up_proj,0.0001182440,0.05000,1.522
8,mlp.experts.204.up_proj,0.0000777342,0.05000,1.500
8,mlp.experts.192.up_proj,0.0001759211,0.05000,1.516
8,mlp.experts.194.up_proj,0.0001186007,0.05000,1.512
8,mlp.experts.199.up_proj,0.0000843377,0.05000,1.536
8,mlp.experts.200.up_proj,0.0000934382,0.05000,1.541
8,mlp.experts.198.up_proj,0.0000431863,0.05000,1.505
8,mlp.experts.203.up_proj,0.0002217886,0.05000,1.552
8,mlp.experts.206.up_proj,0.0000813663,0.05000,1.517
8,mlp.experts.193.up_proj,0.0000894846,0.05000,1.515
8,mlp.experts.207.up_proj,0.0000717124,0.05000,1.543
8,mlp.experts.202.up_proj,0.0000777377,0.05000,1.511
8,mlp.experts.197.up_proj,0.0000900895,0.05000,1.507
8,mlp.experts.201.up_proj,0.0000957829,0.05000,1.509
8,mlp.experts.195.up_proj,0.0000509903,0.05000,1.529
8,mlp.experts.237.up_proj,0.0001048417,0.05000,1.518
8,mlp.experts.208.up_proj,0.0000962764,0.05000,1.475
8,mlp.experts.212.up_proj,0.0001405606,0.05000,1.512
8,mlp.experts.210.up_proj,0.0001504006,0.05000,1.493
8,mlp.experts.220.up_proj,0.0001079243,0.05000,1.532
8,mlp.experts.214.up_proj,0.0000580236,0.05000,1.504
8,mlp.experts.216.up_proj,0.0000729930,0.05000,1.512
8,mlp.experts.215.up_proj,0.0000864046,0.05000,1.565
8,mlp.experts.222.up_proj,0.0000614682,0.05000,1.496
8,mlp.experts.218.up_proj,0.0000804311,0.05000,1.492
8,mlp.experts.209.up_proj,0.0001343362,0.05000,1.514
8,mlp.experts.219.up_proj,0.0000874310,0.05000,1.576
8,mlp.experts.223.up_proj,0.0000674907,0.05000,1.558
8,mlp.experts.213.up_proj,0.0000774666,0.05000,1.507
8,mlp.experts.217.up_proj,0.0000526675,0.05000,1.523
8,mlp.experts.211.up_proj,0.0001341023,0.05000,1.564
8,mlp.experts.253.up_proj,0.0000983888,0.05000,1.503
8,mlp.experts.236.up_proj,0.0000902615,0.05000,1.405
8,mlp.experts.224.up_proj,0.0001855218,0.05000,1.464
8,mlp.experts.225.up_proj,0.0001572352,0.05000,1.261
8,mlp.experts.233.up_proj,0.0001399837,0.05000,1.198
8,mlp.experts.228.up_proj,0.0000969440,0.05000,1.522
8,mlp.experts.226.up_proj,0.0000543499,0.05000,1.490
8,mlp.experts.229.up_proj,0.0001310062,0.05000,1.272
8,mlp.experts.232.up_proj,0.0000398426,0.05000,1.443
8,mlp.experts.230.up_proj,0.0000857661,0.05000,1.486
8,mlp.experts.238.up_proj,0.0001110810,0.05000,1.488
8,mlp.experts.231.up_proj,0.0000772263,0.05000,1.529
8,mlp.experts.234.up_proj,0.0000540731,0.05000,1.520
8,mlp.experts.235.up_proj,0.0000569443,0.05000,1.523
8,mlp.experts.239.up_proj,0.0000647063,0.05000,1.535
8,mlp.experts.227.up_proj,0.0001266877,0.05000,1.534
8,mlp.experts.241.up_proj,0.0001738336,0.05000,1.208
8,mlp.experts.249.up_proj,0.0001708295,0.05000,1.180
8,mlp.experts.245.up_proj,0.0000633849,0.05000,1.148
8,mlp.experts.240.up_proj,0.0000394370,0.05000,1.448
8,mlp.experts.252.up_proj,0.0000973092,0.05000,1.460
8,mlp.experts.244.up_proj,0.0001061216,0.05000,1.413
8,mlp.experts.248.up_proj,0.0001098885,0.05000,1.367
8,mlp.experts.242.up_proj,0.0001090351,0.05000,1.453
8,mlp.experts.246.up_proj,0.0001793938,0.05000,1.399
8,mlp.experts.254.up_proj,0.0001347406,0.05000,1.369
8,mlp.experts.250.up_proj,0.0001205087,0.05000,1.323
8,mlp.experts.247.up_proj,0.0001193206,0.05000,1.416
8,mlp.experts.251.up_proj,0.0001136099,0.05000,1.383
8,mlp.experts.255.up_proj,0.0001768122,0.05000,1.350
8,mlp.experts.243.up_proj,0.0000888645,0.05000,1.285
8,mlp.experts.1.down_proj,0.0000010707,0.05000,0.388
8,mlp.experts.10.down_proj,0.0000029421,0.05000,0.388
8,mlp.experts.13.down_proj,0.0000011949,0.05000,0.400
8,mlp.experts.2.down_proj,0.0000030700,0.05000,0.409
8,mlp.experts.7.down_proj,0.0000033911,0.05000,0.413
8,mlp.experts.3.down_proj,0.0000026449,0.05000,0.407
8,mlp.experts.0.down_proj,0.0000015231,0.05000,0.408
8,mlp.experts.11.down_proj,0.0000005290,0.05000,0.412
8,mlp.experts.8.down_proj,0.0000008350,0.05000,0.419
8,mlp.experts.4.down_proj,0.0000058713,0.05000,0.407
8,mlp.experts.12.down_proj,0.0000008769,0.05000,0.404
8,mlp.experts.15.down_proj,0.0000045111,0.05000,0.401
8,mlp.experts.6.down_proj,0.0000018881,0.05000,0.406
8,mlp.experts.14.down_proj,0.0000055564,0.05000,0.414
8,mlp.experts.5.down_proj,0.0000022056,0.05000,0.412
8,mlp.experts.9.down_proj,0.0000017432,0.05000,0.416
8,mlp.experts.29.down_proj,0.0000024754,0.05000,0.334
8,mlp.experts.17.down_proj,0.0000007952,0.05000,0.353
8,mlp.experts.26.down_proj,0.0000012416,0.05000,0.351
8,mlp.experts.18.down_proj,0.0000011332,0.05000,0.352
8,mlp.experts.23.down_proj,0.0000004864,0.05000,0.358
8,mlp.experts.16.down_proj,0.0000012327,0.05000,0.361
8,mlp.experts.19.down_proj,0.0000012062,0.05000,0.371
8,mlp.experts.27.down_proj,0.0000026640,0.05000,0.367
8,mlp.experts.22.down_proj,0.0000020369,0.05000,0.364
8,mlp.experts.30.down_proj,0.0000013756,0.05000,0.368
8,mlp.experts.24.down_proj,0.0000019901,0.05000,0.381
8,mlp.experts.20.down_proj,0.0000034051,0.05000,0.381
8,mlp.experts.31.down_proj,0.0000031469,0.05000,0.375
8,mlp.experts.28.down_proj,0.0000014099,0.05000,0.381
8,mlp.experts.25.down_proj,0.0000020210,0.05000,0.379
8,mlp.experts.21.down_proj,0.0000012059,0.05000,0.382
8,mlp.experts.45.down_proj,0.0000033245,0.05000,0.378
8,mlp.experts.33.down_proj,0.0000018549,0.05000,0.379
8,mlp.experts.42.down_proj,0.0000023185,0.05000,0.387
8,mlp.experts.34.down_proj,0.0000020833,0.05000,0.385
8,mlp.experts.32.down_proj,0.0000012668,0.05000,0.377
8,mlp.experts.35.down_proj,0.0000034710,0.05000,0.373
8,mlp.experts.39.down_proj,0.0000015799,0.05000,0.389
8,mlp.experts.43.down_proj,0.0000023360,0.05000,0.376
8,mlp.experts.46.down_proj,0.0000037608,0.05000,0.378
8,mlp.experts.38.down_proj,0.0000026024,0.05000,0.386
8,mlp.experts.36.down_proj,0.0000010664,0.05000,0.384
8,mlp.experts.47.down_proj,0.0000057138,0.05000,0.376
8,mlp.experts.37.down_proj,0.0000019437,0.05000,0.380
8,mlp.experts.40.down_proj,0.0000007912,0.05000,0.399
8,mlp.experts.41.down_proj,0.0000016264,0.05000,0.391
8,mlp.experts.44.down_proj,0.0000014300,0.05000,0.393
8,mlp.experts.49.down_proj,0.0000036905,0.05000,0.374
8,mlp.experts.61.down_proj,0.0000029538,0.05000,0.390
8,mlp.experts.77.down_proj,fallback(rtn): 0.0009613,0.00000,0.005
8,mlp.experts.50.down_proj,0.0000008831,0.05000,0.380
8,mlp.experts.58.down_proj,0.0000015138,0.05000,0.385
8,mlp.experts.48.down_proj,0.0000019123,0.05000,0.380
8,mlp.experts.51.down_proj,0.0000027663,0.05000,0.393
8,mlp.experts.55.down_proj,0.0000119162,0.05000,0.391
8,mlp.experts.59.down_proj,0.0000019376,0.05000,0.386
8,mlp.experts.54.down_proj,0.0000018303,0.05000,0.379
8,mlp.experts.62.down_proj,0.0000030486,0.05000,0.383
8,mlp.experts.52.down_proj,0.0000013133,0.05000,0.373
8,mlp.experts.63.down_proj,0.0000020340,0.05000,0.385
8,mlp.experts.60.down_proj,0.0000042827,0.05000,0.370
8,mlp.experts.57.down_proj,0.0000009510,0.05000,0.370
8,mlp.experts.56.down_proj,0.0000012569,0.05000,0.377
8,mlp.experts.53.down_proj,0.0000021983,0.05000,0.388
8,mlp.experts.65.down_proj,0.0000019708,0.05000,0.362
8,mlp.experts.93.down_proj,0.0000020366,0.05000,0.365
8,mlp.experts.66.down_proj,0.0000009492,0.05000,0.359
8,mlp.experts.64.down_proj,0.0000019279,0.05000,0.368
8,mlp.experts.74.down_proj,0.0000016429,0.05000,0.377
8,mlp.experts.71.down_proj,0.0000011477,0.05000,0.361
8,mlp.experts.67.down_proj,0.0000035570,0.05000,0.367
8,mlp.experts.75.down_proj,0.0000019258,0.05000,0.363
8,mlp.experts.70.down_proj,0.0000037619,0.05000,0.371
8,mlp.experts.68.down_proj,0.0000019428,0.05000,0.366
8,mlp.experts.78.down_proj,0.0000006392,0.05000,0.372
8,mlp.experts.79.down_proj,0.0000030476,0.05000,0.367
8,mlp.experts.73.down_proj,0.0000029016,0.05000,0.367
8,mlp.experts.76.down_proj,0.0000076230,0.05000,0.372
8,mlp.experts.72.down_proj,0.0000008227,0.05000,0.376
8,mlp.experts.69.down_proj,0.0000026752,0.05000,0.376
8,mlp.experts.81.down_proj,0.0000005098,0.05000,0.370
8,mlp.experts.109.down_proj,0.0000021502,0.05000,0.370
8,mlp.experts.82.down_proj,0.0000022556,0.05000,0.366
8,mlp.experts.80.down_proj,0.0000017199,0.05000,0.360
8,mlp.experts.90.down_proj,0.0000067251,0.05000,0.364
8,mlp.experts.87.down_proj,0.0000013427,0.05000,0.367
8,mlp.experts.83.down_proj,0.0000021495,0.05000,0.366
8,mlp.experts.91.down_proj,0.0000020063,0.05000,0.367
8,mlp.experts.94.down_proj,0.0000009361,0.05000,0.354
8,mlp.experts.84.down_proj,0.0000015037,0.05000,0.364
8,mlp.experts.86.down_proj,0.0000020841,0.05000,0.370
8,mlp.experts.95.down_proj,0.0000015710,0.05000,0.359
8,mlp.experts.92.down_proj,0.0000008098,0.05000,0.361
8,mlp.experts.89.down_proj,0.0000014550,0.05000,0.375
8,mlp.experts.88.down_proj,0.0000023294,0.05000,0.362
8,mlp.experts.85.down_proj,0.0000016367,0.05000,0.369
8,mlp.experts.97.down_proj,0.0000026216,0.05000,0.384
8,mlp.experts.125.down_proj,0.0000031453,0.05000,0.370
8,mlp.experts.98.down_proj,0.0000023343,0.05000,0.390
8,mlp.experts.96.down_proj,0.0000015792,0.05000,0.395
8,mlp.experts.106.down_proj,0.0000007614,0.05000,0.392
8,mlp.experts.99.down_proj,0.0000014885,0.05000,0.375
8,mlp.experts.103.down_proj,0.0000010578,0.05000,0.381
8,mlp.experts.107.down_proj,0.0000047551,0.05000,0.378
8,mlp.experts.110.down_proj,0.0000035004,0.05000,0.391
8,mlp.experts.102.down_proj,0.0000063400,0.05000,0.386
8,mlp.experts.111.down_proj,0.0000011191,0.05000,0.382
8,mlp.experts.100.down_proj,0.0000018346,0.05000,0.393
8,mlp.experts.108.down_proj,0.0000006337,0.05000,0.391
8,mlp.experts.105.down_proj,0.0000015201,0.05000,0.381
8,mlp.experts.104.down_proj,0.0000005059,0.05000,0.385
8,mlp.experts.101.down_proj,0.0000029932,0.05000,0.391
8,mlp.experts.113.down_proj,0.0000016786,0.05000,0.384
8,mlp.experts.141.down_proj,0.0000010132,0.05000,0.384
8,mlp.experts.114.down_proj,0.0000021009,0.05000,0.386
8,mlp.experts.112.down_proj,0.0000019854,0.05000,0.386
8,mlp.experts.122.down_proj,0.0000020360,0.05000,0.386
8,mlp.experts.115.down_proj,0.0000010673,0.05000,0.385
8,mlp.experts.119.down_proj,0.0000016954,0.05000,0.388
8,mlp.experts.123.down_proj,0.0000011125,0.05000,0.390
8,mlp.experts.126.down_proj,0.0000028012,0.05000,0.385
8,mlp.experts.118.down_proj,0.0000030905,0.05000,0.386
8,mlp.experts.116.down_proj,0.0000031510,0.05000,0.381
8,mlp.experts.127.down_proj,0.0000005693,0.05000,0.385
8,mlp.experts.124.down_proj,0.0000019372,0.05000,0.382
8,mlp.experts.121.down_proj,0.0000012517,0.05000,0.378
8,mlp.experts.120.down_proj,0.0000028516,0.05000,0.382
8,mlp.experts.117.down_proj,0.0000025208,0.05000,0.377
8,mlp.experts.129.down_proj,0.0000018638,0.05000,0.367
8,mlp.experts.157.down_proj,0.0000023740,0.05000,0.371
8,mlp.experts.130.down_proj,0.0000026076,0.05000,0.370
8,mlp.experts.128.down_proj,0.0000012417,0.05000,0.369
8,mlp.experts.131.down_proj,0.0000043188,0.05000,0.362
8,mlp.experts.138.down_proj,0.0000010468,0.05000,0.378
8,mlp.experts.139.down_proj,0.0000006288,0.05000,0.371
8,mlp.experts.135.down_proj,0.0000019178,0.05000,0.376
8,mlp.experts.142.down_proj,0.0000022501,0.05000,0.368
8,mlp.experts.143.down_proj,0.0000021426,0.05000,0.360
8,mlp.experts.132.down_proj,0.0000016787,0.05000,0.368
8,mlp.experts.134.down_proj,0.0000016226,0.05000,0.372
8,mlp.experts.140.down_proj,0.0000022781,0.05000,0.370
8,mlp.experts.136.down_proj,0.0000016395,0.05000,0.363
8,mlp.experts.137.down_proj,0.0000034568,0.05000,0.372
8,mlp.experts.133.down_proj,0.0000024156,0.05000,0.376
8,mlp.experts.145.down_proj,0.0000021701,0.05000,0.377
8,mlp.experts.173.down_proj,0.0000019472,0.05000,0.375
8,mlp.experts.146.down_proj,0.0000009299,0.05000,0.371
8,mlp.experts.147.down_proj,0.0000016666,0.05000,0.357
8,mlp.experts.144.down_proj,0.0000010430,0.05000,0.365
8,mlp.experts.154.down_proj,0.0000015114,0.05000,0.368
8,mlp.experts.151.down_proj,0.0000016159,0.05000,0.352
8,mlp.experts.155.down_proj,0.0000025340,0.05000,0.364
8,mlp.experts.159.down_proj,0.0000038581,0.05000,0.357
8,mlp.experts.158.down_proj,0.0000013543,0.05000,0.366
8,mlp.experts.148.down_proj,0.0000018208,0.05000,0.359
8,mlp.experts.150.down_proj,0.0000023093,0.05000,0.367
8,mlp.experts.156.down_proj,0.0000014282,0.05000,0.369
8,mlp.experts.153.down_proj,0.0000013813,0.05000,0.364
8,mlp.experts.152.down_proj,0.0000026909,0.05000,0.370
8,mlp.experts.149.down_proj,0.0000016005,0.05000,0.362
8,mlp.experts.189.down_proj,0.0000022721,0.05000,0.372
8,mlp.experts.161.down_proj,0.0000030445,0.05000,0.380
8,mlp.experts.162.down_proj,0.0000030445,0.05000,0.376
8,mlp.experts.163.down_proj,0.0000019157,0.05000,0.374
8,mlp.experts.160.down_proj,0.0000017034,0.05000,0.380
8,mlp.experts.170.down_proj,0.0000022469,0.05000,0.378
8,mlp.experts.167.down_proj,0.0000030187,0.05000,0.378
8,mlp.experts.164.down_proj,0.0000013797,0.05000,0.366
8,mlp.experts.171.down_proj,0.0000019741,0.05000,0.380
8,mlp.experts.175.down_proj,0.0000004284,0.05000,0.378
8,mlp.experts.174.down_proj,0.0000024810,0.05000,0.382
8,mlp.experts.166.down_proj,0.0000018334,0.05000,0.377
8,mlp.experts.169.down_proj,0.0000071670,0.05000,0.373
8,mlp.experts.172.down_proj,0.0000008809,0.05000,0.382
8,mlp.experts.165.down_proj,0.0000020890,0.05000,0.379
8,mlp.experts.168.down_proj,0.0000014428,0.05000,0.383
8,mlp.experts.177.down_proj,0.0000015217,0.05000,0.388
8,mlp.experts.178.down_proj,0.0000022935,0.05000,0.384
8,mlp.experts.205.down_proj,0.0000007278,0.05000,0.405
8,mlp.experts.179.down_proj,0.0000018799,0.05000,0.385
8,mlp.experts.176.down_proj,0.0000019103,0.05000,0.388
8,mlp.experts.186.down_proj,0.0000027639,0.05000,0.383
8,mlp.experts.183.down_proj,0.0000011244,0.05000,0.390
8,mlp.experts.191.down_proj,0.0000014154,0.05000,0.379
8,mlp.experts.190.down_proj,0.0000017421,0.05000,0.383
8,mlp.experts.182.down_proj,0.0000025025,0.05000,0.382
8,mlp.experts.187.down_proj,0.0000017918,0.05000,0.395
8,mlp.experts.180.down_proj,0.0000028391,0.05000,0.406
8,mlp.experts.185.down_proj,0.0000036332,0.05000,0.387
8,mlp.experts.188.down_proj,0.0000028842,0.05000,0.396
8,mlp.experts.181.down_proj,0.0000017597,0.05000,0.398
8,mlp.experts.184.down_proj,0.0000041457,0.05000,0.396
8,mlp.experts.193.down_proj,0.0000023296,0.05000,0.376
8,mlp.experts.194.down_proj,0.0000025791,0.05000,0.371
8,mlp.experts.221.down_proj,0.0000037084,0.05000,0.371
8,mlp.experts.195.down_proj,0.0000021183,0.05000,0.373
8,mlp.experts.192.down_proj,0.0000034519,0.05000,0.374
8,mlp.experts.202.down_proj,0.0000017177,0.05000,0.373
8,mlp.experts.199.down_proj,0.0000016725,0.05000,0.373
8,mlp.experts.207.down_proj,0.0000022509,0.05000,0.370
8,mlp.experts.206.down_proj,0.0000016972,0.05000,0.376
8,mlp.experts.198.down_proj,0.0000017596,0.05000,0.370
8,mlp.experts.203.down_proj,0.0000065108,0.05000,0.378
8,mlp.experts.196.down_proj,0.0000017253,0.05000,0.378
8,mlp.experts.201.down_proj,0.0000019888,0.05000,0.369
8,mlp.experts.204.down_proj,0.0000011203,0.05000,0.369
8,mlp.experts.200.down_proj,0.0000011751,0.05000,0.366
8,mlp.experts.197.down_proj,0.0000013023,0.05000,0.370
8,mlp.experts.209.down_proj,0.0000023485,0.05000,0.369
8,mlp.experts.210.down_proj,0.0000027491,0.05000,0.370
8,mlp.experts.237.down_proj,0.0000015425,0.05000,0.367
8,mlp.experts.208.down_proj,0.0000019060,0.05000,0.362
8,mlp.experts.211.down_proj,0.0000026065,0.05000,0.369
8,mlp.experts.218.down_proj,0.0000014438,0.05000,0.355
8,mlp.experts.215.down_proj,0.0000014041,0.05000,0.357
8,mlp.experts.223.down_proj,0.0000008274,0.05000,0.374
8,mlp.experts.214.down_proj,0.0000010339,0.05000,0.366
8,mlp.experts.222.down_proj,0.0000012156,0.05000,0.369
8,mlp.experts.212.down_proj,0.0000043964,0.05000,0.357
8,mlp.experts.217.down_proj,0.0000006303,0.05000,0.363
8,mlp.experts.219.down_proj,0.0000015387,0.05000,0.372
8,mlp.experts.220.down_proj,0.0000017632,0.05000,0.357
8,mlp.experts.216.down_proj,0.0000019628,0.05000,0.362
8,mlp.experts.213.down_proj,0.0000010511,0.05000,0.361
8,mlp.experts.226.down_proj,0.0000016267,0.05000,0.363
8,mlp.experts.225.down_proj,0.0000043519,0.05000,0.369
8,mlp.experts.253.down_proj,0.0000010916,0.05000,0.369
8,mlp.experts.224.down_proj,0.0000048700,0.05000,0.370
8,mlp.experts.227.down_proj,0.0000030526,0.05000,0.380
8,mlp.experts.234.down_proj,0.0000012414,0.05000,0.379
8,mlp.experts.231.down_proj,0.0000012927,0.05000,0.374
8,mlp.experts.239.down_proj,0.0000029535,0.05000,0.366
8,mlp.experts.230.down_proj,0.0000011560,0.05000,0.371
8,mlp.experts.228.down_proj,0.0000014103,0.05000,0.369
8,mlp.experts.233.down_proj,0.0000036765,0.05000,0.362
8,mlp.experts.238.down_proj,0.0000019962,0.05000,0.381
8,mlp.experts.235.down_proj,0.0000007632,0.05000,0.364
8,mlp.experts.229.down_proj,0.0000029965,0.05000,0.359
8,mlp.experts.236.down_proj,0.0000016826,0.05000,0.381
8,mlp.experts.232.down_proj,0.0000006484,0.05000,0.371
8,mlp.experts.241.down_proj,0.0000043501,0.05000,0.321
8,mlp.experts.249.down_proj,0.0000032169,0.05000,0.301
8,mlp.experts.242.down_proj,0.0000036894,0.05000,0.391
8,mlp.experts.245.down_proj,0.0000005843,0.05000,0.292
8,mlp.experts.243.down_proj,0.0000010873,0.05000,0.370
8,mlp.experts.250.down_proj,0.0000023397,0.05000,0.371
8,mlp.experts.240.down_proj,0.0000011537,0.05000,0.386
8,mlp.experts.247.down_proj,0.0000039985,0.05000,0.375
8,mlp.experts.246.down_proj,0.0000029926,0.05000,0.359
8,mlp.experts.255.down_proj,0.0000044360,0.05000,0.369
8,mlp.experts.244.down_proj,0.0000012473,0.05000,0.365
8,mlp.experts.254.down_proj,0.0000027637,0.05000,0.358
8,mlp.experts.251.down_proj,0.0000017200,0.05000,0.357
8,mlp.experts.252.down_proj,0.0000021179,0.05000,0.349
8,mlp.experts.248.down_proj,0.0000028303,0.05000,0.344
9,mlp.experts.10.gate_proj,0.0002926194,0.05000,1.563
9,mlp.experts.14.gate_proj,0.0000685125,0.05000,1.580
9,mlp.experts.0.gate_proj,0.0001364583,0.05000,1.566
9,mlp.experts.11.gate_proj,0.0001213574,0.05000,1.582
9,mlp.experts.15.gate_proj,0.0001256855,0.05000,1.553
9,mlp.experts.13.gate_proj,0.0000712061,0.05000,1.561
9,mlp.experts.8.gate_proj,0.0000827035,0.05000,1.570
9,mlp.experts.1.gate_proj,0.0000322101,0.05000,1.590
9,mlp.experts.4.gate_proj,0.0001131367,0.05000,1.571
9,mlp.experts.5.gate_proj,0.0000868420,0.05000,1.557
9,mlp.experts.7.gate_proj,0.0001307494,0.05000,1.582
9,mlp.experts.6.gate_proj,0.0001410816,0.05000,1.563
9,mlp.experts.9.gate_proj,0.0000450280,0.05000,1.580
9,mlp.experts.12.gate_proj,0.0000802437,0.05000,1.570
9,mlp.experts.2.gate_proj,0.0000937111,0.05000,1.587
9,mlp.experts.3.gate_proj,0.0002457199,0.05000,1.610
9,mlp.experts.18.gate_proj,0.0000903825,0.05000,1.496
9,mlp.experts.26.gate_proj,0.0000763323,0.05000,1.532
9,mlp.experts.17.gate_proj,0.0001136030,0.05000,1.529
9,mlp.experts.31.gate_proj,0.0000599684,0.05000,1.550
9,mlp.experts.19.gate_proj,0.0001111816,0.05000,1.523
9,mlp.experts.29.gate_proj,0.0000794339,0.05000,1.537
9,mlp.experts.23.gate_proj,0.0003727430,0.05000,1.532
9,mlp.experts.25.gate_proj,0.0001343076,0.05000,1.544
9,mlp.experts.30.gate_proj,0.0001474438,0.05000,1.575
9,mlp.experts.22.gate_proj,0.0001589179,0.05000,1.548
9,mlp.experts.20.gate_proj,0.0000681567,0.05000,1.586
9,mlp.experts.16.gate_proj,0.0001433202,0.05000,1.610
9,mlp.experts.27.gate_proj,0.0001123538,0.05000,1.626
9,mlp.experts.21.gate_proj,0.0002805816,0.05000,1.616
9,mlp.experts.24.gate_proj,0.0001002367,0.05000,1.630
9,mlp.experts.28.gate_proj,0.0001468556,0.05000,1.631
9,mlp.experts.34.gate_proj,0.0001535555,0.05000,1.516
9,mlp.experts.42.gate_proj,0.0000735545,0.05000,1.517
9,mlp.experts.38.gate_proj,0.0000484571,0.05000,1.476
9,mlp.experts.45.gate_proj,0.0001086436,0.05000,1.529
9,mlp.experts.41.gate_proj,0.0000838258,0.05000,1.526
9,mlp.experts.47.gate_proj,0.0001672679,0.05000,1.540
9,mlp.experts.33.gate_proj,0.0001085773,0.05000,1.546
9,mlp.experts.43.gate_proj,0.0000709130,0.05000,1.473
9,mlp.experts.35.gate_proj,0.0001593273,0.05000,1.542
9,mlp.experts.39.gate_proj,0.0001173818,0.05000,1.538
9,mlp.experts.37.gate_proj,0.0001497687,0.05000,1.478
9,mlp.experts.32.gate_proj,0.0001855168,0.05000,1.510
9,mlp.experts.36.gate_proj,0.0002025348,0.05000,1.514
9,mlp.experts.46.gate_proj,0.0002005297,0.05000,1.551
9,mlp.experts.57.gate_proj,fallback(rtn): 0.0010147,0.00000,0.086
9,mlp.experts.40.gate_proj,0.0001320555,0.05000,1.555
9,mlp.experts.44.gate_proj,0.0001426364,0.05000,1.549
9,mlp.experts.50.gate_proj,0.0001586601,0.05000,1.508
9,mlp.experts.54.gate_proj,0.0000983770,0.05000,1.507
9,mlp.experts.58.gate_proj,0.0001205680,0.05000,1.509
9,mlp.experts.55.gate_proj,0.0001145128,0.05000,1.502
9,mlp.experts.53.gate_proj,0.0000732472,0.05000,1.505
9,mlp.experts.52.gate_proj,0.0001245418,0.05000,1.513
9,mlp.experts.48.gate_proj,0.0001578115,0.05000,1.513
9,mlp.experts.62.gate_proj,0.0001297952,0.05000,1.527
9,mlp.experts.63.gate_proj,0.0000705992,0.05000,1.554
9,mlp.experts.51.gate_proj,0.0001739658,0.05000,1.543
9,mlp.experts.59.gate_proj,0.0000731945,0.05000,1.556
9,mlp.experts.61.gate_proj,0.0001364356,0.05000,1.578
9,mlp.experts.49.gate_proj,0.0000475427,0.05000,1.561
9,mlp.experts.56.gate_proj,0.0000950506,0.05000,1.494
9,mlp.experts.60.gate_proj,0.0000980705,0.05000,1.498
9,mlp.experts.73.gate_proj,0.0001303153,0.05000,1.573
9,mlp.experts.66.gate_proj,0.0000957623,0.05000,1.497
9,mlp.experts.70.gate_proj,0.0000620540,0.05000,1.500
9,mlp.experts.74.gate_proj,0.0002470042,0.05000,1.499
9,mlp.experts.71.gate_proj,0.0000833915,0.05000,1.485
9,mlp.experts.68.gate_proj,0.0002204164,0.05000,1.533
9,mlp.experts.64.gate_proj,0.0001552670,0.05000,1.531
9,mlp.experts.67.gate_proj,0.0001128179,0.05000,1.499
9,mlp.experts.75.gate_proj,0.0000795331,0.05000,1.504
9,mlp.experts.79.gate_proj,0.0001173039,0.05000,1.519
9,mlp.experts.78.gate_proj,0.0001459295,0.05000,1.531
9,mlp.experts.76.gate_proj,0.0003719211,0.05000,1.491
9,mlp.experts.72.gate_proj,0.0000529941,0.05000,1.547
9,mlp.experts.65.gate_proj,0.0001236979,0.05000,1.557
9,mlp.experts.69.gate_proj,0.0000721754,0.05000,1.621
9,mlp.experts.92.gate_proj,fallback(rtn): 0.0010529,0.00000,0.053
9,mlp.experts.77.gate_proj,0.0000536297,0.05000,1.607
9,mlp.experts.89.gate_proj,0.0000418594,0.05000,1.556
9,mlp.experts.93.gate_proj,fallback(rtn): 0.0009995,0.00000,0.025
9,mlp.experts.86.gate_proj,0.0000964735,0.05000,1.532
9,mlp.experts.90.gate_proj,0.0001353611,0.05000,1.535
9,mlp.experts.82.gate_proj,0.0000919131,0.05000,1.544
9,mlp.experts.87.gate_proj,0.0001397206,0.05000,1.528
9,mlp.experts.80.gate_proj,0.0001639789,0.05000,1.512
9,mlp.experts.95.gate_proj,0.0000518748,0.05000,1.514
9,mlp.experts.83.gate_proj,0.0001255935,0.05000,1.521
9,mlp.experts.91.gate_proj,0.0001381178,0.05000,1.526
9,mlp.experts.84.gate_proj,0.0000667075,0.05000,1.541
9,mlp.experts.94.gate_proj,0.0000718951,0.05000,1.537
9,mlp.experts.88.gate_proj,0.0001276032,0.05000,1.516
9,mlp.experts.108.gate_proj,0.0001429652,0.05000,1.517
9,mlp.experts.104.gate_proj,fallback(rtn): 0.0010147,0.00000,0.040
9,mlp.experts.81.gate_proj,0.0000923887,0.05000,1.563
9,mlp.experts.85.gate_proj,0.0000827322,0.05000,1.555
9,mlp.experts.109.gate_proj,0.0000616066,0.05000,1.551
9,mlp.experts.105.gate_proj,0.0001077752,0.05000,1.584
9,mlp.experts.98.gate_proj,0.0002884772,0.05000,1.531
9,mlp.experts.102.gate_proj,0.0001344023,0.05000,1.542
9,mlp.experts.106.gate_proj,0.0001138530,0.05000,1.544
9,mlp.experts.103.gate_proj,0.0001004619,0.05000,1.554
9,mlp.experts.96.gate_proj,0.0001426022,0.05000,1.535
9,mlp.experts.111.gate_proj,0.0001534449,0.05000,1.542
9,mlp.experts.100.gate_proj,0.0000514616,0.05000,1.541
9,mlp.experts.99.gate_proj,0.0000942713,0.05000,1.568
9,mlp.experts.110.gate_proj,0.0001380821,0.05000,1.562
9,mlp.experts.107.gate_proj,0.0001094086,0.05000,1.584
9,mlp.experts.124.gate_proj,0.0001369100,0.05000,1.549
9,mlp.experts.120.gate_proj,0.0001151269,0.05000,1.549
9,mlp.experts.101.gate_proj,0.0002485972,0.05000,1.577
9,mlp.experts.97.gate_proj,0.0001095057,0.05000,1.586
9,mlp.experts.125.gate_proj,0.0001303145,0.05000,1.538
9,mlp.experts.121.gate_proj,0.0000806663,0.05000,1.575
9,mlp.experts.122.gate_proj,0.0000953154,0.05000,1.524
9,mlp.experts.114.gate_proj,0.0000784272,0.05000,1.534
9,mlp.experts.118.gate_proj,0.0000959724,0.05000,1.539
9,mlp.experts.119.gate_proj,0.0001970382,0.05000,1.520
9,mlp.experts.112.gate_proj,0.0000574621,0.05000,1.507
9,mlp.experts.127.gate_proj,0.0000917530,0.05000,1.507
9,mlp.experts.116.gate_proj,0.0000538467,0.05000,1.513
9,mlp.experts.123.gate_proj,0.0000965583,0.05000,1.507
9,mlp.experts.115.gate_proj,0.0001810777,0.05000,1.528
9,mlp.experts.140.gate_proj,0.0000987028,0.05000,1.503
9,mlp.experts.126.gate_proj,0.0000525738,0.05000,1.530
9,mlp.experts.136.gate_proj,0.0000684507,0.05000,1.506
9,mlp.experts.113.gate_proj,0.0000899238,0.05000,1.495
9,mlp.experts.141.gate_proj,0.0000847268,0.05000,1.485
9,mlp.experts.117.gate_proj,0.0001833402,0.05000,1.509
9,mlp.experts.137.gate_proj,0.0001004535,0.05000,1.529
9,mlp.experts.138.gate_proj,0.0001839680,0.05000,1.549
9,mlp.experts.135.gate_proj,0.0000867916,0.05000,1.499
9,mlp.experts.134.gate_proj,0.0001957261,0.05000,1.543
9,mlp.experts.130.gate_proj,0.0002668030,0.05000,1.548
9,mlp.experts.128.gate_proj,0.0000963343,0.05000,1.501
9,mlp.experts.143.gate_proj,0.0001246830,0.05000,1.505
9,mlp.experts.132.gate_proj,0.0000789376,0.05000,1.509
9,mlp.experts.131.gate_proj,0.0001783195,0.05000,1.517
9,mlp.experts.139.gate_proj,0.0001554937,0.05000,1.525
9,mlp.experts.152.gate_proj,0.0000985126,0.05000,1.481
9,mlp.experts.156.gate_proj,0.0000984700,0.05000,1.518
9,mlp.experts.142.gate_proj,0.0002826654,0.05000,1.541
9,mlp.experts.129.gate_proj,0.0001068337,0.05000,1.494
9,mlp.experts.157.gate_proj,0.0001331259,0.05000,1.490
9,mlp.experts.133.gate_proj,0.0001402464,0.05000,1.496
9,mlp.experts.153.gate_proj,0.0001236425,0.05000,1.500
9,mlp.experts.144.gate_proj,0.0001385102,0.05000,1.518
9,mlp.experts.148.gate_proj,0.0000937783,0.05000,1.476
9,mlp.experts.151.gate_proj,0.0000999326,0.05000,1.542
9,mlp.experts.159.gate_proj,0.0001512537,0.05000,1.506
9,mlp.experts.150.gate_proj,0.0000807740,0.05000,1.548
9,mlp.experts.154.gate_proj,0.0001458953,0.05000,1.583
9,mlp.experts.146.gate_proj,0.0001522081,0.05000,1.605
9,mlp.experts.147.gate_proj,0.0001740749,0.05000,1.519
9,mlp.experts.168.gate_proj,0.0001929399,0.05000,1.515
9,mlp.experts.172.gate_proj,0.0001132909,0.05000,1.517
9,mlp.experts.155.gate_proj,0.0000591198,0.05000,1.531
9,mlp.experts.173.gate_proj,0.0001287375,0.05000,1.512
9,mlp.experts.145.gate_proj,0.0001230015,0.05000,1.527
9,mlp.experts.149.gate_proj,0.0001322588,0.05000,1.522
9,mlp.experts.158.gate_proj,0.0000642883,0.05000,1.552
9,mlp.experts.169.gate_proj,0.0001198778,0.05000,1.511
9,mlp.experts.164.gate_proj,0.0000504930,0.05000,1.490
9,mlp.experts.175.gate_proj,0.0001897732,0.05000,1.490
9,mlp.experts.167.gate_proj,0.0001267846,0.05000,1.506
9,mlp.experts.160.gate_proj,0.0000943045,0.05000,1.523
9,mlp.experts.166.gate_proj,0.0001110024,0.05000,1.540
9,mlp.experts.170.gate_proj,0.0000763745,0.05000,1.531
9,mlp.experts.171.gate_proj,0.0000901139,0.05000,1.488
9,mlp.experts.163.gate_proj,0.0000853232,0.05000,1.506
9,mlp.experts.184.gate_proj,0.0000983493,0.05000,1.499
9,mlp.experts.188.gate_proj,0.0001244567,0.05000,1.498
9,mlp.experts.162.gate_proj,0.0001205169,0.05000,1.533
9,mlp.experts.161.gate_proj,0.0001222919,0.05000,1.477
9,mlp.experts.189.gate_proj,0.0001420418,0.05000,1.496
9,mlp.experts.174.gate_proj,0.0001701747,0.05000,1.528
9,mlp.experts.165.gate_proj,0.0001035056,0.05000,1.543
9,mlp.experts.185.gate_proj,0.0000837958,0.05000,1.534
9,mlp.experts.180.gate_proj,0.0001246326,0.05000,1.514
9,mlp.experts.182.gate_proj,0.0001277129,0.05000,1.483
9,mlp.experts.176.gate_proj,0.0002353587,0.05000,1.526
9,mlp.experts.183.gate_proj,0.0001172441,0.05000,1.543
9,mlp.experts.191.gate_proj,0.0000542552,0.05000,1.564
9,mlp.experts.186.gate_proj,0.0001121318,0.05000,1.501
9,mlp.experts.200.gate_proj,0.0000820037,0.05000,1.503
9,mlp.experts.204.gate_proj,0.0000716530,0.05000,1.525
9,mlp.experts.178.gate_proj,0.0001049910,0.05000,1.523
9,mlp.experts.179.gate_proj,0.0002099441,0.05000,1.545
9,mlp.experts.187.gate_proj,0.0000802273,0.05000,1.556
9,mlp.experts.177.gate_proj,0.0000988973,0.05000,1.524
9,mlp.experts.205.gate_proj,0.0001019329,0.05000,1.552
9,mlp.experts.190.gate_proj,0.0001775431,0.05000,1.523
9,mlp.experts.181.gate_proj,0.0001680005,0.05000,1.516
9,mlp.experts.201.gate_proj,0.0000791511,0.05000,1.519
9,mlp.experts.196.gate_proj,0.0001837408,0.05000,0.997
9,mlp.experts.192.gate_proj,0.0001005448,0.05000,1.028
9,mlp.experts.198.gate_proj,0.0001725046,0.05000,1.474
9,mlp.experts.193.gate_proj,0.0000551438,0.05000,1.404
9,mlp.experts.199.gate_proj,0.0001587555,0.05000,1.511
9,mlp.experts.202.gate_proj,0.0001246402,0.05000,1.499
9,mlp.experts.221.gate_proj,0.0000878150,0.05000,1.389
9,mlp.experts.207.gate_proj,0.0001461460,0.05000,1.529
9,mlp.experts.197.gate_proj,0.0001236033,0.05000,1.393
9,mlp.experts.194.gate_proj,0.0000997688,0.05000,1.497
9,mlp.experts.217.gate_proj,0.0000989188,0.05000,1.350
9,mlp.experts.206.gate_proj,0.0001104155,0.05000,1.457
9,mlp.experts.203.gate_proj,0.0000826944,0.05000,1.534
9,mlp.experts.195.gate_proj,0.0000968951,0.05000,1.568
9,mlp.experts.220.gate_proj,0.0001414342,0.05000,1.461
9,mlp.experts.214.gate_proj,0.0002076682,0.05000,1.248
9,mlp.experts.208.gate_proj,0.0001179763,0.05000,1.475
9,mlp.experts.212.gate_proj,0.0001362905,0.05000,1.516
9,mlp.experts.218.gate_proj,0.0001357361,0.05000,1.211
9,mlp.experts.210.gate_proj,0.0000997685,0.05000,1.186
9,mlp.experts.216.gate_proj,0.0001329796,0.05000,1.578
9,mlp.experts.213.gate_proj,0.0000527989,0.05000,1.465
9,mlp.experts.215.gate_proj,0.0001299062,0.05000,1.554
9,mlp.experts.223.gate_proj,0.0001292797,0.05000,1.535
9,mlp.experts.233.gate_proj,0.0001610979,0.05000,1.492
9,mlp.experts.219.gate_proj,0.0001366924,0.05000,1.470
9,mlp.experts.211.gate_proj,0.0001270940,0.05000,1.459
9,mlp.experts.237.gate_proj,0.0001035207,0.05000,1.536
9,mlp.experts.209.gate_proj,0.0000651468,0.05000,1.542
9,mlp.experts.228.gate_proj,0.0000715936,0.05000,1.464
9,mlp.experts.224.gate_proj,0.0000756692,0.05000,1.480
9,mlp.experts.230.gate_proj,0.0001440505,0.05000,1.474
9,mlp.experts.236.gate_proj,0.0001833339,0.05000,1.570
9,mlp.experts.234.gate_proj,0.0000919787,0.05000,1.512
9,mlp.experts.232.gate_proj,0.0000774668,0.05000,1.493
9,mlp.experts.226.gate_proj,0.0001468310,0.05000,1.529
9,mlp.experts.222.gate_proj,0.0000695131,0.05000,1.526
9,mlp.experts.229.gate_proj,0.0001115117,0.05000,1.517
9,mlp.experts.249.gate_proj,0.0002491154,0.05000,1.531
9,mlp.experts.231.gate_proj,0.0001226909,0.05000,1.535
9,mlp.experts.227.gate_proj,0.0000916662,0.05000,1.538
9,mlp.experts.253.gate_proj,0.0000831837,0.05000,1.518
9,mlp.experts.239.gate_proj,0.0000948078,0.05000,1.557
9,mlp.experts.225.gate_proj,0.0000735178,0.05000,1.547
9,mlp.experts.235.gate_proj,0.0000580276,0.05000,1.599
9,mlp.experts.240.gate_proj,0.0001308133,0.05000,1.516
9,mlp.experts.244.gate_proj,0.0001404503,0.05000,1.529
9,mlp.experts.252.gate_proj,0.0000661696,0.05000,1.510
9,mlp.experts.250.gate_proj,0.0001247866,0.05000,1.492
9,mlp.experts.238.gate_proj,0.0002137766,0.05000,1.478
9,mlp.experts.246.gate_proj,0.0000564021,0.05000,1.540
9,mlp.experts.242.gate_proj,0.0001664418,0.05000,1.497
9,mlp.experts.248.gate_proj,0.0000493916,0.05000,1.511
9,mlp.experts.245.gate_proj,0.0000844852,0.05000,1.518
9,mlp.experts.9.up_proj,0.0000461294,0.05000,1.510
9,mlp.experts.13.up_proj,0.0000688733,0.05000,1.483
9,mlp.experts.247.gate_proj,0.0001022943,0.05000,1.499
9,mlp.experts.255.gate_proj,0.0001205075,0.05000,1.506
9,mlp.experts.243.gate_proj,0.0001301687,0.05000,1.525
9,mlp.experts.251.gate_proj,0.0000933456,0.05000,1.476
9,mlp.experts.241.gate_proj,0.0000691546,0.05000,1.510
9,mlp.experts.10.up_proj,0.0002641456,0.05000,1.478
9,mlp.experts.254.gate_proj,0.0000589330,0.05000,1.479
9,mlp.experts.0.up_proj,0.0001285586,0.05000,1.546
9,mlp.experts.4.up_proj,0.0000908588,0.05000,1.541
9,mlp.experts.6.up_proj,0.0001185915,0.05000,1.535
9,mlp.experts.12.up_proj,0.0000767390,0.05000,1.574
9,mlp.experts.2.up_proj,0.0000813305,0.05000,1.549
9,mlp.experts.8.up_proj,0.0000746819,0.05000,1.577
9,mlp.experts.5.up_proj,0.0000794653,0.05000,1.514
9,mlp.experts.25.up_proj,0.0001266872,0.05000,1.490
9,mlp.experts.7.up_proj,0.0001057765,0.05000,1.491
9,mlp.experts.29.up_proj,0.0000742860,0.05000,1.524
9,mlp.experts.11.up_proj,0.0001065502,0.05000,1.482
9,mlp.experts.15.up_proj,0.0001124719,0.05000,1.491
9,mlp.experts.1.up_proj,0.0000278618,0.05000,1.507
9,mlp.experts.3.up_proj,0.0002331656,0.05000,1.547
9,mlp.experts.14.up_proj,0.0000661371,0.05000,1.504
9,mlp.experts.26.up_proj,0.0000730637,0.05000,1.515
9,mlp.experts.16.up_proj,0.0001304972,0.05000,1.549
9,mlp.experts.20.up_proj,0.0000634474,0.05000,1.553
9,mlp.experts.22.up_proj,0.0001390791,0.05000,1.496
9,mlp.experts.18.up_proj,0.0000827795,0.05000,1.521
9,mlp.experts.28.up_proj,0.0001282714,0.05000,1.557
9,mlp.experts.24.up_proj,0.0000848978,0.05000,1.544
9,mlp.experts.21.up_proj,0.0002664486,0.05000,1.505
9,mlp.experts.23.up_proj,0.0002944800,0.05000,1.493
9,mlp.experts.41.up_proj,0.0000778548,0.05000,1.524
9,mlp.experts.45.up_proj,0.0001044444,0.05000,1.496
9,mlp.experts.31.up_proj,0.0000636494,0.05000,1.491
9,mlp.experts.17.up_proj,0.0001011524,0.05000,1.489
9,mlp.experts.27.up_proj,0.0000946444,0.05000,1.525
9,mlp.experts.57.up_proj,fallback(rtn): 0.0009842,0.00000,0.039
9,mlp.experts.19.up_proj,0.0000924208,0.05000,1.502
9,mlp.experts.42.up_proj,0.0000694040,0.05000,1.512
9,mlp.experts.30.up_proj,0.0001424990,0.05000,1.517
9,mlp.experts.38.up_proj,0.0000414039,0.05000,1.517
9,mlp.experts.36.up_proj,0.0001720986,0.05000,1.544
9,mlp.experts.32.up_proj,0.0001414996,0.05000,1.550
9,mlp.experts.34.up_proj,0.0001289239,0.05000,1.513
9,mlp.experts.44.up_proj,0.0001226231,0.05000,1.532
9,mlp.experts.40.up_proj,0.0001125868,0.05000,1.544
9,mlp.experts.37.up_proj,0.0001238055,0.05000,1.485
9,mlp.experts.39.up_proj,0.0000922732,0.05000,1.511
9,mlp.experts.33.up_proj,0.0000959662,0.05000,1.475
9,mlp.experts.61.up_proj,0.0001225014,0.05000,1.511
9,mlp.experts.73.up_proj,0.0001130556,0.05000,1.477
9,mlp.experts.47.up_proj,0.0001533941,0.05000,1.517
9,mlp.experts.43.up_proj,0.0000613935,0.05000,1.495
9,mlp.experts.35.up_proj,0.0001331746,0.05000,1.518
9,mlp.experts.46.up_proj,0.0001672716,0.05000,1.515
9,mlp.experts.54.up_proj,0.0000851995,0.05000,1.469
9,mlp.experts.58.up_proj,0.0001869324,0.05000,1.536
9,mlp.experts.50.up_proj,0.0001325632,0.05000,1.501
9,mlp.experts.52.up_proj,0.0001005351,0.05000,1.550
9,mlp.experts.48.up_proj,0.0001414315,0.05000,1.552
9,mlp.experts.60.up_proj,0.0000908437,0.05000,1.500
9,mlp.experts.56.up_proj,0.0000820984,0.05000,1.560
9,mlp.experts.53.up_proj,0.0000696698,0.05000,1.539
9,mlp.experts.55.up_proj,0.0001043576,0.05000,1.525
9,mlp.experts.63.up_proj,0.0000665566,0.05000,1.502
9,mlp.experts.77.up_proj,0.0000516655,0.05000,1.546
9,mlp.experts.89.up_proj,0.0000443632,0.05000,1.544
9,mlp.experts.49.up_proj,0.0000459296,0.05000,1.554
9,mlp.experts.59.up_proj,0.0000701881,0.05000,1.534
9,mlp.experts.51.up_proj,0.0001665419,0.05000,1.514
9,mlp.experts.93.up_proj,fallback(rtn): 0.0009689,0.00000,0.060
9,mlp.experts.70.up_proj,0.0000552872,0.05000,1.479
9,mlp.experts.74.up_proj,0.0002188081,0.05000,1.499
9,mlp.experts.62.up_proj,0.0001176948,0.05000,1.522
9,mlp.experts.66.up_proj,0.0000830948,0.05000,1.505
9,mlp.experts.64.up_proj,0.0001285395,0.05000,1.486
9,mlp.experts.68.up_proj,0.0001974331,0.05000,1.494
9,mlp.experts.76.up_proj,0.0003082692,0.05000,1.491
9,mlp.experts.92.up_proj,fallback(rtn): 0.0009727,0.00000,0.051
9,mlp.experts.72.up_proj,0.0000506610,0.05000,1.495
9,mlp.experts.79.up_proj,0.0001058433,0.05000,1.486
9,mlp.experts.71.up_proj,0.0000802016,0.05000,1.509
9,mlp.experts.69.up_proj,0.0000565352,0.05000,1.548
9,mlp.experts.67.up_proj,0.0001031215,0.05000,1.478
9,mlp.experts.75.up_proj,0.0000720344,0.05000,1.515
9,mlp.experts.65.up_proj,0.0001073648,0.05000,1.548
9,mlp.experts.105.up_proj,0.0001005126,0.05000,1.579
9,mlp.experts.109.up_proj,0.0000529564,0.05000,1.546
9,mlp.experts.78.up_proj,0.0001314882,0.05000,1.467
9,mlp.experts.86.up_proj,0.0000845447,0.05000,1.536
9,mlp.experts.90.up_proj,0.0001161134,0.05000,1.503
9,mlp.experts.82.up_proj,0.0000792963,0.05000,1.496
9,mlp.experts.80.up_proj,0.0001349883,0.05000,1.479
9,mlp.experts.84.up_proj,0.0000664591,0.05000,1.502
9,mlp.experts.108.up_proj,0.0001247655,0.05000,1.497
9,mlp.experts.88.up_proj,0.0001063881,0.05000,1.490
9,mlp.experts.104.up_proj,fallback(rtn): 0.0009727,0.00000,0.025
9,mlp.experts.85.up_proj,0.0000854392,0.05000,1.534
9,mlp.experts.81.up_proj,0.0000779195,0.05000,1.537
9,mlp.experts.95.up_proj,0.0000503220,0.05000,1.650
9,mlp.experts.125.up_proj,0.0001110993,0.05000,1.481
9,mlp.experts.121.up_proj,0.0000754407,0.05000,1.516
9,mlp.experts.87.up_proj,0.0001242585,0.05000,1.656
9,mlp.experts.83.up_proj,0.0001082536,0.05000,1.589
9,mlp.experts.91.up_proj,0.0001118049,0.05000,1.676
9,mlp.experts.94.up_proj,0.0000745808,0.05000,1.536
9,mlp.experts.106.up_proj,0.0000958268,0.05000,1.533
9,mlp.experts.102.up_proj,0.0001193307,0.05000,1.540
9,mlp.experts.96.up_proj,0.0001156917,0.05000,1.502
9,mlp.experts.98.up_proj,0.0002979203,0.05000,1.533
9,mlp.experts.100.up_proj,0.0000454552,0.05000,1.518
9,mlp.experts.124.up_proj,0.0001217758,0.05000,1.517
9,mlp.experts.120.up_proj,0.0001217353,0.05000,1.509
9,mlp.experts.101.up_proj,0.0002391397,0.05000,1.555
9,mlp.experts.103.up_proj,0.0000888898,0.05000,1.500
9,mlp.experts.111.up_proj,0.0001333494,0.05000,1.509
9,mlp.experts.99.up_proj,0.0000808244,0.05000,1.504
9,mlp.experts.97.up_proj,0.0001077198,0.05000,1.572
9,mlp.experts.141.up_proj,0.0000771301,0.05000,1.574
9,mlp.experts.137.up_proj,0.0000836871,0.05000,1.571
9,mlp.experts.107.up_proj,0.0000947118,0.05000,1.509
9,mlp.experts.110.up_proj,0.0001207013,0.05000,1.501
9,mlp.experts.122.up_proj,0.0000903040,0.05000,1.507
9,mlp.experts.118.up_proj,0.0000879637,0.05000,1.525
9,mlp.experts.112.up_proj,0.0000548100,0.05000,1.520
9,mlp.experts.114.up_proj,0.0000702400,0.05000,1.524
9,mlp.experts.116.up_proj,0.0000449271,0.05000,1.513
9,mlp.experts.140.up_proj,0.0000831655,0.05000,1.500
9,mlp.experts.136.up_proj,0.0000650556,0.05000,1.517
9,mlp.experts.117.up_proj,0.0001416331,0.05000,1.495
9,mlp.experts.115.up_proj,0.0001391096,0.05000,1.519
9,mlp.experts.119.up_proj,0.0001568513,0.05000,1.535
9,mlp.experts.127.up_proj,0.0000862522,0.05000,1.534
9,mlp.experts.157.up_proj,0.0001096406,0.05000,1.507
9,mlp.experts.153.up_proj,0.0001093612,0.05000,1.509
9,mlp.experts.123.up_proj,0.0000886959,0.05000,1.511
9,mlp.experts.113.up_proj,0.0000845000,0.05000,1.561
9,mlp.experts.126.up_proj,0.0000479352,0.05000,1.526
9,mlp.experts.134.up_proj,0.0001839516,0.05000,1.491
9,mlp.experts.138.up_proj,0.0001682705,0.05000,1.542
9,mlp.experts.128.up_proj,0.0000886220,0.05000,1.517
9,mlp.experts.132.up_proj,0.0000635407,0.05000,1.488
9,mlp.experts.130.up_proj,0.0002327732,0.05000,1.539
9,mlp.experts.156.up_proj,0.0000851633,0.05000,1.506
9,mlp.experts.152.up_proj,0.0000875371,0.05000,1.507
9,mlp.experts.133.up_proj,0.0001195245,0.05000,1.500
9,mlp.experts.131.up_proj,0.0001607603,0.05000,1.506
9,mlp.experts.143.up_proj,0.0001087234,0.05000,1.495
9,mlp.experts.169.up_proj,0.0000994004,0.05000,1.495
9,mlp.experts.135.up_proj,0.0000807829,0.05000,1.538
9,mlp.experts.173.up_proj,0.0001124237,0.05000,1.504
9,mlp.experts.139.up_proj,0.0001279751,0.05000,1.505
9,mlp.experts.129.up_proj,0.0000922081,0.05000,1.512
9,mlp.experts.142.up_proj,0.0002615946,0.05000,1.544
9,mlp.experts.150.up_proj,0.0000706051,0.05000,1.543
9,mlp.experts.144.up_proj,0.0001248677,0.05000,1.499
9,mlp.experts.148.up_proj,0.0000774963,0.05000,1.492
9,mlp.experts.172.up_proj,0.0000941209,0.05000,1.500
9,mlp.experts.154.up_proj,0.0001335949,0.05000,1.595
9,mlp.experts.146.up_proj,0.0001258562,0.05000,1.540
9,mlp.experts.168.up_proj,0.0001731627,0.05000,1.513
9,mlp.experts.149.up_proj,0.0001221929,0.05000,1.523
9,mlp.experts.159.up_proj,0.0001282820,0.05000,1.490
9,mlp.experts.147.up_proj,0.0001578944,0.05000,1.496
9,mlp.experts.151.up_proj,0.0000965651,0.05000,1.493
9,mlp.experts.189.up_proj,0.0001312138,0.05000,1.511
9,mlp.experts.185.up_proj,0.0000653254,0.05000,1.521
9,mlp.experts.155.up_proj,0.0000561718,0.05000,1.511
9,mlp.experts.145.up_proj,0.0001050456,0.05000,1.534
9,mlp.experts.158.up_proj,0.0000596843,0.05000,1.518
9,mlp.experts.166.up_proj,0.0000895361,0.05000,1.498
9,mlp.experts.160.up_proj,0.0000753109,0.05000,1.502
9,mlp.experts.164.up_proj,0.0000472528,0.05000,1.540
9,mlp.experts.162.up_proj,0.0000972684,0.05000,1.510
9,mlp.experts.188.up_proj,0.0001046515,0.05000,1.526
9,mlp.experts.170.up_proj,0.0000704032,0.05000,1.523
9,mlp.experts.184.up_proj,0.0000940522,0.05000,1.504
9,mlp.experts.165.up_proj,0.0000890263,0.05000,1.523
9,mlp.experts.175.up_proj,0.0001725050,0.05000,1.532
9,mlp.experts.167.up_proj,0.0001046782,0.05000,1.492
9,mlp.experts.163.up_proj,0.0000790760,0.05000,1.539
9,mlp.experts.201.up_proj,0.0000753541,0.05000,1.493
9,mlp.experts.205.up_proj,0.0000922261,0.05000,1.538
9,mlp.experts.171.up_proj,0.0000845290,0.05000,1.538
9,mlp.experts.161.up_proj,0.0001166485,0.05000,1.541
9,mlp.experts.174.up_proj,0.0001559017,0.05000,1.505
9,mlp.experts.176.up_proj,0.0002263606,0.05000,1.498
9,mlp.experts.180.up_proj,0.0000933363,0.05000,1.473
9,mlp.experts.182.up_proj,0.0001140264,0.05000,1.549
9,mlp.experts.178.up_proj,0.0000953425,0.05000,1.513
9,mlp.experts.186.up_proj,0.0000938264,0.05000,1.507
9,mlp.experts.204.up_proj,0.0000678267,0.05000,1.521
9,mlp.experts.200.up_proj,0.0000744172,0.05000,1.464
9,mlp.experts.181.up_proj,0.0001572189,0.05000,1.539
9,mlp.experts.179.up_proj,0.0001858909,0.05000,1.532
9,mlp.experts.183.up_proj,0.0001068036,0.05000,1.554
9,mlp.experts.221.up_proj,0.0000708988,0.05000,1.492
9,mlp.experts.217.up_proj,0.0000776781,0.05000,1.537
9,mlp.experts.191.up_proj,0.0000425611,0.05000,1.577
9,mlp.experts.187.up_proj,0.0000710653,0.05000,1.538
9,mlp.experts.177.up_proj,0.0000880793,0.05000,1.527
9,mlp.experts.190.up_proj,0.0001472621,0.05000,1.476
9,mlp.experts.196.up_proj,0.0001612404,0.05000,1.491
9,mlp.experts.192.up_proj,0.0000877113,0.05000,1.507
9,mlp.experts.198.up_proj,0.0001437934,0.05000,1.485
9,mlp.experts.194.up_proj,0.0000950465,0.05000,1.487
9,mlp.experts.216.up_proj,0.0001156735,0.05000,1.477
9,mlp.experts.202.up_proj,0.0001068302,0.05000,1.492
9,mlp.experts.220.up_proj,0.0001202835,0.05000,1.498
9,mlp.experts.197.up_proj,0.0001247385,0.05000,1.517
9,mlp.experts.233.up_proj,0.0001344225,0.05000,1.513
9,mlp.experts.237.up_proj,0.0000926382,0.05000,1.520
9,mlp.experts.207.up_proj,0.0001265714,0.05000,1.530
9,mlp.experts.195.up_proj,0.0000879054,0.05000,1.567
9,mlp.experts.199.up_proj,0.0001470531,0.05000,1.580
9,mlp.experts.203.up_proj,0.0000790066,0.05000,1.560
9,mlp.experts.193.up_proj,0.0000502599,0.05000,1.516
9,mlp.experts.206.up_proj,0.0000870181,0.05000,1.520
9,mlp.experts.212.up_proj,0.0001161611,0.05000,1.497
9,mlp.experts.214.up_proj,0.0002914047,0.05000,1.481
9,mlp.experts.208.up_proj,0.0001081531,0.05000,1.535
9,mlp.experts.210.up_proj,0.0000959658,0.05000,1.519
9,mlp.experts.218.up_proj,0.0001203428,0.05000,1.527
9,mlp.experts.236.up_proj,0.0001498593,0.05000,1.520
9,mlp.experts.232.up_proj,0.0000738625,0.05000,1.535
9,mlp.experts.213.up_proj,0.0000498368,0.05000,1.527
9,mlp.experts.253.up_proj,0.0000722678,0.05000,1.517
9,mlp.experts.249.up_proj,0.0002218879,0.05000,1.527
9,mlp.experts.211.up_proj,0.0001116400,0.05000,1.537
9,mlp.experts.223.up_proj,0.0001224442,0.05000,1.549
9,mlp.experts.209.up_proj,0.0000628094,0.05000,1.468
9,mlp.experts.215.up_proj,0.0001036271,0.05000,1.561
9,mlp.experts.219.up_proj,0.0001135460,0.05000,1.538
9,mlp.experts.222.up_proj,0.0000647457,0.05000,1.456
9,mlp.experts.228.up_proj,0.0000652160,0.05000,1.464
9,mlp.experts.230.up_proj,0.0001304686,0.05000,1.477
9,mlp.experts.229.up_proj,0.0000956532,0.05000,1.015
9,mlp.experts.224.up_proj,0.0000683347,0.05000,1.492
9,mlp.experts.226.up_proj,0.0001186100,0.05000,1.439
9,mlp.experts.248.up_proj,0.0000472836,0.05000,1.450
9,mlp.experts.252.up_proj,0.0000552995,0.05000,1.461
9,mlp.experts.234.up_proj,0.0000798691,0.05000,1.480
9,mlp.experts.225.up_proj,0.0000612071,0.05000,0.991
9,mlp.experts.227.up_proj,0.0000827419,0.05000,1.423
9,mlp.experts.239.up_proj,0.0000786669,0.05000,1.421
9,mlp.experts.235.up_proj,0.0000550362,0.05000,1.422
9,mlp.experts.231.up_proj,0.0001037161,0.05000,1.478
9,mlp.experts.245.up_proj,0.0000762396,0.05000,0.906
9,mlp.experts.240.up_proj,0.0001161687,0.05000,0.882
9,mlp.experts.241.up_proj,0.0000550448,0.05000,0.804
9,mlp.experts.244.up_proj,0.0001191661,0.05000,0.980
9,mlp.experts.246.up_proj,0.0000540142,0.05000,1.291
9,mlp.experts.238.up_proj,0.0001805060,0.05000,1.325
9,mlp.experts.242.up_proj,0.0001347370,0.05000,1.275
9,mlp.experts.250.up_proj,0.0001120898,0.05000,1.242
9,mlp.experts.243.up_proj,0.0001209887,0.05000,1.161
9,mlp.experts.255.up_proj,0.0001058719,0.05000,1.175
9,mlp.experts.251.up_proj,0.0000841866,0.05000,1.106
9,mlp.experts.247.up_proj,0.0000945570,0.05000,1.102
9,mlp.experts.254.up_proj,0.0000529315,0.05000,0.526
9,mlp.experts.14.down_proj,0.0000019150,0.05000,0.394
9,mlp.experts.11.down_proj,0.0000031335,0.05000,0.414
9,mlp.experts.0.down_proj,0.0000031139,0.05000,0.421
9,mlp.experts.7.down_proj,0.0000012322,0.05000,0.419
9,mlp.experts.5.down_proj,0.0000025519,0.05000,0.421
9,mlp.experts.13.down_proj,0.0000019585,0.05000,0.411
9,mlp.experts.15.down_proj,0.0000019654,0.05000,0.402
9,mlp.experts.12.down_proj,0.0000010054,0.05000,0.416
9,mlp.experts.2.down_proj,0.0000024250,0.05000,0.412
9,mlp.experts.3.down_proj,0.0000079289,0.05000,0.409
9,mlp.experts.10.down_proj,0.0000089138,0.05000,0.419
9,mlp.experts.4.down_proj,0.0000027046,0.05000,0.422
9,mlp.experts.6.down_proj,0.0000025586,0.05000,0.407
9,mlp.experts.8.down_proj,0.0000010574,0.05000,0.414
9,mlp.experts.9.down_proj,0.0000015040,0.05000,0.407
9,mlp.experts.1.down_proj,0.0000005785,0.05000,0.411
9,mlp.experts.30.down_proj,0.0000023770,0.05000,0.313
9,mlp.experts.27.down_proj,0.0000014084,0.05000,0.336
9,mlp.experts.21.down_proj,0.0000111987,0.05000,0.350
9,mlp.experts.23.down_proj,0.0000113293,0.05000,0.350
9,mlp.experts.16.down_proj,0.0000042839,0.05000,0.358
9,mlp.experts.28.down_proj,0.0000027508,0.05000,0.363
9,mlp.experts.26.down_proj,0.0000008268,0.05000,0.365
9,mlp.experts.17.down_proj,0.0000020011,0.05000,0.359
9,mlp.experts.18.down_proj,0.0000014827,0.05000,0.370
9,mlp.experts.31.down_proj,0.0000011755,0.05000,0.369
9,mlp.experts.25.down_proj,0.0000018079,0.05000,0.366
9,mlp.experts.22.down_proj,0.0000051794,0.05000,0.365
9,mlp.experts.29.down_proj,0.0000019398,0.05000,0.374
9,mlp.experts.19.down_proj,0.0000028702,0.05000,0.377
9,mlp.experts.20.down_proj,0.0000009439,0.05000,0.370
9,mlp.experts.24.down_proj,0.0000017205,0.05000,0.368
9,mlp.experts.46.down_proj,0.0000040747,0.05000,0.358
9,mlp.experts.43.down_proj,0.0000006732,0.05000,0.358
9,mlp.experts.37.down_proj,0.0000028755,0.05000,0.347
9,mlp.experts.32.down_proj,0.0000031243,0.05000,0.355
9,mlp.experts.39.down_proj,0.0000020496,0.05000,0.370
9,mlp.experts.44.down_proj,0.0000028241,0.05000,0.359
9,mlp.experts.42.down_proj,0.0000020092,0.05000,0.365
9,mlp.experts.34.down_proj,0.0000020314,0.05000,0.366
9,mlp.experts.47.down_proj,0.0000054657,0.05000,0.370
9,mlp.experts.33.down_proj,0.0000010914,0.05000,0.376
9,mlp.experts.35.down_proj,0.0000022865,0.05000,0.366
9,mlp.experts.38.down_proj,0.0000022497,0.05000,0.373
9,mlp.experts.41.down_proj,0.0000015831,0.05000,0.376
9,mlp.experts.36.down_proj,0.0000039756,0.05000,0.372
9,mlp.experts.45.down_proj,0.0000015980,0.05000,0.376
9,mlp.experts.40.down_proj,0.0000021254,0.05000,0.376
9,mlp.experts.57.down_proj,fallback(rtn): 0.0009918,0.00000,0.007
9,mlp.experts.62.down_proj,0.0000013288,0.05000,0.381
9,mlp.experts.59.down_proj,0.0000015792,0.05000,0.383
9,mlp.experts.53.down_proj,0.0000006251,0.05000,0.369
9,mlp.experts.48.down_proj,0.0000023870,0.05000,0.375
9,mlp.experts.55.down_proj,0.0000011802,0.05000,0.379
9,mlp.experts.60.down_proj,0.0000010964,0.05000,0.384
9,mlp.experts.50.down_proj,0.0000045194,0.05000,0.372
9,mlp.experts.58.down_proj,0.0000017346,0.05000,0.382
9,mlp.experts.63.down_proj,0.0000007720,0.05000,0.376
9,mlp.experts.49.down_proj,0.0000022160,0.05000,0.380
9,mlp.experts.51.down_proj,0.0000034990,0.05000,0.369
9,mlp.experts.54.down_proj,0.0000022740,0.05000,0.375
9,mlp.experts.52.down_proj,0.0000019625,0.05000,0.384
9,mlp.experts.56.down_proj,0.0000018733,0.05000,0.381
9,mlp.experts.61.down_proj,0.0000030867,0.05000,0.389
9,mlp.experts.73.down_proj,0.0000027225,0.05000,0.386
9,mlp.experts.78.down_proj,0.0000021849,0.05000,0.374
9,mlp.experts.75.down_proj,0.0000013768,0.05000,0.376
9,mlp.experts.69.down_proj,0.0000017377,0.05000,0.378
9,mlp.experts.64.down_proj,0.0000051830,0.05000,0.384
9,mlp.experts.71.down_proj,0.0000009678,0.05000,0.383
9,mlp.experts.76.down_proj,0.0000078198,0.05000,0.383
9,mlp.experts.79.down_proj,0.0000017113,0.05000,0.374
9,mlp.experts.92.down_proj,fallback(rtn): 0.0009918,0.00000,0.007
9,mlp.experts.74.down_proj,0.0000054519,0.05000,0.382
9,mlp.experts.66.down_proj,0.0000018774,0.05000,0.391
9,mlp.experts.67.down_proj,0.0000029480,0.05000,0.369
9,mlp.experts.65.down_proj,0.0000022715,0.05000,0.384
9,mlp.experts.70.down_proj,0.0000013701,0.05000,0.378
9,mlp.experts.68.down_proj,0.0000051449,0.05000,0.372
9,mlp.experts.72.down_proj,0.0000005565,0.05000,0.370
9,mlp.experts.77.down_proj,0.0000013660,0.05000,0.389
9,mlp.experts.89.down_proj,0.0000025486,0.05000,0.383
9,mlp.experts.93.down_proj,fallback(rtn): 0.0009842,0.00000,0.008
9,mlp.experts.94.down_proj,0.0000020754,0.05000,0.374
9,mlp.experts.91.down_proj,0.0000025004,0.05000,0.375
9,mlp.experts.85.down_proj,0.0000038281,0.05000,0.370
9,mlp.experts.80.down_proj,0.0000027240,0.05000,0.353
9,mlp.experts.87.down_proj,0.0000018331,0.05000,0.372
9,mlp.experts.108.down_proj,0.0000034388,0.05000,0.358
9,mlp.experts.95.down_proj,0.0000010074,0.05000,0.362
9,mlp.experts.90.down_proj,0.0000031704,0.05000,0.367
9,mlp.experts.82.down_proj,0.0000018175,0.05000,0.367
9,mlp.experts.81.down_proj,0.0000019323,0.05000,0.360
9,mlp.experts.83.down_proj,0.0000027018,0.05000,0.366
9,mlp.experts.86.down_proj,0.0000013714,0.05000,0.363
9,mlp.experts.88.down_proj,0.0000020072,0.05000,0.351
9,mlp.experts.84.down_proj,0.0000013754,0.05000,0.362
9,mlp.experts.104.down_proj,fallback(rtn): 0.0009842,0.00000,0.006
9,mlp.experts.109.down_proj,0.0000041324,0.05000,0.354
9,mlp.experts.105.down_proj,0.0000030549,0.05000,0.369
9,mlp.experts.110.down_proj,0.0000029097,0.05000,0.377
9,mlp.experts.101.down_proj,0.0000052057,0.05000,0.364
9,mlp.experts.107.down_proj,0.0000017231,0.05000,0.368
9,mlp.experts.96.down_proj,0.0000036233,0.05000,0.371
9,mlp.experts.103.down_proj,0.0000013472,0.05000,0.368
9,mlp.experts.124.down_proj,0.0000021789,0.05000,0.377
9,mlp.experts.111.down_proj,0.0000029042,0.05000,0.376
9,mlp.experts.102.down_proj,0.0000034712,0.05000,0.368
9,mlp.experts.106.down_proj,0.0000026378,0.05000,0.384
9,mlp.experts.97.down_proj,0.0000028127,0.05000,0.373
9,mlp.experts.99.down_proj,0.0000019864,0.05000,0.371
9,mlp.experts.98.down_proj,0.0000144140,0.05000,0.385
9,mlp.experts.120.down_proj,0.0000027193,0.05000,0.363
9,mlp.experts.100.down_proj,0.0000011074,0.05000,0.376
9,mlp.experts.125.down_proj,0.0000021767,0.05000,0.374
9,mlp.experts.121.down_proj,0.0000007957,0.05000,0.372
9,mlp.experts.126.down_proj,0.0000024748,0.05000,0.374
9,mlp.experts.123.down_proj,0.0000023385,0.05000,0.372
9,mlp.experts.117.down_proj,0.0000030504,0.05000,0.377
9,mlp.experts.112.down_proj,0.0000007187,0.05000,0.381
9,mlp.experts.119.down_proj,0.0000028617,0.05000,0.378
9,mlp.experts.140.down_proj,0.0000017547,0.05000,0.366
9,mlp.experts.127.down_proj,0.0000009104,0.05000,0.378
9,mlp.experts.118.down_proj,0.0000008450,0.05000,0.384
9,mlp.experts.122.down_proj,0.0000011837,0.05000,0.375
9,mlp.experts.114.down_proj,0.0000014122,0.05000,0.384
9,mlp.experts.113.down_proj,0.0000009014,0.05000,0.390
9,mlp.experts.115.down_proj,0.0000039264,0.05000,0.388
9,mlp.experts.136.down_proj,0.0000009374,0.05000,0.392
9,mlp.experts.116.down_proj,0.0000018175,0.05000,0.390
9,mlp.experts.141.down_proj,0.0000009441,0.05000,0.382
9,mlp.experts.137.down_proj,0.0000019245,0.05000,0.386
9,mlp.experts.142.down_proj,0.0000101477,0.05000,0.377
9,mlp.experts.133.down_proj,0.0000037154,0.05000,0.370
9,mlp.experts.139.down_proj,0.0000036816,0.05000,0.375
9,mlp.experts.128.down_proj,0.0000015735,0.05000,0.370
9,mlp.experts.135.down_proj,0.0000009521,0.05000,0.384
9,mlp.experts.156.down_proj,0.0000023783,0.05000,0.374
9,mlp.experts.143.down_proj,0.0000018952,0.05000,0.378
9,mlp.experts.134.down_proj,0.0000047772,0.05000,0.368
9,mlp.experts.138.down_proj,0.0000036783,0.05000,0.368
9,mlp.experts.130.down_proj,0.0000071213,0.05000,0.369
9,mlp.experts.152.down_proj,0.0000016143,0.05000,0.361
9,mlp.experts.129.down_proj,0.0000020437,0.05000,0.375
9,mlp.experts.131.down_proj,0.0000040538,0.05000,0.377
9,mlp.experts.132.down_proj,0.0000021861,0.05000,0.375
9,mlp.experts.157.down_proj,0.0000025349,0.05000,0.376
9,mlp.experts.153.down_proj,0.0000026038,0.05000,0.375
9,mlp.experts.158.down_proj,0.0000007887,0.05000,0.378
9,mlp.experts.155.down_proj,0.0000006882,0.05000,0.375
9,mlp.experts.149.down_proj,0.0000023958,0.05000,0.378
9,mlp.experts.144.down_proj,0.0000038680,0.05000,0.371
9,mlp.experts.151.down_proj,0.0000018036,0.05000,0.374
9,mlp.experts.172.down_proj,0.0000029833,0.05000,0.371
9,mlp.experts.159.down_proj,0.0000023539,0.05000,0.372
9,mlp.experts.154.down_proj,0.0000022311,0.05000,0.362
9,mlp.experts.150.down_proj,0.0000015703,0.05000,0.379
9,mlp.experts.146.down_proj,0.0000025960,0.05000,0.369
9,mlp.experts.147.down_proj,0.0000031910,0.05000,0.359
9,mlp.experts.168.down_proj,0.0000035273,0.05000,0.377
9,mlp.experts.145.down_proj,0.0000031173,0.05000,0.374
9,mlp.experts.148.down_proj,0.0000028422,0.05000,0.367
9,mlp.experts.169.down_proj,0.0000016299,0.05000,0.367
9,mlp.experts.173.down_proj,0.0000022029,0.05000,0.373
9,mlp.experts.174.down_proj,0.0000026941,0.05000,0.355
9,mlp.experts.171.down_proj,0.0000009709,0.05000,0.372
9,mlp.experts.165.down_proj,0.0000022124,0.05000,0.372
9,mlp.experts.160.down_proj,0.0000042983,0.05000,0.366
9,mlp.experts.188.down_proj,0.0000019981,0.05000,0.359
9,mlp.experts.167.down_proj,0.0000019422,0.05000,0.373
9,mlp.experts.175.down_proj,0.0000030755,0.05000,0.366
9,mlp.experts.170.down_proj,0.0000016569,0.05000,0.372
9,mlp.experts.166.down_proj,0.0000020032,0.05000,0.373
9,mlp.experts.162.down_proj,0.0000021283,0.05000,0.371
9,mlp.experts.164.down_proj,0.0000012986,0.05000,0.352
9,mlp.experts.163.down_proj,0.0000013482,0.05000,0.363
9,mlp.experts.161.down_proj,0.0000039630,0.05000,0.362
9,mlp.experts.184.down_proj,0.0000011611,0.05000,0.375
9,mlp.experts.189.down_proj,0.0000028207,0.05000,0.368
9,mlp.experts.185.down_proj,0.0000069782,0.05000,0.374
9,mlp.experts.190.down_proj,0.0000031292,0.05000,0.373
9,mlp.experts.176.down_proj,0.0000061851,0.05000,0.361
9,mlp.experts.187.down_proj,0.0000015421,0.05000,0.376
9,mlp.experts.181.down_proj,0.0000045535,0.05000,0.375
9,mlp.experts.183.down_proj,0.0000020556,0.05000,0.370
9,mlp.experts.204.down_proj,0.0000014883,0.05000,0.374
9,mlp.experts.191.down_proj,0.0000011967,0.05000,0.373
9,mlp.experts.186.down_proj,0.0000024697,0.05000,0.396
9,mlp.experts.178.down_proj,0.0000026141,0.05000,0.379
9,mlp.experts.180.down_proj,0.0000029043,0.05000,0.380
9,mlp.experts.182.down_proj,0.0000014614,0.05000,0.399
9,mlp.experts.200.down_proj,0.0000009600,0.05000,0.375
9,mlp.experts.179.down_proj,0.0000034153,0.05000,0.385
9,mlp.experts.177.down_proj,0.0000015886,0.05000,0.390
9,mlp.experts.205.down_proj,0.0000041519,0.05000,0.386
9,mlp.experts.201.down_proj,0.0000007454,0.05000,0.386
9,mlp.experts.206.down_proj,0.0000026533,0.05000,0.380
9,mlp.experts.192.down_proj,0.0000027626,0.05000,0.374
9,mlp.experts.203.down_proj,0.0000016137,0.05000,0.378
9,mlp.experts.197.down_proj,0.0000029512,0.05000,0.384
9,mlp.experts.220.down_proj,0.0000026899,0.05000,0.378
9,mlp.experts.199.down_proj,0.0000023746,0.05000,0.382
9,mlp.experts.207.down_proj,0.0000034893,0.05000,0.368
9,mlp.experts.202.down_proj,0.0000039176,0.05000,0.371
9,mlp.experts.194.down_proj,0.0000012459,0.05000,0.378
9,mlp.experts.198.down_proj,0.0000031273,0.05000,0.367
9,mlp.experts.196.down_proj,0.0000045346,0.05000,0.378
9,mlp.experts.193.down_proj,0.0000009210,0.05000,0.370
9,mlp.experts.216.down_proj,0.0000021498,0.05000,0.376
9,mlp.experts.221.down_proj,0.0000007229,0.05000,0.369
9,mlp.experts.195.down_proj,0.0000014459,0.05000,0.386
9,mlp.experts.217.down_proj,0.0000024660,0.05000,0.375
9,mlp.experts.222.down_proj,0.0000007973,0.05000,0.381
9,mlp.experts.208.down_proj,0.0000029189,0.05000,0.375
9,mlp.experts.213.down_proj,0.0000006638,0.05000,0.362
9,mlp.experts.219.down_proj,0.0000023381,0.05000,0.382
9,mlp.experts.215.down_proj,0.0000040931,0.05000,0.366
9,mlp.experts.223.down_proj,0.0000032500,0.05000,0.366
9,mlp.experts.236.down_proj,0.0000044631,0.05000,0.376
9,mlp.experts.218.down_proj,0.0000017846,0.05000,0.382
9,mlp.experts.209.down_proj,0.0000008487,0.05000,0.366
9,mlp.experts.210.down_proj,0.0000011779,0.05000,0.381
9,mlp.experts.212.down_proj,0.0000029282,0.05000,0.379
9,mlp.experts.233.down_proj,0.0000038570,0.05000,0.356
9,mlp.experts.214.down_proj,0.0000032734,0.05000,0.385
9,mlp.experts.211.down_proj,0.0000019552,0.05000,0.367
9,mlp.experts.237.down_proj,0.0000028462,0.05000,0.370
9,mlp.experts.232.down_proj,0.0000008673,0.05000,0.378
9,mlp.experts.238.down_proj,0.0000045096,0.05000,0.366
9,mlp.experts.224.down_proj,0.0000009242,0.05000,0.363
9,mlp.experts.229.down_proj,0.0000026985,0.05000,0.365
9,mlp.experts.235.down_proj,0.0000007249,0.05000,0.368
9,mlp.experts.239.down_proj,0.0000023197,0.05000,0.370
9,mlp.experts.231.down_proj,0.0000027395,0.05000,0.378
9,mlp.experts.252.down_proj,0.0000010920,0.05000,0.374
9,mlp.experts.234.down_proj,0.0000016530,0.05000,0.364
9,mlp.experts.225.down_proj,0.0000015761,0.05000,0.375
9,mlp.experts.228.down_proj,0.0000006572,0.05000,0.361
9,mlp.experts.248.down_proj,0.0000006949,0.05000,0.359
9,mlp.experts.227.down_proj,0.0000022452,0.05000,0.364
9,mlp.experts.226.down_proj,0.0000026781,0.05000,0.383
9,mlp.experts.249.down_proj,0.0000050665,0.05000,0.377
9,mlp.experts.230.down_proj,0.0000029742,0.05000,0.376
9,mlp.experts.253.down_proj,0.0000016365,0.05000,0.377
9,mlp.experts.240.down_proj,0.0000042369,0.05000,0.298
9,mlp.experts.245.down_proj,0.0000031485,0.05000,0.296
9,mlp.experts.254.down_proj,0.0000017181,0.05000,0.344
9,mlp.experts.244.down_proj,0.0000029097,0.05000,0.198
9,mlp.experts.251.down_proj,0.0000018352,0.05000,0.350
9,mlp.experts.241.down_proj,0.0000027418,0.05000,0.216
9,mlp.experts.255.down_proj,0.0000025207,0.05000,0.334
9,mlp.experts.247.down_proj,0.0000016275,0.05000,0.337
9,mlp.experts.250.down_proj,0.0000035757,0.05000,0.303
9,mlp.experts.243.down_proj,0.0000022890,0.05000,0.271
9,mlp.experts.246.down_proj,0.0000006036,0.05000,0.273
9,mlp.experts.242.down_proj,0.0000032936,0.05000,0.283
10,mlp.experts.9.gate_proj,0.0000851833,0.05000,1.563
10,mlp.experts.8.gate_proj,0.0001054167,0.05000,1.590
10,mlp.experts.7.gate_proj,0.0001365891,0.05000,1.585
10,mlp.experts.12.gate_proj,0.0001216817,0.05000,1.575
10,mlp.experts.14.gate_proj,0.0001026478,0.05000,1.564
10,mlp.experts.10.gate_proj,0.0000867989,0.05000,1.592
10,mlp.experts.13.gate_proj,0.0000773078,0.05000,1.605
10,mlp.experts.15.gate_proj,0.0001783435,0.05000,1.601
10,mlp.experts.1.gate_proj,0.0001090636,0.05000,1.588
10,mlp.experts.6.gate_proj,0.0001130021,0.05000,1.576
10,mlp.experts.3.gate_proj,0.0001736656,0.05000,1.575
10,mlp.experts.2.gate_proj,0.0001096594,0.05000,1.620
10,mlp.experts.11.gate_proj,0.0001165233,0.05000,1.594
10,mlp.experts.5.gate_proj,0.0001127383,0.05000,1.623
10,mlp.experts.0.gate_proj,0.0002778211,0.05000,1.669
10,mlp.experts.4.gate_proj,0.0001210842,0.05000,1.679
10,mlp.experts.16.gate_proj,fallback(rtn): 0.0010681,0.00000,0.039
10,mlp.experts.21.gate_proj,0.0000973806,0.05000,1.509
10,mlp.experts.24.gate_proj,0.0000732841,0.05000,1.557
10,mlp.experts.25.gate_proj,0.0001347004,0.05000,1.558
10,mlp.experts.23.gate_proj,0.0000390217,0.05000,1.548
10,mlp.experts.30.gate_proj,0.0001933457,0.05000,1.558
10,mlp.experts.26.gate_proj,0.0001872703,0.05000,1.554
10,mlp.experts.22.gate_proj,0.0000774425,0.05000,1.543
10,mlp.experts.18.gate_proj,0.0002768472,0.05000,1.545
10,mlp.experts.17.gate_proj,0.0001510098,0.05000,1.564
10,mlp.experts.19.gate_proj,0.0001070027,0.05000,1.563
10,mlp.experts.29.gate_proj,0.0000713107,0.05000,1.579
10,mlp.experts.27.gate_proj,0.0000494845,0.05000,1.567
10,mlp.experts.31.gate_proj,0.0000934295,0.05000,1.573
10,mlp.experts.28.gate_proj,0.0000833251,0.05000,1.628
10,mlp.experts.20.gate_proj,0.0001296174,0.05000,1.547
10,mlp.experts.32.gate_proj,0.0000912423,0.05000,1.536
10,mlp.experts.45.gate_proj,0.0000797795,0.05000,1.475
10,mlp.experts.41.gate_proj,0.0001394195,0.05000,1.525
10,mlp.experts.33.gate_proj,0.0000881886,0.05000,1.493
10,mlp.experts.34.gate_proj,0.0001156215,0.05000,1.508
10,mlp.experts.38.gate_proj,0.0000460888,0.05000,1.516
10,mlp.experts.37.gate_proj,0.0000855793,0.05000,1.548
10,mlp.experts.46.gate_proj,0.0001196868,0.05000,1.522
10,mlp.experts.42.gate_proj,0.0001830179,0.05000,1.521
10,mlp.experts.39.gate_proj,0.0001330721,0.05000,1.544
10,mlp.experts.43.gate_proj,0.0000702137,0.05000,1.503
10,mlp.experts.47.gate_proj,0.0001217590,0.05000,1.504
10,mlp.experts.35.gate_proj,0.0000582094,0.05000,1.518
10,mlp.experts.40.gate_proj,0.0001046799,0.05000,1.619
10,mlp.experts.44.gate_proj,0.0000512640,0.05000,1.556
10,mlp.experts.36.gate_proj,0.0000541531,0.05000,1.577
10,mlp.experts.48.gate_proj,0.0000905483,0.05000,1.558
10,mlp.experts.55.gate_proj,fallback(rtn): 0.0010605,0.00000,0.129
10,mlp.experts.62.gate_proj,0.0000932086,0.05000,1.478
10,mlp.experts.61.gate_proj,0.0001088961,0.05000,1.509
10,mlp.experts.50.gate_proj,0.0001231397,0.05000,1.499
10,mlp.experts.49.gate_proj,0.0000895410,0.05000,1.504
10,mlp.experts.53.gate_proj,0.0000820807,0.05000,1.484
10,mlp.experts.57.gate_proj,0.0001631781,0.05000,1.517
10,mlp.experts.54.gate_proj,0.0000814630,0.05000,1.523
10,mlp.experts.56.gate_proj,0.0001073102,0.05000,1.490
10,mlp.experts.58.gate_proj,0.0001225301,0.05000,1.549
10,mlp.experts.59.gate_proj,0.0001381878,0.05000,1.555
10,mlp.experts.63.gate_proj,0.0001605822,0.05000,1.567
10,mlp.experts.60.gate_proj,0.0001036841,0.05000,1.501
10,mlp.experts.64.gate_proj,0.0000973947,0.05000,1.474
10,mlp.experts.51.gate_proj,0.0001187501,0.05000,1.590
10,mlp.experts.52.gate_proj,0.0001019860,0.05000,1.503
10,mlp.experts.71.gate_proj,0.0000896986,0.05000,1.516
10,mlp.experts.70.gate_proj,0.0001101387,0.05000,1.482
10,mlp.experts.74.gate_proj,0.0000597752,0.05000,1.458
10,mlp.experts.65.gate_proj,0.0000545620,0.05000,1.553
10,mlp.experts.73.gate_proj,0.0001021708,0.05000,1.550
10,mlp.experts.78.gate_proj,0.0000630466,0.05000,1.570
10,mlp.experts.77.gate_proj,0.0000987833,0.05000,1.564
10,mlp.experts.66.gate_proj,0.0001010383,0.05000,1.564
10,mlp.experts.72.gate_proj,0.0000869908,0.05000,1.506
10,mlp.experts.69.gate_proj,0.0000987085,0.05000,1.571
10,mlp.experts.79.gate_proj,0.0000564515,0.05000,1.494
10,mlp.experts.75.gate_proj,0.0001235163,0.05000,1.537
10,mlp.experts.76.gate_proj,0.0000830740,0.05000,1.534
10,mlp.experts.68.gate_proj,0.0000644864,0.05000,1.509
10,mlp.experts.80.gate_proj,0.0000954356,0.05000,1.534
10,mlp.experts.67.gate_proj,0.0001698384,0.05000,1.542
10,mlp.experts.87.gate_proj,0.0001325402,0.05000,1.526
10,mlp.experts.90.gate_proj,0.0001057049,0.05000,1.515
10,mlp.experts.86.gate_proj,0.0001030186,0.05000,1.562
10,mlp.experts.95.gate_proj,0.0000809887,0.05000,1.513
10,mlp.experts.91.gate_proj,0.0001124088,0.05000,1.489
10,mlp.experts.89.gate_proj,0.0000460597,0.05000,1.541
10,mlp.experts.88.gate_proj,0.0000585461,0.05000,1.523
10,mlp.experts.85.gate_proj,0.0000774819,0.05000,1.531
10,mlp.experts.81.gate_proj,0.0001069482,0.05000,1.559
10,mlp.experts.84.gate_proj,0.0001754930,0.05000,1.485
10,mlp.experts.92.gate_proj,0.0000925108,0.05000,1.490
10,mlp.experts.96.gate_proj,0.0000518357,0.05000,1.481
10,mlp.experts.94.gate_proj,0.0002377204,0.05000,1.549
10,mlp.experts.82.gate_proj,0.0000954721,0.05000,1.555
10,mlp.experts.83.gate_proj,0.0000664976,0.05000,1.506
10,mlp.experts.93.gate_proj,0.0000718924,0.05000,1.600
10,mlp.experts.99.gate_proj,fallback(rtn): 0.0010376,0.00000,0.021
10,mlp.experts.103.gate_proj,0.0001500685,0.05000,1.493
10,mlp.experts.102.gate_proj,0.0001448349,0.05000,1.491
10,mlp.experts.106.gate_proj,0.0002169729,0.05000,1.521
10,mlp.experts.107.gate_proj,0.0001272900,0.05000,1.471
10,mlp.experts.100.gate_proj,0.0000878811,0.05000,1.483
10,mlp.experts.111.gate_proj,0.0001375690,0.05000,1.517
10,mlp.experts.108.gate_proj,0.0001290506,0.05000,1.484
10,mlp.experts.104.gate_proj,0.0000756607,0.05000,1.523
10,mlp.experts.110.gate_proj,0.0000641016,0.05000,1.504
10,mlp.experts.105.gate_proj,0.0001375700,0.05000,1.531
10,mlp.experts.112.gate_proj,0.0001885168,0.05000,1.508
10,mlp.experts.97.gate_proj,0.0001392217,0.05000,1.516
10,mlp.experts.98.gate_proj,0.0000643663,0.05000,1.536
10,mlp.experts.115.gate_proj,0.0000650250,0.05000,1.494
10,mlp.experts.119.gate_proj,0.0001087716,0.05000,1.523
10,mlp.experts.109.gate_proj,0.0001295102,0.05000,1.545
10,mlp.experts.101.gate_proj,0.0000651070,0.05000,1.597
10,mlp.experts.118.gate_proj,0.0000955891,0.05000,1.494
10,mlp.experts.122.gate_proj,0.0001489943,0.05000,1.475
10,mlp.experts.123.gate_proj,0.0000760635,0.05000,1.504
10,mlp.experts.124.gate_proj,0.0000572653,0.05000,1.481
10,mlp.experts.120.gate_proj,0.0001000974,0.05000,1.465
10,mlp.experts.128.gate_proj,0.0001365389,0.05000,1.457
10,mlp.experts.116.gate_proj,0.0001050808,0.05000,1.495
10,mlp.experts.127.gate_proj,0.0000475514,0.05000,1.505
10,mlp.experts.113.gate_proj,0.0000358733,0.05000,1.473
10,mlp.experts.121.gate_proj,0.0000959919,0.05000,1.480
10,mlp.experts.131.gate_proj,0.0000547450,0.05000,1.478
10,mlp.experts.125.gate_proj,0.0000533896,0.05000,1.467
10,mlp.experts.117.gate_proj,0.0001356478,0.05000,1.473
10,mlp.experts.126.gate_proj,0.0000760360,0.05000,1.565
10,mlp.experts.135.gate_proj,0.0000504298,0.05000,1.499
10,mlp.experts.114.gate_proj,0.0000686879,0.05000,1.545
10,mlp.experts.144.gate_proj,0.0000560405,0.05000,1.451
10,mlp.experts.138.gate_proj,0.0002743930,0.05000,1.532
10,mlp.experts.134.gate_proj,0.0000746196,0.05000,1.537
10,mlp.experts.139.gate_proj,0.0001028818,0.05000,1.508
10,mlp.experts.140.gate_proj,0.0001483681,0.05000,1.494
10,mlp.experts.136.gate_proj,0.0000731152,0.05000,1.492
10,mlp.experts.129.gate_proj,0.0000865171,0.05000,1.476
10,mlp.experts.132.gate_proj,0.0001092296,0.05000,1.489
10,mlp.experts.137.gate_proj,0.0000848873,0.05000,1.481
10,mlp.experts.147.gate_proj,0.0000551946,0.05000,1.481
10,mlp.experts.143.gate_proj,0.0001160184,0.05000,1.514
10,mlp.experts.141.gate_proj,0.0001263467,0.05000,1.513
10,mlp.experts.133.gate_proj,0.0000872547,0.05000,1.509
10,mlp.experts.151.gate_proj,0.0001451556,0.05000,1.502
10,mlp.experts.130.gate_proj,0.0000523980,0.05000,1.530
10,mlp.experts.142.gate_proj,0.0000990093,0.05000,1.540
10,mlp.experts.160.gate_proj,0.0000503958,0.05000,1.502
10,mlp.experts.155.gate_proj,0.0003022105,0.05000,1.492
10,mlp.experts.156.gate_proj,0.0000725748,0.05000,1.494
10,mlp.experts.145.gate_proj,0.0000647491,0.05000,1.492
10,mlp.experts.152.gate_proj,0.0001278011,0.05000,1.519
10,mlp.experts.148.gate_proj,0.0000787645,0.05000,1.514
10,mlp.experts.163.gate_proj,0.0000936231,0.05000,1.493
10,mlp.experts.159.gate_proj,0.0000809674,0.05000,1.494
10,mlp.experts.153.gate_proj,0.0001777463,0.05000,1.523
10,mlp.experts.167.gate_proj,0.0000957942,0.05000,1.424
10,mlp.experts.157.gate_proj,0.0000819655,0.05000,1.474
10,mlp.experts.154.gate_proj,0.0001279224,0.05000,1.587
10,mlp.experts.150.gate_proj,0.0000879960,0.05000,1.584
10,mlp.experts.149.gate_proj,0.0000538921,0.05000,1.472
10,mlp.experts.158.gate_proj,0.0001443417,0.05000,1.536
10,mlp.experts.146.gate_proj,0.0001068969,0.05000,1.548
10,mlp.experts.176.gate_proj,0.0000826975,0.05000,1.487
10,mlp.experts.172.gate_proj,0.0000528144,0.05000,1.472
10,mlp.experts.161.gate_proj,0.0001011315,0.05000,1.470
10,mlp.experts.171.gate_proj,0.0000517841,0.05000,1.492
10,mlp.experts.164.gate_proj,0.0001130158,0.05000,1.485
10,mlp.experts.175.gate_proj,0.0000833730,0.05000,1.473
10,mlp.experts.168.gate_proj,0.0001122605,0.05000,1.491
10,mlp.experts.183.gate_proj,0.0000766125,0.05000,1.478
10,mlp.experts.169.gate_proj,0.0000586114,0.05000,1.489
10,mlp.experts.165.gate_proj,0.0000943770,0.05000,1.454
10,mlp.experts.179.gate_proj,0.0000803133,0.05000,1.525
10,mlp.experts.166.gate_proj,0.0000826277,0.05000,1.491
10,mlp.experts.173.gate_proj,0.0001066837,0.05000,1.511
10,mlp.experts.170.gate_proj,0.0001282256,0.05000,1.524
10,mlp.experts.174.gate_proj,0.0001583561,0.05000,1.520
10,mlp.experts.162.gate_proj,0.0001239375,0.05000,1.537
10,mlp.experts.188.gate_proj,0.0000878414,0.05000,1.474
10,mlp.experts.192.gate_proj,0.0001388615,0.05000,1.488
10,mlp.experts.177.gate_proj,0.0000742531,0.05000,1.498
10,mlp.experts.187.gate_proj,0.0001410929,0.05000,1.491
10,mlp.experts.180.gate_proj,0.0001963018,0.05000,1.480
10,mlp.experts.191.gate_proj,0.0000954544,0.05000,1.476
10,mlp.experts.184.gate_proj,0.0000448146,0.05000,1.477
10,mlp.experts.199.gate_proj,0.0001017093,0.05000,1.491
10,mlp.experts.185.gate_proj,0.0000641999,0.05000,1.489
10,mlp.experts.182.gate_proj,0.0001171115,0.05000,1.481
10,mlp.experts.181.gate_proj,0.0001576850,0.05000,1.519
10,mlp.experts.186.gate_proj,0.0001167088,0.05000,1.457
10,mlp.experts.195.gate_proj,0.0000926591,0.05000,1.535
10,mlp.experts.189.gate_proj,0.0000701416,0.05000,1.507
10,mlp.experts.190.gate_proj,0.0000847176,0.05000,1.475
10,mlp.experts.178.gate_proj,0.0001308069,0.05000,1.507
10,mlp.experts.204.gate_proj,0.0001365361,0.05000,1.490
10,mlp.experts.203.gate_proj,0.0000948979,0.05000,1.494
10,mlp.experts.193.gate_proj,0.0000869467,0.05000,1.501
10,mlp.experts.208.gate_proj,0.0001054552,0.05000,1.529
10,mlp.experts.196.gate_proj,0.0000579016,0.05000,1.476
10,mlp.experts.200.gate_proj,0.0001765123,0.05000,1.477
10,mlp.experts.201.gate_proj,0.0001540064,0.05000,1.506
10,mlp.experts.198.gate_proj,0.0000534762,0.05000,1.490
10,mlp.experts.207.gate_proj,0.0000914019,0.05000,1.549
10,mlp.experts.215.gate_proj,0.0000829377,0.05000,1.535
10,mlp.experts.202.gate_proj,0.0001008494,0.05000,1.487
10,mlp.experts.205.gate_proj,0.0001634292,0.05000,1.468
10,mlp.experts.197.gate_proj,0.0001483028,0.05000,1.508
10,mlp.experts.211.gate_proj,0.0000816497,0.05000,1.516
10,mlp.experts.206.gate_proj,0.0001248759,0.05000,1.486
10,mlp.experts.194.gate_proj,0.0001321750,0.05000,1.482
10,mlp.experts.220.gate_proj,0.0001217985,0.05000,1.506
10,mlp.experts.212.gate_proj,0.0000833643,0.05000,1.471
10,mlp.experts.209.gate_proj,0.0002144403,0.05000,1.505
10,mlp.experts.216.gate_proj,0.0000990741,0.05000,1.505
10,mlp.experts.224.gate_proj,0.0000998385,0.05000,1.523
10,mlp.experts.219.gate_proj,0.0001218913,0.05000,1.542
10,mlp.experts.217.gate_proj,0.0000752734,0.05000,1.479
10,mlp.experts.214.gate_proj,0.0001569563,0.05000,1.466
10,mlp.experts.221.gate_proj,0.0000913241,0.05000,1.495
10,mlp.experts.213.gate_proj,0.0001166007,0.05000,1.500
10,mlp.experts.218.gate_proj,0.0000968974,0.05000,1.513
10,mlp.experts.223.gate_proj,0.0001100461,0.05000,1.543
10,mlp.experts.227.gate_proj,0.0000638813,0.05000,1.507
10,mlp.experts.231.gate_proj,0.0001051527,0.05000,1.567
10,mlp.experts.222.gate_proj,0.0001378374,0.05000,1.489
10,mlp.experts.210.gate_proj,0.0000739329,0.05000,1.491
10,mlp.experts.228.gate_proj,0.0000968835,0.05000,1.479
10,mlp.experts.236.gate_proj,0.0000824948,0.05000,1.505
10,mlp.experts.225.gate_proj,0.0001033706,0.05000,1.473
10,mlp.experts.232.gate_proj,0.0001807318,0.05000,1.503
10,mlp.experts.240.gate_proj,0.0000941680,0.05000,1.491
10,mlp.experts.233.gate_proj,0.0001843969,0.05000,1.501
10,mlp.experts.230.gate_proj,0.0000830908,0.05000,1.505
10,mlp.experts.235.gate_proj,0.0001162510,0.05000,1.548
10,mlp.experts.234.gate_proj,0.0001465589,0.05000,1.485
10,mlp.experts.237.gate_proj,0.0002600038,0.05000,1.503
10,mlp.experts.229.gate_proj,0.0001338008,0.05000,1.512
10,mlp.experts.238.gate_proj,0.0000703468,0.05000,1.486
10,mlp.experts.243.gate_proj,0.0000579394,0.05000,1.526
10,mlp.experts.239.gate_proj,0.0001600082,0.05000,1.565
10,mlp.experts.247.gate_proj,0.0000722719,0.05000,1.551
10,mlp.experts.226.gate_proj,0.0000786584,0.05000,1.501
10,mlp.experts.244.gate_proj,0.0001511512,0.05000,1.507
10,mlp.experts.252.gate_proj,0.0001593644,0.05000,1.498
10,mlp.experts.0.up_proj,0.0002058572,0.05000,1.454
10,mlp.experts.241.gate_proj,0.0001252009,0.05000,1.505
10,mlp.experts.248.gate_proj,0.0000954826,0.05000,1.500
10,mlp.experts.16.up_proj,fallback(rtn): 0.0010223,0.00000,0.060
10,mlp.experts.246.gate_proj,0.0000974202,0.05000,1.511
10,mlp.experts.249.gate_proj,0.0000774763,0.05000,1.529
10,mlp.experts.251.gate_proj,0.0000698035,0.05000,1.490
10,mlp.experts.250.gate_proj,0.0000888681,0.05000,1.504
10,mlp.experts.253.gate_proj,0.0001115544,0.05000,1.519
10,mlp.experts.245.gate_proj,0.0001209369,0.05000,1.524
10,mlp.experts.3.up_proj,0.0001533970,0.05000,1.493
10,mlp.experts.7.up_proj,0.0001164250,0.05000,1.465
10,mlp.experts.254.gate_proj,0.0001996638,0.05000,1.500
10,mlp.experts.255.gate_proj,0.0001003587,0.05000,1.481
10,mlp.experts.242.gate_proj,0.0001076873,0.05000,1.510
10,mlp.experts.1.up_proj,0.0001104630,0.05000,1.474
10,mlp.experts.4.up_proj,0.0001163577,0.05000,1.531
10,mlp.experts.12.up_proj,0.0001033686,0.05000,1.530
10,mlp.experts.6.up_proj,0.0001063498,0.05000,1.477
10,mlp.experts.8.up_proj,0.0001039899,0.05000,1.534
10,mlp.experts.32.up_proj,0.0000846136,0.05000,1.517
10,mlp.experts.11.up_proj,0.0001089529,0.05000,1.487
10,mlp.experts.9.up_proj,0.0000838227,0.05000,1.495
10,mlp.experts.10.up_proj,0.0000822620,0.05000,1.498
10,mlp.experts.5.up_proj,0.0001106666,0.05000,1.459
10,mlp.experts.13.up_proj,0.0000705217,0.05000,1.497
10,mlp.experts.19.up_proj,0.0000905164,0.05000,1.475
10,mlp.experts.14.up_proj,0.0000979545,0.05000,1.480
10,mlp.experts.15.up_proj,0.0001565121,0.05000,1.496
10,mlp.experts.23.up_proj,0.0000373039,0.05000,1.535
10,mlp.experts.2.up_proj,0.0001020072,0.05000,1.484
10,mlp.experts.17.up_proj,0.0001193205,0.05000,1.486
10,mlp.experts.22.up_proj,0.0000730804,0.05000,1.468
10,mlp.experts.28.up_proj,0.0000774840,0.05000,1.527
10,mlp.experts.20.up_proj,0.0001159887,0.05000,1.535
10,mlp.experts.26.up_proj,0.0001851715,0.05000,1.461
10,mlp.experts.27.up_proj,0.0000441154,0.05000,1.495
10,mlp.experts.25.up_proj,0.0001085280,0.05000,1.498
10,mlp.experts.48.up_proj,0.0000851172,0.05000,1.524
10,mlp.experts.21.up_proj,0.0000922915,0.05000,1.496
10,mlp.experts.29.up_proj,0.0000669013,0.05000,1.487
10,mlp.experts.24.up_proj,0.0000632054,0.05000,1.571
10,mlp.experts.35.up_proj,0.0000580714,0.05000,1.483
10,mlp.experts.30.up_proj,0.0001692559,0.05000,1.482
10,mlp.experts.31.up_proj,0.0000810915,0.05000,1.505
10,mlp.experts.39.up_proj,0.0001222093,0.05000,1.489
10,mlp.experts.18.up_proj,0.0002289166,0.05000,1.487
10,mlp.experts.55.up_proj,fallback(rtn): 0.0010147,0.00000,0.026
10,mlp.experts.33.up_proj,0.0000795949,0.05000,1.500
10,mlp.experts.38.up_proj,0.0000393846,0.05000,1.478
10,mlp.experts.44.up_proj,0.0000491262,0.05000,1.503
10,mlp.experts.42.up_proj,0.0001304997,0.05000,1.484
10,mlp.experts.41.up_proj,0.0001297942,0.05000,1.506
10,mlp.experts.36.up_proj,0.0000475214,0.05000,1.534
10,mlp.experts.43.up_proj,0.0000670234,0.05000,1.516
10,mlp.experts.37.up_proj,0.0000816262,0.05000,1.480
10,mlp.experts.51.up_proj,0.0001068637,0.05000,1.476
10,mlp.experts.46.up_proj,0.0001057876,0.05000,1.477
10,mlp.experts.64.up_proj,0.0000927815,0.05000,1.539
10,mlp.experts.45.up_proj,0.0000752424,0.05000,1.525
10,mlp.experts.40.up_proj,0.0001007010,0.05000,1.542
10,mlp.experts.47.up_proj,0.0000902794,0.05000,1.504
10,mlp.experts.34.up_proj,0.0001100751,0.05000,1.493
10,mlp.experts.71.up_proj,0.0000843248,0.05000,1.491
10,mlp.experts.54.up_proj,0.0000775649,0.05000,1.478
10,mlp.experts.49.up_proj,0.0000851871,0.05000,1.517
10,mlp.experts.58.up_proj,0.0001079403,0.05000,1.482
10,mlp.experts.60.up_proj,0.0000999656,0.05000,1.521
10,mlp.experts.59.up_proj,0.0001220463,0.05000,1.481
10,mlp.experts.57.up_proj,0.0001565059,0.05000,1.506
10,mlp.experts.53.up_proj,0.0000698503,0.05000,1.502
10,mlp.experts.52.up_proj,0.0000971710,0.05000,1.512
10,mlp.experts.62.up_proj,0.0000897510,0.05000,1.481
10,mlp.experts.61.up_proj,0.0001025928,0.05000,1.477
10,mlp.experts.67.up_proj,0.0001544501,0.05000,1.499
10,mlp.experts.56.up_proj,0.0000986725,0.05000,1.470
10,mlp.experts.80.up_proj,0.0000887834,0.05000,1.540
10,mlp.experts.50.up_proj,0.0001174116,0.05000,1.482
10,mlp.experts.63.up_proj,0.0001562376,0.05000,1.514
10,mlp.experts.87.up_proj,0.0001216533,0.05000,1.509
10,mlp.experts.70.up_proj,0.0001086311,0.05000,1.491
10,mlp.experts.74.up_proj,0.0000571756,0.05000,1.465
10,mlp.experts.75.up_proj,0.0001067954,0.05000,1.458
10,mlp.experts.65.up_proj,0.0000506057,0.05000,1.553
10,mlp.experts.76.up_proj,0.0000782773,0.05000,1.492
10,mlp.experts.68.up_proj,0.0000560721,0.05000,1.460
10,mlp.experts.83.up_proj,0.0000642140,0.05000,1.448
10,mlp.experts.99.up_proj,fallback(rtn): 0.0010071,0.00000,0.026
10,mlp.experts.73.up_proj,0.0000874334,0.05000,1.539
10,mlp.experts.78.up_proj,0.0000599280,0.05000,1.521
10,mlp.experts.72.up_proj,0.0000823252,0.05000,1.489
10,mlp.experts.69.up_proj,0.0000954411,0.05000,1.565
10,mlp.experts.77.up_proj,0.0000877531,0.05000,1.547
10,mlp.experts.79.up_proj,0.0000507272,0.05000,1.462
10,mlp.experts.96.up_proj,0.0000494761,0.05000,1.503
10,mlp.experts.66.up_proj,0.0000883386,0.05000,1.488
10,mlp.experts.103.up_proj,0.0001365446,0.05000,1.477
10,mlp.experts.86.up_proj,0.0001038571,0.05000,1.493
10,mlp.experts.90.up_proj,0.0000998348,0.05000,1.502
10,mlp.experts.91.up_proj,0.0001003125,0.05000,1.501
10,mlp.experts.92.up_proj,0.0000860601,0.05000,1.512
10,mlp.experts.81.up_proj,0.0001006484,0.05000,1.550
10,mlp.experts.115.up_proj,0.0000612830,0.05000,1.496
10,mlp.experts.84.up_proj,0.0001626409,0.05000,1.540
10,mlp.experts.94.up_proj,0.0002143978,0.05000,1.516
10,mlp.experts.88.up_proj,0.0000538173,0.05000,1.528
10,mlp.experts.95.up_proj,0.0000771252,0.05000,1.499
10,mlp.experts.89.up_proj,0.0000415121,0.05000,1.556
10,mlp.experts.85.up_proj,0.0000743190,0.05000,1.527
10,mlp.experts.112.up_proj,0.0001678186,0.05000,1.513
10,mlp.experts.82.up_proj,0.0000904256,0.05000,1.503
10,mlp.experts.119.up_proj,0.0001078657,0.05000,1.497
10,mlp.experts.93.up_proj,0.0000679332,0.05000,1.573
10,mlp.experts.102.up_proj,0.0001920261,0.05000,1.506
10,mlp.experts.106.up_proj,0.0001825747,0.05000,1.521
10,mlp.experts.107.up_proj,0.0001185801,0.05000,1.503
10,mlp.experts.108.up_proj,0.0001201354,0.05000,1.493
10,mlp.experts.100.up_proj,0.0000835222,0.05000,1.465
10,mlp.experts.131.up_proj,0.0000521949,0.05000,1.490
10,mlp.experts.97.up_proj,0.0001168303,0.05000,1.525
10,mlp.experts.128.up_proj,0.0001154966,0.05000,1.460
10,mlp.experts.104.up_proj,0.0000715910,0.05000,1.494
10,mlp.experts.111.up_proj,0.0001265944,0.05000,1.481
10,mlp.experts.110.up_proj,0.0000518049,0.05000,1.539
10,mlp.experts.105.up_proj,0.0001290226,0.05000,1.509
10,mlp.experts.101.up_proj,0.0000701835,0.05000,1.513
10,mlp.experts.109.up_proj,0.0001142597,0.05000,1.471
10,mlp.experts.135.up_proj,0.0000440502,0.05000,1.501
10,mlp.experts.98.up_proj,0.0000513318,0.05000,1.518
10,mlp.experts.118.up_proj,0.0000903281,0.05000,1.520
10,mlp.experts.122.up_proj,0.0001320055,0.05000,1.501
10,mlp.experts.123.up_proj,0.0000717112,0.05000,1.496
10,mlp.experts.116.up_proj,0.0001030967,0.05000,1.486
10,mlp.experts.147.up_proj,0.0000493521,0.05000,1.479
10,mlp.experts.113.up_proj,0.0000373212,0.05000,1.460
10,mlp.experts.124.up_proj,0.0000535524,0.05000,1.513
10,mlp.experts.120.up_proj,0.0000866405,0.05000,1.477
10,mlp.experts.127.up_proj,0.0000451411,0.05000,1.472
10,mlp.experts.117.up_proj,0.0001239876,0.05000,1.456
10,mlp.experts.121.up_proj,0.0000903426,0.05000,1.468
10,mlp.experts.144.up_proj,0.0000536895,0.05000,1.526
10,mlp.experts.151.up_proj,0.0001383825,0.05000,1.483
10,mlp.experts.125.up_proj,0.0000472361,0.05000,1.505
10,mlp.experts.126.up_proj,0.0000712161,0.05000,1.555
10,mlp.experts.114.up_proj,0.0000681891,0.05000,1.546
10,mlp.experts.132.up_proj,0.0001027677,0.05000,1.477
10,mlp.experts.139.up_proj,0.0000795173,0.05000,1.504
10,mlp.experts.138.up_proj,0.0002433864,0.05000,1.521
10,mlp.experts.134.up_proj,0.0000680437,0.05000,1.564
10,mlp.experts.140.up_proj,0.0001178702,0.05000,1.479
10,mlp.experts.129.up_proj,0.0000816079,0.05000,1.492
10,mlp.experts.163.up_proj,0.0000793761,0.05000,1.497
10,mlp.experts.143.up_proj,0.0001066486,0.05000,1.479
10,mlp.experts.136.up_proj,0.0000697562,0.05000,1.484
10,mlp.experts.133.up_proj,0.0000832442,0.05000,1.474
10,mlp.experts.141.up_proj,0.0001184332,0.05000,1.428
10,mlp.experts.137.up_proj,0.0000820783,0.05000,1.468
10,mlp.experts.167.up_proj,0.0000909184,0.05000,1.476
10,mlp.experts.160.up_proj,0.0000479369,0.05000,1.506
10,mlp.experts.142.up_proj,0.0000861904,0.05000,1.542
10,mlp.experts.130.up_proj,0.0000602275,0.05000,1.526
10,mlp.experts.155.up_proj,0.0002727500,0.05000,1.484
10,mlp.experts.148.up_proj,0.0000656352,0.05000,1.505
10,mlp.experts.156.up_proj,0.0000638665,0.05000,1.480
10,mlp.experts.145.up_proj,0.0000622085,0.05000,1.485
10,mlp.experts.179.up_proj,0.0000768260,0.05000,1.490
10,mlp.experts.159.up_proj,0.0000713166,0.05000,1.466
10,mlp.experts.150.up_proj,0.0000782141,0.05000,1.547
10,mlp.experts.154.up_proj,0.0001205677,0.05000,1.567
10,mlp.experts.149.up_proj,0.0000466485,0.05000,1.488
10,mlp.experts.157.up_proj,0.0000731149,0.05000,1.487
10,mlp.experts.152.up_proj,0.0001207009,0.05000,1.507
10,mlp.experts.183.up_proj,0.0000723066,0.05000,1.479
10,mlp.experts.153.up_proj,0.0001622792,0.05000,1.534
10,mlp.experts.176.up_proj,0.0000634743,0.05000,1.514
10,mlp.experts.158.up_proj,0.0001343755,0.05000,1.523
10,mlp.experts.146.up_proj,0.0001237283,0.05000,1.524
10,mlp.experts.171.up_proj,0.0000496240,0.05000,1.464
10,mlp.experts.161.up_proj,0.0000968216,0.05000,1.469
10,mlp.experts.195.up_proj,0.0000868178,0.05000,1.472
10,mlp.experts.164.up_proj,0.0001007661,0.05000,1.493
10,mlp.experts.172.up_proj,0.0000481717,0.05000,1.508
10,mlp.experts.175.up_proj,0.0000793416,0.05000,1.467
10,mlp.experts.170.up_proj,0.0001045385,0.05000,1.492
10,mlp.experts.166.up_proj,0.0000781439,0.05000,1.504
10,mlp.experts.173.up_proj,0.0000916230,0.05000,1.473
10,mlp.experts.165.up_proj,0.0000914979,0.05000,1.492
10,mlp.experts.168.up_proj,0.0001092650,0.05000,1.505
10,mlp.experts.199.up_proj,0.0000963673,0.05000,1.486
10,mlp.experts.169.up_proj,0.0000518677,0.05000,1.494
10,mlp.experts.192.up_proj,0.0001309060,0.05000,1.506
10,mlp.experts.162.up_proj,0.0001704368,0.05000,1.489
10,mlp.experts.174.up_proj,0.0001415032,0.05000,1.518
10,mlp.experts.187.up_proj,0.0001295305,0.05000,1.486
10,mlp.experts.177.up_proj,0.0000705838,0.05000,1.478
10,mlp.experts.211.up_proj,0.0000776155,0.05000,1.491
10,mlp.experts.191.up_proj,0.0000900629,0.05000,1.474
10,mlp.experts.180.up_proj,0.0001839060,0.05000,1.504
10,mlp.experts.188.up_proj,0.0000806936,0.05000,1.492
10,mlp.experts.181.up_proj,0.0001456337,0.05000,1.474
10,mlp.experts.185.up_proj,0.0000616367,0.05000,1.422
10,mlp.experts.182.up_proj,0.0001099881,0.05000,1.495
10,mlp.experts.189.up_proj,0.0000666720,0.05000,1.493
10,mlp.experts.186.up_proj,0.0001068287,0.05000,1.495
10,mlp.experts.184.up_proj,0.0000399620,0.05000,1.492
10,mlp.experts.215.up_proj,0.0000788051,0.05000,1.512
10,mlp.experts.208.up_proj,0.0001007900,0.05000,1.498
10,mlp.experts.178.up_proj,0.0001279984,0.05000,1.479
10,mlp.experts.190.up_proj,0.0000741588,0.05000,1.487
10,mlp.experts.193.up_proj,0.0000849297,0.05000,1.495
10,mlp.experts.203.up_proj,0.0000898911,0.05000,1.531
10,mlp.experts.196.up_proj,0.0000568034,0.05000,1.491
10,mlp.experts.204.up_proj,0.0001243003,0.05000,1.519
10,mlp.experts.207.up_proj,0.0000895160,0.05000,1.533
10,mlp.experts.227.up_proj,0.0000609149,0.05000,1.543
10,mlp.experts.205.up_proj,0.0001502005,0.05000,1.481
10,mlp.experts.202.up_proj,0.0000850398,0.05000,1.486
10,mlp.experts.201.up_proj,0.0001239921,0.05000,1.496
10,mlp.experts.197.up_proj,0.0001334637,0.05000,1.519
10,mlp.experts.200.up_proj,0.0001545558,0.05000,1.494
10,mlp.experts.198.up_proj,0.0000506229,0.05000,1.522
10,mlp.experts.231.up_proj,0.0000987040,0.05000,1.534
10,mlp.experts.224.up_proj,0.0000944308,0.05000,1.495
10,mlp.experts.194.up_proj,0.0001159432,0.05000,1.509
10,mlp.experts.206.up_proj,0.0001185858,0.05000,1.490
10,mlp.experts.209.up_proj,0.0001960894,0.05000,1.504
10,mlp.experts.219.up_proj,0.0001155841,0.05000,1.527
10,mlp.experts.212.up_proj,0.0000796144,0.05000,1.512
10,mlp.experts.220.up_proj,0.0001021944,0.05000,1.485
10,mlp.experts.221.up_proj,0.0000767622,0.05000,1.494
10,mlp.experts.218.up_proj,0.0000922445,0.05000,1.492
10,mlp.experts.243.up_proj,0.0000520505,0.05000,1.524
10,mlp.experts.217.up_proj,0.0000712350,0.05000,1.517
10,mlp.experts.223.up_proj,0.0000943691,0.05000,1.550
10,mlp.experts.213.up_proj,0.0001108470,0.05000,1.504
10,mlp.experts.214.up_proj,0.0001474269,0.05000,1.501
10,mlp.experts.216.up_proj,0.0000967809,0.05000,1.513
10,mlp.experts.247.up_proj,0.0000698100,0.05000,1.503
10,mlp.experts.240.up_proj,0.0000923621,0.05000,1.516
10,mlp.experts.222.up_proj,0.0001367669,0.05000,1.468
10,mlp.experts.210.up_proj,0.0000683989,0.05000,1.484
10,mlp.experts.235.up_proj,0.0001060285,0.05000,1.020
10,mlp.experts.239.up_proj,0.0001389221,0.05000,0.944
10,mlp.experts.236.up_proj,0.0000802703,0.05000,1.157
10,mlp.experts.228.up_proj,0.0000845632,0.05000,1.166
10,mlp.experts.232.up_proj,0.0001751556,0.05000,1.169
10,mlp.experts.225.up_proj,0.0000948103,0.05000,1.395
10,mlp.experts.234.up_proj,0.0001372224,0.05000,1.380
10,mlp.experts.233.up_proj,0.0001805042,0.05000,1.368
10,mlp.experts.237.up_proj,0.0002398313,0.05000,1.424
10,mlp.experts.230.up_proj,0.0000756967,0.05000,1.425
10,mlp.experts.229.up_proj,0.0001189671,0.05000,1.444
10,mlp.experts.226.up_proj,0.0000775600,0.05000,1.400
10,mlp.experts.238.up_proj,0.0000667945,0.05000,1.463
10,mlp.experts.255.up_proj,0.0000947351,0.05000,0.939
10,mlp.experts.251.up_proj,0.0000654964,0.05000,0.957
10,mlp.experts.252.up_proj,0.0001382442,0.05000,1.118
10,mlp.experts.244.up_proj,0.0001070311,0.05000,1.135
10,mlp.experts.248.up_proj,0.0000926344,0.05000,1.077
10,mlp.experts.241.up_proj,0.0001126681,0.05000,1.319
10,mlp.experts.250.up_proj,0.0000812986,0.05000,1.282
10,mlp.experts.249.up_proj,0.0000746200,0.05000,1.279
10,mlp.experts.253.up_proj,0.0000958272,0.05000,1.262
10,mlp.experts.245.up_proj,0.0001177337,0.05000,1.208
10,mlp.experts.246.up_proj,0.0000879403,0.05000,1.241
10,mlp.experts.242.up_proj,0.0001067315,0.05000,1.178
10,mlp.experts.254.up_proj,0.0001685122,0.05000,1.120
10,mlp.experts.13.down_proj,0.0000007197,0.05000,0.417
10,mlp.experts.0.down_proj,0.0000069289,0.05000,0.428
10,mlp.experts.7.down_proj,0.0000039720,0.05000,0.433
10,mlp.experts.15.down_proj,0.0000061560,0.05000,0.423
10,mlp.experts.16.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
10,mlp.experts.14.down_proj,0.0000011799,0.05000,0.430
10,mlp.experts.3.down_proj,0.0000039041,0.05000,0.444
10,mlp.experts.2.down_proj,0.0000016039,0.05000,0.431
10,mlp.experts.6.down_proj,0.0000011761,0.05000,0.438
10,mlp.experts.12.down_proj,0.0000033087,0.05000,0.436
10,mlp.experts.4.down_proj,0.0000014807,0.05000,0.442
10,mlp.experts.8.down_proj,0.0000028098,0.05000,0.431
10,mlp.experts.10.down_proj,0.0000010032,0.05000,0.444
10,mlp.experts.9.down_proj,0.0000024158,0.05000,0.445
10,mlp.experts.11.down_proj,0.0000012189,0.05000,0.432
10,mlp.experts.1.down_proj,0.0000034322,0.05000,0.444
10,mlp.experts.5.down_proj,0.0000045949,0.05000,0.459
10,mlp.experts.29.down_proj,0.0000005960,0.05000,0.343
10,mlp.experts.32.down_proj,0.0000022725,0.05000,0.355
10,mlp.experts.23.down_proj,0.0000006712,0.05000,0.366
10,mlp.experts.31.down_proj,0.0000026664,0.05000,0.364
10,mlp.experts.30.down_proj,0.0000059536,0.05000,0.383
10,mlp.experts.19.down_proj,0.0000029319,0.05000,0.394
10,mlp.experts.25.down_proj,0.0000031236,0.05000,0.393
10,mlp.experts.17.down_proj,0.0000041294,0.05000,0.390
10,mlp.experts.18.down_proj,0.0000071196,0.05000,0.394
10,mlp.experts.26.down_proj,0.0000052708,0.05000,0.398
10,mlp.experts.24.down_proj,0.0000021762,0.05000,0.397
10,mlp.experts.22.down_proj,0.0000006567,0.05000,0.398
10,mlp.experts.20.down_proj,0.0000040992,0.05000,0.398
10,mlp.experts.28.down_proj,0.0000015734,0.05000,0.397
10,mlp.experts.27.down_proj,0.0000021331,0.05000,0.403
10,mlp.experts.21.down_proj,0.0000009489,0.05000,0.400
10,mlp.experts.45.down_proj,0.0000030863,0.05000,0.382
10,mlp.experts.48.down_proj,0.0000009038,0.05000,0.355
10,mlp.experts.39.down_proj,0.0000029159,0.05000,0.366
10,mlp.experts.47.down_proj,0.0000044947,0.05000,0.368
10,mlp.experts.55.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
10,mlp.experts.46.down_proj,0.0000032054,0.05000,0.372
10,mlp.experts.35.down_proj,0.0000018471,0.05000,0.379
10,mlp.experts.41.down_proj,0.0000021203,0.05000,0.382
10,mlp.experts.33.down_proj,0.0000009115,0.05000,0.382
10,mlp.experts.34.down_proj,0.0000037096,0.05000,0.382
10,mlp.experts.42.down_proj,0.0000050718,0.05000,0.380
10,mlp.experts.43.down_proj,0.0000006335,0.05000,0.379
10,mlp.experts.44.down_proj,0.0000005895,0.05000,0.380
10,mlp.experts.36.down_proj,0.0000010595,0.05000,0.382
10,mlp.experts.38.down_proj,0.0000019591,0.05000,0.386
10,mlp.experts.37.down_proj,0.0000009841,0.05000,0.385
10,mlp.experts.40.down_proj,0.0000029572,0.05000,0.388
10,mlp.experts.61.down_proj,0.0000013727,0.05000,0.366
10,mlp.experts.64.down_proj,0.0000013114,0.05000,0.362
10,mlp.experts.63.down_proj,0.0000056671,0.05000,0.374
10,mlp.experts.71.down_proj,0.0000007690,0.05000,0.370
10,mlp.experts.62.down_proj,0.0000016994,0.05000,0.363
10,mlp.experts.51.down_proj,0.0000036335,0.05000,0.363
10,mlp.experts.57.down_proj,0.0000042071,0.05000,0.371
10,mlp.experts.49.down_proj,0.0000008205,0.05000,0.361
10,mlp.experts.50.down_proj,0.0000012844,0.05000,0.368
10,mlp.experts.59.down_proj,0.0000032677,0.05000,0.359
10,mlp.experts.58.down_proj,0.0000033096,0.05000,0.368
10,mlp.experts.60.down_proj,0.0000015724,0.05000,0.359
10,mlp.experts.56.down_proj,0.0000024493,0.05000,0.356
10,mlp.experts.54.down_proj,0.0000013037,0.05000,0.361
10,mlp.experts.52.down_proj,0.0000024173,0.05000,0.365
10,mlp.experts.53.down_proj,0.0000017951,0.05000,0.368
10,mlp.experts.80.down_proj,0.0000008830,0.05000,0.351
10,mlp.experts.77.down_proj,0.0000022106,0.05000,0.375
10,mlp.experts.87.down_proj,0.0000034911,0.05000,0.364
10,mlp.experts.79.down_proj,0.0000016126,0.05000,0.366
10,mlp.experts.78.down_proj,0.0000007306,0.05000,0.368
10,mlp.experts.67.down_proj,0.0000052740,0.05000,0.361
10,mlp.experts.73.down_proj,0.0000036355,0.05000,0.364
10,mlp.experts.65.down_proj,0.0000009854,0.05000,0.374
10,mlp.experts.66.down_proj,0.0000024977,0.05000,0.368
10,mlp.experts.74.down_proj,0.0000030608,0.05000,0.363
10,mlp.experts.75.down_proj,0.0000028230,0.05000,0.369
10,mlp.experts.76.down_proj,0.0000007726,0.05000,0.367
10,mlp.experts.72.down_proj,0.0000031148,0.05000,0.365
10,mlp.experts.68.down_proj,0.0000018342,0.05000,0.361
10,mlp.experts.69.down_proj,0.0000008358,0.05000,0.363
10,mlp.experts.70.down_proj,0.0000039323,0.05000,0.371
10,mlp.experts.96.down_proj,0.0000007730,0.05000,0.375
10,mlp.experts.93.down_proj,0.0000007637,0.05000,0.379
10,mlp.experts.103.down_proj,0.0000058339,0.05000,0.372
10,mlp.experts.95.down_proj,0.0000013020,0.05000,0.372
10,mlp.experts.94.down_proj,0.0000049233,0.05000,0.370
10,mlp.experts.83.down_proj,0.0000004886,0.05000,0.374
10,mlp.experts.99.down_proj,fallback(rtn): 0.0009995,0.00000,0.007
10,mlp.experts.89.down_proj,0.0000032624,0.05000,0.384
10,mlp.experts.91.down_proj,0.0000036990,0.05000,0.359
10,mlp.experts.81.down_proj,0.0000030135,0.05000,0.378
10,mlp.experts.92.down_proj,0.0000030148,0.05000,0.366
10,mlp.experts.82.down_proj,0.0000009476,0.05000,0.382
10,mlp.experts.90.down_proj,0.0000009679,0.05000,0.379
10,mlp.experts.88.down_proj,0.0000018909,0.05000,0.369
10,mlp.experts.86.down_proj,0.0000026470,0.05000,0.365
10,mlp.experts.84.down_proj,0.0000043813,0.05000,0.376
10,mlp.experts.85.down_proj,0.0000021550,0.05000,0.377
10,mlp.experts.112.down_proj,0.0000046512,0.05000,0.377
10,mlp.experts.109.down_proj,0.0000040567,0.05000,0.376
10,mlp.experts.119.down_proj,0.0000034915,0.05000,0.366
10,mlp.experts.111.down_proj,0.0000037701,0.05000,0.378
10,mlp.experts.110.down_proj,0.0000028609,0.05000,0.367
10,mlp.experts.115.down_proj,0.0000005779,0.05000,0.379
10,mlp.experts.105.down_proj,0.0000018689,0.05000,0.379
10,mlp.experts.107.down_proj,0.0000037396,0.05000,0.375
10,mlp.experts.108.down_proj,0.0000017204,0.05000,0.373
10,mlp.experts.97.down_proj,0.0000032059,0.05000,0.380
10,mlp.experts.106.down_proj,0.0000043312,0.05000,0.375
10,mlp.experts.98.down_proj,0.0000023251,0.05000,0.380
10,mlp.experts.104.down_proj,0.0000007129,0.05000,0.373
10,mlp.experts.102.down_proj,0.0000021407,0.05000,0.377
10,mlp.experts.100.down_proj,0.0000007963,0.05000,0.379
10,mlp.experts.101.down_proj,0.0000015422,0.05000,0.383
10,mlp.experts.128.down_proj,0.0000033673,0.05000,0.373
10,mlp.experts.125.down_proj,0.0000013409,0.05000,0.381
10,mlp.experts.135.down_proj,0.0000018219,0.05000,0.375
10,mlp.experts.127.down_proj,0.0000006217,0.05000,0.380
10,mlp.experts.126.down_proj,0.0000013460,0.05000,0.382
10,mlp.experts.131.down_proj,0.0000024144,0.05000,0.371
10,mlp.experts.121.down_proj,0.0000009247,0.05000,0.367
10,mlp.experts.123.down_proj,0.0000010059,0.05000,0.377
10,mlp.experts.113.down_proj,0.0000016394,0.05000,0.363
10,mlp.experts.124.down_proj,0.0000015889,0.05000,0.368
10,mlp.experts.120.down_proj,0.0000036477,0.05000,0.369
10,mlp.experts.114.down_proj,0.0000021935,0.05000,0.377
10,mlp.experts.122.down_proj,0.0000047657,0.05000,0.379
10,mlp.experts.117.down_proj,0.0000044456,0.05000,0.367
10,mlp.experts.118.down_proj,0.0000009025,0.05000,0.371
10,mlp.experts.116.down_proj,0.0000026042,0.05000,0.374
10,mlp.experts.144.down_proj,0.0000006152,0.05000,0.369
10,mlp.experts.141.down_proj,0.0000014121,0.05000,0.369
10,mlp.experts.151.down_proj,0.0000016610,0.05000,0.360
10,mlp.experts.143.down_proj,0.0000031830,0.05000,0.369
10,mlp.experts.142.down_proj,0.0000026443,0.05000,0.366
10,mlp.experts.147.down_proj,0.0000015627,0.05000,0.364
10,mlp.experts.137.down_proj,0.0000024458,0.05000,0.364
10,mlp.experts.139.down_proj,0.0000041397,0.05000,0.358
10,mlp.experts.140.down_proj,0.0000041494,0.05000,0.360
10,mlp.experts.129.down_proj,0.0000008308,0.05000,0.363
10,mlp.experts.136.down_proj,0.0000010209,0.05000,0.363
10,mlp.experts.130.down_proj,0.0000009098,0.05000,0.371
10,mlp.experts.133.down_proj,0.0000009706,0.05000,0.364
10,mlp.experts.134.down_proj,0.0000012012,0.05000,0.364
10,mlp.experts.132.down_proj,0.0000034355,0.05000,0.363
10,mlp.experts.138.down_proj,0.0000077995,0.05000,0.373
10,mlp.experts.160.down_proj,0.0000007697,0.05000,0.363
10,mlp.experts.157.down_proj,0.0000022481,0.05000,0.355
10,mlp.experts.167.down_proj,0.0000009488,0.05000,0.367
10,mlp.experts.159.down_proj,0.0000025084,0.05000,0.352
10,mlp.experts.158.down_proj,0.0000042708,0.05000,0.360
10,mlp.experts.163.down_proj,0.0000020488,0.05000,0.367
10,mlp.experts.153.down_proj,0.0000050247,0.05000,0.368
10,mlp.experts.155.down_proj,0.0000098397,0.05000,0.365
10,mlp.experts.145.down_proj,0.0000009428,0.05000,0.370
10,mlp.experts.156.down_proj,0.0000023150,0.05000,0.375
10,mlp.experts.152.down_proj,0.0000013752,0.05000,0.369
10,mlp.experts.146.down_proj,0.0000038404,0.05000,0.358
10,mlp.experts.149.down_proj,0.0000014787,0.05000,0.364
10,mlp.experts.154.down_proj,0.0000043271,0.05000,0.368
10,mlp.experts.148.down_proj,0.0000025006,0.05000,0.368
10,mlp.experts.150.down_proj,0.0000016469,0.05000,0.372
10,mlp.experts.176.down_proj,0.0000017878,0.05000,0.368
10,mlp.experts.173.down_proj,0.0000038514,0.05000,0.374
10,mlp.experts.183.down_proj,0.0000006745,0.05000,0.371
10,mlp.experts.175.down_proj,0.0000007537,0.05000,0.362
10,mlp.experts.174.down_proj,0.0000038809,0.05000,0.380
10,mlp.experts.179.down_proj,0.0000008455,0.05000,0.376
10,mlp.experts.171.down_proj,0.0000015588,0.05000,0.373
10,mlp.experts.169.down_proj,0.0000013791,0.05000,0.383
10,mlp.experts.172.down_proj,0.0000015407,0.05000,0.371
10,mlp.experts.161.down_proj,0.0000018110,0.05000,0.374
10,mlp.experts.168.down_proj,0.0000018240,0.05000,0.375
10,mlp.experts.162.down_proj,0.0000012723,0.05000,0.379
10,mlp.experts.165.down_proj,0.0000025953,0.05000,0.374
10,mlp.experts.170.down_proj,0.0000042457,0.05000,0.382
10,mlp.experts.166.down_proj,0.0000007198,0.05000,0.380
10,mlp.experts.164.down_proj,0.0000029762,0.05000,0.383
10,mlp.experts.192.down_proj,0.0000013853,0.05000,0.378
10,mlp.experts.189.down_proj,0.0000005939,0.05000,0.385
10,mlp.experts.199.down_proj,0.0000009818,0.05000,0.385
10,mlp.experts.191.down_proj,0.0000010264,0.05000,0.384
10,mlp.experts.190.down_proj,0.0000020975,0.05000,0.382
10,mlp.experts.195.down_proj,0.0000007969,0.05000,0.374
10,mlp.experts.185.down_proj,0.0000012200,0.05000,0.377
10,mlp.experts.187.down_proj,0.0000036855,0.05000,0.380
10,mlp.experts.188.down_proj,0.0000014069,0.05000,0.372
10,mlp.experts.177.down_proj,0.0000007634,0.05000,0.372
10,mlp.experts.184.down_proj,0.0000016633,0.05000,0.373
10,mlp.experts.178.down_proj,0.0000056527,0.05000,0.366
10,mlp.experts.181.down_proj,0.0000051573,0.05000,0.379
10,mlp.experts.182.down_proj,0.0000011838,0.05000,0.368
10,mlp.experts.180.down_proj,0.0000062223,0.05000,0.369
10,mlp.experts.186.down_proj,0.0000039242,0.05000,0.373
10,mlp.experts.208.down_proj,0.0000011222,0.05000,0.364
10,mlp.experts.205.down_proj,0.0000042689,0.05000,0.361
10,mlp.experts.215.down_proj,0.0000008811,0.05000,0.366
10,mlp.experts.207.down_proj,0.0000026831,0.05000,0.366
10,mlp.experts.206.down_proj,0.0000012446,0.05000,0.362
10,mlp.experts.211.down_proj,0.0000007087,0.05000,0.360
10,mlp.experts.203.down_proj,0.0000013535,0.05000,0.360
10,mlp.experts.201.down_proj,0.0000034184,0.05000,0.371
10,mlp.experts.193.down_proj,0.0000028143,0.05000,0.364
10,mlp.experts.204.down_proj,0.0000032011,0.05000,0.369
10,mlp.experts.194.down_proj,0.0000030363,0.05000,0.360
10,mlp.experts.200.down_proj,0.0000054760,0.05000,0.371
10,mlp.experts.197.down_proj,0.0000054028,0.05000,0.362
10,mlp.experts.196.down_proj,0.0000015535,0.05000,0.365
10,mlp.experts.202.down_proj,0.0000026772,0.05000,0.369
10,mlp.experts.198.down_proj,0.0000016241,0.05000,0.374
10,mlp.experts.224.down_proj,0.0000008659,0.05000,0.366
10,mlp.experts.221.down_proj,0.0000051718,0.05000,0.363
10,mlp.experts.223.down_proj,0.0000030366,0.05000,0.359
10,mlp.experts.231.down_proj,0.0000011232,0.05000,0.368
10,mlp.experts.222.down_proj,0.0000048660,0.05000,0.357
10,mlp.experts.227.down_proj,0.0000005472,0.05000,0.368
10,mlp.experts.220.down_proj,0.0000038150,0.05000,0.332
10,mlp.experts.217.down_proj,0.0000014371,0.05000,0.354
10,mlp.experts.216.down_proj,0.0000027181,0.05000,0.327
10,mlp.experts.219.down_proj,0.0000012772,0.05000,0.366
10,mlp.experts.209.down_proj,0.0000064300,0.05000,0.344
10,mlp.experts.212.down_proj,0.0000007374,0.05000,0.308
10,mlp.experts.210.down_proj,0.0000006098,0.05000,0.359
10,mlp.experts.213.down_proj,0.0000012095,0.05000,0.351
10,mlp.experts.218.down_proj,0.0000030668,0.05000,0.347
10,mlp.experts.214.down_proj,0.0000023005,0.05000,0.367
10,mlp.experts.237.down_proj,0.0000074002,0.05000,0.343
10,mlp.experts.247.down_proj,0.0000013927,0.05000,0.338
10,mlp.experts.239.down_proj,0.0000032645,0.05000,0.357
10,mlp.experts.238.down_proj,0.0000005816,0.05000,0.347
10,mlp.experts.243.down_proj,0.0000012879,0.05000,0.331
10,mlp.experts.235.down_proj,0.0000028882,0.05000,0.319
10,mlp.experts.225.down_proj,0.0000033434,0.05000,0.344
10,mlp.experts.233.down_proj,0.0000055005,0.05000,0.346
10,mlp.experts.229.down_proj,0.0000022655,0.05000,0.326
10,mlp.experts.226.down_proj,0.0000025921,0.05000,0.351
10,mlp.experts.234.down_proj,0.0000050002,0.05000,0.354
10,mlp.experts.230.down_proj,0.0000023174,0.05000,0.336
10,mlp.experts.255.down_proj,0.0000009185,0.05000,0.221
10,mlp.experts.251.down_proj,0.0000020625,0.05000,0.188
10,mlp.experts.253.down_proj,0.0000031139,0.05000,0.380
10,mlp.experts.241.down_proj,0.0000022073,0.05000,0.356
10,mlp.experts.245.down_proj,0.0000029995,0.05000,0.355
10,mlp.experts.249.down_proj,0.0000009329,0.05000,0.357
10,mlp.experts.254.down_proj,0.0000048484,0.05000,0.457
10,mlp.experts.242.down_proj,0.0000040686,0.05000,0.431
10,mlp.experts.250.down_proj,0.0000022632,0.05000,0.409
10,mlp.experts.246.down_proj,0.0000025395,0.05000,0.411
10,mlp.experts.236.down_proj,0.0000016774,0.05000,0.273
10,mlp.experts.240.down_proj,0.0000019785,0.05000,0.284
10,mlp.experts.232.down_proj,0.0000050871,0.05000,0.289
10,mlp.experts.228.down_proj,0.0000028661,0.05000,0.292
10,mlp.experts.252.down_proj,0.0000044496,0.05000,0.211
10,mlp.experts.248.down_proj,0.0000012335,0.05000,0.211
10,mlp.experts.244.down_proj,0.0000045868,0.05000,0.204
11,mlp.experts.2.gate_proj,0.0001889792,0.05000,1.662
11,mlp.experts.6.gate_proj,0.0003054385,0.05000,1.656
11,mlp.experts.0.gate_proj,0.0000782236,0.05000,1.679
11,mlp.experts.11.gate_proj,0.0000635400,0.05000,1.682
11,mlp.experts.13.gate_proj,0.0001695806,0.05000,1.651
11,mlp.experts.1.gate_proj,0.0002175330,0.05000,1.664
11,mlp.experts.14.gate_proj,0.0001776068,0.05000,1.693
11,mlp.experts.5.gate_proj,0.0001698432,0.05000,1.676
11,mlp.experts.15.gate_proj,0.0001137714,0.05000,1.665
11,mlp.experts.7.gate_proj,0.0002459919,0.05000,1.655
11,mlp.experts.4.gate_proj,0.0001032808,0.05000,1.675
11,mlp.experts.10.gate_proj,0.0001160647,0.05000,1.690
11,mlp.experts.8.gate_proj,0.0003173287,0.05000,1.661
11,mlp.experts.12.gate_proj,0.0000689649,0.05000,1.689
11,mlp.experts.9.gate_proj,0.0000983891,0.05000,1.661
11,mlp.experts.3.gate_proj,0.0001344527,0.05000,1.679
11,mlp.experts.26.gate_proj,0.0000859523,0.05000,1.498
11,mlp.experts.18.gate_proj,0.0001145220,0.05000,1.526
11,mlp.experts.22.gate_proj,0.0001396722,0.05000,1.526
11,mlp.experts.30.gate_proj,0.0002258451,0.05000,1.515
11,mlp.experts.17.gate_proj,0.0001579272,0.05000,1.530
11,mlp.experts.31.gate_proj,0.0001441837,0.05000,1.532
11,mlp.experts.27.gate_proj,0.0000677004,0.05000,1.531
11,mlp.experts.25.gate_proj,0.0001601148,0.05000,1.534
11,mlp.experts.19.gate_proj,0.0000965997,0.05000,1.535
11,mlp.experts.23.gate_proj,0.0000491321,0.05000,1.558
11,mlp.experts.29.gate_proj,0.0000894071,0.05000,1.570
11,mlp.experts.16.gate_proj,0.0001174030,0.05000,1.590
11,mlp.experts.21.gate_proj,0.0002829050,0.05000,1.590
11,mlp.experts.28.gate_proj,0.0000976082,0.05000,1.596
11,mlp.experts.20.gate_proj,0.0001037752,0.05000,1.607
11,mlp.experts.24.gate_proj,0.0000930373,0.05000,1.641
11,mlp.experts.33.gate_proj,0.0000896414,0.05000,1.452
11,mlp.experts.41.gate_proj,0.0000816571,0.05000,1.446
11,mlp.experts.39.gate_proj,0.0000828491,0.05000,1.461
11,mlp.experts.47.gate_proj,0.0001287871,0.05000,1.482
11,mlp.experts.35.gate_proj,0.0001800406,0.05000,1.479
11,mlp.experts.43.gate_proj,0.0000932005,0.05000,1.490
11,mlp.experts.45.gate_proj,0.0000858428,0.05000,1.487
11,mlp.experts.37.gate_proj,0.0001228409,0.05000,1.467
11,mlp.experts.32.gate_proj,0.0000626899,0.05000,1.516
11,mlp.experts.36.gate_proj,0.0000745662,0.05000,1.499
11,mlp.experts.40.gate_proj,0.0002283885,0.05000,1.470
11,mlp.experts.44.gate_proj,0.0000789215,0.05000,1.509
11,mlp.experts.38.gate_proj,0.0001161318,0.05000,1.618
11,mlp.experts.46.gate_proj,0.0001087773,0.05000,1.644
11,mlp.experts.34.gate_proj,0.0001337249,0.05000,1.646
11,mlp.experts.42.gate_proj,0.0000544317,0.05000,1.660
11,mlp.experts.49.gate_proj,0.0001445655,0.05000,1.497
11,mlp.experts.57.gate_proj,0.0000925619,0.05000,1.494
11,mlp.experts.59.gate_proj,0.0001460087,0.05000,1.467
11,mlp.experts.63.gate_proj,0.0001143979,0.05000,1.489
11,mlp.experts.61.gate_proj,0.0000896617,0.05000,1.486
11,mlp.experts.55.gate_proj,0.0002199991,0.05000,1.530
11,mlp.experts.51.gate_proj,0.0001022879,0.05000,1.524
11,mlp.experts.52.gate_proj,0.0001207422,0.05000,1.469
11,mlp.experts.53.gate_proj,0.0002425482,0.05000,1.540
11,mlp.experts.56.gate_proj,0.0001525012,0.05000,1.482
11,mlp.experts.48.gate_proj,0.0001165958,0.05000,1.506
11,mlp.experts.60.gate_proj,0.0000793964,0.05000,1.507
11,mlp.experts.54.gate_proj,0.0001407228,0.05000,1.509
11,mlp.experts.62.gate_proj,0.0000911971,0.05000,1.478
11,mlp.experts.50.gate_proj,0.0000930017,0.05000,1.533
11,mlp.experts.58.gate_proj,0.0000604634,0.05000,1.531
11,mlp.experts.75.gate_proj,0.0001392778,0.05000,1.501
11,mlp.experts.79.gate_proj,0.0001446111,0.05000,1.501
11,mlp.experts.65.gate_proj,0.0002129480,0.05000,1.535
11,mlp.experts.73.gate_proj,0.0000839439,0.05000,1.533
11,mlp.experts.67.gate_proj,0.0002712638,0.05000,1.492
11,mlp.experts.71.gate_proj,0.0001589633,0.05000,1.497
11,mlp.experts.77.gate_proj,0.0000662797,0.05000,1.537
11,mlp.experts.68.gate_proj,0.0002112552,0.05000,1.493
11,mlp.experts.76.gate_proj,0.0000931557,0.05000,1.442
11,mlp.experts.72.gate_proj,0.0001262021,0.05000,1.476
11,mlp.experts.64.gate_proj,0.0000713956,0.05000,1.471
11,mlp.experts.70.gate_proj,0.0001250491,0.05000,1.493
11,mlp.experts.69.gate_proj,0.0001140862,0.05000,1.551
11,mlp.experts.78.gate_proj,0.0001540048,0.05000,1.526
11,mlp.experts.74.gate_proj,0.0001360237,0.05000,1.473
11,mlp.experts.66.gate_proj,0.0001396820,0.05000,1.521
11,mlp.experts.91.gate_proj,0.0001870775,0.05000,1.489
11,mlp.experts.87.gate_proj,0.0001514891,0.05000,1.446
11,mlp.experts.95.gate_proj,0.0001374025,0.05000,1.494
11,mlp.experts.81.gate_proj,0.0001185069,0.05000,1.543
11,mlp.experts.83.gate_proj,0.0000550122,0.05000,1.521
11,mlp.experts.89.gate_proj,0.0001176307,0.05000,1.550
11,mlp.experts.80.gate_proj,0.0001084367,0.05000,1.491
11,mlp.experts.88.gate_proj,0.0001461190,0.05000,1.527
11,mlp.experts.86.gate_proj,0.0000836552,0.05000,1.497
11,mlp.experts.92.gate_proj,0.0001067923,0.05000,1.552
11,mlp.experts.84.gate_proj,0.0000958772,0.05000,1.558
11,mlp.experts.93.gate_proj,0.0001235573,0.05000,1.576
11,mlp.experts.90.gate_proj,0.0001357706,0.05000,1.493
11,mlp.experts.94.gate_proj,0.0001191553,0.05000,1.514
11,mlp.experts.85.gate_proj,0.0001617989,0.05000,1.538
11,mlp.experts.82.gate_proj,0.0001437818,0.05000,1.513
11,mlp.experts.111.gate_proj,0.0001684346,0.05000,1.464
11,mlp.experts.107.gate_proj,0.0000815234,0.05000,1.479
11,mlp.experts.103.gate_proj,0.0001153444,0.05000,1.525
11,mlp.experts.99.gate_proj,0.0001698394,0.05000,1.464
11,mlp.experts.97.gate_proj,0.0001291018,0.05000,1.516
11,mlp.experts.96.gate_proj,0.0001183142,0.05000,1.507
11,mlp.experts.104.gate_proj,0.0002029539,0.05000,1.486
11,mlp.experts.110.gate_proj,0.0001924509,0.05000,1.445
11,mlp.experts.106.gate_proj,0.0001423599,0.05000,1.467
11,mlp.experts.105.gate_proj,0.0000603979,0.05000,1.570
11,mlp.experts.108.gate_proj,0.0000708340,0.05000,1.503
11,mlp.experts.100.gate_proj,0.0001805631,0.05000,1.497
11,mlp.experts.102.gate_proj,0.0001168379,0.05000,1.545
11,mlp.experts.109.gate_proj,0.0001213436,0.05000,1.546
11,mlp.experts.101.gate_proj,0.0000684772,0.05000,1.537
11,mlp.experts.98.gate_proj,0.0001137886,0.05000,1.500
11,mlp.experts.123.gate_proj,0.0001081894,0.05000,1.488
11,mlp.experts.119.gate_proj,0.0002442818,0.05000,1.485
11,mlp.experts.127.gate_proj,0.0000949141,0.05000,1.532
11,mlp.experts.115.gate_proj,0.0000966302,0.05000,1.472
11,mlp.experts.112.gate_proj,0.0001166894,0.05000,1.502
11,mlp.experts.113.gate_proj,0.0001753862,0.05000,1.538
11,mlp.experts.120.gate_proj,0.0001147773,0.05000,1.534
11,mlp.experts.122.gate_proj,0.0001444725,0.05000,1.505
11,mlp.experts.124.gate_proj,0.0000901086,0.05000,1.490
11,mlp.experts.121.gate_proj,0.0000694876,0.05000,1.519
11,mlp.experts.118.gate_proj,0.0001165231,0.05000,1.511
11,mlp.experts.126.gate_proj,0.0001239776,0.05000,1.559
11,mlp.experts.116.gate_proj,0.0001264227,0.05000,1.540
11,mlp.experts.117.gate_proj,0.0000586753,0.05000,1.486
11,mlp.experts.125.gate_proj,0.0001642770,0.05000,1.507
11,mlp.experts.114.gate_proj,0.0001074644,0.05000,1.536
11,mlp.experts.139.gate_proj,0.0000633014,0.05000,1.498
11,mlp.experts.143.gate_proj,0.0001033550,0.05000,1.495
11,mlp.experts.131.gate_proj,0.0001395164,0.05000,1.508
11,mlp.experts.135.gate_proj,0.0000756463,0.05000,1.528
11,mlp.experts.128.gate_proj,0.0000548532,0.05000,1.483
11,mlp.experts.129.gate_proj,0.0001122066,0.05000,1.505
11,mlp.experts.136.gate_proj,0.0001135489,0.05000,1.490
11,mlp.experts.140.gate_proj,0.0000811436,0.05000,1.492
11,mlp.experts.137.gate_proj,0.0002261466,0.05000,1.476
11,mlp.experts.132.gate_proj,0.0001702789,0.05000,1.478
11,mlp.experts.138.gate_proj,0.0001417598,0.05000,1.565
11,mlp.experts.134.gate_proj,0.0001049345,0.05000,1.523
11,mlp.experts.133.gate_proj,0.0000592219,0.05000,1.498
11,mlp.experts.142.gate_proj,0.0001112637,0.05000,1.558
11,mlp.experts.141.gate_proj,0.0001251034,0.05000,1.542
11,mlp.experts.130.gate_proj,0.0001018638,0.05000,1.551
11,mlp.experts.155.gate_proj,0.0001241171,0.05000,1.482
11,mlp.experts.151.gate_proj,0.0001681647,0.05000,1.465
11,mlp.experts.159.gate_proj,0.0001135111,0.05000,1.502
11,mlp.experts.147.gate_proj,0.0000958643,0.05000,1.526
11,mlp.experts.144.gate_proj,0.0001403786,0.05000,1.497
11,mlp.experts.152.gate_proj,0.0000972948,0.05000,1.502
11,mlp.experts.156.gate_proj,0.0001586034,0.05000,1.502
11,mlp.experts.153.gate_proj,0.0001274527,0.05000,1.516
11,mlp.experts.148.gate_proj,0.0001468836,0.05000,1.492
11,mlp.experts.145.gate_proj,0.0001222831,0.05000,1.526
11,mlp.experts.149.gate_proj,0.0001102410,0.05000,1.515
11,mlp.experts.154.gate_proj,0.0001028581,0.05000,1.539
11,mlp.experts.150.gate_proj,0.0000784575,0.05000,1.534
11,mlp.experts.158.gate_proj,0.0001312543,0.05000,1.509
11,mlp.experts.157.gate_proj,0.0001007258,0.05000,1.503
11,mlp.experts.165.gate_proj,fallback(rtn): 0.0010452,0.00000,0.034
11,mlp.experts.146.gate_proj,0.0001678917,0.05000,1.531
11,mlp.experts.171.gate_proj,0.0001165033,0.05000,1.507
11,mlp.experts.163.gate_proj,0.0001318367,0.05000,1.445
11,mlp.experts.167.gate_proj,0.0001459983,0.05000,1.494
11,mlp.experts.175.gate_proj,0.0000601103,0.05000,1.507
11,mlp.experts.160.gate_proj,0.0000617603,0.05000,1.514
11,mlp.experts.172.gate_proj,0.0001151333,0.05000,1.498
11,mlp.experts.168.gate_proj,0.0001113747,0.05000,1.502
11,mlp.experts.164.gate_proj,0.0001471368,0.05000,1.482
11,mlp.experts.161.gate_proj,0.0000574102,0.05000,1.494
11,mlp.experts.169.gate_proj,0.0000873998,0.05000,1.509
11,mlp.experts.185.gate_proj,fallback(rtn): 0.0010376,0.00000,0.031
11,mlp.experts.173.gate_proj,0.0001583399,0.05000,1.491
11,mlp.experts.166.gate_proj,0.0000713839,0.05000,1.536
11,mlp.experts.181.gate_proj,0.0000581114,0.05000,1.519
11,mlp.experts.174.gate_proj,0.0000873283,0.05000,1.553
11,mlp.experts.170.gate_proj,0.0001618658,0.05000,1.567
11,mlp.experts.162.gate_proj,0.0001022614,0.05000,1.529
11,mlp.experts.187.gate_proj,0.0001359252,0.05000,1.498
11,mlp.experts.183.gate_proj,0.0001238700,0.05000,1.495
11,mlp.experts.191.gate_proj,0.0001535284,0.05000,1.500
11,mlp.experts.179.gate_proj,0.0000591163,0.05000,1.529
11,mlp.experts.176.gate_proj,0.0001492978,0.05000,1.493
11,mlp.experts.184.gate_proj,0.0000874812,0.05000,1.486
11,mlp.experts.180.gate_proj,0.0001499114,0.05000,1.487
11,mlp.experts.177.gate_proj,0.0001505426,0.05000,1.498
11,mlp.experts.188.gate_proj,0.0001223295,0.05000,1.512
11,mlp.experts.201.gate_proj,0.0001137749,0.05000,1.486
11,mlp.experts.189.gate_proj,0.0000616905,0.05000,1.509
11,mlp.experts.182.gate_proj,0.0002059000,0.05000,1.498
11,mlp.experts.197.gate_proj,0.0001901233,0.05000,1.496
11,mlp.experts.190.gate_proj,0.0001944548,0.05000,1.506
11,mlp.experts.186.gate_proj,0.0001657187,0.05000,1.532
11,mlp.experts.178.gate_proj,0.0000494489,0.05000,1.514
11,mlp.experts.203.gate_proj,0.0001015925,0.05000,1.517
11,mlp.experts.199.gate_proj,0.0000855023,0.05000,1.518
11,mlp.experts.207.gate_proj,0.0001086092,0.05000,1.516
11,mlp.experts.195.gate_proj,0.0001007637,0.05000,1.512
11,mlp.experts.192.gate_proj,0.0001230264,0.05000,1.499
11,mlp.experts.196.gate_proj,0.0000964816,0.05000,1.474
11,mlp.experts.204.gate_proj,0.0000771448,0.05000,1.459
11,mlp.experts.193.gate_proj,0.0001493487,0.05000,1.498
11,mlp.experts.200.gate_proj,0.0001696214,0.05000,1.538
11,mlp.experts.217.gate_proj,0.0001329218,0.05000,1.500
11,mlp.experts.205.gate_proj,0.0001240989,0.05000,1.497
11,mlp.experts.198.gate_proj,0.0001177028,0.05000,1.494
11,mlp.experts.213.gate_proj,0.0001395196,0.05000,1.503
11,mlp.experts.206.gate_proj,0.0000692045,0.05000,1.486
11,mlp.experts.202.gate_proj,0.0001783738,0.05000,1.487
11,mlp.experts.194.gate_proj,0.0000853871,0.05000,1.469
11,mlp.experts.223.gate_proj,0.0000887997,0.05000,1.496
11,mlp.experts.212.gate_proj,0.0001638393,0.05000,1.444
11,mlp.experts.208.gate_proj,0.0001109543,0.05000,1.476
11,mlp.experts.215.gate_proj,0.0001367529,0.05000,1.519
11,mlp.experts.219.gate_proj,0.0001161877,0.05000,1.539
11,mlp.experts.211.gate_proj,0.0001949339,0.05000,1.576
11,mlp.experts.209.gate_proj,0.0001413166,0.05000,1.473
11,mlp.experts.235.gate_proj,fallback(rtn): 0.0010757,0.00000,0.045
11,mlp.experts.227.gate_proj,fallback(rtn): 0.0010300,0.00000,0.042
11,mlp.experts.216.gate_proj,0.0001400362,0.05000,1.507
11,mlp.experts.233.gate_proj,0.0000711971,0.05000,1.498
11,mlp.experts.221.gate_proj,0.0001959454,0.05000,1.446
11,mlp.experts.220.gate_proj,0.0001646705,0.05000,1.592
11,mlp.experts.214.gate_proj,0.0001166707,0.05000,1.478
11,mlp.experts.222.gate_proj,0.0001546080,0.05000,1.465
11,mlp.experts.218.gate_proj,0.0000860836,0.05000,1.469
11,mlp.experts.234.gate_proj,fallback(rtn): 0.0011063,0.00000,0.027
11,mlp.experts.229.gate_proj,0.0001534580,0.05000,1.548
11,mlp.experts.210.gate_proj,0.0001135303,0.05000,1.477
11,mlp.experts.228.gate_proj,0.0001640606,0.05000,1.477
11,mlp.experts.239.gate_proj,0.0000993807,0.05000,1.520
11,mlp.experts.224.gate_proj,0.0001009282,0.05000,1.472
11,mlp.experts.231.gate_proj,0.0001388330,0.05000,1.554
11,mlp.experts.225.gate_proj,0.0000916004,0.05000,1.518
11,mlp.experts.251.gate_proj,0.0002362596,0.05000,1.510
11,mlp.experts.237.gate_proj,0.0003894080,0.05000,1.482
11,mlp.experts.232.gate_proj,0.0001839288,0.05000,1.504
11,mlp.experts.243.gate_proj,0.0000894787,0.05000,1.543
11,mlp.experts.249.gate_proj,0.0000871412,0.05000,1.523
11,mlp.experts.230.gate_proj,0.0001771616,0.05000,1.482
11,mlp.experts.236.gate_proj,0.0001117917,0.05000,1.528
11,mlp.experts.238.gate_proj,0.0001561282,0.05000,1.511
11,mlp.experts.250.gate_proj,0.0000956874,0.05000,1.486
11,mlp.experts.245.gate_proj,0.0001227586,0.05000,1.502
11,mlp.experts.226.gate_proj,0.0001304004,0.05000,1.512
11,mlp.experts.255.gate_proj,0.0001110085,0.05000,1.521
11,mlp.experts.244.gate_proj,0.0001087548,0.05000,1.548
11,mlp.experts.240.gate_proj,0.0002572858,0.05000,1.532
11,mlp.experts.241.gate_proj,0.0001116073,0.05000,1.492
11,mlp.experts.3.up_proj,0.0001352079,0.05000,1.452
11,mlp.experts.9.up_proj,0.0000850684,0.05000,1.454
11,mlp.experts.247.gate_proj,0.0001168548,0.05000,1.529
11,mlp.experts.11.up_proj,0.0000589694,0.05000,1.527
11,mlp.experts.253.gate_proj,0.0000849858,0.05000,1.531
11,mlp.experts.246.gate_proj,0.0001229671,0.05000,1.492
11,mlp.experts.248.gate_proj,0.0001302321,0.05000,1.563
11,mlp.experts.254.gate_proj,0.0001750203,0.05000,1.485
11,mlp.experts.252.gate_proj,0.0003266386,0.05000,1.536
11,mlp.experts.10.up_proj,0.0001065157,0.05000,1.488
11,mlp.experts.5.up_proj,0.0001607786,0.05000,1.485
11,mlp.experts.242.gate_proj,0.0001207910,0.05000,1.488
11,mlp.experts.15.up_proj,0.0000976239,0.05000,1.511
11,mlp.experts.1.up_proj,0.0001999534,0.05000,1.499
11,mlp.experts.4.up_proj,0.0000978062,0.05000,1.555
11,mlp.experts.7.up_proj,0.0001969669,0.05000,1.468
11,mlp.experts.0.up_proj,0.0000745862,0.05000,1.560
11,mlp.experts.27.up_proj,0.0000718770,0.05000,1.478
11,mlp.experts.25.up_proj,0.0001512789,0.05000,1.510
11,mlp.experts.6.up_proj,0.0002826389,0.05000,1.472
11,mlp.experts.19.up_proj,0.0000825600,0.05000,1.555
11,mlp.experts.13.up_proj,0.0001582522,0.05000,1.521
11,mlp.experts.14.up_proj,0.0001611833,0.05000,1.488
11,mlp.experts.26.up_proj,0.0000778729,0.05000,1.489
11,mlp.experts.8.up_proj,0.0003220293,0.05000,1.562
11,mlp.experts.12.up_proj,0.0000647940,0.05000,1.538
11,mlp.experts.21.up_proj,0.0002654965,0.05000,1.493
11,mlp.experts.2.up_proj,0.0001756814,0.05000,1.505
11,mlp.experts.31.up_proj,0.0001358971,0.05000,1.499
11,mlp.experts.17.up_proj,0.0001415713,0.05000,1.508
11,mlp.experts.23.up_proj,0.0000462429,0.05000,1.513
11,mlp.experts.43.up_proj,0.0000871732,0.05000,1.515
11,mlp.experts.35.up_proj,0.0001664273,0.05000,1.471
11,mlp.experts.22.up_proj,0.0001335643,0.05000,1.487
11,mlp.experts.20.up_proj,0.0001058451,0.05000,1.560
11,mlp.experts.41.up_proj,0.0000781908,0.05000,1.523
11,mlp.experts.16.up_proj,0.0001129089,0.05000,1.565
11,mlp.experts.30.up_proj,0.0001933419,0.05000,1.482
11,mlp.experts.29.up_proj,0.0000848859,0.05000,1.517
11,mlp.experts.42.up_proj,0.0000559970,0.05000,1.506
11,mlp.experts.24.up_proj,0.0000880852,0.05000,1.526
11,mlp.experts.18.up_proj,0.0000970576,0.05000,1.496
11,mlp.experts.28.up_proj,0.0000926927,0.05000,1.531
11,mlp.experts.37.up_proj,0.0001298738,0.05000,1.532
11,mlp.experts.47.up_proj,0.0001239669,0.05000,1.495
11,mlp.experts.39.up_proj,0.0000704219,0.05000,1.477
11,mlp.experts.51.up_proj,0.0000974540,0.05000,1.461
11,mlp.experts.33.up_proj,0.0000832171,0.05000,1.536
11,mlp.experts.59.up_proj,0.0001493014,0.05000,1.517
11,mlp.experts.38.up_proj,0.0001092769,0.05000,1.502
11,mlp.experts.46.up_proj,0.0001044146,0.05000,1.499
11,mlp.experts.45.up_proj,0.0000803467,0.05000,1.498
11,mlp.experts.36.up_proj,0.0000723088,0.05000,1.546
11,mlp.experts.57.up_proj,0.0000877243,0.05000,1.545
11,mlp.experts.32.up_proj,0.0000552324,0.05000,1.564
11,mlp.experts.58.up_proj,0.0000571955,0.05000,1.490
11,mlp.experts.34.up_proj,0.0001272150,0.05000,1.483
11,mlp.experts.40.up_proj,0.0002243897,0.05000,1.526
11,mlp.experts.44.up_proj,0.0000739723,0.05000,1.532
11,mlp.experts.53.up_proj,0.0002350996,0.05000,1.539
11,mlp.experts.63.up_proj,0.0001062200,0.05000,1.498
11,mlp.experts.67.up_proj,0.0002668313,0.05000,1.479
11,mlp.experts.55.up_proj,0.0002108018,0.05000,1.510
11,mlp.experts.54.up_proj,0.0001334368,0.05000,1.502
11,mlp.experts.75.up_proj,0.0001304244,0.05000,1.504
11,mlp.experts.62.up_proj,0.0000873425,0.05000,1.486
11,mlp.experts.49.up_proj,0.0001297617,0.05000,1.530
11,mlp.experts.52.up_proj,0.0001122071,0.05000,1.476
11,mlp.experts.48.up_proj,0.0001005282,0.05000,1.458
11,mlp.experts.61.up_proj,0.0000836013,0.05000,1.498
11,mlp.experts.73.up_proj,0.0000790900,0.05000,1.535
11,mlp.experts.74.up_proj,0.0001290174,0.05000,1.503
11,mlp.experts.50.up_proj,0.0000904465,0.05000,1.477
11,mlp.experts.56.up_proj,0.0001389088,0.05000,1.480
11,mlp.experts.60.up_proj,0.0000725537,0.05000,1.495
11,mlp.experts.69.up_proj,0.0001017409,0.05000,1.540
11,mlp.experts.79.up_proj,0.0001356456,0.05000,1.492
11,mlp.experts.83.up_proj,0.0000535307,0.05000,1.503
11,mlp.experts.71.up_proj,0.0001331087,0.05000,1.518
11,mlp.experts.70.up_proj,0.0001326668,0.05000,1.504
11,mlp.experts.78.up_proj,0.0001462966,0.05000,1.487
11,mlp.experts.91.up_proj,0.0001724203,0.05000,1.507
11,mlp.experts.68.up_proj,0.0001988251,0.05000,1.495
11,mlp.experts.64.up_proj,0.0000692140,0.05000,1.506
11,mlp.experts.77.up_proj,0.0000663281,0.05000,1.529
11,mlp.experts.65.up_proj,0.0002043301,0.05000,1.568
11,mlp.experts.66.up_proj,0.0001269747,0.05000,1.496
11,mlp.experts.90.up_proj,0.0001273719,0.05000,1.546
11,mlp.experts.72.up_proj,0.0001100630,0.05000,1.519
11,mlp.experts.89.up_proj,0.0001110664,0.05000,1.579
11,mlp.experts.76.up_proj,0.0000880134,0.05000,1.508
11,mlp.experts.85.up_proj,0.0001512160,0.05000,1.525
11,mlp.experts.95.up_proj,0.0001388589,0.05000,1.492
11,mlp.experts.99.up_proj,0.0001465463,0.05000,1.493
11,mlp.experts.87.up_proj,0.0001434856,0.05000,1.507
11,mlp.experts.94.up_proj,0.0001176167,0.05000,1.500
11,mlp.experts.107.up_proj,0.0000827555,0.05000,1.506
11,mlp.experts.86.up_proj,0.0000756432,0.05000,1.516
11,mlp.experts.84.up_proj,0.0000935532,0.05000,1.502
11,mlp.experts.80.up_proj,0.0001045827,0.05000,1.523
11,mlp.experts.82.up_proj,0.0001367921,0.05000,1.500
11,mlp.experts.93.up_proj,0.0001093000,0.05000,1.554
11,mlp.experts.81.up_proj,0.0001050634,0.05000,1.555
11,mlp.experts.106.up_proj,0.0001425554,0.05000,1.507
11,mlp.experts.88.up_proj,0.0001341176,0.05000,1.507
11,mlp.experts.92.up_proj,0.0001022331,0.05000,1.481
11,mlp.experts.105.up_proj,0.0000537669,0.05000,1.537
11,mlp.experts.101.up_proj,0.0000665731,0.05000,1.552
11,mlp.experts.111.up_proj,0.0001721048,0.05000,1.484
11,mlp.experts.115.up_proj,0.0000974251,0.05000,1.481
11,mlp.experts.103.up_proj,0.0001224919,0.05000,1.494
11,mlp.experts.110.up_proj,0.0001720352,0.05000,1.495
11,mlp.experts.123.up_proj,0.0001049426,0.05000,1.489
11,mlp.experts.102.up_proj,0.0001104360,0.05000,1.491
11,mlp.experts.100.up_proj,0.0001671949,0.05000,1.495
11,mlp.experts.96.up_proj,0.0001126956,0.05000,1.506
11,mlp.experts.98.up_proj,0.0001154730,0.05000,1.511
11,mlp.experts.122.up_proj,0.0001373245,0.05000,1.497
11,mlp.experts.109.up_proj,0.0001036281,0.05000,1.537
11,mlp.experts.97.up_proj,0.0001301200,0.05000,1.533
11,mlp.experts.104.up_proj,0.0001931294,0.05000,1.509
11,mlp.experts.108.up_proj,0.0000699744,0.05000,1.529
11,mlp.experts.121.up_proj,0.0000653522,0.05000,1.506
11,mlp.experts.117.up_proj,0.0000545910,0.05000,1.514
11,mlp.experts.127.up_proj,0.0000901955,0.05000,1.503
11,mlp.experts.131.up_proj,0.0001245673,0.05000,1.477
11,mlp.experts.119.up_proj,0.0002299611,0.05000,1.484
11,mlp.experts.139.up_proj,0.0000580339,0.05000,1.488
11,mlp.experts.116.up_proj,0.0001235153,0.05000,1.499
11,mlp.experts.126.up_proj,0.0001192704,0.05000,1.520
11,mlp.experts.118.up_proj,0.0001017967,0.05000,1.519
11,mlp.experts.112.up_proj,0.0001107009,0.05000,1.514
11,mlp.experts.114.up_proj,0.0000846872,0.05000,1.509
11,mlp.experts.138.up_proj,0.0001359042,0.05000,1.510
11,mlp.experts.137.up_proj,0.0003320309,0.05000,1.448
11,mlp.experts.113.up_proj,0.0001539708,0.05000,1.492
11,mlp.experts.125.up_proj,0.0001547025,0.05000,1.497
11,mlp.experts.120.up_proj,0.0001043951,0.05000,1.502
11,mlp.experts.124.up_proj,0.0000882746,0.05000,1.484
11,mlp.experts.133.up_proj,0.0000583640,0.05000,1.483
11,mlp.experts.143.up_proj,0.0000962381,0.05000,1.502
11,mlp.experts.147.up_proj,0.0000848890,0.05000,1.477
11,mlp.experts.135.up_proj,0.0000595016,0.05000,1.495
11,mlp.experts.155.up_proj,0.0001176682,0.05000,1.494
11,mlp.experts.132.up_proj,0.0001623269,0.05000,1.517
11,mlp.experts.134.up_proj,0.0000989174,0.05000,1.533
11,mlp.experts.142.up_proj,0.0001037059,0.05000,1.555
11,mlp.experts.128.up_proj,0.0000497584,0.05000,1.533
11,mlp.experts.130.up_proj,0.0000982422,0.05000,1.534
11,mlp.experts.153.up_proj,0.0001028379,0.05000,1.498
11,mlp.experts.141.up_proj,0.0001138771,0.05000,1.496
11,mlp.experts.129.up_proj,0.0001046086,0.05000,1.511
11,mlp.experts.136.up_proj,0.0001024225,0.05000,1.518
11,mlp.experts.140.up_proj,0.0000776845,0.05000,1.521
11,mlp.experts.154.up_proj,0.0001005170,0.05000,1.564
11,mlp.experts.149.up_proj,0.0001044038,0.05000,1.502
11,mlp.experts.165.up_proj,fallback(rtn): 0.0010071,0.00000,0.025
11,mlp.experts.159.up_proj,0.0001127357,0.05000,1.479
11,mlp.experts.163.up_proj,0.0001241836,0.05000,1.530
11,mlp.experts.151.up_proj,0.0001500042,0.05000,1.483
11,mlp.experts.171.up_proj,0.0001113909,0.05000,1.494
11,mlp.experts.148.up_proj,0.0001409466,0.05000,1.491
11,mlp.experts.150.up_proj,0.0000756196,0.05000,1.527
11,mlp.experts.158.up_proj,0.0001180380,0.05000,1.513
11,mlp.experts.144.up_proj,0.0001285442,0.05000,1.491
11,mlp.experts.169.up_proj,0.0000737683,0.05000,1.464
11,mlp.experts.145.up_proj,0.0001177820,0.05000,1.461
11,mlp.experts.157.up_proj,0.0001034543,0.05000,1.473
11,mlp.experts.156.up_proj,0.0001244276,0.05000,1.479
11,mlp.experts.152.up_proj,0.0000925398,0.05000,1.488
11,mlp.experts.146.up_proj,0.0001606254,0.05000,1.543
11,mlp.experts.185.up_proj,fallback(rtn): 0.0010071,0.00000,0.055
11,mlp.experts.170.up_proj,0.0001620296,0.05000,1.527
11,mlp.experts.181.up_proj,0.0000586882,0.05000,1.476
11,mlp.experts.175.up_proj,0.0000459686,0.05000,1.485
11,mlp.experts.179.up_proj,0.0000620629,0.05000,1.485
11,mlp.experts.167.up_proj,0.0001252033,0.05000,1.494
11,mlp.experts.187.up_proj,0.0001285720,0.05000,1.495
11,mlp.experts.164.up_proj,0.0001269142,0.05000,1.488
11,mlp.experts.166.up_proj,0.0000609321,0.05000,1.497
11,mlp.experts.160.up_proj,0.0000581101,0.05000,1.479
11,mlp.experts.174.up_proj,0.0000964099,0.05000,1.534
11,mlp.experts.161.up_proj,0.0000598832,0.05000,1.503
11,mlp.experts.168.up_proj,0.0001046865,0.05000,1.461
11,mlp.experts.173.up_proj,0.0001475207,0.05000,1.508
11,mlp.experts.172.up_proj,0.0001071297,0.05000,1.478
11,mlp.experts.201.up_proj,0.0001111551,0.05000,1.459
11,mlp.experts.162.up_proj,0.0000960630,0.05000,1.522
11,mlp.experts.186.up_proj,0.0001552161,0.05000,1.496
11,mlp.experts.197.up_proj,0.0001782348,0.05000,1.495
11,mlp.experts.191.up_proj,0.0001366303,0.05000,1.513
11,mlp.experts.195.up_proj,0.0000954391,0.05000,1.482
11,mlp.experts.183.up_proj,0.0001164631,0.05000,1.491
11,mlp.experts.203.up_proj,0.0000992982,0.05000,1.485
11,mlp.experts.180.up_proj,0.0001404373,0.05000,1.487
11,mlp.experts.176.up_proj,0.0001422247,0.05000,1.482
11,mlp.experts.182.up_proj,0.0002000592,0.05000,1.520
11,mlp.experts.177.up_proj,0.0001423841,0.05000,1.477
11,mlp.experts.190.up_proj,0.0001878222,0.05000,1.513
11,mlp.experts.189.up_proj,0.0000621476,0.05000,1.495
11,mlp.experts.188.up_proj,0.0001013453,0.05000,1.504
11,mlp.experts.217.up_proj,0.0001243639,0.05000,1.519
11,mlp.experts.184.up_proj,0.0000893048,0.05000,1.548
11,mlp.experts.178.up_proj,0.0000467637,0.05000,1.505
11,mlp.experts.202.up_proj,0.0001756499,0.05000,1.503
11,mlp.experts.213.up_proj,0.0001319779,0.05000,1.479
11,mlp.experts.207.up_proj,0.0001069277,0.05000,1.542
11,mlp.experts.211.up_proj,0.0001806111,0.05000,1.519
11,mlp.experts.227.up_proj,fallback(rtn): 0.0009995,0.00000,0.037
11,mlp.experts.199.up_proj,0.0000656071,0.05000,1.503
11,mlp.experts.219.up_proj,0.0001108240,0.05000,1.524
11,mlp.experts.196.up_proj,0.0000912406,0.05000,1.508
11,mlp.experts.235.up_proj,fallback(rtn): 0.0010376,0.00000,0.026
11,mlp.experts.192.up_proj,0.0001187707,0.05000,1.483
11,mlp.experts.198.up_proj,0.0001011587,0.05000,1.494
11,mlp.experts.206.up_proj,0.0000621732,0.05000,1.463
11,mlp.experts.193.up_proj,0.0001402257,0.05000,1.497
11,mlp.experts.205.up_proj,0.0001169523,0.05000,1.505
11,mlp.experts.233.up_proj,0.0000643532,0.05000,1.479
11,mlp.experts.204.up_proj,0.0000723762,0.05000,1.502
11,mlp.experts.200.up_proj,0.0001478619,0.05000,1.465
11,mlp.experts.194.up_proj,0.0000835926,0.05000,1.486
11,mlp.experts.218.up_proj,0.0000903993,0.05000,1.477
11,mlp.experts.234.up_proj,fallback(rtn): 0.0010300,0.00000,0.029
11,mlp.experts.229.up_proj,0.0001340068,0.05000,1.477
11,mlp.experts.223.up_proj,0.0000813974,0.05000,1.533
11,mlp.experts.243.up_proj,0.0000856648,0.05000,1.548
11,mlp.experts.215.up_proj,0.0001289120,0.05000,1.548
11,mlp.experts.212.up_proj,0.0001633340,0.05000,1.481
11,mlp.experts.251.up_proj,0.0002255494,0.05000,1.531
11,mlp.experts.208.up_proj,0.0000948829,0.05000,1.505
11,mlp.experts.222.up_proj,0.0001441034,0.05000,1.463
11,mlp.experts.209.up_proj,0.0001313525,0.05000,1.464
11,mlp.experts.214.up_proj,0.0001060675,0.05000,1.506
11,mlp.experts.221.up_proj,0.0001852654,0.05000,1.487
11,mlp.experts.220.up_proj,0.0001558407,0.05000,1.482
11,mlp.experts.249.up_proj,0.0000836875,0.05000,1.488
11,mlp.experts.210.up_proj,0.0000882307,0.05000,1.475
11,mlp.experts.216.up_proj,0.0001340010,0.05000,1.516
11,mlp.experts.250.up_proj,0.0000930370,0.05000,1.464
11,mlp.experts.245.up_proj,0.0001162956,0.05000,1.459
11,mlp.experts.239.up_proj,0.0000914430,0.05000,0.989
11,mlp.experts.231.up_proj,0.0001456602,0.05000,0.970
11,mlp.experts.237.up_proj,0.0001392149,0.05000,0.849
11,mlp.experts.225.up_proj,0.0000858458,0.05000,0.928
11,mlp.experts.238.up_proj,0.0001333779,0.05000,1.105
11,mlp.experts.230.up_proj,0.0001670137,0.05000,1.109
11,mlp.experts.226.up_proj,0.0001235466,0.05000,1.035
11,mlp.experts.228.up_proj,0.0001537886,0.05000,1.398
11,mlp.experts.224.up_proj,0.0000953317,0.05000,1.377
11,mlp.experts.236.up_proj,0.0001124574,0.05000,1.332
11,mlp.experts.232.up_proj,0.0001771165,0.05000,1.335
11,mlp.experts.255.up_proj,0.0001096311,0.05000,0.832
11,mlp.experts.247.up_proj,0.0001038028,0.05000,0.839
11,mlp.experts.253.up_proj,0.0000810642,0.05000,0.795
11,mlp.experts.241.up_proj,0.0001133003,0.05000,0.782
11,mlp.experts.254.up_proj,0.0001364258,0.05000,0.996
11,mlp.experts.246.up_proj,0.0001159217,0.05000,0.974
11,mlp.experts.242.up_proj,0.0001097693,0.05000,0.991
11,mlp.experts.244.up_proj,0.0001030386,0.05000,1.161
11,mlp.experts.240.up_proj,0.0002348051,0.05000,1.146
11,mlp.experts.252.up_proj,0.0002460339,0.05000,1.124
11,mlp.experts.248.up_proj,0.0001273613,0.05000,1.097
11,mlp.experts.9.down_proj,0.0000021382,0.05000,0.417
11,mlp.experts.14.down_proj,0.0000047232,0.05000,0.399
11,mlp.experts.1.down_proj,0.0000048374,0.05000,0.421
11,mlp.experts.8.down_proj,0.0000169596,0.05000,0.422
11,mlp.experts.4.down_proj,0.0000009903,0.05000,0.439
11,mlp.experts.2.down_proj,0.0000067972,0.05000,0.427
11,mlp.experts.7.down_proj,0.0000078627,0.05000,0.434
11,mlp.experts.0.down_proj,0.0000037639,0.05000,0.434
11,mlp.experts.3.down_proj,0.0000051080,0.05000,0.431
11,mlp.experts.12.down_proj,0.0000013866,0.05000,0.442
11,mlp.experts.13.down_proj,0.0000024016,0.05000,0.435
11,mlp.experts.15.down_proj,0.0000024138,0.05000,0.435
11,mlp.experts.11.down_proj,0.0000025380,0.05000,0.433
11,mlp.experts.6.down_proj,0.0000095059,0.05000,0.443
11,mlp.experts.10.down_proj,0.0000024911,0.05000,0.427
11,mlp.experts.5.down_proj,0.0000019398,0.05000,0.442
11,mlp.experts.30.down_proj,0.0000044315,0.05000,0.334
11,mlp.experts.25.down_proj,0.0000018635,0.05000,0.346
11,mlp.experts.24.down_proj,0.0000011233,0.05000,0.356
11,mlp.experts.17.down_proj,0.0000061420,0.05000,0.365
11,mlp.experts.20.down_proj,0.0000027549,0.05000,0.373
11,mlp.experts.23.down_proj,0.0000020235,0.05000,0.374
11,mlp.experts.16.down_proj,0.0000011036,0.05000,0.383
11,mlp.experts.18.down_proj,0.0000030771,0.05000,0.383
11,mlp.experts.22.down_proj,0.0000019547,0.05000,0.376
11,mlp.experts.21.down_proj,0.0000077161,0.05000,0.382
11,mlp.experts.31.down_proj,0.0000015087,0.05000,0.374
11,mlp.experts.29.down_proj,0.0000024516,0.05000,0.382
11,mlp.experts.26.down_proj,0.0000013596,0.05000,0.388
11,mlp.experts.28.down_proj,0.0000008846,0.05000,0.380
11,mlp.experts.19.down_proj,0.0000024981,0.05000,0.381
11,mlp.experts.27.down_proj,0.0000021580,0.05000,0.385
11,mlp.experts.46.down_proj,0.0000012747,0.05000,0.363
11,mlp.experts.41.down_proj,0.0000007668,0.05000,0.370
11,mlp.experts.40.down_proj,0.0000030840,0.05000,0.365
11,mlp.experts.33.down_proj,0.0000017511,0.05000,0.358
11,mlp.experts.39.down_proj,0.0000025991,0.05000,0.361
11,mlp.experts.36.down_proj,0.0000021978,0.05000,0.365
11,mlp.experts.32.down_proj,0.0000021136,0.05000,0.369
11,mlp.experts.34.down_proj,0.0000015526,0.05000,0.373
11,mlp.experts.37.down_proj,0.0000048904,0.05000,0.375
11,mlp.experts.47.down_proj,0.0000029845,0.05000,0.369
11,mlp.experts.38.down_proj,0.0000012065,0.05000,0.379
11,mlp.experts.45.down_proj,0.0000011905,0.05000,0.367
11,mlp.experts.43.down_proj,0.0000061505,0.05000,0.367
11,mlp.experts.42.down_proj,0.0000013519,0.05000,0.374
11,mlp.experts.35.down_proj,0.0000025909,0.05000,0.375
11,mlp.experts.44.down_proj,0.0000025147,0.05000,0.384
11,mlp.experts.62.down_proj,0.0000026930,0.05000,0.362
11,mlp.experts.57.down_proj,0.0000009922,0.05000,0.358
11,mlp.experts.49.down_proj,0.0000049021,0.05000,0.346
11,mlp.experts.56.down_proj,0.0000042029,0.05000,0.366
11,mlp.experts.52.down_proj,0.0000033487,0.05000,0.360
11,mlp.experts.55.down_proj,0.0000051720,0.05000,0.364
11,mlp.experts.48.down_proj,0.0000036558,0.05000,0.366
11,mlp.experts.50.down_proj,0.0000019619,0.05000,0.359
11,mlp.experts.63.down_proj,0.0000045231,0.05000,0.361
11,mlp.experts.53.down_proj,0.0000100678,0.05000,0.369
11,mlp.experts.59.down_proj,0.0000064438,0.05000,0.361
11,mlp.experts.61.down_proj,0.0000011833,0.05000,0.369
11,mlp.experts.54.down_proj,0.0000054178,0.05000,0.371
11,mlp.experts.58.down_proj,0.0000006000,0.05000,0.370
11,mlp.experts.60.down_proj,0.0000023043,0.05000,0.372
11,mlp.experts.51.down_proj,0.0000010106,0.05000,0.374
11,mlp.experts.78.down_proj,0.0000022214,0.05000,0.369
11,mlp.experts.73.down_proj,0.0000008197,0.05000,0.364
11,mlp.experts.65.down_proj,0.0000059575,0.05000,0.370
11,mlp.experts.72.down_proj,0.0000046093,0.05000,0.371
11,mlp.experts.68.down_proj,0.0000073214,0.05000,0.366
11,mlp.experts.71.down_proj,0.0000067549,0.05000,0.367
11,mlp.experts.66.down_proj,0.0000047507,0.05000,0.361
11,mlp.experts.64.down_proj,0.0000016524,0.05000,0.370
11,mlp.experts.79.down_proj,0.0000057256,0.05000,0.362
11,mlp.experts.69.down_proj,0.0000032544,0.05000,0.369
11,mlp.experts.75.down_proj,0.0000016173,0.05000,0.359
11,mlp.experts.77.down_proj,0.0000032183,0.05000,0.361
11,mlp.experts.76.down_proj,0.0000008364,0.05000,0.358
11,mlp.experts.74.down_proj,0.0000017685,0.05000,0.362
11,mlp.experts.70.down_proj,0.0000089176,0.05000,0.375
11,mlp.experts.67.down_proj,0.0000118499,0.05000,0.372
11,mlp.experts.94.down_proj,0.0000036956,0.05000,0.365
11,mlp.experts.89.down_proj,0.0000020800,0.05000,0.371
11,mlp.experts.81.down_proj,0.0000017389,0.05000,0.371
11,mlp.experts.88.down_proj,0.0000015997,0.05000,0.359
11,mlp.experts.87.down_proj,0.0000015935,0.05000,0.369
11,mlp.experts.84.down_proj,0.0000029046,0.05000,0.373
11,mlp.experts.80.down_proj,0.0000011746,0.05000,0.370
11,mlp.experts.82.down_proj,0.0000016738,0.05000,0.376
11,mlp.experts.95.down_proj,0.0000053807,0.05000,0.370
11,mlp.experts.85.down_proj,0.0000057557,0.05000,0.363
11,mlp.experts.93.down_proj,0.0000048702,0.05000,0.373
11,mlp.experts.91.down_proj,0.0000039684,0.05000,0.379
11,mlp.experts.92.down_proj,0.0000010305,0.05000,0.367
11,mlp.experts.90.down_proj,0.0000013864,0.05000,0.374
11,mlp.experts.86.down_proj,0.0000025770,0.05000,0.375
11,mlp.experts.83.down_proj,0.0000026185,0.05000,0.377
11,mlp.experts.110.down_proj,0.0000053449,0.05000,0.374
11,mlp.experts.105.down_proj,0.0000019138,0.05000,0.383
11,mlp.experts.97.down_proj,0.0000043621,0.05000,0.379
11,mlp.experts.104.down_proj,0.0000035167,0.05000,0.376
11,mlp.experts.103.down_proj,0.0000046844,0.05000,0.378
11,mlp.experts.100.down_proj,0.0000052536,0.05000,0.378
11,mlp.experts.96.down_proj,0.0000015497,0.05000,0.369
11,mlp.experts.98.down_proj,0.0000047075,0.05000,0.387
11,mlp.experts.101.down_proj,0.0000019364,0.05000,0.379
11,mlp.experts.111.down_proj,0.0000062437,0.05000,0.385
11,mlp.experts.109.down_proj,0.0000040632,0.05000,0.382
11,mlp.experts.108.down_proj,0.0000017024,0.05000,0.381
11,mlp.experts.107.down_proj,0.0000022412,0.05000,0.386
11,mlp.experts.106.down_proj,0.0000057350,0.05000,0.376
11,mlp.experts.102.down_proj,0.0000011127,0.05000,0.383
11,mlp.experts.99.down_proj,0.0000054149,0.05000,0.380
11,mlp.experts.126.down_proj,0.0000016335,0.05000,0.386
11,mlp.experts.121.down_proj,0.0000021567,0.05000,0.384
11,mlp.experts.120.down_proj,0.0000037917,0.05000,0.373
11,mlp.experts.113.down_proj,0.0000056737,0.05000,0.382
11,mlp.experts.119.down_proj,0.0000063233,0.05000,0.366
11,mlp.experts.116.down_proj,0.0000043817,0.05000,0.375
11,mlp.experts.112.down_proj,0.0000012204,0.05000,0.378
11,mlp.experts.114.down_proj,0.0000029311,0.05000,0.376
11,mlp.experts.127.down_proj,0.0000008768,0.05000,0.374
11,mlp.experts.117.down_proj,0.0000026085,0.05000,0.378
11,mlp.experts.125.down_proj,0.0000023608,0.05000,0.373
11,mlp.experts.122.down_proj,0.0000040926,0.05000,0.372
11,mlp.experts.118.down_proj,0.0000046706,0.05000,0.372
11,mlp.experts.124.down_proj,0.0000020407,0.05000,0.381
11,mlp.experts.123.down_proj,0.0000009675,0.05000,0.376
11,mlp.experts.115.down_proj,0.0000033097,0.05000,0.371
11,mlp.experts.142.down_proj,0.0000031455,0.05000,0.363
11,mlp.experts.137.down_proj,0.0000123273,0.05000,0.365
11,mlp.experts.136.down_proj,0.0000038583,0.05000,0.364
11,mlp.experts.129.down_proj,0.0000011949,0.05000,0.366
11,mlp.experts.135.down_proj,0.0000012576,0.05000,0.375
11,mlp.experts.132.down_proj,0.0000019512,0.05000,0.370
11,mlp.experts.128.down_proj,0.0000015424,0.05000,0.365
11,mlp.experts.130.down_proj,0.0000032458,0.05000,0.367
11,mlp.experts.143.down_proj,0.0000017734,0.05000,0.362
11,mlp.experts.141.down_proj,0.0000030405,0.05000,0.367
11,mlp.experts.133.down_proj,0.0000026792,0.05000,0.376
11,mlp.experts.138.down_proj,0.0000019365,0.05000,0.373
11,mlp.experts.134.down_proj,0.0000025873,0.05000,0.368
11,mlp.experts.131.down_proj,0.0000029660,0.05000,0.368
11,mlp.experts.140.down_proj,0.0000013564,0.05000,0.370
11,mlp.experts.139.down_proj,0.0000030128,0.05000,0.371
11,mlp.experts.153.down_proj,0.0000036156,0.05000,0.353
11,mlp.experts.158.down_proj,0.0000047830,0.05000,0.373
11,mlp.experts.152.down_proj,0.0000011616,0.05000,0.357
11,mlp.experts.145.down_proj,0.0000046415,0.05000,0.354
11,mlp.experts.148.down_proj,0.0000019033,0.05000,0.354
11,mlp.experts.151.down_proj,0.0000070814,0.05000,0.370
11,mlp.experts.144.down_proj,0.0000030749,0.05000,0.370
11,mlp.experts.159.down_proj,0.0000034051,0.05000,0.361
11,mlp.experts.146.down_proj,0.0000045278,0.05000,0.375
11,mlp.experts.157.down_proj,0.0000035488,0.05000,0.360
11,mlp.experts.149.down_proj,0.0000010153,0.05000,0.363
11,mlp.experts.165.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
11,mlp.experts.154.down_proj,0.0000032937,0.05000,0.366
11,mlp.experts.156.down_proj,0.0000037919,0.05000,0.363
11,mlp.experts.147.down_proj,0.0000033094,0.05000,0.365
11,mlp.experts.155.down_proj,0.0000012676,0.05000,0.367
11,mlp.experts.150.down_proj,0.0000012657,0.05000,0.377
11,mlp.experts.169.down_proj,0.0000042170,0.05000,0.360
11,mlp.experts.185.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
11,mlp.experts.174.down_proj,0.0000026502,0.05000,0.376
11,mlp.experts.161.down_proj,0.0000011320,0.05000,0.363
11,mlp.experts.168.down_proj,0.0000010738,0.05000,0.373
11,mlp.experts.164.down_proj,0.0000068319,0.05000,0.379
11,mlp.experts.167.down_proj,0.0000046320,0.05000,0.374
11,mlp.experts.160.down_proj,0.0000010113,0.05000,0.378
11,mlp.experts.175.down_proj,0.0000056767,0.05000,0.364
11,mlp.experts.162.down_proj,0.0000008747,0.05000,0.372
11,mlp.experts.173.down_proj,0.0000020214,0.05000,0.373
11,mlp.experts.181.down_proj,0.0000011313,0.05000,0.377
11,mlp.experts.170.down_proj,0.0000068564,0.05000,0.372
11,mlp.experts.163.down_proj,0.0000012657,0.05000,0.376
11,mlp.experts.172.down_proj,0.0000011644,0.05000,0.383
11,mlp.experts.166.down_proj,0.0000048359,0.05000,0.378
11,mlp.experts.171.down_proj,0.0000012661,0.05000,0.378
11,mlp.experts.190.down_proj,0.0000074894,0.05000,0.377
11,mlp.experts.201.down_proj,0.0000048498,0.05000,0.385
11,mlp.experts.177.down_proj,0.0000016545,0.05000,0.377
11,mlp.experts.184.down_proj,0.0000017809,0.05000,0.385
11,mlp.experts.180.down_proj,0.0000016006,0.05000,0.376
11,mlp.experts.183.down_proj,0.0000014304,0.05000,0.377
11,mlp.experts.176.down_proj,0.0000016121,0.05000,0.373
11,mlp.experts.191.down_proj,0.0000041569,0.05000,0.376
11,mlp.experts.178.down_proj,0.0000025410,0.05000,0.374
11,mlp.experts.189.down_proj,0.0000013098,0.05000,0.376
11,mlp.experts.197.down_proj,0.0000080166,0.05000,0.379
11,mlp.experts.186.down_proj,0.0000066818,0.05000,0.376
11,mlp.experts.179.down_proj,0.0000028235,0.05000,0.372
11,mlp.experts.182.down_proj,0.0000083061,0.05000,0.371
11,mlp.experts.187.down_proj,0.0000013664,0.05000,0.379
11,mlp.experts.188.down_proj,0.0000015251,0.05000,0.383
11,mlp.experts.206.down_proj,0.0000017753,0.05000,0.373
11,mlp.experts.217.down_proj,0.0000028397,0.05000,0.366
11,mlp.experts.193.down_proj,0.0000027644,0.05000,0.367
11,mlp.experts.200.down_proj,0.0000035869,0.05000,0.371
11,mlp.experts.196.down_proj,0.0000009423,0.05000,0.367
11,mlp.experts.199.down_proj,0.0000053942,0.05000,0.368
11,mlp.experts.192.down_proj,0.0000020782,0.05000,0.363
11,mlp.experts.207.down_proj,0.0000036546,0.05000,0.369
11,mlp.experts.194.down_proj,0.0000029801,0.05000,0.359
11,mlp.experts.205.down_proj,0.0000012630,0.05000,0.360
11,mlp.experts.213.down_proj,0.0000014976,0.05000,0.362
11,mlp.experts.202.down_proj,0.0000075082,0.05000,0.373
11,mlp.experts.195.down_proj,0.0000033916,0.05000,0.360
11,mlp.experts.198.down_proj,0.0000029086,0.05000,0.370
11,mlp.experts.203.down_proj,0.0000033397,0.05000,0.368
11,mlp.experts.204.down_proj,0.0000013622,0.05000,0.372
11,mlp.experts.222.down_proj,0.0000054047,0.05000,0.359
11,mlp.experts.233.down_proj,0.0000008595,0.05000,0.363
11,mlp.experts.209.down_proj,0.0000048703,0.05000,0.368
11,mlp.experts.216.down_proj,0.0000049027,0.05000,0.369
11,mlp.experts.215.down_proj,0.0000014994,0.05000,0.365
11,mlp.experts.212.down_proj,0.0000068921,0.05000,0.373
11,mlp.experts.208.down_proj,0.0000030317,0.05000,0.365
11,mlp.experts.210.down_proj,0.0000036024,0.05000,0.361
11,mlp.experts.223.down_proj,0.0000020725,0.05000,0.368
11,mlp.experts.221.down_proj,0.0000025787,0.05000,0.367
11,mlp.experts.229.down_proj,0.0000055085,0.05000,0.364
11,mlp.experts.211.down_proj,0.0000080362,0.05000,0.361
11,mlp.experts.218.down_proj,0.0000029971,0.05000,0.371
11,mlp.experts.227.down_proj,fallback(rtn): 0.0009995,0.00000,0.007
11,mlp.experts.234.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
11,mlp.experts.214.down_proj,0.0000013980,0.05000,0.370
11,mlp.experts.220.down_proj,0.0000068014,0.05000,0.361
11,mlp.experts.219.down_proj,0.0000014069,0.05000,0.371
11,mlp.experts.235.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
11,mlp.experts.225.down_proj,0.0000021902,0.05000,0.371
11,mlp.experts.238.down_proj,0.0000052890,0.05000,0.384
11,mlp.experts.249.down_proj,0.0000008175,0.05000,0.380
11,mlp.experts.232.down_proj,0.0000044928,0.05000,0.370
11,mlp.experts.231.down_proj,0.0000046373,0.05000,0.370
11,mlp.experts.228.down_proj,0.0000026248,0.05000,0.373
11,mlp.experts.224.down_proj,0.0000010034,0.05000,0.374
11,mlp.experts.237.down_proj,0.0000020500,0.05000,0.351
11,mlp.experts.239.down_proj,0.0000014289,0.05000,0.372
11,mlp.experts.226.down_proj,0.0000018312,0.05000,0.378
11,mlp.experts.245.down_proj,0.0000078815,0.05000,0.349
11,mlp.experts.243.down_proj,0.0000008124,0.05000,0.361
11,mlp.experts.230.down_proj,0.0000032697,0.05000,0.374
11,mlp.experts.250.down_proj,0.0000038106,0.05000,0.376
11,mlp.experts.236.down_proj,0.0000039339,0.05000,0.368
11,mlp.experts.251.down_proj,0.0000056750,0.05000,0.355
11,mlp.experts.241.down_proj,0.0000049110,0.05000,0.264
11,mlp.experts.253.down_proj,0.0000009742,0.05000,0.209
11,mlp.experts.254.down_proj,0.0000048698,0.05000,0.316
11,mlp.experts.248.down_proj,0.0000047702,0.05000,0.336
11,mlp.experts.247.down_proj,0.0000035954,0.05000,0.281
11,mlp.experts.255.down_proj,0.0000041780,0.05000,0.251
11,mlp.experts.242.down_proj,0.0000024155,0.05000,0.255
11,mlp.experts.240.down_proj,0.0000069839,0.05000,0.309
11,mlp.experts.246.down_proj,0.0000011857,0.05000,0.219
11,mlp.experts.244.down_proj,0.0000088120,0.05000,0.320
11,mlp.experts.252.down_proj,0.0000060145,0.05000,0.244
12,mlp.experts.3.gate_proj,0.0000849687,0.05000,1.560
12,mlp.experts.1.gate_proj,0.0000510199,0.05000,1.552
12,mlp.experts.5.gate_proj,0.0000966325,0.05000,1.548
12,mlp.experts.8.gate_proj,0.0001419899,0.05000,1.565
12,mlp.experts.4.gate_proj,0.0000922018,0.05000,1.563
12,mlp.experts.0.gate_proj,0.0000920552,0.05000,1.575
12,mlp.experts.9.gate_proj,0.0001114741,0.05000,1.570
12,mlp.experts.12.gate_proj,0.0001523332,0.05000,1.572
12,mlp.experts.2.gate_proj,0.0001522155,0.05000,1.548
12,mlp.experts.13.gate_proj,0.0000845491,0.05000,1.562
12,mlp.experts.10.gate_proj,0.0000846093,0.05000,1.551
12,mlp.experts.6.gate_proj,0.0001622474,0.05000,1.555
12,mlp.experts.14.gate_proj,0.0000690229,0.05000,1.568
12,mlp.experts.15.gate_proj,0.0000703867,0.05000,1.586
12,mlp.experts.11.gate_proj,0.0001058228,0.05000,1.578
12,mlp.experts.7.gate_proj,0.0001059398,0.05000,1.574
12,mlp.experts.19.gate_proj,0.0001201105,0.05000,1.490
12,mlp.experts.20.gate_proj,0.0002304361,0.05000,1.468
12,mlp.experts.24.gate_proj,0.0001017197,0.05000,1.487
12,mlp.experts.25.gate_proj,0.0001066150,0.05000,1.499
12,mlp.experts.21.gate_proj,0.0000855832,0.05000,1.512
12,mlp.experts.29.gate_proj,0.0001523260,0.05000,1.486
12,mlp.experts.28.gate_proj,0.0001212393,0.05000,1.512
12,mlp.experts.17.gate_proj,0.0001085423,0.05000,1.536
12,mlp.experts.18.gate_proj,0.0001211148,0.05000,1.510
12,mlp.experts.26.gate_proj,0.0000762563,0.05000,1.511
12,mlp.experts.23.gate_proj,0.0004559293,0.05000,1.533
12,mlp.experts.31.gate_proj,0.0000927865,0.05000,1.541
12,mlp.experts.27.gate_proj,0.0001567113,0.05000,1.556
12,mlp.experts.22.gate_proj,0.0002011406,0.05000,1.563
12,mlp.experts.30.gate_proj,0.0001097450,0.05000,1.565
12,mlp.experts.16.gate_proj,0.0000937968,0.05000,1.767
12,mlp.experts.35.gate_proj,0.0001544834,0.05000,1.488
12,mlp.experts.41.gate_proj,0.0001209526,0.05000,1.490
12,mlp.experts.45.gate_proj,0.0001852213,0.05000,1.488
12,mlp.experts.33.gate_proj,0.0000814606,0.05000,1.503
12,mlp.experts.34.gate_proj,0.0001365083,0.05000,1.515
12,mlp.experts.36.gate_proj,0.0001798519,0.05000,1.572
12,mlp.experts.37.gate_proj,0.0001717592,0.05000,1.557
12,mlp.experts.42.gate_proj,0.0001358493,0.05000,1.532
12,mlp.experts.39.gate_proj,0.0001648064,0.05000,1.509
12,mlp.experts.47.gate_proj,0.0001558067,0.05000,1.507
12,mlp.experts.43.gate_proj,0.0001032279,0.05000,1.489
12,mlp.experts.38.gate_proj,0.0000580367,0.05000,1.506
12,mlp.experts.44.gate_proj,0.0000629541,0.05000,1.596
12,mlp.experts.46.gate_proj,0.0000971642,0.05000,1.526
12,mlp.experts.40.gate_proj,0.0000673825,0.05000,1.649
12,mlp.experts.32.gate_proj,0.0001379185,0.05000,1.540
12,mlp.experts.51.gate_proj,0.0002038200,0.05000,1.496
12,mlp.experts.49.gate_proj,0.0001570236,0.05000,1.428
12,mlp.experts.57.gate_proj,0.0001138704,0.05000,1.478
12,mlp.experts.52.gate_proj,0.0001387259,0.05000,1.506
12,mlp.experts.50.gate_proj,0.0001322504,0.05000,1.514
12,mlp.experts.55.gate_proj,0.0001838345,0.05000,1.493
12,mlp.experts.63.gate_proj,0.0000624871,0.05000,1.494
12,mlp.experts.53.gate_proj,0.0000882974,0.05000,1.505
12,mlp.experts.60.gate_proj,0.0000849587,0.05000,1.465
12,mlp.experts.62.gate_proj,0.0000801314,0.05000,1.471
12,mlp.experts.58.gate_proj,0.0001580020,0.05000,1.516
12,mlp.experts.59.gate_proj,0.0001059685,0.05000,1.511
12,mlp.experts.54.gate_proj,0.0001614800,0.05000,1.499
12,mlp.experts.56.gate_proj,0.0001425630,0.05000,1.472
12,mlp.experts.61.gate_proj,0.0002326882,0.05000,1.727
12,mlp.experts.48.gate_proj,0.0000957604,0.05000,1.478
12,mlp.experts.67.gate_proj,0.0000934476,0.05000,1.481
12,mlp.experts.73.gate_proj,0.0001473855,0.05000,1.478
12,mlp.experts.65.gate_proj,0.0001182146,0.05000,1.531
12,mlp.experts.68.gate_proj,0.0000956258,0.05000,1.476
12,mlp.experts.66.gate_proj,0.0002068637,0.05000,1.494
12,mlp.experts.71.gate_proj,0.0000703106,0.05000,1.482
12,mlp.experts.79.gate_proj,0.0001013631,0.05000,1.479
12,mlp.experts.75.gate_proj,0.0000572114,0.05000,1.461
12,mlp.experts.76.gate_proj,0.0001381824,0.05000,1.483
12,mlp.experts.78.gate_proj,0.0001627780,0.05000,1.496
12,mlp.experts.70.gate_proj,0.0001232856,0.05000,1.486
12,mlp.experts.74.gate_proj,0.0000613408,0.05000,1.496
12,mlp.experts.69.gate_proj,0.0001211936,0.05000,1.541
12,mlp.experts.72.gate_proj,0.0001643738,0.05000,1.510
12,mlp.experts.77.gate_proj,0.0000866346,0.05000,1.508
12,mlp.experts.64.gate_proj,0.0002056992,0.05000,1.497
12,mlp.experts.83.gate_proj,0.0001302129,0.05000,1.474
12,mlp.experts.89.gate_proj,0.0001500239,0.05000,1.518
12,mlp.experts.81.gate_proj,0.0001558806,0.05000,1.528
12,mlp.experts.82.gate_proj,0.0002360509,0.05000,1.472
12,mlp.experts.91.gate_proj,0.0001165549,0.05000,1.458
12,mlp.experts.84.gate_proj,0.0000900810,0.05000,1.510
12,mlp.experts.95.gate_proj,0.0001051084,0.05000,1.499
12,mlp.experts.87.gate_proj,0.0000784486,0.05000,1.502
12,mlp.experts.90.gate_proj,0.0001539787,0.05000,1.482
12,mlp.experts.94.gate_proj,0.0001600500,0.05000,1.492
12,mlp.experts.92.gate_proj,0.0001289675,0.05000,1.513
12,mlp.experts.86.gate_proj,0.0003164899,0.05000,1.502
12,mlp.experts.88.gate_proj,0.0001093616,0.05000,1.512
12,mlp.experts.85.gate_proj,0.0000993562,0.05000,1.528
12,mlp.experts.93.gate_proj,0.0000551715,0.05000,1.542
12,mlp.experts.80.gate_proj,0.0001431252,0.05000,1.506
12,mlp.experts.99.gate_proj,0.0001434147,0.05000,1.496
12,mlp.experts.98.gate_proj,0.0001331765,0.05000,1.474
12,mlp.experts.105.gate_proj,0.0001387841,0.05000,1.535
12,mlp.experts.107.gate_proj,0.0001087030,0.05000,1.488
12,mlp.experts.100.gate_proj,0.0001413380,0.05000,1.480
12,mlp.experts.103.gate_proj,0.0001539148,0.05000,1.457
12,mlp.experts.111.gate_proj,0.0001551928,0.05000,1.462
12,mlp.experts.110.gate_proj,0.0001299634,0.05000,1.462
12,mlp.experts.102.gate_proj,0.0000892621,0.05000,1.454
12,mlp.experts.106.gate_proj,0.0001047827,0.05000,1.476
12,mlp.experts.108.gate_proj,0.0001340389,0.05000,1.491
12,mlp.experts.97.gate_proj,0.0001800102,0.05000,1.583
12,mlp.experts.118.gate_proj,fallback(rtn): 0.0010300,0.00000,0.064
12,mlp.experts.104.gate_proj,0.0001466446,0.05000,1.494
12,mlp.experts.101.gate_proj,0.0001329272,0.05000,1.527
12,mlp.experts.96.gate_proj,0.0001214341,0.05000,1.486
12,mlp.experts.109.gate_proj,0.0000757908,0.05000,1.539
12,mlp.experts.115.gate_proj,0.0001592860,0.05000,1.508
12,mlp.experts.114.gate_proj,0.0002045159,0.05000,1.503
12,mlp.experts.123.gate_proj,0.0001701479,0.05000,1.495
12,mlp.experts.116.gate_proj,0.0001122468,0.05000,1.495
12,mlp.experts.126.gate_proj,0.0000962383,0.05000,1.493
12,mlp.experts.121.gate_proj,0.0001328573,0.05000,1.522
12,mlp.experts.119.gate_proj,0.0001419539,0.05000,1.522
12,mlp.experts.127.gate_proj,0.0001095101,0.05000,1.522
12,mlp.experts.124.gate_proj,0.0000970107,0.05000,1.481
12,mlp.experts.122.gate_proj,0.0001336019,0.05000,1.528
12,mlp.experts.113.gate_proj,0.0001162570,0.05000,1.502
12,mlp.experts.134.gate_proj,0.0001427651,0.05000,1.517
12,mlp.experts.120.gate_proj,0.0001952354,0.05000,1.503
12,mlp.experts.117.gate_proj,0.0000923566,0.05000,1.476
12,mlp.experts.112.gate_proj,0.0001101649,0.05000,1.483
12,mlp.experts.125.gate_proj,0.0000972162,0.05000,1.487
12,mlp.experts.131.gate_proj,0.0001100988,0.05000,1.479
12,mlp.experts.130.gate_proj,0.0002634749,0.05000,1.517
12,mlp.experts.143.gate_proj,0.0001278966,0.05000,1.465
12,mlp.experts.139.gate_proj,0.0001836692,0.05000,1.505
12,mlp.experts.137.gate_proj,0.0002230962,0.05000,1.485
12,mlp.experts.132.gate_proj,0.0000853800,0.05000,1.512
12,mlp.experts.140.gate_proj,0.0001214941,0.05000,1.490
12,mlp.experts.135.gate_proj,0.0001912684,0.05000,1.504
12,mlp.experts.129.gate_proj,0.0003607216,0.05000,1.490
12,mlp.experts.142.gate_proj,0.0001285760,0.05000,1.546
12,mlp.experts.138.gate_proj,0.0001000013,0.05000,1.541
12,mlp.experts.133.gate_proj,0.0001411549,0.05000,1.475
12,mlp.experts.136.gate_proj,0.0001318000,0.05000,1.494
12,mlp.experts.150.gate_proj,0.0001857839,0.05000,1.549
12,mlp.experts.128.gate_proj,0.0001057468,0.05000,1.488
12,mlp.experts.141.gate_proj,0.0001570927,0.05000,1.473
12,mlp.experts.147.gate_proj,0.0001141524,0.05000,1.535
12,mlp.experts.153.gate_proj,0.0001283646,0.05000,1.474
12,mlp.experts.151.gate_proj,0.0000941214,0.05000,1.468
12,mlp.experts.156.gate_proj,0.0001837064,0.05000,1.484
12,mlp.experts.148.gate_proj,0.0001092590,0.05000,1.507
12,mlp.experts.155.gate_proj,0.0001076272,0.05000,1.527
12,mlp.experts.159.gate_proj,0.0000883625,0.05000,1.531
12,mlp.experts.145.gate_proj,0.0000871562,0.05000,1.495
12,mlp.experts.146.gate_proj,0.0001583634,0.05000,1.585
12,mlp.experts.149.gate_proj,0.0000720990,0.05000,1.481
12,mlp.experts.158.gate_proj,0.0004103468,0.05000,1.544
12,mlp.experts.152.gate_proj,0.0002256755,0.05000,1.497
12,mlp.experts.154.gate_proj,0.0001467592,0.05000,1.555
12,mlp.experts.166.gate_proj,0.0001386825,0.05000,1.528
12,mlp.experts.157.gate_proj,0.0001237188,0.05000,1.468
12,mlp.experts.144.gate_proj,0.0000972894,0.05000,1.509
12,mlp.experts.163.gate_proj,0.0000705923,0.05000,1.488
12,mlp.experts.169.gate_proj,0.0000963228,0.05000,1.493
12,mlp.experts.164.gate_proj,0.0001037841,0.05000,1.477
12,mlp.experts.172.gate_proj,0.0002426254,0.05000,1.485
12,mlp.experts.167.gate_proj,0.0001060684,0.05000,1.492
12,mlp.experts.171.gate_proj,0.0000711281,0.05000,1.465
12,mlp.experts.175.gate_proj,0.0001151039,0.05000,1.528
12,mlp.experts.161.gate_proj,0.0000517249,0.05000,1.502
12,mlp.experts.165.gate_proj,0.0001084093,0.05000,1.476
12,mlp.experts.162.gate_proj,0.0001856139,0.05000,1.518
12,mlp.experts.168.gate_proj,0.0001207836,0.05000,1.502
12,mlp.experts.174.gate_proj,0.0001412781,0.05000,1.549
12,mlp.experts.182.gate_proj,0.0002341626,0.05000,1.504
12,mlp.experts.170.gate_proj,0.0001849178,0.05000,1.541
12,mlp.experts.173.gate_proj,0.0001399559,0.05000,1.497
12,mlp.experts.160.gate_proj,0.0000822239,0.05000,1.498
12,mlp.experts.179.gate_proj,0.0001684202,0.05000,1.509
12,mlp.experts.185.gate_proj,0.0000612709,0.05000,1.497
12,mlp.experts.188.gate_proj,0.0001007244,0.05000,1.481
12,mlp.experts.187.gate_proj,0.0001098083,0.05000,1.484
12,mlp.experts.180.gate_proj,0.0001348371,0.05000,1.509
12,mlp.experts.183.gate_proj,0.0002265818,0.05000,1.537
12,mlp.experts.191.gate_proj,0.0000921612,0.05000,1.481
12,mlp.experts.177.gate_proj,0.0001285275,0.05000,1.496
12,mlp.experts.178.gate_proj,0.0001411343,0.05000,1.494
12,mlp.experts.181.gate_proj,0.0001534756,0.05000,1.519
12,mlp.experts.184.gate_proj,0.0001080217,0.05000,1.490
12,mlp.experts.197.gate_proj,fallback(rtn): 0.0010147,0.00000,0.027
12,mlp.experts.190.gate_proj,0.0001215304,0.05000,1.488
12,mlp.experts.198.gate_proj,0.0001122621,0.05000,1.459
12,mlp.experts.189.gate_proj,0.0001640470,0.05000,1.481
12,mlp.experts.186.gate_proj,0.0001112103,0.05000,1.509
12,mlp.experts.176.gate_proj,0.0001260089,0.05000,1.492
12,mlp.experts.195.gate_proj,0.0001496816,0.05000,1.515
12,mlp.experts.201.gate_proj,0.0001612234,0.05000,1.479
12,mlp.experts.204.gate_proj,0.0002067808,0.05000,1.486
12,mlp.experts.203.gate_proj,0.0001636655,0.05000,1.519
12,mlp.experts.196.gate_proj,0.0000744826,0.05000,1.532
12,mlp.experts.207.gate_proj,0.0001637719,0.05000,1.506
12,mlp.experts.193.gate_proj,0.0001187392,0.05000,1.496
12,mlp.experts.199.gate_proj,0.0001755416,0.05000,1.516
12,mlp.experts.194.gate_proj,0.0000945885,0.05000,1.489
12,mlp.experts.215.gate_proj,fallback(rtn): 0.0010986,0.00000,0.038
12,mlp.experts.200.gate_proj,0.0001593284,0.05000,1.518
12,mlp.experts.214.gate_proj,0.0000995428,0.05000,1.479
12,mlp.experts.213.gate_proj,0.0000970349,0.05000,1.518
12,mlp.experts.206.gate_proj,0.0000941146,0.05000,1.506
12,mlp.experts.205.gate_proj,0.0001144814,0.05000,1.494
12,mlp.experts.202.gate_proj,0.0000685658,0.05000,1.500
12,mlp.experts.192.gate_proj,0.0001322722,0.05000,1.519
12,mlp.experts.217.gate_proj,0.0001516361,0.05000,1.478
12,mlp.experts.211.gate_proj,0.0000970925,0.05000,1.523
12,mlp.experts.220.gate_proj,0.0000767418,0.05000,1.481
12,mlp.experts.219.gate_proj,0.0001725322,0.05000,1.507
12,mlp.experts.212.gate_proj,0.0000582095,0.05000,1.496
12,mlp.experts.209.gate_proj,0.0001639923,0.05000,1.491
12,mlp.experts.210.gate_proj,0.0001554328,0.05000,1.479
12,mlp.experts.223.gate_proj,0.0001419593,0.05000,1.537
12,mlp.experts.216.gate_proj,0.0001291143,0.05000,1.489
12,mlp.experts.230.gate_proj,0.0001569982,0.05000,1.483
12,mlp.experts.229.gate_proj,0.0001049898,0.05000,1.487
12,mlp.experts.222.gate_proj,0.0001320972,0.05000,1.493
12,mlp.experts.231.gate_proj,0.0002245286,0.05000,1.546
12,mlp.experts.221.gate_proj,0.0001020804,0.05000,1.481
12,mlp.experts.218.gate_proj,0.0001071960,0.05000,1.496
12,mlp.experts.237.gate_proj,fallback(rtn): 0.0010147,0.00000,0.025
12,mlp.experts.208.gate_proj,0.0001184965,0.05000,1.476
12,mlp.experts.233.gate_proj,0.0002253504,0.05000,1.492
12,mlp.experts.227.gate_proj,0.0001786766,0.05000,1.515
12,mlp.experts.236.gate_proj,0.0002047541,0.05000,1.488
12,mlp.experts.235.gate_proj,0.0001138833,0.05000,1.518
12,mlp.experts.225.gate_proj,0.0001559048,0.05000,1.497
12,mlp.experts.226.gate_proj,0.0001660939,0.05000,1.504
12,mlp.experts.228.gate_proj,0.0001019807,0.05000,1.539
12,mlp.experts.245.gate_proj,0.0001844890,0.05000,1.489
12,mlp.experts.239.gate_proj,0.0001348714,0.05000,1.532
12,mlp.experts.246.gate_proj,0.0001886562,0.05000,1.508
12,mlp.experts.238.gate_proj,0.0001845303,0.05000,1.500
12,mlp.experts.232.gate_proj,0.0001221526,0.05000,1.553
12,mlp.experts.253.gate_proj,0.0001278051,0.05000,1.473
12,mlp.experts.247.gate_proj,0.0001023024,0.05000,1.530
12,mlp.experts.234.gate_proj,0.0000924400,0.05000,1.492
12,mlp.experts.224.gate_proj,0.0001197807,0.05000,1.581
12,mlp.experts.249.gate_proj,0.0001547124,0.05000,1.487
12,mlp.experts.243.gate_proj,0.0001204473,0.05000,1.530
12,mlp.experts.252.gate_proj,0.0001058260,0.05000,1.512
12,mlp.experts.241.gate_proj,0.0000981557,0.05000,1.484
12,mlp.experts.242.gate_proj,0.0000815445,0.05000,1.481
12,mlp.experts.251.gate_proj,0.0001043119,0.05000,1.521
12,mlp.experts.6.up_proj,0.0001524373,0.05000,1.478
12,mlp.experts.5.up_proj,0.0000885983,0.05000,1.485
12,mlp.experts.254.gate_proj,0.0001443466,0.05000,1.467
12,mlp.experts.244.gate_proj,0.0001427875,0.05000,1.551
12,mlp.experts.255.gate_proj,0.0001020727,0.05000,1.510
12,mlp.experts.13.up_proj,0.0000756704,0.05000,1.492
12,mlp.experts.7.up_proj,0.0001092850,0.05000,1.508
12,mlp.experts.250.gate_proj,0.0000576889,0.05000,1.505
12,mlp.experts.248.gate_proj,0.0000813527,0.05000,1.565
12,mlp.experts.240.gate_proj,0.0000556584,0.05000,1.547
12,mlp.experts.9.up_proj,0.0000886814,0.05000,1.498
12,mlp.experts.3.up_proj,0.0000864433,0.05000,1.500
12,mlp.experts.2.up_proj,0.0001321531,0.05000,1.476
12,mlp.experts.1.up_proj,0.0000493535,0.05000,1.498
12,mlp.experts.11.up_proj,0.0001082584,0.05000,1.489
12,mlp.experts.12.up_proj,0.0001441882,0.05000,1.544
12,mlp.experts.22.up_proj,0.0001655291,0.05000,1.476
12,mlp.experts.21.up_proj,0.0000779740,0.05000,1.487
12,mlp.experts.15.up_proj,0.0000725316,0.05000,1.481
12,mlp.experts.14.up_proj,0.0000613567,0.05000,1.495
12,mlp.experts.29.up_proj,0.0001324687,0.05000,1.466
12,mlp.experts.4.up_proj,0.0000866512,0.05000,1.542
12,mlp.experts.23.up_proj,0.0001985935,0.05000,1.483
12,mlp.experts.10.up_proj,0.0000765431,0.05000,1.483
12,mlp.experts.8.up_proj,0.0001344891,0.05000,1.529
12,mlp.experts.0.up_proj,0.0000869236,0.05000,1.514
12,mlp.experts.25.up_proj,0.0000970476,0.05000,1.483
12,mlp.experts.19.up_proj,0.0001189860,0.05000,1.493
12,mlp.experts.18.up_proj,0.0001057242,0.05000,1.510
12,mlp.experts.17.up_proj,0.0000954323,0.05000,1.498
12,mlp.experts.27.up_proj,0.0001238245,0.05000,1.504
12,mlp.experts.28.up_proj,0.0001250855,0.05000,1.515
12,mlp.experts.37.up_proj,0.0001450937,0.05000,1.491
12,mlp.experts.38.up_proj,0.0000582444,0.05000,1.509
12,mlp.experts.30.up_proj,0.0000897663,0.05000,1.476
12,mlp.experts.31.up_proj,0.0000836337,0.05000,1.504
12,mlp.experts.45.up_proj,0.0001498370,0.05000,1.501
12,mlp.experts.39.up_proj,0.0001541392,0.05000,1.502
12,mlp.experts.20.up_proj,0.0002183686,0.05000,1.519
12,mlp.experts.26.up_proj,0.0000824449,0.05000,1.498
12,mlp.experts.24.up_proj,0.0000972988,0.05000,1.524
12,mlp.experts.16.up_proj,0.0000893850,0.05000,1.514
12,mlp.experts.41.up_proj,0.0001133152,0.05000,1.475
12,mlp.experts.35.up_proj,0.0001573427,0.05000,1.485
12,mlp.experts.34.up_proj,0.0001265397,0.05000,1.476
12,mlp.experts.43.up_proj,0.0000947635,0.05000,1.463
12,mlp.experts.33.up_proj,0.0000724052,0.05000,1.483
12,mlp.experts.53.up_proj,0.0000795847,0.05000,1.467
12,mlp.experts.54.up_proj,0.0001354873,0.05000,1.481
12,mlp.experts.44.up_proj,0.0000619035,0.05000,1.521
12,mlp.experts.46.up_proj,0.0000825986,0.05000,1.508
12,mlp.experts.47.up_proj,0.0001333497,0.05000,1.491
12,mlp.experts.61.up_proj,0.0001883179,0.05000,1.472
12,mlp.experts.55.up_proj,0.0001388747,0.05000,1.482
12,mlp.experts.42.up_proj,0.0001101209,0.05000,1.492
12,mlp.experts.36.up_proj,0.0001337014,0.05000,1.514
12,mlp.experts.40.up_proj,0.0000669960,0.05000,1.505
12,mlp.experts.32.up_proj,0.0001369671,0.05000,1.516
12,mlp.experts.57.up_proj,0.0001078317,0.05000,1.509
12,mlp.experts.51.up_proj,0.0001921881,0.05000,1.485
12,mlp.experts.50.up_proj,0.0001477913,0.05000,1.463
12,mlp.experts.59.up_proj,0.0001093854,0.05000,1.486
12,mlp.experts.49.up_proj,0.0001362577,0.05000,1.514
12,mlp.experts.69.up_proj,0.0001004352,0.05000,1.479
12,mlp.experts.60.up_proj,0.0000795635,0.05000,1.475
12,mlp.experts.70.up_proj,0.0001163346,0.05000,1.495
12,mlp.experts.62.up_proj,0.0000709783,0.05000,1.500
12,mlp.experts.63.up_proj,0.0000701745,0.05000,1.493
12,mlp.experts.77.up_proj,0.0000826964,0.05000,1.532
12,mlp.experts.71.up_proj,0.0000673501,0.05000,1.500
12,mlp.experts.58.up_proj,0.0001494858,0.05000,1.496
12,mlp.experts.52.up_proj,0.0001324347,0.05000,1.488
12,mlp.experts.56.up_proj,0.0001493692,0.05000,1.477
12,mlp.experts.48.up_proj,0.0000884525,0.05000,1.468
12,mlp.experts.73.up_proj,0.0001229484,0.05000,1.525
12,mlp.experts.67.up_proj,0.0000869169,0.05000,1.494
12,mlp.experts.66.up_proj,0.0001635763,0.05000,1.483
12,mlp.experts.75.up_proj,0.0000566347,0.05000,1.498
12,mlp.experts.76.up_proj,0.0001298876,0.05000,1.486
12,mlp.experts.85.up_proj,0.0000923113,0.05000,1.521
12,mlp.experts.65.up_proj,0.0001141049,0.05000,1.523
12,mlp.experts.86.up_proj,0.0002781517,0.05000,1.498
12,mlp.experts.79.up_proj,0.0000973143,0.05000,1.492
12,mlp.experts.78.up_proj,0.0001546056,0.05000,1.496
12,mlp.experts.87.up_proj,0.0000693473,0.05000,1.484
12,mlp.experts.74.up_proj,0.0000622631,0.05000,1.486
12,mlp.experts.93.up_proj,0.0000465562,0.05000,1.535
12,mlp.experts.68.up_proj,0.0000912013,0.05000,1.498
12,mlp.experts.72.up_proj,0.0001334602,0.05000,1.489
12,mlp.experts.64.up_proj,0.0001847241,0.05000,1.472
12,mlp.experts.83.up_proj,0.0001219257,0.05000,1.500
12,mlp.experts.82.up_proj,0.0001903454,0.05000,1.510
12,mlp.experts.89.up_proj,0.0001324252,0.05000,1.573
12,mlp.experts.91.up_proj,0.0001094528,0.05000,1.515
12,mlp.experts.92.up_proj,0.0001213443,0.05000,1.502
12,mlp.experts.102.up_proj,0.0000836790,0.05000,1.518
12,mlp.experts.94.up_proj,0.0001456761,0.05000,1.492
12,mlp.experts.95.up_proj,0.0001025729,0.05000,1.501
12,mlp.experts.101.up_proj,0.0001073980,0.05000,1.560
12,mlp.experts.118.up_proj,fallback(rtn): 0.0009842,0.00000,0.039
12,mlp.experts.81.up_proj,0.0001496411,0.05000,1.585
12,mlp.experts.90.up_proj,0.0001280784,0.05000,1.496
12,mlp.experts.103.up_proj,0.0001443590,0.05000,1.515
12,mlp.experts.84.up_proj,0.0000999981,0.05000,1.513
12,mlp.experts.109.up_proj,0.0000744018,0.05000,1.550
12,mlp.experts.88.up_proj,0.0001028739,0.05000,1.505
12,mlp.experts.80.up_proj,0.0001187721,0.05000,1.501
12,mlp.experts.98.up_proj,0.0001230462,0.05000,1.486
12,mlp.experts.99.up_proj,0.0001350676,0.05000,1.513
12,mlp.experts.107.up_proj,0.0000943771,0.05000,1.489
12,mlp.experts.105.up_proj,0.0001314156,0.05000,1.538
12,mlp.experts.108.up_proj,0.0001173892,0.05000,1.483
12,mlp.experts.111.up_proj,0.0001340667,0.05000,1.503
12,mlp.experts.117.up_proj,0.0000860063,0.05000,1.523
12,mlp.experts.97.up_proj,0.0001590477,0.05000,1.513
12,mlp.experts.119.up_proj,0.0001505930,0.05000,1.498
12,mlp.experts.100.up_proj,0.0001355022,0.05000,1.465
12,mlp.experts.110.up_proj,0.0001414793,0.05000,1.490
12,mlp.experts.134.up_proj,0.0001159064,0.05000,1.608
12,mlp.experts.104.up_proj,0.0001384297,0.05000,1.479
12,mlp.experts.106.up_proj,0.0000987126,0.05000,1.585
12,mlp.experts.125.up_proj,0.0000860311,0.05000,1.526
12,mlp.experts.96.up_proj,0.0001052783,0.05000,1.479
12,mlp.experts.115.up_proj,0.0001362913,0.05000,1.475
12,mlp.experts.123.up_proj,0.0001612494,0.05000,1.472
12,mlp.experts.114.up_proj,0.0001686630,0.05000,1.584
12,mlp.experts.124.up_proj,0.0000927895,0.05000,1.487
12,mlp.experts.127.up_proj,0.0001046280,0.05000,1.511
12,mlp.experts.113.up_proj,0.0001107490,0.05000,1.472
12,mlp.experts.116.up_proj,0.0001035247,0.05000,1.471
12,mlp.experts.133.up_proj,0.0001211808,0.05000,1.512
12,mlp.experts.121.up_proj,0.0001142756,0.05000,1.497
12,mlp.experts.135.up_proj,0.0001562480,0.05000,1.507
12,mlp.experts.126.up_proj,0.0000915961,0.05000,1.546
12,mlp.experts.141.up_proj,0.0001428317,0.05000,1.470
12,mlp.experts.120.up_proj,0.0001846680,0.05000,1.511
12,mlp.experts.122.up_proj,0.0001206488,0.05000,1.533
12,mlp.experts.150.up_proj,0.0001538816,0.05000,1.544
12,mlp.experts.112.up_proj,0.0000989601,0.05000,1.492
12,mlp.experts.131.up_proj,0.0001036930,0.05000,1.478
12,mlp.experts.139.up_proj,0.0001531267,0.05000,1.469
12,mlp.experts.140.up_proj,0.0001141598,0.05000,1.499
12,mlp.experts.130.up_proj,0.0002155687,0.05000,1.521
12,mlp.experts.143.up_proj,0.0001067662,0.05000,1.452
12,mlp.experts.149.up_proj,0.0000669032,0.05000,1.434
12,mlp.experts.137.up_proj,0.0002086074,0.05000,1.470
12,mlp.experts.129.up_proj,0.0002793005,0.05000,1.502
12,mlp.experts.151.up_proj,0.0000805074,0.05000,1.472
12,mlp.experts.132.up_proj,0.0000826182,0.05000,1.510
12,mlp.experts.142.up_proj,0.0001220275,0.05000,1.495
12,mlp.experts.157.up_proj,0.0001273004,0.05000,1.499
12,mlp.experts.138.up_proj,0.0000941974,0.05000,1.495
12,mlp.experts.136.up_proj,0.0001231636,0.05000,1.521
12,mlp.experts.166.up_proj,0.0001304228,0.05000,1.498
12,mlp.experts.128.up_proj,0.0001128463,0.05000,1.510
12,mlp.experts.155.up_proj,0.0000933001,0.05000,1.463
12,mlp.experts.147.up_proj,0.0001074116,0.05000,1.500
12,mlp.experts.156.up_proj,0.0001658109,0.05000,1.481
12,mlp.experts.159.up_proj,0.0000792686,0.05000,1.481
12,mlp.experts.146.up_proj,0.0001490387,0.05000,1.502
12,mlp.experts.165.up_proj,0.0001004952,0.05000,1.480
12,mlp.experts.145.up_proj,0.0000788546,0.05000,1.481
12,mlp.experts.153.up_proj,0.0001221344,0.05000,1.513
12,mlp.experts.167.up_proj,0.0001017200,0.05000,1.493
12,mlp.experts.148.up_proj,0.0001140776,0.05000,1.498
12,mlp.experts.173.up_proj,0.0001083351,0.05000,1.497
12,mlp.experts.154.up_proj,0.0001654062,0.05000,1.471
12,mlp.experts.158.up_proj,0.0003143546,0.05000,1.524
12,mlp.experts.152.up_proj,0.0002061359,0.05000,1.477
12,mlp.experts.144.up_proj,0.0000898274,0.05000,1.470
12,mlp.experts.182.up_proj,0.0001857761,0.05000,1.528
12,mlp.experts.171.up_proj,0.0000612864,0.05000,1.484
12,mlp.experts.163.up_proj,0.0000670704,0.05000,1.509
12,mlp.experts.172.up_proj,0.0001838464,0.05000,1.483
12,mlp.experts.181.up_proj,0.0001414001,0.05000,1.483
12,mlp.experts.175.up_proj,0.0001101851,0.05000,1.504
12,mlp.experts.162.up_proj,0.0001501516,0.05000,1.517
12,mlp.experts.197.up_proj,fallback(rtn): 0.0009842,0.00000,0.028
12,mlp.experts.169.up_proj,0.0000924142,0.05000,1.468
12,mlp.experts.161.up_proj,0.0000473445,0.05000,1.503
12,mlp.experts.183.up_proj,0.0002080216,0.05000,1.482
12,mlp.experts.164.up_proj,0.0000979239,0.05000,1.500
12,mlp.experts.189.up_proj,0.0001515662,0.05000,1.457
12,mlp.experts.174.up_proj,0.0001321813,0.05000,1.496
12,mlp.experts.168.up_proj,0.0001020189,0.05000,1.498
12,mlp.experts.160.up_proj,0.0000861387,0.05000,1.504
12,mlp.experts.170.up_proj,0.0001490419,0.05000,1.537
12,mlp.experts.198.up_proj,0.0000988201,0.05000,1.525
12,mlp.experts.187.up_proj,0.0001040664,0.05000,1.500
12,mlp.experts.179.up_proj,0.0001334716,0.05000,1.500
12,mlp.experts.188.up_proj,0.0000927373,0.05000,1.474
12,mlp.experts.185.up_proj,0.0000639208,0.05000,1.442
12,mlp.experts.213.up_proj,0.0000909008,0.05000,1.472
12,mlp.experts.191.up_proj,0.0000919035,0.05000,1.502
12,mlp.experts.178.up_proj,0.0001324708,0.05000,1.492
12,mlp.experts.177.up_proj,0.0001123772,0.05000,1.446
12,mlp.experts.180.up_proj,0.0001153413,0.05000,1.475
12,mlp.experts.199.up_proj,0.0001664290,0.05000,1.497
12,mlp.experts.215.up_proj,fallback(rtn): 0.0010300,0.00000,0.026
12,mlp.experts.205.up_proj,0.0001104871,0.05000,1.488
12,mlp.experts.184.up_proj,0.0001022181,0.05000,1.477
12,mlp.experts.190.up_proj,0.0001223948,0.05000,1.480
12,mlp.experts.186.up_proj,0.0001030792,0.05000,1.465
12,mlp.experts.176.up_proj,0.0001031937,0.05000,1.494
12,mlp.experts.214.up_proj,0.0000936927,0.05000,1.478
12,mlp.experts.195.up_proj,0.0001352004,0.05000,1.501
12,mlp.experts.203.up_proj,0.0001422101,0.05000,1.532
12,mlp.experts.204.up_proj,0.0001652652,0.05000,1.499
12,mlp.experts.194.up_proj,0.0000870223,0.05000,1.500
12,mlp.experts.201.up_proj,0.0001480495,0.05000,1.510
12,mlp.experts.193.up_proj,0.0001181223,0.05000,1.500
12,mlp.experts.229.up_proj,0.0000935871,0.05000,1.503
12,mlp.experts.196.up_proj,0.0000686834,0.05000,1.478
12,mlp.experts.207.up_proj,0.0001316334,0.05000,1.551
12,mlp.experts.221.up_proj,0.0000945117,0.05000,1.497
12,mlp.experts.237.up_proj,fallback(rtn): 0.0009995,0.00000,0.025
12,mlp.experts.231.up_proj,0.0001797332,0.05000,1.550
12,mlp.experts.206.up_proj,0.0000843442,0.05000,1.484
12,mlp.experts.200.up_proj,0.0001257233,0.05000,1.507
12,mlp.experts.202.up_proj,0.0000626230,0.05000,1.503
12,mlp.experts.192.up_proj,0.0001124737,0.05000,1.499
12,mlp.experts.230.up_proj,0.0001431062,0.05000,1.502
12,mlp.experts.211.up_proj,0.0000914451,0.05000,1.538
12,mlp.experts.219.up_proj,0.0001456915,0.05000,1.541
12,mlp.experts.220.up_proj,0.0000757330,0.05000,1.496
12,mlp.experts.210.up_proj,0.0001502800,0.05000,1.476
12,mlp.experts.209.up_proj,0.0001455955,0.05000,1.483
12,mlp.experts.217.up_proj,0.0001532965,0.05000,1.519
12,mlp.experts.245.up_proj,0.0001644146,0.05000,1.518
12,mlp.experts.212.up_proj,0.0000542695,0.05000,1.515
12,mlp.experts.223.up_proj,0.0001471214,0.05000,1.521
12,mlp.experts.253.up_proj,0.0001153190,0.05000,1.482
12,mlp.experts.222.up_proj,0.0001451997,0.05000,1.485
12,mlp.experts.218.up_proj,0.0001016205,0.05000,1.478
12,mlp.experts.216.up_proj,0.0001227748,0.05000,1.495
12,mlp.experts.247.up_proj,0.0000940607,0.05000,1.524
12,mlp.experts.208.up_proj,0.0001237222,0.05000,1.494
12,mlp.experts.246.up_proj,0.0001604956,0.05000,1.486
12,mlp.experts.225.up_proj,0.0001355511,0.05000,0.939
12,mlp.experts.233.up_proj,0.0002026590,0.05000,0.959
12,mlp.experts.227.up_proj,0.0001458196,0.05000,1.170
12,mlp.experts.235.up_proj,0.0001088055,0.05000,1.169
12,mlp.experts.226.up_proj,0.0001467866,0.05000,1.170
12,mlp.experts.239.up_proj,0.0001126487,0.05000,1.144
12,mlp.experts.238.up_proj,0.0001857816,0.05000,1.111
12,mlp.experts.234.up_proj,0.0000893795,0.05000,1.130
12,mlp.experts.236.up_proj,0.0001678376,0.05000,1.415
12,mlp.experts.228.up_proj,0.0000971269,0.05000,1.306
12,mlp.experts.232.up_proj,0.0001136252,0.05000,1.360
12,mlp.experts.224.up_proj,0.0001131295,0.05000,1.371
12,mlp.experts.241.up_proj,0.0000846483,0.05000,0.889
12,mlp.experts.249.up_proj,0.0001238970,0.05000,0.856
12,mlp.experts.251.up_proj,0.0000993977,0.05000,1.057
12,mlp.experts.243.up_proj,0.0001134492,0.05000,1.079
12,mlp.experts.242.up_proj,0.0000752289,0.05000,0.991
12,mlp.experts.255.up_proj,0.0000860736,0.05000,0.965
12,mlp.experts.254.up_proj,0.0001375134,0.05000,0.963
12,mlp.experts.250.up_proj,0.0000485659,0.05000,0.928
12,mlp.experts.252.up_proj,0.0000971402,0.05000,1.245
12,mlp.experts.244.up_proj,0.0001219931,0.05000,1.228
12,mlp.experts.240.up_proj,0.0000498656,0.05000,1.088
12,mlp.experts.248.up_proj,0.0000780313,0.05000,1.139
12,mlp.experts.12.down_proj,0.0000054405,0.05000,0.411
12,mlp.experts.8.down_proj,0.0000019115,0.05000,0.413
12,mlp.experts.4.down_proj,0.0000008093,0.05000,0.412
12,mlp.experts.3.down_proj,0.0000018993,0.05000,0.420
12,mlp.experts.2.down_proj,0.0000024803,0.05000,0.423
12,mlp.experts.5.down_proj,0.0000009348,0.05000,0.409
12,mlp.experts.11.down_proj,0.0000039340,0.05000,0.418
12,mlp.experts.0.down_proj,0.0000009566,0.05000,0.433
12,mlp.experts.9.down_proj,0.0000019406,0.05000,0.417
12,mlp.experts.1.down_proj,0.0000012055,0.05000,0.417
12,mlp.experts.15.down_proj,0.0000025332,0.05000,0.414
12,mlp.experts.6.down_proj,0.0000017836,0.05000,0.427
12,mlp.experts.14.down_proj,0.0000018165,0.05000,0.434
12,mlp.experts.13.down_proj,0.0000009827,0.05000,0.432
12,mlp.experts.10.down_proj,0.0000024370,0.05000,0.431
12,mlp.experts.7.down_proj,0.0000034366,0.05000,0.431
12,mlp.experts.28.down_proj,0.0000048802,0.05000,0.362
12,mlp.experts.19.down_proj,0.0000036899,0.05000,0.353
12,mlp.experts.18.down_proj,0.0000027322,0.05000,0.341
12,mlp.experts.24.down_proj,0.0000011509,0.05000,0.365
12,mlp.experts.20.down_proj,0.0000066831,0.05000,0.368
12,mlp.experts.21.down_proj,0.0000026691,0.05000,0.362
12,mlp.experts.27.down_proj,0.0000018387,0.05000,0.378
12,mlp.experts.25.down_proj,0.0000030587,0.05000,0.379
12,mlp.experts.16.down_proj,0.0000011391,0.05000,0.383
12,mlp.experts.17.down_proj,0.0000028333,0.05000,0.378
12,mlp.experts.30.down_proj,0.0000021459,0.05000,0.375
12,mlp.experts.31.down_proj,0.0000017662,0.05000,0.380
12,mlp.experts.29.down_proj,0.0000026910,0.05000,0.377
12,mlp.experts.26.down_proj,0.0000025050,0.05000,0.374
12,mlp.experts.23.down_proj,0.0000017858,0.05000,0.376
12,mlp.experts.22.down_proj,0.0000047135,0.05000,0.385
12,mlp.experts.34.down_proj,0.0000013433,0.05000,0.341
12,mlp.experts.44.down_proj,0.0000024965,0.05000,0.371
12,mlp.experts.35.down_proj,0.0000055188,0.05000,0.362
12,mlp.experts.37.down_proj,0.0000027975,0.05000,0.349
12,mlp.experts.40.down_proj,0.0000020491,0.05000,0.368
12,mlp.experts.36.down_proj,0.0000033462,0.05000,0.364
12,mlp.experts.32.down_proj,0.0000058769,0.05000,0.356
12,mlp.experts.43.down_proj,0.0000032208,0.05000,0.362
12,mlp.experts.41.down_proj,0.0000012272,0.05000,0.358
12,mlp.experts.33.down_proj,0.0000029989,0.05000,0.354
12,mlp.experts.45.down_proj,0.0000031817,0.05000,0.348
12,mlp.experts.38.down_proj,0.0000019962,0.05000,0.360
12,mlp.experts.39.down_proj,0.0000040696,0.05000,0.365
12,mlp.experts.46.down_proj,0.0000024203,0.05000,0.368
12,mlp.experts.42.down_proj,0.0000018489,0.05000,0.365
12,mlp.experts.47.down_proj,0.0000031721,0.05000,0.370
12,mlp.experts.50.down_proj,0.0000040800,0.05000,0.357
12,mlp.experts.60.down_proj,0.0000013616,0.05000,0.366
12,mlp.experts.51.down_proj,0.0000028596,0.05000,0.366
12,mlp.experts.56.down_proj,0.0000044580,0.05000,0.362
12,mlp.experts.53.down_proj,0.0000010022,0.05000,0.370
12,mlp.experts.52.down_proj,0.0000018869,0.05000,0.366
12,mlp.experts.59.down_proj,0.0000033012,0.05000,0.352
12,mlp.experts.48.down_proj,0.0000009828,0.05000,0.362
12,mlp.experts.57.down_proj,0.0000031426,0.05000,0.366
12,mlp.experts.49.down_proj,0.0000019192,0.05000,0.367
12,mlp.experts.61.down_proj,0.0000048103,0.05000,0.365
12,mlp.experts.62.down_proj,0.0000009745,0.05000,0.352
12,mlp.experts.54.down_proj,0.0000037073,0.05000,0.362
12,mlp.experts.55.down_proj,0.0000034921,0.05000,0.364
12,mlp.experts.63.down_proj,0.0000020847,0.05000,0.365
12,mlp.experts.58.down_proj,0.0000019625,0.05000,0.366
12,mlp.experts.66.down_proj,0.0000047291,0.05000,0.366
12,mlp.experts.76.down_proj,0.0000017386,0.05000,0.360
12,mlp.experts.69.down_proj,0.0000012273,0.05000,0.357
12,mlp.experts.67.down_proj,0.0000020256,0.05000,0.367
12,mlp.experts.72.down_proj,0.0000024329,0.05000,0.368
12,mlp.experts.68.down_proj,0.0000011474,0.05000,0.371
12,mlp.experts.75.down_proj,0.0000046393,0.05000,0.364
12,mlp.experts.64.down_proj,0.0000027301,0.05000,0.358
12,mlp.experts.73.down_proj,0.0000015631,0.05000,0.371
12,mlp.experts.77.down_proj,0.0000008535,0.05000,0.367
12,mlp.experts.65.down_proj,0.0000039137,0.05000,0.371
12,mlp.experts.78.down_proj,0.0000022343,0.05000,0.364
12,mlp.experts.70.down_proj,0.0000012563,0.05000,0.371
12,mlp.experts.71.down_proj,0.0000018016,0.05000,0.360
12,mlp.experts.74.down_proj,0.0000016619,0.05000,0.361
12,mlp.experts.79.down_proj,0.0000012258,0.05000,0.364
12,mlp.experts.82.down_proj,0.0000036227,0.05000,0.365
12,mlp.experts.92.down_proj,0.0000017033,0.05000,0.369
12,mlp.experts.83.down_proj,0.0000016903,0.05000,0.369
12,mlp.experts.85.down_proj,0.0000021910,0.05000,0.378
12,mlp.experts.84.down_proj,0.0000032212,0.05000,0.370
12,mlp.experts.88.down_proj,0.0000010997,0.05000,0.374
12,mlp.experts.80.down_proj,0.0000025633,0.05000,0.367
12,mlp.experts.91.down_proj,0.0000014203,0.05000,0.371
12,mlp.experts.94.down_proj,0.0000023622,0.05000,0.361
12,mlp.experts.89.down_proj,0.0000018015,0.05000,0.378
12,mlp.experts.93.down_proj,0.0000016634,0.05000,0.373
12,mlp.experts.81.down_proj,0.0000048152,0.05000,0.372
12,mlp.experts.87.down_proj,0.0000006270,0.05000,0.370
12,mlp.experts.90.down_proj,0.0000021478,0.05000,0.366
12,mlp.experts.86.down_proj,0.0000080720,0.05000,0.371
12,mlp.experts.95.down_proj,0.0000020697,0.05000,0.368
12,mlp.experts.98.down_proj,0.0000013332,0.05000,0.364
12,mlp.experts.108.down_proj,0.0000031757,0.05000,0.370
12,mlp.experts.99.down_proj,0.0000016750,0.05000,0.375
12,mlp.experts.101.down_proj,0.0000021481,0.05000,0.372
12,mlp.experts.100.down_proj,0.0000016431,0.05000,0.373
12,mlp.experts.104.down_proj,0.0000016184,0.05000,0.376
12,mlp.experts.96.down_proj,0.0000019586,0.05000,0.368
12,mlp.experts.107.down_proj,0.0000024709,0.05000,0.369
12,mlp.experts.110.down_proj,0.0000046835,0.05000,0.368
12,mlp.experts.105.down_proj,0.0000015406,0.05000,0.366
12,mlp.experts.109.down_proj,0.0000030259,0.05000,0.368
12,mlp.experts.97.down_proj,0.0000072228,0.05000,0.373
12,mlp.experts.103.down_proj,0.0000050878,0.05000,0.369
12,mlp.experts.106.down_proj,0.0000019694,0.05000,0.373
12,mlp.experts.111.down_proj,0.0000021963,0.05000,0.370
12,mlp.experts.102.down_proj,0.0000007563,0.05000,0.377
12,mlp.experts.118.down_proj,fallback(rtn): 0.0009766,0.00000,0.007
12,mlp.experts.114.down_proj,0.0000039084,0.05000,0.368
12,mlp.experts.124.down_proj,0.0000009219,0.05000,0.371
12,mlp.experts.115.down_proj,0.0000061307,0.05000,0.368
12,mlp.experts.117.down_proj,0.0000007802,0.05000,0.368
12,mlp.experts.120.down_proj,0.0000030586,0.05000,0.366
12,mlp.experts.116.down_proj,0.0000027700,0.05000,0.372
12,mlp.experts.112.down_proj,0.0000015000,0.05000,0.355
12,mlp.experts.123.down_proj,0.0000034189,0.05000,0.371
12,mlp.experts.126.down_proj,0.0000010459,0.05000,0.367
12,mlp.experts.121.down_proj,0.0000032592,0.05000,0.364
12,mlp.experts.125.down_proj,0.0000019039,0.05000,0.373
12,mlp.experts.113.down_proj,0.0000013291,0.05000,0.370
12,mlp.experts.119.down_proj,0.0000048198,0.05000,0.367
12,mlp.experts.122.down_proj,0.0000027177,0.05000,0.368
12,mlp.experts.127.down_proj,0.0000014511,0.05000,0.371
12,mlp.experts.134.down_proj,0.0000026965,0.05000,0.359
12,mlp.experts.130.down_proj,0.0000046583,0.05000,0.368
12,mlp.experts.140.down_proj,0.0000039657,0.05000,0.356
12,mlp.experts.131.down_proj,0.0000044120,0.05000,0.356
12,mlp.experts.133.down_proj,0.0000030024,0.05000,0.360
12,mlp.experts.132.down_proj,0.0000025968,0.05000,0.363
12,mlp.experts.136.down_proj,0.0000020471,0.05000,0.366
12,mlp.experts.128.down_proj,0.0000036934,0.05000,0.366
12,mlp.experts.139.down_proj,0.0000039777,0.05000,0.359
12,mlp.experts.142.down_proj,0.0000014414,0.05000,0.365
12,mlp.experts.137.down_proj,0.0000032027,0.05000,0.366
12,mlp.experts.141.down_proj,0.0000023974,0.05000,0.366
12,mlp.experts.135.down_proj,0.0000025714,0.05000,0.363
12,mlp.experts.129.down_proj,0.0000066251,0.05000,0.368
12,mlp.experts.138.down_proj,0.0000024360,0.05000,0.366
12,mlp.experts.143.down_proj,0.0000023929,0.05000,0.364
12,mlp.experts.150.down_proj,0.0000037320,0.05000,0.372
12,mlp.experts.146.down_proj,0.0000018719,0.05000,0.373
12,mlp.experts.156.down_proj,0.0000030140,0.05000,0.370
12,mlp.experts.147.down_proj,0.0000037430,0.05000,0.373
12,mlp.experts.149.down_proj,0.0000026350,0.05000,0.373
12,mlp.experts.148.down_proj,0.0000047641,0.05000,0.370
12,mlp.experts.144.down_proj,0.0000010313,0.05000,0.367
12,mlp.experts.152.down_proj,0.0000054025,0.05000,0.376
12,mlp.experts.155.down_proj,0.0000025625,0.05000,0.376
12,mlp.experts.158.down_proj,0.0000017002,0.05000,0.374
12,mlp.experts.153.down_proj,0.0000017263,0.05000,0.381
12,mlp.experts.157.down_proj,0.0000035490,0.05000,0.369
12,mlp.experts.145.down_proj,0.0000013649,0.05000,0.369
12,mlp.experts.154.down_proj,0.0000035306,0.05000,0.372
12,mlp.experts.151.down_proj,0.0000018084,0.05000,0.386
12,mlp.experts.166.down_proj,0.0000044946,0.05000,0.372
12,mlp.experts.159.down_proj,0.0000028379,0.05000,0.382
12,mlp.experts.162.down_proj,0.0000039745,0.05000,0.378
12,mlp.experts.172.down_proj,0.0000049200,0.05000,0.385
12,mlp.experts.163.down_proj,0.0000018573,0.05000,0.376
12,mlp.experts.165.down_proj,0.0000011275,0.05000,0.386
12,mlp.experts.164.down_proj,0.0000010691,0.05000,0.381
12,mlp.experts.160.down_proj,0.0000029062,0.05000,0.377
12,mlp.experts.171.down_proj,0.0000016209,0.05000,0.369
12,mlp.experts.168.down_proj,0.0000020799,0.05000,0.380
12,mlp.experts.173.down_proj,0.0000025056,0.05000,0.376
12,mlp.experts.174.down_proj,0.0000014816,0.05000,0.390
12,mlp.experts.169.down_proj,0.0000012045,0.05000,0.379
12,mlp.experts.161.down_proj,0.0000014046,0.05000,0.377
12,mlp.experts.170.down_proj,0.0000038771,0.05000,0.378
12,mlp.experts.167.down_proj,0.0000011796,0.05000,0.379
12,mlp.experts.182.down_proj,0.0000043318,0.05000,0.376
12,mlp.experts.175.down_proj,0.0000013493,0.05000,0.376
12,mlp.experts.178.down_proj,0.0000042999,0.05000,0.367
12,mlp.experts.188.down_proj,0.0000009502,0.05000,0.371
12,mlp.experts.179.down_proj,0.0000029676,0.05000,0.377
12,mlp.experts.181.down_proj,0.0000046039,0.05000,0.366
12,mlp.experts.197.down_proj,fallback(rtn): 0.0009842,0.00000,0.007
12,mlp.experts.180.down_proj,0.0000017018,0.05000,0.367
12,mlp.experts.184.down_proj,0.0000011797,0.05000,0.364
12,mlp.experts.176.down_proj,0.0000025960,0.05000,0.370
12,mlp.experts.187.down_proj,0.0000011392,0.05000,0.370
12,mlp.experts.189.down_proj,0.0000024847,0.05000,0.369
12,mlp.experts.185.down_proj,0.0000016748,0.05000,0.363
12,mlp.experts.177.down_proj,0.0000013624,0.05000,0.363
12,mlp.experts.190.down_proj,0.0000042861,0.05000,0.371
12,mlp.experts.186.down_proj,0.0000027011,0.05000,0.368
12,mlp.experts.183.down_proj,0.0000069360,0.05000,0.364
12,mlp.experts.191.down_proj,0.0000025659,0.05000,0.366
12,mlp.experts.198.down_proj,0.0000044636,0.05000,0.368
12,mlp.experts.194.down_proj,0.0000024273,0.05000,0.376
12,mlp.experts.204.down_proj,0.0000029388,0.05000,0.367
12,mlp.experts.195.down_proj,0.0000016064,0.05000,0.371
12,mlp.experts.213.down_proj,0.0000008637,0.05000,0.370
12,mlp.experts.196.down_proj,0.0000016270,0.05000,0.369
12,mlp.experts.200.down_proj,0.0000019792,0.05000,0.374
12,mlp.experts.203.down_proj,0.0000040515,0.05000,0.367
12,mlp.experts.192.down_proj,0.0000020824,0.05000,0.373
12,mlp.experts.205.down_proj,0.0000038009,0.05000,0.365
12,mlp.experts.201.down_proj,0.0000023168,0.05000,0.370
12,mlp.experts.193.down_proj,0.0000025878,0.05000,0.368
12,mlp.experts.202.down_proj,0.0000011773,0.05000,0.369
12,mlp.experts.206.down_proj,0.0000020175,0.05000,0.376
12,mlp.experts.199.down_proj,0.0000028924,0.05000,0.373
12,mlp.experts.214.down_proj,0.0000010097,0.05000,0.365
12,mlp.experts.207.down_proj,0.0000023375,0.05000,0.371
12,mlp.experts.215.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
12,mlp.experts.210.down_proj,0.0000047140,0.05000,0.364
12,mlp.experts.220.down_proj,0.0000023018,0.05000,0.356
12,mlp.experts.211.down_proj,0.0000010659,0.05000,0.362
12,mlp.experts.229.down_proj,0.0000013296,0.05000,0.361
12,mlp.experts.212.down_proj,0.0000021244,0.05000,0.364
12,mlp.experts.208.down_proj,0.0000022352,0.05000,0.362
12,mlp.experts.216.down_proj,0.0000015193,0.05000,0.371
12,mlp.experts.219.down_proj,0.0000039058,0.05000,0.367
12,mlp.experts.221.down_proj,0.0000022915,0.05000,0.368
12,mlp.experts.217.down_proj,0.0000061498,0.05000,0.358
12,mlp.experts.209.down_proj,0.0000032832,0.05000,0.369
12,mlp.experts.237.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
12,mlp.experts.218.down_proj,0.0000009974,0.05000,0.372
12,mlp.experts.222.down_proj,0.0000041820,0.05000,0.369
12,mlp.experts.230.down_proj,0.0000057061,0.05000,0.366
12,mlp.experts.223.down_proj,0.0000052422,0.05000,0.366
12,mlp.experts.231.down_proj,0.0000039074,0.05000,0.368
12,mlp.experts.226.down_proj,0.0000035988,0.05000,0.366
12,mlp.experts.236.down_proj,0.0000049926,0.05000,0.379
12,mlp.experts.227.down_proj,0.0000040048,0.05000,0.373
12,mlp.experts.245.down_proj,0.0000037665,0.05000,0.365
12,mlp.experts.228.down_proj,0.0000065470,0.05000,0.373
12,mlp.experts.224.down_proj,0.0000011040,0.05000,0.376
12,mlp.experts.232.down_proj,0.0000013096,0.05000,0.373
12,mlp.experts.235.down_proj,0.0000014698,0.05000,0.375
12,mlp.experts.233.down_proj,0.0000084482,0.05000,0.365
12,mlp.experts.225.down_proj,0.0000027770,0.05000,0.356
12,mlp.experts.253.down_proj,0.0000011658,0.05000,0.361
12,mlp.experts.238.down_proj,0.0000057291,0.05000,0.364
12,mlp.experts.234.down_proj,0.0000021964,0.05000,0.374
12,mlp.experts.246.down_proj,0.0000025810,0.05000,0.375
12,mlp.experts.247.down_proj,0.0000010687,0.05000,0.373
12,mlp.experts.239.down_proj,0.0000017862,0.05000,0.380
12,mlp.experts.242.down_proj,0.0000041380,0.05000,0.334
12,mlp.experts.249.down_proj,0.0000063096,0.05000,0.231
12,mlp.experts.252.down_proj,0.0000009059,0.05000,0.345
12,mlp.experts.241.down_proj,0.0000019132,0.05000,0.242
12,mlp.experts.243.down_proj,0.0000012365,0.05000,0.322
12,mlp.experts.251.down_proj,0.0000012250,0.05000,0.297
12,mlp.experts.244.down_proj,0.0000026009,0.05000,0.323
12,mlp.experts.250.down_proj,0.0000012345,0.05000,0.254
12,mlp.experts.240.down_proj,0.0000018978,0.05000,0.320
12,mlp.experts.254.down_proj,0.0000015053,0.05000,0.266
12,mlp.experts.255.down_proj,0.0000009362,0.05000,0.245
12,mlp.experts.248.down_proj,0.0000035543,0.05000,0.325
13,mlp.experts.9.gate_proj,0.0002872412,0.05000,1.570
13,mlp.experts.13.gate_proj,0.0001906451,0.05000,1.586
13,mlp.experts.5.gate_proj,0.0001201279,0.05000,1.586
13,mlp.experts.1.gate_proj,0.0001516176,0.05000,1.567
13,mlp.experts.15.gate_proj,0.0000799249,0.05000,1.578
13,mlp.experts.0.gate_proj,0.0001925220,0.05000,1.570
13,mlp.experts.11.gate_proj,0.0000630172,0.05000,1.567
13,mlp.experts.8.gate_proj,0.0001451287,0.05000,1.602
13,mlp.experts.7.gate_proj,0.0002032993,0.05000,1.591
13,mlp.experts.12.gate_proj,0.0003391859,0.05000,1.601
13,mlp.experts.4.gate_proj,0.0001786500,0.05000,1.584
13,mlp.experts.3.gate_proj,0.0001119131,0.05000,1.597
13,mlp.experts.14.gate_proj,0.0003310842,0.05000,1.579
13,mlp.experts.10.gate_proj,0.0000628381,0.05000,1.569
13,mlp.experts.6.gate_proj,0.0001036115,0.05000,1.588
13,mlp.experts.2.gate_proj,0.0001007838,0.05000,1.596
13,mlp.experts.25.gate_proj,fallback(rtn): 0.0010300,0.00000,0.076
13,mlp.experts.29.gate_proj,0.0001525565,0.05000,1.515
13,mlp.experts.17.gate_proj,0.0002767375,0.05000,1.509
13,mlp.experts.21.gate_proj,0.0001220990,0.05000,1.525
13,mlp.experts.30.gate_proj,0.0001371169,0.05000,1.502
13,mlp.experts.31.gate_proj,0.0003112318,0.05000,1.534
13,mlp.experts.22.gate_proj,0.0001198403,0.05000,1.506
13,mlp.experts.18.gate_proj,0.0000792615,0.05000,1.500
13,mlp.experts.26.gate_proj,0.0001712157,0.05000,1.510
13,mlp.experts.23.gate_proj,0.0002734673,0.05000,1.519
13,mlp.experts.19.gate_proj,0.0001252884,0.05000,1.511
13,mlp.experts.27.gate_proj,0.0001101222,0.05000,1.522
13,mlp.experts.41.gate_proj,0.0001265042,0.05000,1.526
13,mlp.experts.24.gate_proj,0.0002201188,0.05000,1.585
13,mlp.experts.20.gate_proj,0.0001635162,0.05000,1.587
13,mlp.experts.28.gate_proj,0.0002450138,0.05000,1.588
13,mlp.experts.16.gate_proj,0.0003335964,0.05000,1.604
13,mlp.experts.33.gate_proj,0.0000885492,0.05000,1.476
13,mlp.experts.37.gate_proj,0.0000986481,0.05000,1.502
13,mlp.experts.45.gate_proj,0.0001023744,0.05000,1.513
13,mlp.experts.39.gate_proj,0.0001914212,0.05000,1.479
13,mlp.experts.35.gate_proj,0.0002036522,0.05000,1.478
13,mlp.experts.46.gate_proj,0.0001857314,0.05000,1.501
13,mlp.experts.47.gate_proj,0.0001356775,0.05000,1.499
13,mlp.experts.34.gate_proj,0.0001371146,0.05000,1.489
13,mlp.experts.42.gate_proj,0.0001472896,0.05000,1.489
13,mlp.experts.43.gate_proj,0.0000659792,0.05000,1.489
13,mlp.experts.38.gate_proj,0.0001008573,0.05000,1.502
13,mlp.experts.57.gate_proj,0.0001434805,0.05000,1.499
13,mlp.experts.36.gate_proj,0.0001423857,0.05000,1.532
13,mlp.experts.40.gate_proj,0.0002030660,0.05000,1.559
13,mlp.experts.44.gate_proj,0.0000950614,0.05000,1.572
13,mlp.experts.32.gate_proj,0.0001647619,0.05000,1.591
13,mlp.experts.49.gate_proj,0.0001975771,0.05000,1.485
13,mlp.experts.53.gate_proj,0.0003275627,0.05000,1.496
13,mlp.experts.61.gate_proj,0.0000922391,0.05000,1.502
13,mlp.experts.58.gate_proj,0.0000652707,0.05000,1.480
13,mlp.experts.63.gate_proj,0.0001440993,0.05000,1.491
13,mlp.experts.55.gate_proj,0.0001843958,0.05000,1.509
13,mlp.experts.50.gate_proj,0.0001630787,0.05000,1.487
13,mlp.experts.59.gate_proj,0.0002979044,0.05000,1.486
13,mlp.experts.51.gate_proj,0.0001447119,0.05000,1.523
13,mlp.experts.54.gate_proj,0.0002971607,0.05000,1.516
13,mlp.experts.73.gate_proj,0.0001854405,0.05000,1.518
13,mlp.experts.62.gate_proj,0.0003817113,0.05000,1.564
13,mlp.experts.52.gate_proj,0.0001531408,0.05000,1.465
13,mlp.experts.56.gate_proj,0.0002159751,0.05000,1.498
13,mlp.experts.60.gate_proj,0.0002143888,0.05000,1.466
13,mlp.experts.48.gate_proj,0.0001070079,0.05000,1.458
13,mlp.experts.65.gate_proj,0.0001198142,0.05000,1.507
13,mlp.experts.70.gate_proj,0.0001318724,0.05000,1.434
13,mlp.experts.71.gate_proj,0.0000668485,0.05000,1.469
13,mlp.experts.74.gate_proj,0.0000913762,0.05000,1.509
13,mlp.experts.69.gate_proj,0.0002275607,0.05000,1.539
13,mlp.experts.67.gate_proj,0.0001220288,0.05000,1.490
13,mlp.experts.77.gate_proj,0.0001851428,0.05000,1.541
13,mlp.experts.75.gate_proj,0.0001738672,0.05000,1.506
13,mlp.experts.66.gate_proj,0.0001032836,0.05000,1.514
13,mlp.experts.79.gate_proj,0.0001465261,0.05000,1.535
13,mlp.experts.78.gate_proj,0.0001467543,0.05000,1.488
13,mlp.experts.68.gate_proj,0.0002322934,0.05000,1.487
13,mlp.experts.64.gate_proj,0.0000964125,0.05000,1.442
13,mlp.experts.76.gate_proj,0.0001597521,0.05000,1.499
13,mlp.experts.72.gate_proj,0.0001830034,0.05000,1.503
13,mlp.experts.89.gate_proj,0.0001186697,0.05000,1.569
13,mlp.experts.86.gate_proj,0.0002267560,0.05000,1.479
13,mlp.experts.81.gate_proj,0.0001593483,0.05000,1.538
13,mlp.experts.91.gate_proj,0.0000960696,0.05000,1.457
13,mlp.experts.95.gate_proj,0.0002876360,0.05000,1.447
13,mlp.experts.83.gate_proj,0.0000696828,0.05000,1.471
13,mlp.experts.87.gate_proj,0.0001198423,0.05000,1.508
13,mlp.experts.82.gate_proj,0.0001850087,0.05000,1.463
13,mlp.experts.90.gate_proj,0.0000657083,0.05000,1.488
13,mlp.experts.94.gate_proj,0.0000724036,0.05000,1.435
13,mlp.experts.80.gate_proj,0.0001926269,0.05000,1.483
13,mlp.experts.88.gate_proj,0.0002397813,0.05000,1.455
13,mlp.experts.93.gate_proj,0.0001053771,0.05000,1.566
13,mlp.experts.85.gate_proj,0.0002675375,0.05000,1.575
13,mlp.experts.84.gate_proj,0.0001126154,0.05000,1.519
13,mlp.experts.92.gate_proj,0.0001896269,0.05000,1.470
13,mlp.experts.105.gate_proj,0.0000934595,0.05000,1.512
13,mlp.experts.102.gate_proj,0.0001307683,0.05000,1.499
13,mlp.experts.111.gate_proj,0.0001339878,0.05000,1.487
13,mlp.experts.110.gate_proj,0.0001642837,0.05000,1.489
13,mlp.experts.107.gate_proj,0.0002023203,0.05000,1.512
13,mlp.experts.106.gate_proj,0.0001686857,0.05000,1.497
13,mlp.experts.98.gate_proj,0.0001720714,0.05000,1.511
13,mlp.experts.103.gate_proj,0.0001134979,0.05000,1.526
13,mlp.experts.99.gate_proj,0.0001153884,0.05000,1.533
13,mlp.experts.97.gate_proj,0.0000718167,0.05000,1.565
13,mlp.experts.96.gate_proj,0.0002324623,0.05000,1.503
13,mlp.experts.100.gate_proj,0.0001433291,0.05000,1.465
13,mlp.experts.108.gate_proj,0.0001243169,0.05000,1.482
13,mlp.experts.104.gate_proj,0.0000867888,0.05000,1.526
13,mlp.experts.109.gate_proj,0.0001966928,0.05000,1.552
13,mlp.experts.101.gate_proj,0.0001027305,0.05000,1.570
13,mlp.experts.121.gate_proj,0.0001238750,0.05000,1.537
13,mlp.experts.118.gate_proj,0.0001467630,0.05000,1.507
13,mlp.experts.122.gate_proj,0.0001381854,0.05000,1.457
13,mlp.experts.115.gate_proj,0.0001350894,0.05000,1.435
13,mlp.experts.127.gate_proj,0.0000944327,0.05000,1.492
13,mlp.experts.119.gate_proj,0.0001071920,0.05000,1.471
13,mlp.experts.114.gate_proj,0.0001205208,0.05000,1.519
13,mlp.experts.126.gate_proj,0.0001794782,0.05000,1.534
13,mlp.experts.123.gate_proj,0.0001939076,0.05000,1.542
13,mlp.experts.112.gate_proj,0.0000981417,0.05000,1.497
13,mlp.experts.116.gate_proj,0.0001345377,0.05000,1.495
13,mlp.experts.113.gate_proj,0.0001172727,0.05000,1.520
13,mlp.experts.120.gate_proj,0.0001060792,0.05000,1.453
13,mlp.experts.124.gate_proj,0.0001143669,0.05000,1.486
13,mlp.experts.137.gate_proj,0.0001609932,0.05000,1.448
13,mlp.experts.125.gate_proj,0.0002100271,0.05000,1.491
13,mlp.experts.117.gate_proj,0.0001628399,0.05000,1.471
13,mlp.experts.143.gate_proj,0.0001584241,0.05000,1.489
13,mlp.experts.131.gate_proj,0.0000856921,0.05000,1.493
13,mlp.experts.135.gate_proj,0.0001174733,0.05000,1.465
13,mlp.experts.134.gate_proj,0.0000851859,0.05000,1.540
13,mlp.experts.138.gate_proj,0.0001357015,0.05000,1.540
13,mlp.experts.130.gate_proj,0.0000731177,0.05000,1.494
13,mlp.experts.129.gate_proj,0.0001151167,0.05000,1.476
13,mlp.experts.139.gate_proj,0.0001153157,0.05000,1.504
13,mlp.experts.132.gate_proj,0.0001175950,0.05000,1.498
13,mlp.experts.128.gate_proj,0.0002193093,0.05000,1.502
13,mlp.experts.140.gate_proj,0.0001226429,0.05000,1.498
13,mlp.experts.142.gate_proj,0.0001103550,0.05000,1.562
13,mlp.experts.133.gate_proj,0.0001371014,0.05000,1.468
13,mlp.experts.141.gate_proj,0.0001269417,0.05000,1.483
13,mlp.experts.153.gate_proj,0.0001561598,0.05000,1.497
13,mlp.experts.136.gate_proj,0.0001853084,0.05000,1.566
13,mlp.experts.159.gate_proj,0.0001417337,0.05000,1.488
13,mlp.experts.151.gate_proj,0.0001208352,0.05000,1.496
13,mlp.experts.147.gate_proj,0.0000630784,0.05000,1.499
13,mlp.experts.154.gate_proj,0.0001702772,0.05000,1.529
13,mlp.experts.146.gate_proj,0.0001403273,0.05000,1.515
13,mlp.experts.145.gate_proj,0.0001187061,0.05000,1.505
13,mlp.experts.155.gate_proj,0.0001685848,0.05000,1.511
13,mlp.experts.144.gate_proj,0.0000579342,0.05000,1.490
13,mlp.experts.150.gate_proj,0.0001543038,0.05000,1.562
13,mlp.experts.148.gate_proj,0.0001529995,0.05000,1.502
13,mlp.experts.156.gate_proj,0.0001419261,0.05000,1.519
13,mlp.experts.149.gate_proj,0.0001407355,0.05000,1.506
13,mlp.experts.169.gate_proj,0.0002727263,0.05000,1.490
13,mlp.experts.157.gate_proj,0.0002118188,0.05000,1.502
13,mlp.experts.152.gate_proj,0.0001101512,0.05000,1.501
13,mlp.experts.158.gate_proj,0.0001425815,0.05000,1.582
13,mlp.experts.175.gate_proj,0.0001075213,0.05000,1.491
13,mlp.experts.167.gate_proj,0.0001072989,0.05000,1.477
13,mlp.experts.163.gate_proj,0.0002151436,0.05000,1.548
13,mlp.experts.161.gate_proj,0.0000957989,0.05000,1.482
13,mlp.experts.172.gate_proj,0.0001306724,0.05000,1.467
13,mlp.experts.171.gate_proj,0.0001268644,0.05000,1.503
13,mlp.experts.164.gate_proj,0.0000970513,0.05000,1.505
13,mlp.experts.170.gate_proj,0.0000625024,0.05000,1.557
13,mlp.experts.162.gate_proj,0.0000841762,0.05000,1.558
13,mlp.experts.165.gate_proj,0.0001202906,0.05000,1.495
13,mlp.experts.168.gate_proj,0.0000957651,0.05000,1.473
13,mlp.experts.185.gate_proj,0.0001684873,0.05000,1.495
13,mlp.experts.166.gate_proj,0.0001352235,0.05000,1.542
13,mlp.experts.160.gate_proj,0.0002149739,0.05000,1.543
13,mlp.experts.173.gate_proj,0.0001155478,0.05000,1.492
13,mlp.experts.174.gate_proj,0.0001857298,0.05000,1.527
13,mlp.experts.183.gate_proj,0.0001324953,0.05000,1.483
13,mlp.experts.179.gate_proj,0.0000694946,0.05000,1.420
13,mlp.experts.191.gate_proj,0.0001216884,0.05000,1.554
13,mlp.experts.180.gate_proj,0.0001374223,0.05000,1.444
13,mlp.experts.177.gate_proj,0.0001167378,0.05000,1.498
13,mlp.experts.187.gate_proj,0.0001598286,0.05000,1.481
13,mlp.experts.188.gate_proj,0.0001671698,0.05000,1.496
13,mlp.experts.186.gate_proj,0.0003331415,0.05000,1.494
13,mlp.experts.178.gate_proj,0.0001837941,0.05000,1.493
13,mlp.experts.182.gate_proj,0.0001006694,0.05000,1.467
13,mlp.experts.181.gate_proj,0.0001515472,0.05000,1.482
13,mlp.experts.201.gate_proj,0.0001059948,0.05000,1.481
13,mlp.experts.184.gate_proj,0.0001733062,0.05000,1.493
13,mlp.experts.176.gate_proj,0.0001653423,0.05000,1.497
13,mlp.experts.189.gate_proj,0.0001446328,0.05000,1.516
13,mlp.experts.197.gate_proj,fallback(rtn): 0.0010681,0.00000,0.061
13,mlp.experts.190.gate_proj,0.0002103431,0.05000,1.490
13,mlp.experts.195.gate_proj,0.0001863549,0.05000,1.508
13,mlp.experts.199.gate_proj,0.0001165786,0.05000,1.522
13,mlp.experts.196.gate_proj,0.0001408321,0.05000,1.494
13,mlp.experts.193.gate_proj,0.0002071339,0.05000,1.489
13,mlp.experts.207.gate_proj,0.0001594648,0.05000,1.528
13,mlp.experts.204.gate_proj,0.0001435073,0.05000,1.491
13,mlp.experts.202.gate_proj,0.0000835372,0.05000,1.486
13,mlp.experts.194.gate_proj,0.0004460610,0.05000,1.480
13,mlp.experts.198.gate_proj,0.0002530578,0.05000,1.480
13,mlp.experts.203.gate_proj,0.0001672219,0.05000,1.529
13,mlp.experts.217.gate_proj,0.0001002271,0.05000,1.471
13,mlp.experts.192.gate_proj,0.0001412585,0.05000,1.479
13,mlp.experts.200.gate_proj,0.0000991103,0.05000,1.500
13,mlp.experts.205.gate_proj,0.0000913062,0.05000,1.497
13,mlp.experts.213.gate_proj,0.0003882497,0.05000,1.508
13,mlp.experts.206.gate_proj,0.0001083665,0.05000,1.482
13,mlp.experts.211.gate_proj,0.0001253535,0.05000,1.542
13,mlp.experts.215.gate_proj,0.0000584362,0.05000,1.540
13,mlp.experts.212.gate_proj,0.0000523286,0.05000,1.509
13,mlp.experts.220.gate_proj,0.0001269966,0.05000,1.483
13,mlp.experts.209.gate_proj,0.0001299576,0.05000,1.518
13,mlp.experts.218.gate_proj,0.0000850160,0.05000,1.483
13,mlp.experts.210.gate_proj,0.0002785708,0.05000,1.485
13,mlp.experts.223.gate_proj,0.0000965814,0.05000,1.534
13,mlp.experts.214.gate_proj,0.0001116674,0.05000,1.499
13,mlp.experts.233.gate_proj,0.0001252372,0.05000,1.505
13,mlp.experts.208.gate_proj,0.0001350797,0.05000,1.507
13,mlp.experts.216.gate_proj,0.0001376156,0.05000,1.509
13,mlp.experts.219.gate_proj,0.0001607983,0.05000,1.568
13,mlp.experts.221.gate_proj,0.0001590735,0.05000,1.516
13,mlp.experts.222.gate_proj,0.0002191782,0.05000,1.481
13,mlp.experts.229.gate_proj,0.0001310056,0.05000,1.491
13,mlp.experts.235.gate_proj,fallback(rtn): 0.0010452,0.00000,0.035
13,mlp.experts.245.gate_proj,fallback(rtn): 0.0010376,0.00000,0.028
13,mlp.experts.227.gate_proj,0.0000832045,0.05000,1.526
13,mlp.experts.231.gate_proj,0.0001424672,0.05000,1.523
13,mlp.experts.228.gate_proj,0.0002071414,0.05000,1.503
13,mlp.experts.236.gate_proj,0.0001543300,0.05000,1.507
13,mlp.experts.225.gate_proj,0.0001572760,0.05000,1.503
13,mlp.experts.234.gate_proj,0.0001452060,0.05000,1.480
13,mlp.experts.226.gate_proj,0.0002321857,0.05000,1.537
13,mlp.experts.249.gate_proj,0.0001875878,0.05000,1.514
13,mlp.experts.239.gate_proj,0.0001910002,0.05000,1.535
13,mlp.experts.230.gate_proj,0.0001464983,0.05000,1.530
13,mlp.experts.224.gate_proj,0.0001077404,0.05000,1.520
13,mlp.experts.232.gate_proj,0.0001133834,0.05000,1.515
13,mlp.experts.237.gate_proj,0.0000854246,0.05000,1.496
13,mlp.experts.238.gate_proj,0.0001662355,0.05000,1.510
13,mlp.experts.5.up_proj,0.0001128397,0.05000,1.489
13,mlp.experts.251.gate_proj,0.0000955251,0.05000,1.512
13,mlp.experts.244.gate_proj,0.0001399212,0.05000,1.066
13,mlp.experts.252.gate_proj,0.0001491960,0.05000,1.061
13,mlp.experts.241.gate_proj,0.0001294965,0.05000,1.452
13,mlp.experts.243.gate_proj,0.0001456264,0.05000,1.474
13,mlp.experts.247.gate_proj,0.0003188479,0.05000,1.485
13,mlp.experts.9.up_proj,0.0002293614,0.05000,1.415
13,mlp.experts.250.gate_proj,0.0001408001,0.05000,1.498
13,mlp.experts.242.gate_proj,0.0001804715,0.05000,1.452
13,mlp.experts.253.gate_proj,0.0000967974,0.05000,1.411
13,mlp.experts.21.up_proj,0.0001121917,0.05000,1.377
13,mlp.experts.255.gate_proj,0.0001303095,0.05000,1.462
13,mlp.experts.246.gate_proj,0.0001914681,0.05000,1.485
13,mlp.experts.254.gate_proj,0.0001211406,0.05000,1.445
13,mlp.experts.25.up_proj,fallback(rtn): 0.0009995,0.00000,0.072
13,mlp.experts.11.up_proj,0.0000580058,0.05000,1.472
13,mlp.experts.2.up_proj,0.0000941025,0.05000,0.973
13,mlp.experts.10.up_proj,0.0000691290,0.05000,0.996
13,mlp.experts.248.gate_proj,0.0000673257,0.05000,1.502
13,mlp.experts.4.up_proj,0.0001378582,0.05000,1.507
13,mlp.experts.240.gate_proj,0.0000730190,0.05000,1.513
13,mlp.experts.12.up_proj,0.0002811161,0.05000,1.554
13,mlp.experts.7.up_proj,0.0001665536,0.05000,1.423
13,mlp.experts.3.up_proj,0.0001065331,0.05000,1.461
13,mlp.experts.15.up_proj,0.0000810242,0.05000,1.403
13,mlp.experts.13.up_proj,0.0002125223,0.05000,1.445
13,mlp.experts.37.up_proj,0.0000994522,0.05000,1.463
13,mlp.experts.1.up_proj,0.0001509863,0.05000,1.456
13,mlp.experts.27.up_proj,0.0000884155,0.05000,1.360
13,mlp.experts.41.up_proj,0.0001265984,0.05000,1.475
13,mlp.experts.26.up_proj,0.0001608090,0.05000,1.484
13,mlp.experts.6.up_proj,0.0001067775,0.05000,1.500
13,mlp.experts.18.up_proj,0.0000775216,0.05000,1.524
13,mlp.experts.14.up_proj,0.0002703123,0.05000,1.537
13,mlp.experts.20.up_proj,0.0001352539,0.05000,1.538
13,mlp.experts.0.up_proj,0.0001967988,0.05000,1.544
13,mlp.experts.8.up_proj,0.0001209336,0.05000,1.551
13,mlp.experts.28.up_proj,0.0002894874,0.05000,1.569
13,mlp.experts.53.up_proj,0.0002714929,0.05000,1.473
13,mlp.experts.29.up_proj,0.0001631505,0.05000,1.489
13,mlp.experts.17.up_proj,0.0002345018,0.05000,1.479
13,mlp.experts.31.up_proj,0.0002706678,0.05000,1.498
13,mlp.experts.19.up_proj,0.0001321896,0.05000,1.506
13,mlp.experts.43.up_proj,0.0000796462,0.05000,1.500
13,mlp.experts.23.up_proj,0.0002610796,0.05000,1.513
13,mlp.experts.57.up_proj,0.0001377824,0.05000,1.484
13,mlp.experts.42.up_proj,0.0001304314,0.05000,1.484
13,mlp.experts.22.up_proj,0.0001116767,0.05000,1.477
13,mlp.experts.34.up_proj,0.0001287700,0.05000,1.493
13,mlp.experts.30.up_proj,0.0001355372,0.05000,1.483
13,mlp.experts.24.up_proj,0.0001698789,0.05000,1.524
13,mlp.experts.36.up_proj,0.0001249647,0.05000,1.535
13,mlp.experts.16.up_proj,0.0002937173,0.05000,1.528
13,mlp.experts.44.up_proj,0.0000894773,0.05000,1.469
13,mlp.experts.69.up_proj,0.0001837280,0.05000,1.476
13,mlp.experts.45.up_proj,0.0000944961,0.05000,1.480
13,mlp.experts.33.up_proj,0.0000794578,0.05000,1.516
13,mlp.experts.39.up_proj,0.0001572619,0.05000,1.491
13,mlp.experts.73.up_proj,0.0001687517,0.05000,1.462
13,mlp.experts.47.up_proj,0.0001475478,0.05000,1.507
13,mlp.experts.59.up_proj,0.0002890162,0.05000,1.499
13,mlp.experts.35.up_proj,0.0001939969,0.05000,1.504
13,mlp.experts.38.up_proj,0.0000929290,0.05000,1.461
13,mlp.experts.46.up_proj,0.0001602656,0.05000,1.429
13,mlp.experts.50.up_proj,0.0001726993,0.05000,1.449
13,mlp.experts.58.up_proj,0.0000605443,0.05000,1.501
13,mlp.experts.60.up_proj,0.0001969843,0.05000,1.478
13,mlp.experts.32.up_proj,0.0001500825,0.05000,1.516
13,mlp.experts.52.up_proj,0.0001439555,0.05000,1.520
13,mlp.experts.40.up_proj,0.0001626569,0.05000,1.529
13,mlp.experts.61.up_proj,0.0000904582,0.05000,1.485
13,mlp.experts.49.up_proj,0.0001855572,0.05000,1.482
13,mlp.experts.85.up_proj,0.0002156520,0.05000,1.531
13,mlp.experts.63.up_proj,0.0001377043,0.05000,1.465
13,mlp.experts.55.up_proj,0.0001752187,0.05000,1.480
13,mlp.experts.75.up_proj,0.0001424490,0.05000,1.508
13,mlp.experts.51.up_proj,0.0001443106,0.05000,1.508
13,mlp.experts.89.up_proj,0.0001101717,0.05000,1.518
13,mlp.experts.74.up_proj,0.0000877840,0.05000,1.459
13,mlp.experts.62.up_proj,0.0003097540,0.05000,1.487
13,mlp.experts.54.up_proj,0.0002313982,0.05000,1.498
13,mlp.experts.66.up_proj,0.0000913499,0.05000,1.473
13,mlp.experts.76.up_proj,0.0001614858,0.05000,1.479
13,mlp.experts.68.up_proj,0.0001889830,0.05000,1.444
13,mlp.experts.48.up_proj,0.0001163769,0.05000,1.491
13,mlp.experts.56.up_proj,0.0002002217,0.05000,1.510
13,mlp.experts.77.up_proj,0.0001900113,0.05000,1.514
13,mlp.experts.67.up_proj,0.0001068525,0.05000,1.427
13,mlp.experts.79.up_proj,0.0001284268,0.05000,1.485
13,mlp.experts.101.up_proj,0.0001053383,0.05000,1.519
13,mlp.experts.71.up_proj,0.0000653946,0.05000,1.487
13,mlp.experts.65.up_proj,0.0001202490,0.05000,1.564
13,mlp.experts.91.up_proj,0.0000935593,0.05000,1.500
13,mlp.experts.105.up_proj,0.0000829267,0.05000,1.524
13,mlp.experts.90.up_proj,0.0000586953,0.05000,1.485
13,mlp.experts.70.up_proj,0.0001182305,0.05000,1.478
13,mlp.experts.82.up_proj,0.0001440555,0.05000,1.494
13,mlp.experts.78.up_proj,0.0001413985,0.05000,1.502
13,mlp.experts.84.up_proj,0.0001050328,0.05000,1.462
13,mlp.experts.92.up_proj,0.0001987354,0.05000,1.494
13,mlp.experts.72.up_proj,0.0001768275,0.05000,1.451
13,mlp.experts.64.up_proj,0.0000910390,0.05000,1.508
13,mlp.experts.93.up_proj,0.0000927121,0.05000,1.532
13,mlp.experts.95.up_proj,0.0002222854,0.05000,1.502
13,mlp.experts.83.up_proj,0.0000620512,0.05000,1.504
13,mlp.experts.107.up_proj,0.0001540785,0.05000,1.443
13,mlp.experts.87.up_proj,0.0001109484,0.05000,1.499
13,mlp.experts.117.up_proj,0.0001472276,0.05000,1.534
13,mlp.experts.81.up_proj,0.0001535343,0.05000,1.546
13,mlp.experts.121.up_proj,0.0001155299,0.05000,1.535
13,mlp.experts.98.up_proj,0.0001539422,0.05000,1.482
13,mlp.experts.106.up_proj,0.0001570466,0.05000,1.503
13,mlp.experts.86.up_proj,0.0002050230,0.05000,1.502
13,mlp.experts.94.up_proj,0.0000640099,0.05000,1.484
13,mlp.experts.88.up_proj,0.0001965859,0.05000,1.425
13,mlp.experts.100.up_proj,0.0001331247,0.05000,1.487
13,mlp.experts.108.up_proj,0.0001246654,0.05000,1.510
13,mlp.experts.80.up_proj,0.0001643685,0.05000,1.513
13,mlp.experts.111.up_proj,0.0001326367,0.05000,1.483
13,mlp.experts.99.up_proj,0.0001264967,0.05000,1.490
13,mlp.experts.103.up_proj,0.0000965440,0.05000,1.488
13,mlp.experts.123.up_proj,0.0001996168,0.05000,1.515
13,mlp.experts.109.up_proj,0.0001789574,0.05000,1.544
13,mlp.experts.133.up_proj,0.0001165609,0.05000,1.548
13,mlp.experts.97.up_proj,0.0000864826,0.05000,1.517
13,mlp.experts.137.up_proj,0.0001541512,0.05000,1.504
13,mlp.experts.114.up_proj,0.0001140423,0.05000,1.495
13,mlp.experts.110.up_proj,0.0001253802,0.05000,1.493
13,mlp.experts.102.up_proj,0.0001121514,0.05000,1.501
13,mlp.experts.122.up_proj,0.0001201369,0.05000,1.512
13,mlp.experts.116.up_proj,0.0001378271,0.05000,1.480
13,mlp.experts.104.up_proj,0.0000821671,0.05000,1.486
13,mlp.experts.124.up_proj,0.0001100005,0.05000,1.498
13,mlp.experts.96.up_proj,0.0001979283,0.05000,1.488
13,mlp.experts.115.up_proj,0.0001227304,0.05000,1.479
13,mlp.experts.119.up_proj,0.0001015174,0.05000,1.491
13,mlp.experts.127.up_proj,0.0000855809,0.05000,1.520
13,mlp.experts.125.up_proj,0.0001700224,0.05000,1.486
13,mlp.experts.139.up_proj,0.0001102927,0.05000,1.519
13,mlp.experts.149.up_proj,0.0001320779,0.05000,1.492
13,mlp.experts.113.up_proj,0.0001214912,0.05000,1.525
13,mlp.experts.153.up_proj,0.0001324076,0.05000,1.519
13,mlp.experts.118.up_proj,0.0001167052,0.05000,1.509
13,mlp.experts.130.up_proj,0.0000663392,0.05000,1.551
13,mlp.experts.126.up_proj,0.0001609288,0.05000,1.551
13,mlp.experts.138.up_proj,0.0001446053,0.05000,1.539
13,mlp.experts.120.up_proj,0.0000882783,0.05000,1.491
13,mlp.experts.132.up_proj,0.0001125607,0.05000,1.495
13,mlp.experts.140.up_proj,0.0001277680,0.05000,1.477
13,mlp.experts.112.up_proj,0.0000957046,0.05000,1.514
13,mlp.experts.131.up_proj,0.0000781905,0.05000,1.489
13,mlp.experts.135.up_proj,0.0001100963,0.05000,1.481
13,mlp.experts.143.up_proj,0.0001312329,0.05000,1.505
13,mlp.experts.141.up_proj,0.0001169802,0.05000,1.499
13,mlp.experts.155.up_proj,0.0001454150,0.05000,1.475
13,mlp.experts.165.up_proj,0.0000972338,0.05000,1.484
13,mlp.experts.129.up_proj,0.0000951054,0.05000,1.482
13,mlp.experts.169.up_proj,0.0002612836,0.05000,1.516
13,mlp.experts.134.up_proj,0.0000843104,0.05000,1.483
13,mlp.experts.142.up_proj,0.0001127637,0.05000,1.496
13,mlp.experts.146.up_proj,0.0001334470,0.05000,1.507
13,mlp.experts.154.up_proj,0.0001766938,0.05000,1.507
13,mlp.experts.148.up_proj,0.0001582690,0.05000,1.485
13,mlp.experts.136.up_proj,0.0001555403,0.05000,1.492
13,mlp.experts.156.up_proj,0.0001518445,0.05000,1.491
13,mlp.experts.128.up_proj,0.0001922454,0.05000,1.494
13,mlp.experts.147.up_proj,0.0000647343,0.05000,1.501
13,mlp.experts.151.up_proj,0.0001008513,0.05000,1.503
13,mlp.experts.159.up_proj,0.0001340930,0.05000,1.466
13,mlp.experts.157.up_proj,0.0001950217,0.05000,1.501
13,mlp.experts.181.up_proj,0.0001280681,0.05000,1.460
13,mlp.experts.171.up_proj,0.0001185816,0.05000,1.520
13,mlp.experts.197.up_proj,fallback(rtn): 0.0010681,0.00000,0.033
13,mlp.experts.145.up_proj,0.0000978877,0.05000,1.487
13,mlp.experts.185.up_proj,0.0001652014,0.05000,1.503
13,mlp.experts.150.up_proj,0.0001384171,0.05000,1.504
13,mlp.experts.158.up_proj,0.0001313416,0.05000,1.508
13,mlp.experts.162.up_proj,0.0000698988,0.05000,1.504
13,mlp.experts.170.up_proj,0.0000581964,0.05000,1.537
13,mlp.experts.152.up_proj,0.0001005980,0.05000,1.464
13,mlp.experts.164.up_proj,0.0000886455,0.05000,1.500
13,mlp.experts.172.up_proj,0.0001211923,0.05000,1.451
13,mlp.experts.144.up_proj,0.0000530739,0.05000,1.474
13,mlp.experts.163.up_proj,0.0001816614,0.05000,1.488
13,mlp.experts.167.up_proj,0.0001005609,0.05000,1.515
13,mlp.experts.175.up_proj,0.0000956444,0.05000,1.514
13,mlp.experts.187.up_proj,0.0001321545,0.05000,1.460
13,mlp.experts.173.up_proj,0.0000972121,0.05000,1.494
13,mlp.experts.213.up_proj,0.0003067524,0.05000,1.503
13,mlp.experts.161.up_proj,0.0000892390,0.05000,1.475
13,mlp.experts.201.up_proj,0.0000989647,0.05000,1.488
13,mlp.experts.166.up_proj,0.0001102768,0.05000,1.534
13,mlp.experts.174.up_proj,0.0001525646,0.05000,1.538
13,mlp.experts.178.up_proj,0.0001470629,0.05000,1.531
13,mlp.experts.186.up_proj,0.0002812154,0.05000,1.523
13,mlp.experts.168.up_proj,0.0000898856,0.05000,1.514
13,mlp.experts.188.up_proj,0.0001502572,0.05000,1.478
13,mlp.experts.180.up_proj,0.0001286437,0.05000,1.502
13,mlp.experts.160.up_proj,0.0002220002,0.05000,1.526
13,mlp.experts.179.up_proj,0.0000715026,0.05000,1.516
13,mlp.experts.183.up_proj,0.0001322068,0.05000,1.523
13,mlp.experts.191.up_proj,0.0001019593,0.05000,1.528
13,mlp.experts.203.up_proj,0.0001501107,0.05000,1.561
13,mlp.experts.189.up_proj,0.0001374240,0.05000,1.564
13,mlp.experts.229.up_proj,0.0001083776,0.05000,1.543
13,mlp.experts.177.up_proj,0.0001102206,0.05000,1.549
13,mlp.experts.245.up_proj,fallback(rtn): 0.0010071,0.00000,0.041
13,mlp.experts.217.up_proj,0.0000886801,0.05000,1.548
13,mlp.experts.182.up_proj,0.0000950656,0.05000,1.534
13,mlp.experts.202.up_proj,0.0000794340,0.05000,1.494
13,mlp.experts.194.up_proj,0.0001482518,0.05000,1.520
13,mlp.experts.190.up_proj,0.0001836505,0.05000,1.522
13,mlp.experts.204.up_proj,0.0001214159,0.05000,1.492
13,mlp.experts.196.up_proj,0.0001203714,0.05000,1.501
13,mlp.experts.184.up_proj,0.0001492827,0.05000,1.561
13,mlp.experts.205.up_proj,0.0000875283,0.05000,1.199
13,mlp.experts.193.up_proj,0.0001788791,0.05000,1.220
13,mlp.experts.176.up_proj,0.0001583878,0.05000,1.519
13,mlp.experts.233.up_proj,0.0001185435,0.05000,1.247
13,mlp.experts.195.up_proj,0.0001802331,0.05000,1.526
13,mlp.experts.199.up_proj,0.0001093700,0.05000,1.521
13,mlp.experts.207.up_proj,0.0001315801,0.05000,1.549
13,mlp.experts.219.up_proj,0.0001637647,0.05000,1.539
13,mlp.experts.235.up_proj,fallback(rtn): 0.0009842,0.00000,0.025
13,mlp.experts.221.up_proj,0.0001522052,0.05000,1.283
13,mlp.experts.198.up_proj,0.0002050288,0.05000,1.555
13,mlp.experts.206.up_proj,0.0001018649,0.05000,1.537
13,mlp.experts.218.up_proj,0.0000756182,0.05000,1.540
13,mlp.experts.209.up_proj,0.0001212024,0.05000,1.285
13,mlp.experts.210.up_proj,0.0002676853,0.05000,1.586
13,mlp.experts.220.up_proj,0.0001216493,0.05000,1.522
13,mlp.experts.249.up_proj,0.0001559010,0.05000,1.249
13,mlp.experts.212.up_proj,0.0000461749,0.05000,1.523
13,mlp.experts.200.up_proj,0.0000987846,0.05000,1.557
13,mlp.experts.192.up_proj,0.0001461531,0.05000,1.560
13,mlp.experts.211.up_proj,0.0001305812,0.05000,1.533
13,mlp.experts.215.up_proj,0.0000560596,0.05000,1.556
13,mlp.experts.223.up_proj,0.0000933322,0.05000,1.542
13,mlp.experts.251.up_proj,0.0000919079,0.05000,1.551
13,mlp.experts.237.up_proj,0.0000776635,0.05000,0.995
13,mlp.experts.225.up_proj,0.0001321611,0.05000,0.963
13,mlp.experts.214.up_proj,0.0000971470,0.05000,1.434
13,mlp.experts.222.up_proj,0.0002324028,0.05000,1.425
13,mlp.experts.234.up_proj,0.0001374709,0.05000,1.426
13,mlp.experts.226.up_proj,0.0001946911,0.05000,1.379
13,mlp.experts.228.up_proj,0.0001638852,0.05000,1.352
13,mlp.experts.236.up_proj,0.0001463049,0.05000,1.445
13,mlp.experts.216.up_proj,0.0001290834,0.05000,1.414
13,mlp.experts.227.up_proj,0.0000794545,0.05000,1.192
13,mlp.experts.239.up_proj,0.0001638679,0.05000,1.156
13,mlp.experts.208.up_proj,0.0001092504,0.05000,1.384
13,mlp.experts.231.up_proj,0.0001347956,0.05000,1.238
13,mlp.experts.241.up_proj,0.0001157784,0.05000,0.865
13,mlp.experts.253.up_proj,0.0000865969,0.05000,0.937
13,mlp.experts.243.up_proj,0.0001385068,0.05000,1.042
13,mlp.experts.255.up_proj,0.0001242409,0.05000,1.086
13,mlp.experts.238.up_proj,0.0001347123,0.05000,1.328
13,mlp.experts.247.up_proj,0.0002584133,0.05000,1.039
13,mlp.experts.242.up_proj,0.0001693172,0.05000,1.351
13,mlp.experts.230.up_proj,0.0001271171,0.05000,1.400
13,mlp.experts.244.up_proj,0.0001244839,0.05000,1.322
13,mlp.experts.250.up_proj,0.0001232648,0.05000,1.364
13,mlp.experts.232.up_proj,0.0000935986,0.05000,1.227
13,mlp.experts.252.up_proj,0.0001184790,0.05000,1.328
13,mlp.experts.224.up_proj,0.0000993692,0.05000,1.212
13,mlp.experts.254.up_proj,0.0001063586,0.05000,0.692
13,mlp.experts.246.up_proj,0.0001530207,0.05000,0.669
13,mlp.experts.248.up_proj,0.0000618064,0.05000,0.697
13,mlp.experts.240.up_proj,0.0000841245,0.05000,0.655
13,mlp.experts.7.down_proj,0.0000033866,0.05000,0.398
13,mlp.experts.11.down_proj,0.0000031430,0.05000,0.402
13,mlp.experts.0.down_proj,0.0000077755,0.05000,0.416
13,mlp.experts.8.down_proj,0.0000025213,0.05000,0.405
13,mlp.experts.9.down_proj,0.0000065011,0.05000,0.420
13,mlp.experts.1.down_proj,0.0000057843,0.05000,0.414
13,mlp.experts.3.down_proj,0.0000010889,0.05000,0.408
13,mlp.experts.4.down_proj,0.0000025611,0.05000,0.411
13,mlp.experts.14.down_proj,0.0000081577,0.05000,0.420
13,mlp.experts.6.down_proj,0.0000029862,0.05000,0.418
13,mlp.experts.12.down_proj,0.0000073674,0.05000,0.411
13,mlp.experts.15.down_proj,0.0000030138,0.05000,0.413
13,mlp.experts.2.down_proj,0.0000009445,0.05000,0.410
13,mlp.experts.5.down_proj,0.0000010994,0.05000,0.418
13,mlp.experts.13.down_proj,0.0000123800,0.05000,0.406
13,mlp.experts.10.down_proj,0.0000028190,0.05000,0.414
13,mlp.experts.25.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
13,mlp.experts.27.down_proj,0.0000018707,0.05000,0.343
13,mlp.experts.23.down_proj,0.0000093568,0.05000,0.345
13,mlp.experts.17.down_proj,0.0000038071,0.05000,0.334
13,mlp.experts.16.down_proj,0.0000198142,0.05000,0.364
13,mlp.experts.19.down_proj,0.0000068358,0.05000,0.359
13,mlp.experts.24.down_proj,0.0000036677,0.05000,0.370
13,mlp.experts.20.down_proj,0.0000026751,0.05000,0.373
13,mlp.experts.30.down_proj,0.0000048985,0.05000,0.360
13,mlp.experts.31.down_proj,0.0000069675,0.05000,0.357
13,mlp.experts.22.down_proj,0.0000036028,0.05000,0.371
13,mlp.experts.28.down_proj,0.0000091824,0.05000,0.373
13,mlp.experts.18.down_proj,0.0000027589,0.05000,0.366
13,mlp.experts.26.down_proj,0.0000019374,0.05000,0.370
13,mlp.experts.29.down_proj,0.0000062670,0.05000,0.370
13,mlp.experts.41.down_proj,0.0000043158,0.05000,0.368
13,mlp.experts.21.down_proj,0.0000072555,0.05000,0.371
13,mlp.experts.39.down_proj,0.0000039918,0.05000,0.366
13,mlp.experts.43.down_proj,0.0000021047,0.05000,0.370
13,mlp.experts.33.down_proj,0.0000024086,0.05000,0.360
13,mlp.experts.35.down_proj,0.0000028133,0.05000,0.359
13,mlp.experts.32.down_proj,0.0000041879,0.05000,0.374
13,mlp.experts.40.down_proj,0.0000042382,0.05000,0.367
13,mlp.experts.46.down_proj,0.0000030796,0.05000,0.362
13,mlp.experts.38.down_proj,0.0000029353,0.05000,0.356
13,mlp.experts.36.down_proj,0.0000030266,0.05000,0.375
13,mlp.experts.47.down_proj,0.0000036660,0.05000,0.367
13,mlp.experts.44.down_proj,0.0000015353,0.05000,0.361
13,mlp.experts.42.down_proj,0.0000033333,0.05000,0.358
13,mlp.experts.34.down_proj,0.0000026202,0.05000,0.374
13,mlp.experts.57.down_proj,0.0000017398,0.05000,0.372
13,mlp.experts.37.down_proj,0.0000041021,0.05000,0.376
13,mlp.experts.45.down_proj,0.0000035460,0.05000,0.376
13,mlp.experts.49.down_proj,0.0000026919,0.05000,0.353
13,mlp.experts.55.down_proj,0.0000025147,0.05000,0.371
13,mlp.experts.59.down_proj,0.0000080357,0.05000,0.370
13,mlp.experts.51.down_proj,0.0000044065,0.05000,0.368
13,mlp.experts.48.down_proj,0.0000035669,0.05000,0.370
13,mlp.experts.56.down_proj,0.0000062057,0.05000,0.365
13,mlp.experts.62.down_proj,0.0000084369,0.05000,0.363
13,mlp.experts.54.down_proj,0.0000063394,0.05000,0.365
13,mlp.experts.52.down_proj,0.0000018439,0.05000,0.370
13,mlp.experts.58.down_proj,0.0000029401,0.05000,0.363
13,mlp.experts.60.down_proj,0.0000087976,0.05000,0.372
13,mlp.experts.63.down_proj,0.0000024280,0.05000,0.375
13,mlp.experts.50.down_proj,0.0000059697,0.05000,0.369
13,mlp.experts.73.down_proj,0.0000026839,0.05000,0.369
13,mlp.experts.61.down_proj,0.0000043295,0.05000,0.372
13,mlp.experts.53.down_proj,0.0000073468,0.05000,0.374
13,mlp.experts.65.down_proj,0.0000040205,0.05000,0.374
13,mlp.experts.71.down_proj,0.0000016060,0.05000,0.370
13,mlp.experts.75.down_proj,0.0000032406,0.05000,0.377
13,mlp.experts.67.down_proj,0.0000015755,0.05000,0.379
13,mlp.experts.64.down_proj,0.0000010827,0.05000,0.377
13,mlp.experts.72.down_proj,0.0000075118,0.05000,0.367
13,mlp.experts.70.down_proj,0.0000013214,0.05000,0.373
13,mlp.experts.78.down_proj,0.0000016607,0.05000,0.377
13,mlp.experts.68.down_proj,0.0000027077,0.05000,0.374
13,mlp.experts.74.down_proj,0.0000021100,0.05000,0.373
13,mlp.experts.79.down_proj,0.0000029392,0.05000,0.372
13,mlp.experts.76.down_proj,0.0000058408,0.05000,0.374
13,mlp.experts.66.down_proj,0.0000024277,0.05000,0.371
13,mlp.experts.89.down_proj,0.0000019344,0.05000,0.368
13,mlp.experts.77.down_proj,0.0000063335,0.05000,0.377
13,mlp.experts.69.down_proj,0.0000064052,0.05000,0.381
13,mlp.experts.87.down_proj,0.0000046689,0.05000,0.375
13,mlp.experts.91.down_proj,0.0000011939,0.05000,0.374
13,mlp.experts.81.down_proj,0.0000049014,0.05000,0.391
13,mlp.experts.83.down_proj,0.0000021299,0.05000,0.372
13,mlp.experts.88.down_proj,0.0000048716,0.05000,0.371
13,mlp.experts.80.down_proj,0.0000032787,0.05000,0.374
13,mlp.experts.86.down_proj,0.0000061501,0.05000,0.375
13,mlp.experts.94.down_proj,0.0000046660,0.05000,0.375
13,mlp.experts.84.down_proj,0.0000011371,0.05000,0.365
13,mlp.experts.92.down_proj,0.0000082121,0.05000,0.363
13,mlp.experts.90.down_proj,0.0000038226,0.05000,0.377
13,mlp.experts.95.down_proj,0.0000065981,0.05000,0.375
13,mlp.experts.82.down_proj,0.0000025588,0.05000,0.369
13,mlp.experts.105.down_proj,0.0000026309,0.05000,0.373
13,mlp.experts.93.down_proj,0.0000034097,0.05000,0.380
13,mlp.experts.85.down_proj,0.0000046392,0.05000,0.377
13,mlp.experts.103.down_proj,0.0000032633,0.05000,0.379
13,mlp.experts.107.down_proj,0.0000061875,0.05000,0.377
13,mlp.experts.97.down_proj,0.0000035170,0.05000,0.373
13,mlp.experts.99.down_proj,0.0000028827,0.05000,0.376
13,mlp.experts.96.down_proj,0.0000061020,0.05000,0.370
13,mlp.experts.104.down_proj,0.0000045567,0.05000,0.375
13,mlp.experts.110.down_proj,0.0000027787,0.05000,0.365
13,mlp.experts.102.down_proj,0.0000027005,0.05000,0.372
13,mlp.experts.108.down_proj,0.0000040703,0.05000,0.365
13,mlp.experts.100.down_proj,0.0000040088,0.05000,0.373
13,mlp.experts.98.down_proj,0.0000048185,0.05000,0.363
13,mlp.experts.111.down_proj,0.0000050203,0.05000,0.372
13,mlp.experts.106.down_proj,0.0000044390,0.05000,0.386
13,mlp.experts.121.down_proj,0.0000012046,0.05000,0.369
13,mlp.experts.101.down_proj,0.0000028943,0.05000,0.376
13,mlp.experts.109.down_proj,0.0000034024,0.05000,0.382
13,mlp.experts.123.down_proj,0.0000066333,0.05000,0.361
13,mlp.experts.119.down_proj,0.0000010283,0.05000,0.373
13,mlp.experts.113.down_proj,0.0000042935,0.05000,0.371
13,mlp.experts.115.down_proj,0.0000040390,0.05000,0.371
13,mlp.experts.120.down_proj,0.0000031716,0.05000,0.369
13,mlp.experts.112.down_proj,0.0000034017,0.05000,0.372
13,mlp.experts.124.down_proj,0.0000041038,0.05000,0.364
13,mlp.experts.118.down_proj,0.0000029138,0.05000,0.374
13,mlp.experts.116.down_proj,0.0000047711,0.05000,0.369
13,mlp.experts.126.down_proj,0.0000060085,0.05000,0.377
13,mlp.experts.114.down_proj,0.0000013468,0.05000,0.372
13,mlp.experts.127.down_proj,0.0000019866,0.05000,0.374
13,mlp.experts.137.down_proj,0.0000063298,0.05000,0.368
13,mlp.experts.122.down_proj,0.0000035748,0.05000,0.373
13,mlp.experts.125.down_proj,0.0000046342,0.05000,0.359
13,mlp.experts.117.down_proj,0.0000018602,0.05000,0.362
13,mlp.experts.139.down_proj,0.0000012176,0.05000,0.366
13,mlp.experts.135.down_proj,0.0000011753,0.05000,0.368
13,mlp.experts.129.down_proj,0.0000019647,0.05000,0.368
13,mlp.experts.131.down_proj,0.0000024925,0.05000,0.372
13,mlp.experts.136.down_proj,0.0000033349,0.05000,0.369
13,mlp.experts.128.down_proj,0.0000032861,0.05000,0.368
13,mlp.experts.140.down_proj,0.0000041411,0.05000,0.368
13,mlp.experts.132.down_proj,0.0000014780,0.05000,0.368
13,mlp.experts.134.down_proj,0.0000023666,0.05000,0.373
13,mlp.experts.142.down_proj,0.0000032591,0.05000,0.374
13,mlp.experts.143.down_proj,0.0000030053,0.05000,0.361
13,mlp.experts.130.down_proj,0.0000018621,0.05000,0.372
13,mlp.experts.153.down_proj,0.0000015005,0.05000,0.368
13,mlp.experts.138.down_proj,0.0000029831,0.05000,0.367
13,mlp.experts.141.down_proj,0.0000014137,0.05000,0.366
13,mlp.experts.133.down_proj,0.0000031084,0.05000,0.366
13,mlp.experts.155.down_proj,0.0000029273,0.05000,0.386
13,mlp.experts.151.down_proj,0.0000024323,0.05000,0.374
13,mlp.experts.145.down_proj,0.0000026606,0.05000,0.377
13,mlp.experts.156.down_proj,0.0000059911,0.05000,0.373
13,mlp.experts.144.down_proj,0.0000024949,0.05000,0.382
13,mlp.experts.148.down_proj,0.0000067649,0.05000,0.372
13,mlp.experts.152.down_proj,0.0000010471,0.05000,0.383
13,mlp.experts.147.down_proj,0.0000023913,0.05000,0.388
13,mlp.experts.150.down_proj,0.0000033538,0.05000,0.371
13,mlp.experts.146.down_proj,0.0000014590,0.05000,0.374
13,mlp.experts.159.down_proj,0.0000017399,0.05000,0.372
13,mlp.experts.154.down_proj,0.0000059478,0.05000,0.368
13,mlp.experts.158.down_proj,0.0000030657,0.05000,0.380
13,mlp.experts.169.down_proj,0.0000074399,0.05000,0.381
13,mlp.experts.149.down_proj,0.0000016825,0.05000,0.379
13,mlp.experts.157.down_proj,0.0000059963,0.05000,0.383
13,mlp.experts.171.down_proj,0.0000020731,0.05000,0.360
13,mlp.experts.167.down_proj,0.0000011466,0.05000,0.359
13,mlp.experts.161.down_proj,0.0000010581,0.05000,0.366
13,mlp.experts.160.down_proj,0.0000091631,0.05000,0.362
13,mlp.experts.172.down_proj,0.0000025337,0.05000,0.373
13,mlp.experts.163.down_proj,0.0000067999,0.05000,0.363
13,mlp.experts.168.down_proj,0.0000028157,0.05000,0.365
13,mlp.experts.164.down_proj,0.0000023648,0.05000,0.375
13,mlp.experts.166.down_proj,0.0000027957,0.05000,0.374
13,mlp.experts.162.down_proj,0.0000021603,0.05000,0.372
13,mlp.experts.175.down_proj,0.0000030657,0.05000,0.371
13,mlp.experts.185.down_proj,0.0000024346,0.05000,0.365
13,mlp.experts.174.down_proj,0.0000033761,0.05000,0.369
13,mlp.experts.170.down_proj,0.0000019753,0.05000,0.378
13,mlp.experts.173.down_proj,0.0000020095,0.05000,0.376
13,mlp.experts.165.down_proj,0.0000023131,0.05000,0.378
13,mlp.experts.187.down_proj,0.0000032625,0.05000,0.362
13,mlp.experts.183.down_proj,0.0000054733,0.05000,0.361
13,mlp.experts.177.down_proj,0.0000010885,0.05000,0.369
13,mlp.experts.184.down_proj,0.0000019908,0.05000,0.359
13,mlp.experts.188.down_proj,0.0000024163,0.05000,0.366
13,mlp.experts.176.down_proj,0.0000037545,0.05000,0.371
13,mlp.experts.180.down_proj,0.0000029139,0.05000,0.358
13,mlp.experts.179.down_proj,0.0000039931,0.05000,0.369
13,mlp.experts.178.down_proj,0.0000053206,0.05000,0.356
13,mlp.experts.182.down_proj,0.0000031749,0.05000,0.366
13,mlp.experts.191.down_proj,0.0000021969,0.05000,0.358
13,mlp.experts.186.down_proj,0.0000080310,0.05000,0.352
13,mlp.experts.190.down_proj,0.0000043658,0.05000,0.362
13,mlp.experts.201.down_proj,0.0000013832,0.05000,0.370
13,mlp.experts.181.down_proj,0.0000035367,0.05000,0.355
13,mlp.experts.189.down_proj,0.0000015087,0.05000,0.364
13,mlp.experts.197.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
13,mlp.experts.203.down_proj,0.0000045348,0.05000,0.363
13,mlp.experts.199.down_proj,0.0000032184,0.05000,0.369
13,mlp.experts.193.down_proj,0.0000039736,0.05000,0.367
13,mlp.experts.192.down_proj,0.0000070308,0.05000,0.371
13,mlp.experts.196.down_proj,0.0000032197,0.05000,0.369
13,mlp.experts.204.down_proj,0.0000023391,0.05000,0.372
13,mlp.experts.200.down_proj,0.0000025164,0.05000,0.373
13,mlp.experts.195.down_proj,0.0000093854,0.05000,0.366
13,mlp.experts.194.down_proj,0.0000012256,0.05000,0.371
13,mlp.experts.207.down_proj,0.0000033507,0.05000,0.369
13,mlp.experts.198.down_proj,0.0000043568,0.05000,0.372
13,mlp.experts.202.down_proj,0.0000020265,0.05000,0.369
13,mlp.experts.206.down_proj,0.0000009259,0.05000,0.368
13,mlp.experts.217.down_proj,0.0000024745,0.05000,0.368
13,mlp.experts.205.down_proj,0.0000009516,0.05000,0.361
13,mlp.experts.213.down_proj,0.0000083840,0.05000,0.374
13,mlp.experts.219.down_proj,0.0000060744,0.05000,0.366
13,mlp.experts.215.down_proj,0.0000020572,0.05000,0.368
13,mlp.experts.235.down_proj,fallback(rtn): 0.0009842,0.00000,0.007
13,mlp.experts.209.down_proj,0.0000015971,0.05000,0.376
13,mlp.experts.216.down_proj,0.0000013855,0.05000,0.364
13,mlp.experts.208.down_proj,0.0000027259,0.05000,0.378
13,mlp.experts.212.down_proj,0.0000008168,0.05000,0.373
13,mlp.experts.210.down_proj,0.0000222155,0.05000,0.371
13,mlp.experts.211.down_proj,0.0000050506,0.05000,0.375
13,mlp.experts.220.down_proj,0.0000039330,0.05000,0.377
13,mlp.experts.223.down_proj,0.0000048213,0.05000,0.369
13,mlp.experts.233.down_proj,0.0000012466,0.05000,0.368
13,mlp.experts.214.down_proj,0.0000052615,0.05000,0.374
13,mlp.experts.218.down_proj,0.0000020681,0.05000,0.375
13,mlp.experts.221.down_proj,0.0000017929,0.05000,0.358
13,mlp.experts.222.down_proj,0.0000111138,0.05000,0.378
13,mlp.experts.229.down_proj,0.0000024445,0.05000,0.367
13,mlp.experts.245.down_proj,fallback(rtn): 0.0009995,0.00000,0.007
13,mlp.experts.225.down_proj,0.0000030871,0.05000,0.324
13,mlp.experts.251.down_proj,0.0000013994,0.05000,0.364
13,mlp.experts.231.down_proj,0.0000016259,0.05000,0.371
13,mlp.experts.237.down_proj,0.0000021370,0.05000,0.305
13,mlp.experts.249.down_proj,0.0000036897,0.05000,0.314
13,mlp.experts.224.down_proj,0.0000029311,0.05000,0.351
13,mlp.experts.232.down_proj,0.0000029562,0.05000,0.356
13,mlp.experts.228.down_proj,0.0000042536,0.05000,0.351
13,mlp.experts.227.down_proj,0.0000014866,0.05000,0.353
13,mlp.experts.239.down_proj,0.0000047679,0.05000,0.350
13,mlp.experts.236.down_proj,0.0000016163,0.05000,0.354
13,mlp.experts.226.down_proj,0.0000035316,0.05000,0.360
13,mlp.experts.230.down_proj,0.0000038696,0.05000,0.363
13,mlp.experts.234.down_proj,0.0000014727,0.05000,0.363
13,mlp.experts.238.down_proj,0.0000034349,0.05000,0.365
13,mlp.experts.241.down_proj,0.0000013213,0.05000,0.265
13,mlp.experts.253.down_proj,0.0000009620,0.05000,0.207
13,mlp.experts.247.down_proj,0.0000070149,0.05000,0.296
13,mlp.experts.255.down_proj,0.0000015120,0.05000,0.267
13,mlp.experts.243.down_proj,0.0000020570,0.05000,0.271
13,mlp.experts.240.down_proj,0.0000048633,0.05000,0.323
13,mlp.experts.244.down_proj,0.0000032811,0.05000,0.324
13,mlp.experts.248.down_proj,0.0000020211,0.05000,0.330
13,mlp.experts.252.down_proj,0.0000031728,0.05000,0.319
13,mlp.experts.246.down_proj,0.0000028849,0.05000,0.312
13,mlp.experts.242.down_proj,0.0000022475,0.05000,0.331
13,mlp.experts.250.down_proj,0.0000031498,0.05000,0.318
13,mlp.experts.254.down_proj,0.0000011514,0.05000,0.313
14,mlp.experts.4.gate_proj,0.0000647077,0.05000,1.535
14,mlp.experts.11.gate_proj,0.0001339170,0.05000,1.557
14,mlp.experts.7.gate_proj,0.0001613802,0.05000,1.563
14,mlp.experts.15.gate_proj,0.0003210715,0.05000,1.541
14,mlp.experts.3.gate_proj,0.0000680795,0.05000,1.574
14,mlp.experts.2.gate_proj,0.0002314109,0.05000,1.583
14,mlp.experts.14.gate_proj,0.0001559803,0.05000,1.574
14,mlp.experts.12.gate_proj,0.0001288555,0.05000,1.556
14,mlp.experts.5.gate_proj,0.0001254410,0.05000,1.585
14,mlp.experts.9.gate_proj,0.0001475722,0.05000,1.565
14,mlp.experts.0.gate_proj,0.0001331251,0.05000,1.585
14,mlp.experts.13.gate_proj,0.0001594422,0.05000,1.575
14,mlp.experts.8.gate_proj,0.0001309915,0.05000,1.556
14,mlp.experts.6.gate_proj,0.0001514192,0.05000,1.572
14,mlp.experts.10.gate_proj,0.0001785847,0.05000,1.572
14,mlp.experts.1.gate_proj,0.0001732539,0.05000,1.568
14,mlp.experts.23.gate_proj,fallback(rtn): 0.0010986,0.00000,0.084
14,mlp.experts.27.gate_proj,0.0001129240,0.05000,1.618
14,mlp.experts.18.gate_proj,0.0001631399,0.05000,1.616
14,mlp.experts.20.gate_proj,0.0000722187,0.05000,1.653
14,mlp.experts.31.gate_proj,0.0001560604,0.05000,1.635
14,mlp.experts.28.gate_proj,0.0001429298,0.05000,1.624
14,mlp.experts.19.gate_proj,0.0001258978,0.05000,1.643
14,mlp.experts.29.gate_proj,0.0001300272,0.05000,1.621
14,mlp.experts.25.gate_proj,0.0001269037,0.05000,1.632
14,mlp.experts.21.gate_proj,0.0000977302,0.05000,1.633
14,mlp.experts.17.gate_proj,0.0002992257,0.05000,1.629
14,mlp.experts.22.gate_proj,0.0001232873,0.05000,1.636
14,mlp.experts.30.gate_proj,0.0001382178,0.05000,1.646
14,mlp.experts.26.gate_proj,0.0001014980,0.05000,1.638
14,mlp.experts.39.gate_proj,0.0002120090,0.05000,1.619
14,mlp.experts.16.gate_proj,0.0001342072,0.05000,1.711
14,mlp.experts.24.gate_proj,0.0001441676,0.05000,1.712
14,mlp.experts.43.gate_proj,0.0001776049,0.05000,1.501
14,mlp.experts.47.gate_proj,0.0000777512,0.05000,1.475
14,mlp.experts.34.gate_proj,0.0001554192,0.05000,1.524
14,mlp.experts.33.gate_proj,0.0001970471,0.05000,1.499
14,mlp.experts.35.gate_proj,0.0001478123,0.05000,1.517
14,mlp.experts.32.gate_proj,0.0000942649,0.05000,1.445
14,mlp.experts.55.gate_proj,0.0000753781,0.05000,1.475
14,mlp.experts.42.gate_proj,0.0001469244,0.05000,1.504
14,mlp.experts.40.gate_proj,0.0001781105,0.05000,1.451
14,mlp.experts.44.gate_proj,0.0001705553,0.05000,1.545
14,mlp.experts.41.gate_proj,0.0000729739,0.05000,1.527
14,mlp.experts.45.gate_proj,0.0002081474,0.05000,1.537
14,mlp.experts.37.gate_proj,0.0001018246,0.05000,1.539
14,mlp.experts.46.gate_proj,0.0001430144,0.05000,1.535
14,mlp.experts.38.gate_proj,0.0001060422,0.05000,1.581
14,mlp.experts.36.gate_proj,0.0001188099,0.05000,1.626
14,mlp.experts.63.gate_proj,0.0000932506,0.05000,1.488
14,mlp.experts.59.gate_proj,0.0001480930,0.05000,1.501
14,mlp.experts.50.gate_proj,0.0000860562,0.05000,1.531
14,mlp.experts.51.gate_proj,0.0000737763,0.05000,1.500
14,mlp.experts.49.gate_proj,0.0001347736,0.05000,1.513
14,mlp.experts.71.gate_proj,0.0001428980,0.05000,1.499
14,mlp.experts.60.gate_proj,0.0001046983,0.05000,1.499
14,mlp.experts.56.gate_proj,0.0001653618,0.05000,1.509
14,mlp.experts.48.gate_proj,0.0001439565,0.05000,1.520
14,mlp.experts.62.gate_proj,0.0000495343,0.05000,1.491
14,mlp.experts.58.gate_proj,0.0001544054,0.05000,1.517
14,mlp.experts.54.gate_proj,0.0000546773,0.05000,1.488
14,mlp.experts.53.gate_proj,0.0001333399,0.05000,1.541
14,mlp.experts.57.gate_proj,0.0001427719,0.05000,1.559
14,mlp.experts.52.gate_proj,0.0001590399,0.05000,1.516
14,mlp.experts.61.gate_proj,0.0001782141,0.05000,1.591
14,mlp.experts.75.gate_proj,0.0001377218,0.05000,1.514
14,mlp.experts.73.gate_proj,0.0001157228,0.05000,1.457
14,mlp.experts.68.gate_proj,0.0001062938,0.05000,1.430
14,mlp.experts.74.gate_proj,0.0001816534,0.05000,1.470
14,mlp.experts.67.gate_proj,0.0000955540,0.05000,1.577
14,mlp.experts.72.gate_proj,0.0001724803,0.05000,1.553
14,mlp.experts.87.gate_proj,0.0001608994,0.05000,1.571
14,mlp.experts.77.gate_proj,0.0000934986,0.05000,1.462
14,mlp.experts.65.gate_proj,0.0000753281,0.05000,1.572
14,mlp.experts.76.gate_proj,0.0002486812,0.05000,1.554
14,mlp.experts.66.gate_proj,0.0001135735,0.05000,1.581
14,mlp.experts.64.gate_proj,0.0001101546,0.05000,1.548
14,mlp.experts.69.gate_proj,0.0001407821,0.05000,1.508
14,mlp.experts.79.gate_proj,0.0002038426,0.05000,1.649
14,mlp.experts.78.gate_proj,0.0002581308,0.05000,1.567
14,mlp.experts.70.gate_proj,0.0001445406,0.05000,1.526
14,mlp.experts.91.gate_proj,0.0001208631,0.05000,1.304
14,mlp.experts.89.gate_proj,0.0001225856,0.05000,1.454
14,mlp.experts.84.gate_proj,0.0001275554,0.05000,1.480
14,mlp.experts.90.gate_proj,0.0000594911,0.05000,1.474
14,mlp.experts.82.gate_proj,0.0002076997,0.05000,1.472
14,mlp.experts.83.gate_proj,0.0001510121,0.05000,1.495
14,mlp.experts.103.gate_proj,0.0001728364,0.05000,1.492
14,mlp.experts.92.gate_proj,0.0000869724,0.05000,1.497
14,mlp.experts.95.gate_proj,0.0001510855,0.05000,1.527
14,mlp.experts.88.gate_proj,0.0001330195,0.05000,1.530
14,mlp.experts.80.gate_proj,0.0002196963,0.05000,1.533
14,mlp.experts.94.gate_proj,0.0000516092,0.05000,1.539
14,mlp.experts.86.gate_proj,0.0000862879,0.05000,1.553
14,mlp.experts.93.gate_proj,0.0001745993,0.05000,1.560
14,mlp.experts.81.gate_proj,0.0000821737,0.05000,1.563
14,mlp.experts.85.gate_proj,0.0000738430,0.05000,1.562
14,mlp.experts.107.gate_proj,0.0000646154,0.05000,1.492
14,mlp.experts.105.gate_proj,0.0001212369,0.05000,1.549
14,mlp.experts.100.gate_proj,0.0000759098,0.05000,1.482
14,mlp.experts.99.gate_proj,0.0001712921,0.05000,1.487
14,mlp.experts.98.gate_proj,0.0001512063,0.05000,1.492
14,mlp.experts.106.gate_proj,0.0002531265,0.05000,1.513
14,mlp.experts.111.gate_proj,0.0001666175,0.05000,1.493
14,mlp.experts.108.gate_proj,0.0003096281,0.05000,1.512
14,mlp.experts.119.gate_proj,0.0000879927,0.05000,1.534
14,mlp.experts.96.gate_proj,0.0001269343,0.05000,1.486
14,mlp.experts.104.gate_proj,0.0000775646,0.05000,1.508
14,mlp.experts.102.gate_proj,0.0001173778,0.05000,1.498
14,mlp.experts.110.gate_proj,0.0001523095,0.05000,1.518
14,mlp.experts.101.gate_proj,0.0001196265,0.05000,1.557
14,mlp.experts.109.gate_proj,0.0000786295,0.05000,1.584
14,mlp.experts.97.gate_proj,0.0001335652,0.05000,1.583
14,mlp.experts.123.gate_proj,0.0000996561,0.05000,1.513
14,mlp.experts.121.gate_proj,0.0001369325,0.05000,1.496
14,mlp.experts.116.gate_proj,0.0001055671,0.05000,1.501
14,mlp.experts.115.gate_proj,0.0000931502,0.05000,1.479
14,mlp.experts.122.gate_proj,0.0001428411,0.05000,1.498
14,mlp.experts.135.gate_proj,0.0001462283,0.05000,1.475
14,mlp.experts.114.gate_proj,0.0001848842,0.05000,1.523
14,mlp.experts.120.gate_proj,0.0001387693,0.05000,1.472
14,mlp.experts.112.gate_proj,0.0001527805,0.05000,1.495
14,mlp.experts.124.gate_proj,0.0000837310,0.05000,1.500
14,mlp.experts.127.gate_proj,0.0001374280,0.05000,1.516
14,mlp.experts.118.gate_proj,0.0002035733,0.05000,1.511
14,mlp.experts.126.gate_proj,0.0002344272,0.05000,1.531
14,mlp.experts.117.gate_proj,0.0001135545,0.05000,1.487
14,mlp.experts.113.gate_proj,0.0002352416,0.05000,1.488
14,mlp.experts.125.gate_proj,0.0001092190,0.05000,1.519
14,mlp.experts.139.gate_proj,0.0001614273,0.05000,1.484
14,mlp.experts.137.gate_proj,0.0000723379,0.05000,1.471
14,mlp.experts.132.gate_proj,0.0001709049,0.05000,1.467
14,mlp.experts.131.gate_proj,0.0002526471,0.05000,1.481
14,mlp.experts.151.gate_proj,0.0000651320,0.05000,1.486
14,mlp.experts.138.gate_proj,0.0001894185,0.05000,1.513
14,mlp.experts.128.gate_proj,0.0001487975,0.05000,1.473
14,mlp.experts.136.gate_proj,0.0001430083,0.05000,1.490
14,mlp.experts.143.gate_proj,0.0001044122,0.05000,1.493
14,mlp.experts.140.gate_proj,0.0001093925,0.05000,1.516
14,mlp.experts.130.gate_proj,0.0001226186,0.05000,1.552
14,mlp.experts.142.gate_proj,0.0000950481,0.05000,1.494
14,mlp.experts.134.gate_proj,0.0001413919,0.05000,1.515
14,mlp.experts.129.gate_proj,0.0002269702,0.05000,1.470
14,mlp.experts.141.gate_proj,0.0001961481,0.05000,1.447
14,mlp.experts.133.gate_proj,0.0000945266,0.05000,1.504
14,mlp.experts.155.gate_proj,0.0002220698,0.05000,1.493
14,mlp.experts.148.gate_proj,0.0000835577,0.05000,1.478
14,mlp.experts.153.gate_proj,0.0002305164,0.05000,1.518
14,mlp.experts.147.gate_proj,0.0000744721,0.05000,1.478
14,mlp.experts.144.gate_proj,0.0001766023,0.05000,1.471
14,mlp.experts.156.gate_proj,0.0001127794,0.05000,1.436
14,mlp.experts.167.gate_proj,0.0001687904,0.05000,1.505
14,mlp.experts.159.gate_proj,0.0001291963,0.05000,1.474
14,mlp.experts.152.gate_proj,0.0002139237,0.05000,1.511
14,mlp.experts.154.gate_proj,0.0001356584,0.05000,1.548
14,mlp.experts.146.gate_proj,0.0002029693,0.05000,1.515
14,mlp.experts.145.gate_proj,0.0001025489,0.05000,1.493
14,mlp.experts.157.gate_proj,0.0001458310,0.05000,1.486
14,mlp.experts.149.gate_proj,0.0001132699,0.05000,1.487
14,mlp.experts.150.gate_proj,0.0001019934,0.05000,1.525
14,mlp.experts.158.gate_proj,0.0000738334,0.05000,1.526
14,mlp.experts.171.gate_proj,0.0001580689,0.05000,1.521
14,mlp.experts.164.gate_proj,0.0001436439,0.05000,1.520
14,mlp.experts.169.gate_proj,0.0001837624,0.05000,1.508
14,mlp.experts.163.gate_proj,0.0000597765,0.05000,1.519
14,mlp.experts.172.gate_proj,0.0001102626,0.05000,1.485
14,mlp.experts.160.gate_proj,0.0001137765,0.05000,1.500
14,mlp.experts.168.gate_proj,0.0002753077,0.05000,1.449
14,mlp.experts.175.gate_proj,0.0000928963,0.05000,1.516
14,mlp.experts.183.gate_proj,0.0001097196,0.05000,1.522
14,mlp.experts.170.gate_proj,0.0002601171,0.05000,1.529
14,mlp.experts.162.gate_proj,0.0001245344,0.05000,1.533
14,mlp.experts.161.gate_proj,0.0002146973,0.05000,1.490
14,mlp.experts.173.gate_proj,0.0000713503,0.05000,1.494
14,mlp.experts.165.gate_proj,0.0000978866,0.05000,1.486
14,mlp.experts.174.gate_proj,0.0002140171,0.05000,1.527
14,mlp.experts.166.gate_proj,0.0001485726,0.05000,1.549
14,mlp.experts.187.gate_proj,0.0000865389,0.05000,1.503
14,mlp.experts.180.gate_proj,0.0001409351,0.05000,1.480
14,mlp.experts.179.gate_proj,0.0001584445,0.05000,1.490
14,mlp.experts.185.gate_proj,0.0000944243,0.05000,1.509
14,mlp.experts.184.gate_proj,0.0000612145,0.05000,1.493
14,mlp.experts.188.gate_proj,0.0001428131,0.05000,1.502
14,mlp.experts.176.gate_proj,0.0001870506,0.05000,1.500
14,mlp.experts.191.gate_proj,0.0001359903,0.05000,1.503
14,mlp.experts.199.gate_proj,0.0001551720,0.05000,1.499
14,mlp.experts.186.gate_proj,0.0001489212,0.05000,1.500
14,mlp.experts.178.gate_proj,0.0001490142,0.05000,1.508
14,mlp.experts.189.gate_proj,0.0001383993,0.05000,1.505
14,mlp.experts.181.gate_proj,0.0001311301,0.05000,1.505
14,mlp.experts.177.gate_proj,0.0002003222,0.05000,1.511
14,mlp.experts.182.gate_proj,0.0000864880,0.05000,1.448
14,mlp.experts.190.gate_proj,0.0001005151,0.05000,1.491
14,mlp.experts.203.gate_proj,0.0001886073,0.05000,1.515
14,mlp.experts.196.gate_proj,0.0001462091,0.05000,1.515
14,mlp.experts.201.gate_proj,0.0000957285,0.05000,1.508
14,mlp.experts.195.gate_proj,0.0001933738,0.05000,1.532
14,mlp.experts.204.gate_proj,0.0000708592,0.05000,1.491
14,mlp.experts.200.gate_proj,0.0000832489,0.05000,1.497
14,mlp.experts.192.gate_proj,0.0002580447,0.05000,1.495
14,mlp.experts.215.gate_proj,0.0000777529,0.05000,1.519
14,mlp.experts.202.gate_proj,0.0000747107,0.05000,1.500
14,mlp.experts.207.gate_proj,0.0001987150,0.05000,1.548
14,mlp.experts.198.gate_proj,0.0001972679,0.05000,1.449
14,mlp.experts.197.gate_proj,0.0001154533,0.05000,1.497
14,mlp.experts.205.gate_proj,0.0001336092,0.05000,1.507
14,mlp.experts.206.gate_proj,0.0001722902,0.05000,1.483
14,mlp.experts.193.gate_proj,0.0001622766,0.05000,1.508
14,mlp.experts.194.gate_proj,0.0001168202,0.05000,1.530
14,mlp.experts.219.gate_proj,0.0001223765,0.05000,1.516
14,mlp.experts.212.gate_proj,0.0000686892,0.05000,1.498
14,mlp.experts.217.gate_proj,0.0001103050,0.05000,1.510
14,mlp.experts.208.gate_proj,0.0000383525,0.05000,1.501
14,mlp.experts.216.gate_proj,0.0001532897,0.05000,1.503
14,mlp.experts.220.gate_proj,0.0001461290,0.05000,1.505
14,mlp.experts.211.gate_proj,0.0001161713,0.05000,1.547
14,mlp.experts.231.gate_proj,0.0001090000,0.05000,1.521
14,mlp.experts.218.gate_proj,0.0000865555,0.05000,1.507
14,mlp.experts.214.gate_proj,0.0000933804,0.05000,1.507
14,mlp.experts.223.gate_proj,0.0001734139,0.05000,1.531
14,mlp.experts.213.gate_proj,0.0001172163,0.05000,1.494
14,mlp.experts.222.gate_proj,0.0001709214,0.05000,1.506
14,mlp.experts.209.gate_proj,0.0001104213,0.05000,1.514
14,mlp.experts.210.gate_proj,0.0001946830,0.05000,1.506
14,mlp.experts.221.gate_proj,0.0002478424,0.05000,1.525
14,mlp.experts.235.gate_proj,0.0001275777,0.05000,1.537
14,mlp.experts.228.gate_proj,0.0001856896,0.05000,1.469
14,mlp.experts.233.gate_proj,0.0001475941,0.05000,1.486
14,mlp.experts.232.gate_proj,0.0001298391,0.05000,1.476
14,mlp.experts.236.gate_proj,0.0000797619,0.05000,1.503
14,mlp.experts.224.gate_proj,0.0001048945,0.05000,1.516
14,mlp.experts.227.gate_proj,0.0002422612,0.05000,1.516
14,mlp.experts.252.gate_proj,fallback(rtn): 0.0010376,0.00000,0.042
14,mlp.experts.238.gate_proj,0.0001523382,0.05000,1.424
14,mlp.experts.247.gate_proj,0.0001055684,0.05000,1.499
14,mlp.experts.234.gate_proj,0.0002743820,0.05000,1.485
14,mlp.experts.229.gate_proj,0.0001289947,0.05000,1.481
14,mlp.experts.230.gate_proj,0.0001663063,0.05000,1.528
14,mlp.experts.239.gate_proj,0.0001820676,0.05000,1.522
14,mlp.experts.225.gate_proj,0.0000721614,0.05000,1.486
14,mlp.experts.226.gate_proj,0.0001694511,0.05000,1.491
14,mlp.experts.237.gate_proj,0.0001727976,0.05000,1.519
14,mlp.experts.251.gate_proj,0.0001269750,0.05000,1.541
14,mlp.experts.244.gate_proj,0.0001392788,0.05000,1.492
14,mlp.experts.249.gate_proj,0.0001087380,0.05000,1.462
14,mlp.experts.248.gate_proj,0.0000866368,0.05000,1.484
14,mlp.experts.240.gate_proj,0.0001247129,0.05000,1.487
14,mlp.experts.12.up_proj,0.0001214550,0.05000,1.473
14,mlp.experts.250.gate_proj,0.0001518262,0.05000,1.453
14,mlp.experts.243.gate_proj,0.0002208865,0.05000,1.516
14,mlp.experts.245.gate_proj,0.0001583697,0.05000,1.480
14,mlp.experts.7.up_proj,0.0001497722,0.05000,1.516
14,mlp.experts.254.gate_proj,0.0001606928,0.05000,1.520
14,mlp.experts.246.gate_proj,0.0001236485,0.05000,1.476
14,mlp.experts.242.gate_proj,0.0001849436,0.05000,1.446
14,mlp.experts.241.gate_proj,0.0001144282,0.05000,1.469
14,mlp.experts.255.gate_proj,0.0001732770,0.05000,1.479
14,mlp.experts.23.up_proj,fallback(rtn): 0.0010681,0.00000,0.035
14,mlp.experts.253.gate_proj,0.0000562585,0.05000,1.485
14,mlp.experts.11.up_proj,0.0001237748,0.05000,1.480
14,mlp.experts.4.up_proj,0.0000611697,0.05000,1.528
14,mlp.experts.9.up_proj,0.0001395547,0.05000,1.503
14,mlp.experts.8.up_proj,0.0001220539,0.05000,1.539
14,mlp.experts.10.up_proj,0.0001710896,0.05000,1.494
14,mlp.experts.0.up_proj,0.0001253880,0.05000,1.549
14,mlp.experts.3.up_proj,0.0000696604,0.05000,1.497
14,mlp.experts.28.up_proj,0.0001276008,0.05000,1.559
14,mlp.experts.6.up_proj,0.0001166409,0.05000,1.485
14,mlp.experts.14.up_proj,0.0001528108,0.05000,1.491
14,mlp.experts.1.up_proj,0.0001688717,0.05000,1.483
14,mlp.experts.5.up_proj,0.0001145068,0.05000,1.514
14,mlp.experts.2.up_proj,0.0002089502,0.05000,1.495
14,mlp.experts.39.up_proj,0.0002100558,0.05000,1.470
14,mlp.experts.15.up_proj,0.0002784973,0.05000,1.493
14,mlp.experts.13.up_proj,0.0001364574,0.05000,1.509
14,mlp.experts.27.up_proj,0.0000950118,0.05000,1.514
14,mlp.experts.25.up_proj,0.0001132221,0.05000,1.476
14,mlp.experts.20.up_proj,0.0000902924,0.05000,1.561
14,mlp.experts.26.up_proj,0.0000967229,0.05000,1.504
14,mlp.experts.24.up_proj,0.0001310225,0.05000,1.555
14,mlp.experts.19.up_proj,0.0001206518,0.05000,1.512
14,mlp.experts.16.up_proj,0.0001158683,0.05000,1.546
14,mlp.experts.44.up_proj,0.0001703761,0.05000,1.515
14,mlp.experts.22.up_proj,0.0001125898,0.05000,1.493
14,mlp.experts.17.up_proj,0.0001137374,0.05000,1.490
14,mlp.experts.21.up_proj,0.0000922679,0.05000,1.488
14,mlp.experts.30.up_proj,0.0001301566,0.05000,1.495
14,mlp.experts.31.up_proj,0.0001474236,0.05000,1.495
14,mlp.experts.55.up_proj,0.0000729752,0.05000,1.519
14,mlp.experts.18.up_proj,0.0001831994,0.05000,1.538
14,mlp.experts.29.up_proj,0.0001227935,0.05000,1.488
14,mlp.experts.43.up_proj,0.0001861613,0.05000,1.525
14,mlp.experts.41.up_proj,0.0000657998,0.05000,1.489
14,mlp.experts.36.up_proj,0.0001063480,0.05000,1.528
14,mlp.experts.42.up_proj,0.0001416582,0.05000,1.488
14,mlp.experts.40.up_proj,0.0001424514,0.05000,1.523
14,mlp.experts.47.up_proj,0.0000728121,0.05000,1.467
14,mlp.experts.37.up_proj,0.0000919691,0.05000,1.487
14,mlp.experts.38.up_proj,0.0000975538,0.05000,1.498
14,mlp.experts.35.up_proj,0.0001394554,0.05000,1.545
14,mlp.experts.32.up_proj,0.0000980397,0.05000,1.532
14,mlp.experts.33.up_proj,0.0001746046,0.05000,1.518
14,mlp.experts.46.up_proj,0.0001759552,0.05000,1.520
14,mlp.experts.34.up_proj,0.0001399171,0.05000,1.477
14,mlp.experts.71.up_proj,0.0001344664,0.05000,1.520
14,mlp.experts.45.up_proj,0.0001655518,0.05000,1.483
14,mlp.experts.60.up_proj,0.0001006405,0.05000,1.569
14,mlp.experts.59.up_proj,0.0001417180,0.05000,1.483
14,mlp.experts.57.up_proj,0.0001363751,0.05000,1.508
14,mlp.experts.52.up_proj,0.0001585973,0.05000,1.525
14,mlp.experts.58.up_proj,0.0001344143,0.05000,1.497
14,mlp.experts.54.up_proj,0.0000464384,0.05000,1.489
14,mlp.experts.63.up_proj,0.0000828435,0.05000,1.505
14,mlp.experts.62.up_proj,0.0000525826,0.05000,1.459
14,mlp.experts.51.up_proj,0.0000654940,0.05000,1.473
14,mlp.experts.56.up_proj,0.0001552613,0.05000,1.545
14,mlp.experts.87.up_proj,0.0001511147,0.05000,1.465
14,mlp.experts.53.up_proj,0.0001276085,0.05000,1.535
14,mlp.experts.76.up_proj,0.0002216248,0.05000,1.484
14,mlp.experts.48.up_proj,0.0001255999,0.05000,1.527
14,mlp.experts.50.up_proj,0.0000860788,0.05000,1.532
14,mlp.experts.49.up_proj,0.0001084429,0.05000,1.547
14,mlp.experts.61.up_proj,0.0001647137,0.05000,1.539
14,mlp.experts.75.up_proj,0.0001353113,0.05000,1.516
14,mlp.experts.73.up_proj,0.0001046947,0.05000,1.537
14,mlp.experts.74.up_proj,0.0001705716,0.05000,1.484
14,mlp.experts.68.up_proj,0.0000974580,0.05000,1.490
14,mlp.experts.70.up_proj,0.0001263814,0.05000,1.506
14,mlp.experts.103.up_proj,0.0001546968,0.05000,1.488
14,mlp.experts.67.up_proj,0.0000872320,0.05000,1.517
14,mlp.experts.79.up_proj,0.0001710263,0.05000,1.524
14,mlp.experts.72.up_proj,0.0001747467,0.05000,1.504
14,mlp.experts.78.up_proj,0.0002464075,0.05000,1.525
14,mlp.experts.92.up_proj,0.0000791509,0.05000,1.481
14,mlp.experts.64.up_proj,0.0001068578,0.05000,1.502
14,mlp.experts.66.up_proj,0.0000990413,0.05000,1.497
14,mlp.experts.69.up_proj,0.0001193523,0.05000,1.565
14,mlp.experts.65.up_proj,0.0000686046,0.05000,1.530
14,mlp.experts.77.up_proj,0.0000832131,0.05000,1.552
14,mlp.experts.91.up_proj,0.0001058380,0.05000,1.505
14,mlp.experts.89.up_proj,0.0001293248,0.05000,1.537
14,mlp.experts.84.up_proj,0.0001105444,0.05000,1.486
14,mlp.experts.90.up_proj,0.0000539241,0.05000,1.496
14,mlp.experts.83.up_proj,0.0001413106,0.05000,1.473
14,mlp.experts.86.up_proj,0.0000852957,0.05000,1.504
14,mlp.experts.119.up_proj,0.0000818468,0.05000,1.493
14,mlp.experts.88.up_proj,0.0001267001,0.05000,1.485
14,mlp.experts.94.up_proj,0.0000485764,0.05000,1.504
14,mlp.experts.82.up_proj,0.0001947698,0.05000,1.468
14,mlp.experts.95.up_proj,0.0001265507,0.05000,1.511
14,mlp.experts.80.up_proj,0.0001908326,0.05000,1.503
14,mlp.experts.108.up_proj,0.0002762765,0.05000,1.529
14,mlp.experts.85.up_proj,0.0000743214,0.05000,1.514
14,mlp.experts.81.up_proj,0.0000779453,0.05000,1.531
14,mlp.experts.93.up_proj,0.0002035614,0.05000,1.528
14,mlp.experts.107.up_proj,0.0000611046,0.05000,1.471
14,mlp.experts.106.up_proj,0.0002168858,0.05000,1.470
14,mlp.experts.100.up_proj,0.0000634943,0.05000,1.492
14,mlp.experts.105.up_proj,0.0001028205,0.05000,1.525
14,mlp.experts.110.up_proj,0.0001442776,0.05000,1.438
14,mlp.experts.104.up_proj,0.0000720363,0.05000,1.479
14,mlp.experts.135.up_proj,0.0001296419,0.05000,1.492
14,mlp.experts.99.up_proj,0.0001560170,0.05000,1.505
14,mlp.experts.111.up_proj,0.0001524241,0.05000,1.461
14,mlp.experts.102.up_proj,0.0001124475,0.05000,1.530
14,mlp.experts.98.up_proj,0.0001274119,0.05000,1.493
14,mlp.experts.96.up_proj,0.0001248762,0.05000,1.487
14,mlp.experts.124.up_proj,0.0000922054,0.05000,1.513
14,mlp.experts.97.up_proj,0.0001263134,0.05000,1.485
14,mlp.experts.109.up_proj,0.0000751439,0.05000,1.468
14,mlp.experts.101.up_proj,0.0001153458,0.05000,1.543
14,mlp.experts.123.up_proj,0.0000942211,0.05000,1.495
14,mlp.experts.122.up_proj,0.0001267440,0.05000,1.500
14,mlp.experts.116.up_proj,0.0000989959,0.05000,1.493
14,mlp.experts.121.up_proj,0.0001231751,0.05000,1.519
14,mlp.experts.127.up_proj,0.0001301930,0.05000,1.475
14,mlp.experts.120.up_proj,0.0001223105,0.05000,1.486
14,mlp.experts.126.up_proj,0.0002181239,0.05000,1.503
14,mlp.experts.151.up_proj,0.0000621373,0.05000,1.481
14,mlp.experts.115.up_proj,0.0000875050,0.05000,1.487
14,mlp.experts.112.up_proj,0.0001447485,0.05000,1.494
14,mlp.experts.114.up_proj,0.0001667357,0.05000,1.517
14,mlp.experts.118.up_proj,0.0002181675,0.05000,1.541
14,mlp.experts.140.up_proj,0.0001040297,0.05000,1.500
14,mlp.experts.113.up_proj,0.0002216482,0.05000,1.488
14,mlp.experts.125.up_proj,0.0001029238,0.05000,1.458
14,mlp.experts.117.up_proj,0.0001011124,0.05000,1.515
14,mlp.experts.139.up_proj,0.0001488432,0.05000,1.515
14,mlp.experts.132.up_proj,0.0001374555,0.05000,1.506
14,mlp.experts.137.up_proj,0.0000707146,0.05000,1.497
14,mlp.experts.138.up_proj,0.0001911516,0.05000,1.560
14,mlp.experts.131.up_proj,0.0002649471,0.05000,1.493
14,mlp.experts.136.up_proj,0.0001340270,0.05000,1.515
14,mlp.experts.143.up_proj,0.0001030468,0.05000,1.530
14,mlp.experts.142.up_proj,0.0000895358,0.05000,1.528
14,mlp.experts.128.up_proj,0.0001370357,0.05000,1.514
14,mlp.experts.167.up_proj,0.0001642467,0.05000,1.574
14,mlp.experts.156.up_proj,0.0001054657,0.05000,1.507
14,mlp.experts.130.up_proj,0.0001174842,0.05000,1.532
14,mlp.experts.129.up_proj,0.0002036542,0.05000,1.490
14,mlp.experts.141.up_proj,0.0001726109,0.05000,1.517
14,mlp.experts.134.up_proj,0.0001335582,0.05000,1.568
14,mlp.experts.133.up_proj,0.0000879921,0.05000,1.501
14,mlp.experts.155.up_proj,0.0002088202,0.05000,1.482
14,mlp.experts.148.up_proj,0.0000854507,0.05000,1.473
14,mlp.experts.153.up_proj,0.0002190838,0.05000,1.479
14,mlp.experts.154.up_proj,0.0001286494,0.05000,1.525
14,mlp.experts.147.up_proj,0.0000685742,0.05000,1.494
14,mlp.experts.159.up_proj,0.0001148552,0.05000,1.470
14,mlp.experts.152.up_proj,0.0001802806,0.05000,1.490
14,mlp.experts.158.up_proj,0.0000626542,0.05000,1.517
14,mlp.experts.172.up_proj,0.0000989035,0.05000,1.462
14,mlp.experts.183.up_proj,0.0001028057,0.05000,1.483
14,mlp.experts.144.up_proj,0.0001436472,0.05000,1.498
14,mlp.experts.157.up_proj,0.0001314237,0.05000,1.449
14,mlp.experts.145.up_proj,0.0000988261,0.05000,1.507
14,mlp.experts.146.up_proj,0.0002065086,0.05000,1.537
14,mlp.experts.150.up_proj,0.0000970564,0.05000,1.515
14,mlp.experts.149.up_proj,0.0001162409,0.05000,1.497
14,mlp.experts.171.up_proj,0.0001489757,0.05000,1.478
14,mlp.experts.164.up_proj,0.0001315542,0.05000,1.503
14,mlp.experts.169.up_proj,0.0001723215,0.05000,1.503
14,mlp.experts.163.up_proj,0.0000556868,0.05000,1.482
14,mlp.experts.170.up_proj,0.0002147885,0.05000,1.520
14,mlp.experts.168.up_proj,0.0002452397,0.05000,1.486
14,mlp.experts.175.up_proj,0.0000865342,0.05000,1.515
14,mlp.experts.188.up_proj,0.0001283958,0.05000,1.495
14,mlp.experts.160.up_proj,0.0000915590,0.05000,1.494
14,mlp.experts.174.up_proj,0.0002020889,0.05000,1.518
14,mlp.experts.199.up_proj,0.0001350853,0.05000,1.500
14,mlp.experts.173.up_proj,0.0000692511,0.05000,1.503
14,mlp.experts.161.up_proj,0.0002167146,0.05000,1.489
14,mlp.experts.162.up_proj,0.0001101628,0.05000,1.527
14,mlp.experts.165.up_proj,0.0000800976,0.05000,1.504
14,mlp.experts.166.up_proj,0.0001394960,0.05000,1.526
14,mlp.experts.187.up_proj,0.0000732243,0.05000,1.489
14,mlp.experts.180.up_proj,0.0001373251,0.05000,1.491
14,mlp.experts.185.up_proj,0.0000909375,0.05000,1.482
14,mlp.experts.179.up_proj,0.0001523522,0.05000,1.503
14,mlp.experts.184.up_proj,0.0000592230,0.05000,1.504
14,mlp.experts.186.up_proj,0.0001301032,0.05000,1.510
14,mlp.experts.191.up_proj,0.0001299985,0.05000,1.503
14,mlp.experts.190.up_proj,0.0000970559,0.05000,1.497
14,mlp.experts.204.up_proj,0.0000598278,0.05000,1.504
14,mlp.experts.176.up_proj,0.0001767494,0.05000,1.509
14,mlp.experts.189.up_proj,0.0001275440,0.05000,1.494
14,mlp.experts.215.up_proj,0.0000717448,0.05000,1.518
14,mlp.experts.177.up_proj,0.0001889502,0.05000,1.494
14,mlp.experts.178.up_proj,0.0001326231,0.05000,1.504
14,mlp.experts.181.up_proj,0.0001234642,0.05000,1.501
14,mlp.experts.182.up_proj,0.0000787743,0.05000,1.511
14,mlp.experts.203.up_proj,0.0001753661,0.05000,1.483
14,mlp.experts.201.up_proj,0.0000820221,0.05000,1.481
14,mlp.experts.196.up_proj,0.0001259691,0.05000,1.510
14,mlp.experts.202.up_proj,0.0000617238,0.05000,1.478
14,mlp.experts.200.up_proj,0.0000786679,0.05000,1.490
14,mlp.experts.195.up_proj,0.0001737724,0.05000,1.530
14,mlp.experts.207.up_proj,0.0001865199,0.05000,1.496
14,mlp.experts.220.up_proj,0.0001109828,0.05000,1.472
14,mlp.experts.206.up_proj,0.0001538768,0.05000,1.494
14,mlp.experts.193.up_proj,0.0001534899,0.05000,1.470
14,mlp.experts.192.up_proj,0.0002159006,0.05000,1.516
14,mlp.experts.231.up_proj,0.0001034349,0.05000,1.512
14,mlp.experts.205.up_proj,0.0001245234,0.05000,1.513
14,mlp.experts.194.up_proj,0.0000995292,0.05000,1.478
14,mlp.experts.198.up_proj,0.0001887341,0.05000,1.468
14,mlp.experts.197.up_proj,0.0001091169,0.05000,1.497
14,mlp.experts.219.up_proj,0.0001113107,0.05000,1.510
14,mlp.experts.217.up_proj,0.0001050719,0.05000,1.498
14,mlp.experts.212.up_proj,0.0000575314,0.05000,1.508
14,mlp.experts.218.up_proj,0.0000790871,0.05000,1.484
14,mlp.experts.216.up_proj,0.0001449541,0.05000,1.492
14,mlp.experts.236.up_proj,0.0000750513,0.05000,1.490
14,mlp.experts.222.up_proj,0.0001782922,0.05000,1.474
14,mlp.experts.211.up_proj,0.0001114728,0.05000,1.527
14,mlp.experts.223.up_proj,0.0001617587,0.05000,1.528
14,mlp.experts.208.up_proj,0.0000388538,0.05000,1.463
14,mlp.experts.209.up_proj,0.0001047032,0.05000,1.494
14,mlp.experts.252.up_proj,fallback(rtn): 0.0010223,0.00000,0.041
14,mlp.experts.247.up_proj,0.0000948798,0.05000,1.520
14,mlp.experts.210.up_proj,0.0001635356,0.05000,1.482
14,mlp.experts.221.up_proj,0.0002132174,0.05000,1.520
14,mlp.experts.214.up_proj,0.0000830452,0.05000,1.468
14,mlp.experts.213.up_proj,0.0001161342,0.05000,1.492
14,mlp.experts.235.up_proj,0.0001185778,0.05000,1.326
14,mlp.experts.228.up_proj,0.0001616558,0.05000,1.237
14,mlp.experts.232.up_proj,0.0001179155,0.05000,1.177
14,mlp.experts.224.up_proj,0.0001006911,0.05000,1.208
14,mlp.experts.227.up_proj,0.0002144133,0.05000,1.228
14,mlp.experts.239.up_proj,0.0001725327,0.05000,1.268
14,mlp.experts.233.up_proj,0.0001393962,0.05000,1.471
14,mlp.experts.234.up_proj,0.0002453176,0.05000,1.414
14,mlp.experts.238.up_proj,0.0001315477,0.05000,1.418
14,mlp.experts.225.up_proj,0.0000700293,0.05000,1.450
14,mlp.experts.230.up_proj,0.0001543845,0.05000,1.391
14,mlp.experts.237.up_proj,0.0001564607,0.05000,1.427
14,mlp.experts.226.up_proj,0.0001487612,0.05000,1.446
14,mlp.experts.229.up_proj,0.0001220569,0.05000,1.426
14,mlp.experts.251.up_proj,0.0001091563,0.05000,1.213
14,mlp.experts.244.up_proj,0.0001331517,0.05000,1.193
14,mlp.experts.248.up_proj,0.0000731961,0.05000,1.186
14,mlp.experts.240.up_proj,0.0001091951,0.05000,1.118
14,mlp.experts.243.up_proj,0.0002074893,0.05000,1.137
14,mlp.experts.255.up_proj,0.0001520255,0.05000,1.104
14,mlp.experts.249.up_proj,0.0000970671,0.05000,1.351
14,mlp.experts.250.up_proj,0.0001373968,0.05000,1.382
14,mlp.experts.254.up_proj,0.0001512765,0.05000,1.315
14,mlp.experts.253.up_proj,0.0000524093,0.05000,1.248
14,mlp.experts.241.up_proj,0.0001094339,0.05000,1.290
14,mlp.experts.246.up_proj,0.0001194325,0.05000,1.277
14,mlp.experts.242.up_proj,0.0001739622,0.05000,1.233
14,mlp.experts.245.up_proj,0.0001328819,0.05000,1.226
14,mlp.experts.14.down_proj,0.0000056397,0.05000,0.389
14,mlp.experts.5.down_proj,0.0000030266,0.05000,0.405
14,mlp.experts.2.down_proj,0.0000063846,0.05000,0.416
14,mlp.experts.3.down_proj,0.0000045259,0.05000,0.424
14,mlp.experts.13.down_proj,0.0000038295,0.05000,0.407
14,mlp.experts.1.down_proj,0.0000069142,0.05000,0.417
14,mlp.experts.15.down_proj,0.0000101440,0.05000,0.416
14,mlp.experts.8.down_proj,0.0000015262,0.05000,0.430
14,mlp.experts.12.down_proj,0.0000015721,0.05000,0.428
14,mlp.experts.6.down_proj,0.0000025701,0.05000,0.429
14,mlp.experts.4.down_proj,0.0000006415,0.05000,0.437
14,mlp.experts.7.down_proj,0.0000042302,0.05000,0.424
14,mlp.experts.0.down_proj,0.0000017075,0.05000,0.426
14,mlp.experts.10.down_proj,0.0000063425,0.05000,0.419
14,mlp.experts.11.down_proj,0.0000035689,0.05000,0.435
14,mlp.experts.9.down_proj,0.0000015448,0.05000,0.425
14,mlp.experts.23.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
14,mlp.experts.21.down_proj,0.0000026258,0.05000,0.371
14,mlp.experts.18.down_proj,0.0000069543,0.05000,0.371
14,mlp.experts.30.down_proj,0.0000017617,0.05000,0.394
14,mlp.experts.19.down_proj,0.0000031722,0.05000,0.368
14,mlp.experts.29.down_proj,0.0000012362,0.05000,0.375
14,mlp.experts.31.down_proj,0.0000016606,0.05000,0.369
14,mlp.experts.17.down_proj,0.0000010927,0.05000,0.387
14,mlp.experts.24.down_proj,0.0000031538,0.05000,0.386
14,mlp.experts.22.down_proj,0.0000028439,0.05000,0.381
14,mlp.experts.26.down_proj,0.0000010110,0.05000,0.376
14,mlp.experts.25.down_proj,0.0000034826,0.05000,0.372
14,mlp.experts.28.down_proj,0.0000031791,0.05000,0.400
14,mlp.experts.16.down_proj,0.0000033741,0.05000,0.392
14,mlp.experts.27.down_proj,0.0000022175,0.05000,0.389
14,mlp.experts.20.down_proj,0.0000017236,0.05000,0.404
14,mlp.experts.39.down_proj,0.0000072809,0.05000,0.394
14,mlp.experts.37.down_proj,0.0000028529,0.05000,0.369
14,mlp.experts.46.down_proj,0.0000042512,0.05000,0.368
14,mlp.experts.34.down_proj,0.0000019579,0.05000,0.380
14,mlp.experts.45.down_proj,0.0000043236,0.05000,0.367
14,mlp.experts.35.down_proj,0.0000015591,0.05000,0.377
14,mlp.experts.47.down_proj,0.0000014415,0.05000,0.371
14,mlp.experts.33.down_proj,0.0000046381,0.05000,0.373
14,mlp.experts.41.down_proj,0.0000006805,0.05000,0.356
14,mlp.experts.38.down_proj,0.0000022815,0.05000,0.370
14,mlp.experts.40.down_proj,0.0000036774,0.05000,0.374
14,mlp.experts.42.down_proj,0.0000049995,0.05000,0.376
14,mlp.experts.44.down_proj,0.0000067446,0.05000,0.372
14,mlp.experts.32.down_proj,0.0000046486,0.05000,0.377
14,mlp.experts.43.down_proj,0.0000076627,0.05000,0.379
14,mlp.experts.36.down_proj,0.0000028053,0.05000,0.375
14,mlp.experts.55.down_proj,0.0000008300,0.05000,0.386
14,mlp.experts.53.down_proj,0.0000037446,0.05000,0.369
14,mlp.experts.62.down_proj,0.0000015469,0.05000,0.363
14,mlp.experts.61.down_proj,0.0000064046,0.05000,0.371
14,mlp.experts.50.down_proj,0.0000029154,0.05000,0.371
14,mlp.experts.51.down_proj,0.0000021916,0.05000,0.379
14,mlp.experts.63.down_proj,0.0000018518,0.05000,0.376
14,mlp.experts.49.down_proj,0.0000034166,0.05000,0.373
14,mlp.experts.57.down_proj,0.0000016491,0.05000,0.375
14,mlp.experts.54.down_proj,0.0000013091,0.05000,0.375
14,mlp.experts.56.down_proj,0.0000020321,0.05000,0.381
14,mlp.experts.58.down_proj,0.0000036186,0.05000,0.381
14,mlp.experts.60.down_proj,0.0000032382,0.05000,0.379
14,mlp.experts.48.down_proj,0.0000036430,0.05000,0.373
14,mlp.experts.59.down_proj,0.0000017653,0.05000,0.376
14,mlp.experts.52.down_proj,0.0000061637,0.05000,0.377
14,mlp.experts.71.down_proj,0.0000017849,0.05000,0.372
14,mlp.experts.69.down_proj,0.0000037539,0.05000,0.371
14,mlp.experts.78.down_proj,0.0000073054,0.05000,0.372
14,mlp.experts.66.down_proj,0.0000018993,0.05000,0.369
14,mlp.experts.77.down_proj,0.0000027241,0.05000,0.373
14,mlp.experts.79.down_proj,0.0000046426,0.05000,0.363
14,mlp.experts.67.down_proj,0.0000023427,0.05000,0.367
14,mlp.experts.65.down_proj,0.0000016833,0.05000,0.365
14,mlp.experts.73.down_proj,0.0000032140,0.05000,0.362
14,mlp.experts.70.down_proj,0.0000023320,0.05000,0.362
14,mlp.experts.72.down_proj,0.0000074596,0.05000,0.356
14,mlp.experts.74.down_proj,0.0000062482,0.05000,0.360
14,mlp.experts.76.down_proj,0.0000067762,0.05000,0.356
14,mlp.experts.64.down_proj,0.0000041806,0.05000,0.358
14,mlp.experts.75.down_proj,0.0000055818,0.05000,0.365
14,mlp.experts.87.down_proj,0.0000017312,0.05000,0.360
14,mlp.experts.68.down_proj,0.0000010371,0.05000,0.370
14,mlp.experts.94.down_proj,0.0000020591,0.05000,0.365
14,mlp.experts.85.down_proj,0.0000056753,0.05000,0.386
14,mlp.experts.82.down_proj,0.0000067973,0.05000,0.364
14,mlp.experts.95.down_proj,0.0000032395,0.05000,0.365
14,mlp.experts.83.down_proj,0.0000054117,0.05000,0.368
14,mlp.experts.93.down_proj,0.0000122186,0.05000,0.376
14,mlp.experts.81.down_proj,0.0000006277,0.05000,0.379
14,mlp.experts.88.down_proj,0.0000016909,0.05000,0.368
14,mlp.experts.86.down_proj,0.0000030171,0.05000,0.371
14,mlp.experts.92.down_proj,0.0000059598,0.05000,0.363
14,mlp.experts.90.down_proj,0.0000017884,0.05000,0.370
14,mlp.experts.89.down_proj,0.0000036101,0.05000,0.383
14,mlp.experts.80.down_proj,0.0000047744,0.05000,0.368
14,mlp.experts.103.down_proj,0.0000052993,0.05000,0.361
14,mlp.experts.91.down_proj,0.0000011753,0.05000,0.367
14,mlp.experts.84.down_proj,0.0000030888,0.05000,0.368
14,mlp.experts.110.down_proj,0.0000016132,0.05000,0.371
14,mlp.experts.101.down_proj,0.0000040922,0.05000,0.362
14,mlp.experts.98.down_proj,0.0000044870,0.05000,0.365
14,mlp.experts.99.down_proj,0.0000047469,0.05000,0.356
14,mlp.experts.111.down_proj,0.0000046907,0.05000,0.360
14,mlp.experts.109.down_proj,0.0000022612,0.05000,0.362
14,mlp.experts.97.down_proj,0.0000014836,0.05000,0.365
14,mlp.experts.102.down_proj,0.0000012230,0.05000,0.360
14,mlp.experts.104.down_proj,0.0000006586,0.05000,0.366
14,mlp.experts.106.down_proj,0.0000074673,0.05000,0.364
14,mlp.experts.108.down_proj,0.0000093179,0.05000,0.370
14,mlp.experts.96.down_proj,0.0000041187,0.05000,0.369
14,mlp.experts.105.down_proj,0.0000020339,0.05000,0.374
14,mlp.experts.107.down_proj,0.0000005046,0.05000,0.364
14,mlp.experts.119.down_proj,0.0000007731,0.05000,0.360
14,mlp.experts.100.down_proj,0.0000018017,0.05000,0.381
14,mlp.experts.117.down_proj,0.0000028199,0.05000,0.373
14,mlp.experts.126.down_proj,0.0000042956,0.05000,0.383
14,mlp.experts.114.down_proj,0.0000036649,0.05000,0.373
14,mlp.experts.115.down_proj,0.0000037456,0.05000,0.385
14,mlp.experts.127.down_proj,0.0000014947,0.05000,0.381
14,mlp.experts.125.down_proj,0.0000019668,0.05000,0.380
14,mlp.experts.113.down_proj,0.0000040851,0.05000,0.366
14,mlp.experts.118.down_proj,0.0000147730,0.05000,0.377
14,mlp.experts.120.down_proj,0.0000029458,0.05000,0.376
14,mlp.experts.122.down_proj,0.0000038346,0.05000,0.375
14,mlp.experts.124.down_proj,0.0000036827,0.05000,0.377
14,mlp.experts.121.down_proj,0.0000047844,0.05000,0.373
14,mlp.experts.112.down_proj,0.0000015432,0.05000,0.380
14,mlp.experts.135.down_proj,0.0000032349,0.05000,0.369
14,mlp.experts.123.down_proj,0.0000009898,0.05000,0.381
14,mlp.experts.116.down_proj,0.0000021141,0.05000,0.373
14,mlp.experts.133.down_proj,0.0000008678,0.05000,0.367
14,mlp.experts.130.down_proj,0.0000038826,0.05000,0.375
14,mlp.experts.142.down_proj,0.0000009816,0.05000,0.383
14,mlp.experts.131.down_proj,0.0000129402,0.05000,0.379
14,mlp.experts.134.down_proj,0.0000050209,0.05000,0.364
14,mlp.experts.141.down_proj,0.0000059034,0.05000,0.377
14,mlp.experts.143.down_proj,0.0000029504,0.05000,0.381
14,mlp.experts.129.down_proj,0.0000045232,0.05000,0.382
14,mlp.experts.136.down_proj,0.0000016228,0.05000,0.372
14,mlp.experts.138.down_proj,0.0000071580,0.05000,0.371
14,mlp.experts.137.down_proj,0.0000019315,0.05000,0.366
14,mlp.experts.140.down_proj,0.0000011512,0.05000,0.377
14,mlp.experts.151.down_proj,0.0000024168,0.05000,0.362
14,mlp.experts.128.down_proj,0.0000017644,0.05000,0.368
14,mlp.experts.139.down_proj,0.0000038886,0.05000,0.364
14,mlp.experts.132.down_proj,0.0000047731,0.05000,0.367
14,mlp.experts.149.down_proj,0.0000021374,0.05000,0.358
14,mlp.experts.158.down_proj,0.0000019845,0.05000,0.353
14,mlp.experts.146.down_proj,0.0000107986,0.05000,0.362
14,mlp.experts.147.down_proj,0.0000022124,0.05000,0.365
14,mlp.experts.150.down_proj,0.0000011508,0.05000,0.362
14,mlp.experts.157.down_proj,0.0000037865,0.05000,0.363
14,mlp.experts.145.down_proj,0.0000056683,0.05000,0.365
14,mlp.experts.159.down_proj,0.0000037947,0.05000,0.366
14,mlp.experts.154.down_proj,0.0000014987,0.05000,0.363
14,mlp.experts.152.down_proj,0.0000055213,0.05000,0.368
14,mlp.experts.153.down_proj,0.0000090112,0.05000,0.363
14,mlp.experts.144.down_proj,0.0000032820,0.05000,0.357
14,mlp.experts.156.down_proj,0.0000033808,0.05000,0.365
14,mlp.experts.167.down_proj,0.0000069283,0.05000,0.366
14,mlp.experts.155.down_proj,0.0000076370,0.05000,0.365
14,mlp.experts.148.down_proj,0.0000051620,0.05000,0.361
14,mlp.experts.165.down_proj,0.0000028393,0.05000,0.357
14,mlp.experts.162.down_proj,0.0000027878,0.05000,0.353
14,mlp.experts.174.down_proj,0.0000083420,0.05000,0.357
14,mlp.experts.175.down_proj,0.0000030966,0.05000,0.344
14,mlp.experts.163.down_proj,0.0000020658,0.05000,0.364
14,mlp.experts.166.down_proj,0.0000016860,0.05000,0.359
14,mlp.experts.173.down_proj,0.0000027530,0.05000,0.359
14,mlp.experts.161.down_proj,0.0000072193,0.05000,0.357
14,mlp.experts.169.down_proj,0.0000050852,0.05000,0.353
14,mlp.experts.170.down_proj,0.0000058796,0.05000,0.360
14,mlp.experts.168.down_proj,0.0000098483,0.05000,0.366
14,mlp.experts.160.down_proj,0.0000028676,0.05000,0.359
14,mlp.experts.183.down_proj,0.0000030670,0.05000,0.357
14,mlp.experts.171.down_proj,0.0000075239,0.05000,0.363
14,mlp.experts.172.down_proj,0.0000027654,0.05000,0.368
14,mlp.experts.164.down_proj,0.0000039252,0.05000,0.369
14,mlp.experts.181.down_proj,0.0000013431,0.05000,0.358
14,mlp.experts.178.down_proj,0.0000071559,0.05000,0.373
14,mlp.experts.190.down_proj,0.0000057885,0.05000,0.371
14,mlp.experts.191.down_proj,0.0000016951,0.05000,0.372
14,mlp.experts.182.down_proj,0.0000024165,0.05000,0.370
14,mlp.experts.177.down_proj,0.0000025847,0.05000,0.361
14,mlp.experts.179.down_proj,0.0000051340,0.05000,0.372
14,mlp.experts.189.down_proj,0.0000029388,0.05000,0.370
14,mlp.experts.186.down_proj,0.0000032652,0.05000,0.365
14,mlp.experts.185.down_proj,0.0000010596,0.05000,0.369
14,mlp.experts.184.down_proj,0.0000035101,0.05000,0.368
14,mlp.experts.176.down_proj,0.0000069867,0.05000,0.369
14,mlp.experts.187.down_proj,0.0000019093,0.05000,0.362
14,mlp.experts.199.down_proj,0.0000043244,0.05000,0.369
14,mlp.experts.188.down_proj,0.0000045728,0.05000,0.360
14,mlp.experts.180.down_proj,0.0000036101,0.05000,0.362
14,mlp.experts.197.down_proj,0.0000010563,0.05000,0.359
14,mlp.experts.194.down_proj,0.0000029748,0.05000,0.358
14,mlp.experts.206.down_proj,0.0000047787,0.05000,0.363
14,mlp.experts.207.down_proj,0.0000024533,0.05000,0.365
14,mlp.experts.195.down_proj,0.0000038645,0.05000,0.365
14,mlp.experts.198.down_proj,0.0000081160,0.05000,0.372
14,mlp.experts.193.down_proj,0.0000018544,0.05000,0.374
14,mlp.experts.205.down_proj,0.0000017391,0.05000,0.373
14,mlp.experts.201.down_proj,0.0000027171,0.05000,0.366
14,mlp.experts.200.down_proj,0.0000007811,0.05000,0.369
14,mlp.experts.202.down_proj,0.0000019599,0.05000,0.376
14,mlp.experts.192.down_proj,0.0000059150,0.05000,0.366
14,mlp.experts.204.down_proj,0.0000019590,0.05000,0.375
14,mlp.experts.203.down_proj,0.0000044058,0.05000,0.376
14,mlp.experts.196.down_proj,0.0000048085,0.05000,0.373
14,mlp.experts.215.down_proj,0.0000006300,0.05000,0.378
14,mlp.experts.213.down_proj,0.0000045242,0.05000,0.371
14,mlp.experts.210.down_proj,0.0000038360,0.05000,0.379
14,mlp.experts.222.down_proj,0.0000076722,0.05000,0.373
14,mlp.experts.223.down_proj,0.0000020085,0.05000,0.376
14,mlp.experts.211.down_proj,0.0000011824,0.05000,0.365
14,mlp.experts.209.down_proj,0.0000011700,0.05000,0.371
14,mlp.experts.214.down_proj,0.0000025540,0.05000,0.377
14,mlp.experts.221.down_proj,0.0000071595,0.05000,0.370
14,mlp.experts.217.down_proj,0.0000009577,0.05000,0.374
14,mlp.experts.216.down_proj,0.0000017285,0.05000,0.371
14,mlp.experts.218.down_proj,0.0000023998,0.05000,0.374
14,mlp.experts.208.down_proj,0.0000010668,0.05000,0.377
14,mlp.experts.212.down_proj,0.0000016349,0.05000,0.372
14,mlp.experts.220.down_proj,0.0000021703,0.05000,0.379
14,mlp.experts.231.down_proj,0.0000033622,0.05000,0.382
14,mlp.experts.219.down_proj,0.0000021055,0.05000,0.387
14,mlp.experts.229.down_proj,0.0000013056,0.05000,0.376
14,mlp.experts.226.down_proj,0.0000047062,0.05000,0.377
14,mlp.experts.238.down_proj,0.0000041608,0.05000,0.376
14,mlp.experts.227.down_proj,0.0000073216,0.05000,0.369
14,mlp.experts.239.down_proj,0.0000033436,0.05000,0.376
14,mlp.experts.225.down_proj,0.0000030372,0.05000,0.369
14,mlp.experts.230.down_proj,0.0000020532,0.05000,0.364
14,mlp.experts.233.down_proj,0.0000051313,0.05000,0.360
14,mlp.experts.237.down_proj,0.0000045155,0.05000,0.368
14,mlp.experts.232.down_proj,0.0000032124,0.05000,0.361
14,mlp.experts.234.down_proj,0.0000080724,0.05000,0.365
14,mlp.experts.224.down_proj,0.0000035872,0.05000,0.365
14,mlp.experts.228.down_proj,0.0000031743,0.05000,0.363
14,mlp.experts.236.down_proj,0.0000008038,0.05000,0.364
14,mlp.experts.252.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
14,mlp.experts.235.down_proj,0.0000047534,0.05000,0.369
14,mlp.experts.247.down_proj,0.0000023099,0.05000,0.376
14,mlp.experts.245.down_proj,0.0000032394,0.05000,0.342
14,mlp.experts.242.down_proj,0.0000042625,0.05000,0.341
14,mlp.experts.254.down_proj,0.0000020228,0.05000,0.348
14,mlp.experts.248.down_proj,0.0000019162,0.05000,0.268
14,mlp.experts.243.down_proj,0.0000042166,0.05000,0.306
14,mlp.experts.255.down_proj,0.0000043614,0.05000,0.305
14,mlp.experts.240.down_proj,0.0000032171,0.05000,0.278
14,mlp.experts.244.down_proj,0.0000016149,0.05000,0.278
14,mlp.experts.241.down_proj,0.0000035611,0.05000,0.315
14,mlp.experts.251.down_proj,0.0000035073,0.05000,0.266
14,mlp.experts.246.down_proj,0.0000038907,0.05000,0.318
14,mlp.experts.250.down_proj,0.0000040756,0.05000,0.306
14,mlp.experts.249.down_proj,0.0000027426,0.05000,0.316
14,mlp.experts.253.down_proj,0.0000015914,0.05000,0.324
15,mlp.experts.13.gate_proj,0.0001403716,0.05000,1.569
15,mlp.experts.0.gate_proj,0.0001334796,0.05000,1.596
15,mlp.experts.3.gate_proj,0.0001977740,0.05000,1.560
15,mlp.experts.11.gate_proj,0.0000862811,0.05000,1.592
15,mlp.experts.12.gate_proj,0.0001078175,0.05000,1.568
15,mlp.experts.9.gate_proj,0.0001927931,0.05000,1.587
15,mlp.experts.5.gate_proj,0.0001928791,0.05000,1.574
15,mlp.experts.6.gate_proj,0.0004814273,0.05000,1.588
15,mlp.experts.4.gate_proj,0.0001596627,0.05000,1.600
15,mlp.experts.7.gate_proj,0.0003022538,0.05000,1.601
15,mlp.experts.15.gate_proj,0.0000799525,0.05000,1.582
15,mlp.experts.2.gate_proj,0.0001116684,0.05000,1.612
15,mlp.experts.1.gate_proj,0.0000755692,0.05000,1.592
15,mlp.experts.8.gate_proj,0.0003618735,0.05000,1.617
15,mlp.experts.14.gate_proj,0.0000819269,0.05000,1.601
15,mlp.experts.10.gate_proj,0.0003339226,0.05000,1.591
15,mlp.experts.29.gate_proj,0.0000866329,0.05000,1.489
15,mlp.experts.25.gate_proj,0.0001274766,0.05000,1.493
15,mlp.experts.22.gate_proj,0.0001491540,0.05000,1.518
15,mlp.experts.27.gate_proj,0.0000851662,0.05000,1.519
15,mlp.experts.31.gate_proj,0.0001616078,0.05000,1.511
15,mlp.experts.16.gate_proj,0.0001822437,0.05000,1.555
15,mlp.experts.19.gate_proj,0.0001665711,0.05000,1.540
15,mlp.experts.28.gate_proj,0.0000955887,0.05000,1.527
15,mlp.experts.23.gate_proj,0.0001218687,0.05000,1.514
15,mlp.experts.21.gate_proj,0.0001083776,0.05000,1.533
15,mlp.experts.30.gate_proj,0.0002214017,0.05000,1.513
15,mlp.experts.17.gate_proj,0.0001674790,0.05000,1.517
15,mlp.experts.24.gate_proj,0.0001091283,0.05000,1.521
15,mlp.experts.20.gate_proj,0.0001454606,0.05000,1.528
15,mlp.experts.26.gate_proj,0.0001131172,0.05000,1.534
15,mlp.experts.18.gate_proj,0.0000857338,0.05000,1.538
15,mlp.experts.45.gate_proj,0.0001590261,0.05000,1.510
15,mlp.experts.41.gate_proj,0.0001768466,0.05000,1.512
15,mlp.experts.39.gate_proj,0.0001446545,0.05000,1.464
15,mlp.experts.43.gate_proj,0.0002038597,0.05000,1.501
15,mlp.experts.38.gate_proj,0.0001446668,0.05000,1.533
15,mlp.experts.35.gate_proj,0.0001342282,0.05000,1.502
15,mlp.experts.32.gate_proj,0.0002013876,0.05000,1.517
15,mlp.experts.37.gate_proj,0.0001469464,0.05000,1.510
15,mlp.experts.33.gate_proj,0.0001651828,0.05000,1.504
15,mlp.experts.46.gate_proj,0.0001287469,0.05000,1.534
15,mlp.experts.47.gate_proj,0.0001954072,0.05000,1.558
15,mlp.experts.36.gate_proj,0.0000915603,0.05000,1.541
15,mlp.experts.44.gate_proj,0.0001750222,0.05000,1.562
15,mlp.experts.42.gate_proj,0.0001468083,0.05000,1.554
15,mlp.experts.40.gate_proj,0.0001938350,0.05000,1.591
15,mlp.experts.34.gate_proj,0.0001013494,0.05000,1.606
15,mlp.experts.55.gate_proj,0.0001827206,0.05000,1.472
15,mlp.experts.51.gate_proj,0.0000911744,0.05000,1.442
15,mlp.experts.59.gate_proj,0.0001588371,0.05000,1.474
15,mlp.experts.62.gate_proj,0.0002528010,0.05000,1.453
15,mlp.experts.48.gate_proj,0.0001291819,0.05000,1.489
15,mlp.experts.54.gate_proj,0.0002826380,0.05000,1.504
15,mlp.experts.52.gate_proj,0.0001137384,0.05000,1.457
15,mlp.experts.60.gate_proj,0.0002156275,0.05000,1.452
15,mlp.experts.63.gate_proj,0.0001453932,0.05000,1.477
15,mlp.experts.61.gate_proj,0.0001356097,0.05000,1.659
15,mlp.experts.56.gate_proj,0.0000916592,0.05000,1.474
15,mlp.experts.58.gate_proj,0.0000986162,0.05000,1.515
15,mlp.experts.57.gate_proj,0.0002311442,0.05000,1.664
15,mlp.experts.50.gate_proj,0.0000772561,0.05000,1.497
15,mlp.experts.49.gate_proj,0.0001332236,0.05000,1.668
15,mlp.experts.53.gate_proj,0.0001990833,0.05000,1.673
15,mlp.experts.71.gate_proj,0.0001028393,0.05000,1.479
15,mlp.experts.75.gate_proj,0.0003243128,0.05000,1.503
15,mlp.experts.67.gate_proj,0.0001167023,0.05000,1.540
15,mlp.experts.78.gate_proj,0.0001131163,0.05000,1.505
15,mlp.experts.64.gate_proj,0.0000828051,0.05000,1.492
15,mlp.experts.79.gate_proj,0.0001671236,0.05000,1.479
15,mlp.experts.76.gate_proj,0.0001895747,0.05000,1.501
15,mlp.experts.68.gate_proj,0.0002824092,0.05000,1.526
15,mlp.experts.70.gate_proj,0.0001792367,0.05000,1.535
15,mlp.experts.72.gate_proj,0.0001099085,0.05000,1.512
15,mlp.experts.74.gate_proj,0.0001476630,0.05000,1.531
15,mlp.experts.66.gate_proj,0.0002097424,0.05000,1.497
15,mlp.experts.77.gate_proj,0.0001820919,0.05000,1.545
15,mlp.experts.73.gate_proj,0.0001504499,0.05000,1.521
15,mlp.experts.65.gate_proj,0.0001430137,0.05000,1.534
15,mlp.experts.69.gate_proj,0.0001771727,0.05000,1.532
15,mlp.experts.87.gate_proj,0.0001455667,0.05000,1.503
15,mlp.experts.91.gate_proj,0.0002612747,0.05000,1.503
15,mlp.experts.83.gate_proj,0.0001967316,0.05000,1.472
15,mlp.experts.80.gate_proj,0.0001237208,0.05000,1.496
15,mlp.experts.95.gate_proj,0.0001742393,0.05000,1.509
15,mlp.experts.94.gate_proj,0.0001212418,0.05000,1.526
15,mlp.experts.92.gate_proj,0.0001482925,0.05000,1.509
15,mlp.experts.84.gate_proj,0.0001763006,0.05000,1.520
15,mlp.experts.86.gate_proj,0.0001981225,0.05000,1.521
15,mlp.experts.88.gate_proj,0.0001800733,0.05000,1.506
15,mlp.experts.82.gate_proj,0.0001295273,0.05000,1.509
15,mlp.experts.90.gate_proj,0.0001165432,0.05000,1.515
15,mlp.experts.89.gate_proj,0.0001118533,0.05000,1.496
15,mlp.experts.93.gate_proj,0.0001667583,0.05000,1.529
15,mlp.experts.85.gate_proj,0.0001460716,0.05000,1.534
15,mlp.experts.81.gate_proj,0.0000879773,0.05000,1.557
15,mlp.experts.103.gate_proj,0.0001518812,0.05000,1.502
15,mlp.experts.107.gate_proj,0.0000675104,0.05000,1.500
15,mlp.experts.99.gate_proj,0.0001939271,0.05000,1.503
15,mlp.experts.96.gate_proj,0.0001837747,0.05000,1.483
15,mlp.experts.110.gate_proj,0.0001261038,0.05000,1.483
15,mlp.experts.108.gate_proj,0.0001849260,0.05000,1.485
15,mlp.experts.111.gate_proj,0.0000776453,0.05000,1.505
15,mlp.experts.100.gate_proj,0.0002070916,0.05000,1.498
15,mlp.experts.102.gate_proj,0.0000922530,0.05000,1.498
15,mlp.experts.104.gate_proj,0.0001075448,0.05000,1.509
15,mlp.experts.106.gate_proj,0.0001229205,0.05000,1.500
15,mlp.experts.98.gate_proj,0.0000692272,0.05000,1.517
15,mlp.experts.105.gate_proj,0.0001921199,0.05000,1.545
15,mlp.experts.109.gate_proj,0.0001295071,0.05000,1.559
15,mlp.experts.125.gate_proj,fallback(rtn): 0.0010300,0.00000,0.028
15,mlp.experts.101.gate_proj,0.0001217799,0.05000,1.526
15,mlp.experts.97.gate_proj,0.0001254008,0.05000,1.546
15,mlp.experts.119.gate_proj,0.0001328914,0.05000,1.501
15,mlp.experts.123.gate_proj,0.0002005810,0.05000,1.492
15,mlp.experts.115.gate_proj,0.0001318551,0.05000,1.503
15,mlp.experts.112.gate_proj,0.0001533799,0.05000,1.510
15,mlp.experts.127.gate_proj,0.0001347972,0.05000,1.499
15,mlp.experts.124.gate_proj,0.0002533897,0.05000,1.515
15,mlp.experts.116.gate_proj,0.0001353552,0.05000,1.484
15,mlp.experts.126.gate_proj,0.0001653998,0.05000,1.534
15,mlp.experts.118.gate_proj,0.0002238841,0.05000,1.540
15,mlp.experts.120.gate_proj,0.0001160251,0.05000,1.515
15,mlp.experts.122.gate_proj,0.0002160516,0.05000,1.526
15,mlp.experts.121.gate_proj,0.0001177171,0.05000,1.497
15,mlp.experts.114.gate_proj,0.0000890419,0.05000,1.533
15,mlp.experts.141.gate_proj,0.0001550861,0.05000,1.495
15,mlp.experts.117.gate_proj,0.0001493603,0.05000,1.493
15,mlp.experts.113.gate_proj,0.0001342736,0.05000,1.487
15,mlp.experts.135.gate_proj,0.0001756452,0.05000,1.510
15,mlp.experts.139.gate_proj,0.0001714203,0.05000,1.484
15,mlp.experts.131.gate_proj,0.0001548663,0.05000,1.473
15,mlp.experts.128.gate_proj,0.0001124166,0.05000,1.499
15,mlp.experts.143.gate_proj,0.0002278694,0.05000,1.509
15,mlp.experts.132.gate_proj,0.0001819400,0.05000,1.487
15,mlp.experts.140.gate_proj,0.0001854861,0.05000,1.505
15,mlp.experts.142.gate_proj,0.0001807134,0.05000,1.549
15,mlp.experts.136.gate_proj,0.0001442823,0.05000,1.494
15,mlp.experts.134.gate_proj,0.0001096405,0.05000,1.537
15,mlp.experts.137.gate_proj,0.0001516734,0.05000,1.488
15,mlp.experts.138.gate_proj,0.0000782972,0.05000,1.547
15,mlp.experts.130.gate_proj,0.0001803490,0.05000,1.528
15,mlp.experts.157.gate_proj,0.0001330461,0.05000,1.508
15,mlp.experts.133.gate_proj,0.0001335524,0.05000,1.498
15,mlp.experts.129.gate_proj,0.0001923837,0.05000,1.475
15,mlp.experts.151.gate_proj,0.0001607235,0.05000,1.485
15,mlp.experts.147.gate_proj,0.0000857821,0.05000,1.486
15,mlp.experts.155.gate_proj,0.0001936421,0.05000,1.495
15,mlp.experts.144.gate_proj,0.0001538688,0.05000,1.493
15,mlp.experts.159.gate_proj,0.0001012291,0.05000,1.467
15,mlp.experts.156.gate_proj,0.0001489608,0.05000,1.478
15,mlp.experts.148.gate_proj,0.0001186273,0.05000,1.518
15,mlp.experts.152.gate_proj,0.0001009685,0.05000,1.490
15,mlp.experts.158.gate_proj,0.0002347131,0.05000,1.550
15,mlp.experts.153.gate_proj,0.0001526344,0.05000,1.491
15,mlp.experts.150.gate_proj,0.0001685500,0.05000,1.566
15,mlp.experts.149.gate_proj,0.0000972201,0.05000,1.466
15,mlp.experts.146.gate_proj,0.0001422392,0.05000,1.530
15,mlp.experts.173.gate_proj,0.0000846137,0.05000,1.500
15,mlp.experts.154.gate_proj,0.0002074897,0.05000,1.540
15,mlp.experts.145.gate_proj,0.0001058145,0.05000,1.513
15,mlp.experts.175.gate_proj,0.0001903468,0.05000,1.432
15,mlp.experts.163.gate_proj,0.0001772165,0.05000,1.491
15,mlp.experts.171.gate_proj,0.0001501251,0.05000,1.489
15,mlp.experts.167.gate_proj,0.0001087766,0.05000,1.498
15,mlp.experts.160.gate_proj,0.0001388658,0.05000,1.470
15,mlp.experts.172.gate_proj,0.0000917656,0.05000,1.504
15,mlp.experts.164.gate_proj,0.0001629817,0.05000,1.469
15,mlp.experts.168.gate_proj,0.0000909009,0.05000,1.480
15,mlp.experts.169.gate_proj,0.0001939442,0.05000,1.476
15,mlp.experts.174.gate_proj,0.0000970278,0.05000,1.519
15,mlp.experts.189.gate_proj,0.0001304955,0.05000,1.459
15,mlp.experts.166.gate_proj,0.0001141729,0.05000,1.527
15,mlp.experts.165.gate_proj,0.0001124363,0.05000,1.494
15,mlp.experts.161.gate_proj,0.0001674918,0.05000,1.468
15,mlp.experts.162.gate_proj,0.0000871253,0.05000,1.524
15,mlp.experts.170.gate_proj,0.0001443672,0.05000,1.523
15,mlp.experts.179.gate_proj,0.0001003076,0.05000,1.485
15,mlp.experts.191.gate_proj,0.0001536460,0.05000,1.494
15,mlp.experts.183.gate_proj,0.0001326265,0.05000,1.485
15,mlp.experts.187.gate_proj,0.0001208147,0.05000,1.488
15,mlp.experts.176.gate_proj,0.0002190592,0.05000,1.481
15,mlp.experts.188.gate_proj,0.0001241210,0.05000,1.450
15,mlp.experts.180.gate_proj,0.0001062682,0.05000,1.507
15,mlp.experts.184.gate_proj,0.0001585259,0.05000,1.488
15,mlp.experts.185.gate_proj,0.0002058459,0.05000,1.501
15,mlp.experts.190.gate_proj,0.0001082379,0.05000,1.499
15,mlp.experts.181.gate_proj,0.0001290002,0.05000,1.447
15,mlp.experts.205.gate_proj,0.0003675939,0.05000,1.481
15,mlp.experts.182.gate_proj,0.0001502089,0.05000,1.477
15,mlp.experts.186.gate_proj,0.0001934167,0.05000,1.482
15,mlp.experts.177.gate_proj,0.0001913673,0.05000,1.489
15,mlp.experts.178.gate_proj,0.0002263799,0.05000,1.489
15,mlp.experts.194.gate_proj,fallback(rtn): 0.0010910,0.00000,0.039
15,mlp.experts.192.gate_proj,0.0002028982,0.05000,1.478
15,mlp.experts.195.gate_proj,0.0000944335,0.05000,1.529
15,mlp.experts.199.gate_proj,0.0001803624,0.05000,1.540
15,mlp.experts.207.gate_proj,0.0001600078,0.05000,1.546
15,mlp.experts.203.gate_proj,0.0001130599,0.05000,1.543
15,mlp.experts.204.gate_proj,0.0000862784,0.05000,1.623
15,mlp.experts.201.gate_proj,0.0002821553,0.05000,1.483
15,mlp.experts.197.gate_proj,0.0001738495,0.05000,1.461
15,mlp.experts.196.gate_proj,0.0001610890,0.05000,1.627
15,mlp.experts.206.gate_proj,0.0002288901,0.05000,1.500
15,mlp.experts.198.gate_proj,0.0003070148,0.05000,1.459
15,mlp.experts.200.gate_proj,0.0000786105,0.05000,1.608
15,mlp.experts.221.gate_proj,0.0001216464,0.05000,1.492
15,mlp.experts.193.gate_proj,0.0000752518,0.05000,1.474
15,mlp.experts.202.gate_proj,0.0001729937,0.05000,1.498
15,mlp.experts.210.gate_proj,0.0001962396,0.05000,1.482
15,mlp.experts.211.gate_proj,0.0002839780,0.05000,1.546
15,mlp.experts.215.gate_proj,0.0000923499,0.05000,1.525
15,mlp.experts.219.gate_proj,0.0001934087,0.05000,1.550
15,mlp.experts.223.gate_proj,0.0002628457,0.05000,1.556
15,mlp.experts.208.gate_proj,0.0002061695,0.05000,1.637
15,mlp.experts.217.gate_proj,0.0002181677,0.05000,1.491
15,mlp.experts.220.gate_proj,0.0000802127,0.05000,1.533
15,mlp.experts.213.gate_proj,0.0002589876,0.05000,1.504
15,mlp.experts.222.gate_proj,0.0001498599,0.05000,1.501
15,mlp.experts.214.gate_proj,0.0003028190,0.05000,1.499
15,mlp.experts.212.gate_proj,0.0002902280,0.05000,1.520
15,mlp.experts.237.gate_proj,0.0002239747,0.05000,1.497
15,mlp.experts.216.gate_proj,0.0002045703,0.05000,1.515
15,mlp.experts.218.gate_proj,0.0002268607,0.05000,1.503
15,mlp.experts.209.gate_proj,0.0001544525,0.05000,1.537
15,mlp.experts.226.gate_proj,0.0001504711,0.05000,1.505
15,mlp.experts.227.gate_proj,0.0000719962,0.05000,1.521
15,mlp.experts.224.gate_proj,0.0001423012,0.05000,1.486
15,mlp.experts.231.gate_proj,0.0001260832,0.05000,1.556
15,mlp.experts.235.gate_proj,0.0000721783,0.05000,1.543
15,mlp.experts.239.gate_proj,0.0001606147,0.05000,1.542
15,mlp.experts.236.gate_proj,0.0001628568,0.05000,1.490
15,mlp.experts.233.gate_proj,0.0001771193,0.05000,1.502
15,mlp.experts.230.gate_proj,0.0002435853,0.05000,1.478
15,mlp.experts.229.gate_proj,0.0001412416,0.05000,1.506
15,mlp.experts.238.gate_proj,0.0003465724,0.05000,1.511
15,mlp.experts.232.gate_proj,0.0002877246,0.05000,1.493
15,mlp.experts.228.gate_proj,0.0001373866,0.05000,1.501
15,mlp.experts.253.gate_proj,0.0002574865,0.05000,1.504
15,mlp.experts.234.gate_proj,0.0001780743,0.05000,1.484
15,mlp.experts.225.gate_proj,0.0001617989,0.05000,1.504
15,mlp.experts.242.gate_proj,0.0001114072,0.05000,1.485
15,mlp.experts.240.gate_proj,0.0001677484,0.05000,1.507
15,mlp.experts.243.gate_proj,0.0001171332,0.05000,1.536
15,mlp.experts.247.gate_proj,0.0001739484,0.05000,1.536
15,mlp.experts.252.gate_proj,0.0002173092,0.05000,1.505
15,mlp.experts.255.gate_proj,0.0001441078,0.05000,1.541
15,mlp.experts.251.gate_proj,0.0002401055,0.05000,1.552
15,mlp.experts.246.gate_proj,0.0000537868,0.05000,1.497
15,mlp.experts.249.gate_proj,0.0001582628,0.05000,1.523
15,mlp.experts.13.up_proj,0.0001379194,0.05000,1.460
15,mlp.experts.254.gate_proj,0.0001552344,0.05000,1.509
15,mlp.experts.245.gate_proj,0.0001989674,0.05000,1.548
15,mlp.experts.248.gate_proj,0.0001342929,0.05000,1.536
15,mlp.experts.244.gate_proj,0.0002041775,0.05000,1.563
15,mlp.experts.250.gate_proj,0.0002221113,0.05000,1.506
15,mlp.experts.241.gate_proj,0.0001149308,0.05000,1.500
15,mlp.experts.2.up_proj,0.0001053598,0.05000,1.506
15,mlp.experts.3.up_proj,0.0002036037,0.05000,1.496
15,mlp.experts.7.up_proj,0.0002892015,0.05000,1.466
15,mlp.experts.0.up_proj,0.0001342946,0.05000,1.534
15,mlp.experts.15.up_proj,0.0000764596,0.05000,1.484
15,mlp.experts.6.up_proj,0.0001646626,0.05000,1.481
15,mlp.experts.29.up_proj,0.0000826473,0.05000,1.506
15,mlp.experts.11.up_proj,0.0000776017,0.05000,1.528
15,mlp.experts.12.up_proj,0.0001021141,0.05000,1.541
15,mlp.experts.9.up_proj,0.0001635628,0.05000,1.526
15,mlp.experts.14.up_proj,0.0000701838,0.05000,1.507
15,mlp.experts.5.up_proj,0.0001749443,0.05000,1.501
15,mlp.experts.8.up_proj,0.0003650303,0.05000,1.512
15,mlp.experts.10.up_proj,0.0003127430,0.05000,1.501
15,mlp.experts.4.up_proj,0.0001472241,0.05000,1.550
15,mlp.experts.1.up_proj,0.0000642089,0.05000,1.508
15,mlp.experts.18.up_proj,0.0000932630,0.05000,1.513
15,mlp.experts.23.up_proj,0.0001152493,0.05000,1.480
15,mlp.experts.19.up_proj,0.0001449729,0.05000,1.490
15,mlp.experts.22.up_proj,0.0001346849,0.05000,1.480
15,mlp.experts.31.up_proj,0.0001447836,0.05000,1.492
15,mlp.experts.45.up_proj,0.0001498723,0.05000,1.467
15,mlp.experts.16.up_proj,0.0001616688,0.05000,1.541
15,mlp.experts.27.up_proj,0.0000800951,0.05000,1.495
15,mlp.experts.25.up_proj,0.0001205997,0.05000,1.487
15,mlp.experts.21.up_proj,0.0000994416,0.05000,1.451
15,mlp.experts.30.up_proj,0.0001952807,0.05000,1.511
15,mlp.experts.28.up_proj,0.0001004782,0.05000,1.552
15,mlp.experts.24.up_proj,0.0001102284,0.05000,1.499
15,mlp.experts.26.up_proj,0.0001089204,0.05000,1.507
15,mlp.experts.17.up_proj,0.0001548768,0.05000,1.467
15,mlp.experts.34.up_proj,0.0000945245,0.05000,1.473
15,mlp.experts.20.up_proj,0.0001360104,0.05000,1.540
15,mlp.experts.39.up_proj,0.0001540468,0.05000,1.490
15,mlp.experts.35.up_proj,0.0001298538,0.05000,1.519
15,mlp.experts.38.up_proj,0.0001301890,0.05000,1.497
15,mlp.experts.47.up_proj,0.0001733851,0.05000,1.512
15,mlp.experts.61.up_proj,0.0001243849,0.05000,1.511
15,mlp.experts.32.up_proj,0.0001866941,0.05000,1.523
15,mlp.experts.43.up_proj,0.0001796675,0.05000,1.492
15,mlp.experts.37.up_proj,0.0001505811,0.05000,1.498
15,mlp.experts.46.up_proj,0.0001184046,0.05000,1.489
15,mlp.experts.41.up_proj,0.0001737552,0.05000,1.535
15,mlp.experts.40.up_proj,0.0001829024,0.05000,1.507
15,mlp.experts.33.up_proj,0.0001538453,0.05000,1.484
15,mlp.experts.50.up_proj,0.0000666426,0.05000,1.474
15,mlp.experts.44.up_proj,0.0001422748,0.05000,1.540
15,mlp.experts.42.up_proj,0.0001387960,0.05000,1.497
15,mlp.experts.36.up_proj,0.0000976464,0.05000,1.506
15,mlp.experts.55.up_proj,0.0001684340,0.05000,1.494
15,mlp.experts.51.up_proj,0.0000815643,0.05000,1.515
15,mlp.experts.54.up_proj,0.0002829560,0.05000,1.513
15,mlp.experts.77.up_proj,0.0001521852,0.05000,1.487
15,mlp.experts.63.up_proj,0.0001335920,0.05000,1.511
15,mlp.experts.48.up_proj,0.0001221693,0.05000,1.504
15,mlp.experts.59.up_proj,0.0001490683,0.05000,1.510
15,mlp.experts.62.up_proj,0.0002020377,0.05000,1.502
15,mlp.experts.53.up_proj,0.0001871921,0.05000,1.527
15,mlp.experts.56.up_proj,0.0000855996,0.05000,1.483
15,mlp.experts.60.up_proj,0.0002104391,0.05000,1.461
15,mlp.experts.57.up_proj,0.0002615308,0.05000,1.537
15,mlp.experts.58.up_proj,0.0000968294,0.05000,1.491
15,mlp.experts.66.up_proj,0.0001984416,0.05000,1.509
15,mlp.experts.49.up_proj,0.0001305813,0.05000,1.538
15,mlp.experts.52.up_proj,0.0001067686,0.05000,1.494
15,mlp.experts.71.up_proj,0.0001049793,0.05000,1.499
15,mlp.experts.67.up_proj,0.0001108677,0.05000,1.494
15,mlp.experts.70.up_proj,0.0001699530,0.05000,1.474
15,mlp.experts.79.up_proj,0.0002692784,0.05000,1.498
15,mlp.experts.64.up_proj,0.0000854986,0.05000,1.487
15,mlp.experts.75.up_proj,0.0003003824,0.05000,1.496
15,mlp.experts.93.up_proj,0.0001597482,0.05000,1.543
15,mlp.experts.78.up_proj,0.0001060975,0.05000,1.492
15,mlp.experts.72.up_proj,0.0001198959,0.05000,1.499
15,mlp.experts.76.up_proj,0.0001883852,0.05000,1.496
15,mlp.experts.69.up_proj,0.0001672187,0.05000,1.548
15,mlp.experts.74.up_proj,0.0001358849,0.05000,1.495
15,mlp.experts.82.up_proj,0.0001215309,0.05000,1.486
15,mlp.experts.73.up_proj,0.0001332123,0.05000,1.551
15,mlp.experts.65.up_proj,0.0001311141,0.05000,1.532
15,mlp.experts.68.up_proj,0.0002598799,0.05000,1.507
15,mlp.experts.87.up_proj,0.0001442815,0.05000,1.483
15,mlp.experts.83.up_proj,0.0001855537,0.05000,1.479
15,mlp.experts.86.up_proj,0.0001896223,0.05000,1.490
15,mlp.experts.95.up_proj,0.0001603903,0.05000,1.496
15,mlp.experts.80.up_proj,0.0001168124,0.05000,1.487
15,mlp.experts.91.up_proj,0.0002568280,0.05000,1.498
15,mlp.experts.94.up_proj,0.0001225994,0.05000,1.509
15,mlp.experts.109.up_proj,0.0001211423,0.05000,1.547
15,mlp.experts.88.up_proj,0.0001849936,0.05000,1.499
15,mlp.experts.92.up_proj,0.0001304708,0.05000,1.510
15,mlp.experts.98.up_proj,0.0000613832,0.05000,1.489
15,mlp.experts.90.up_proj,0.0001069339,0.05000,1.506
15,mlp.experts.125.up_proj,fallback(rtn): 0.0009766,0.00000,0.041
15,mlp.experts.85.up_proj,0.0001309185,0.05000,1.521
15,mlp.experts.89.up_proj,0.0001045833,0.05000,1.538
15,mlp.experts.84.up_proj,0.0001726863,0.05000,1.500
15,mlp.experts.81.up_proj,0.0001015334,0.05000,1.538
15,mlp.experts.103.up_proj,0.0001402711,0.05000,1.481
15,mlp.experts.99.up_proj,0.0001496361,0.05000,1.500
15,mlp.experts.102.up_proj,0.0000859318,0.05000,1.503
15,mlp.experts.96.up_proj,0.0001866063,0.05000,1.483
15,mlp.experts.111.up_proj,0.0000830077,0.05000,1.497
15,mlp.experts.107.up_proj,0.0000607098,0.05000,1.497
15,mlp.experts.110.up_proj,0.0001211348,0.05000,1.508
15,mlp.experts.108.up_proj,0.0001738823,0.05000,1.489
15,mlp.experts.104.up_proj,0.0001025502,0.05000,1.504
15,mlp.experts.106.up_proj,0.0001137982,0.05000,1.475
15,mlp.experts.114.up_proj,0.0000779313,0.05000,1.535
15,mlp.experts.141.up_proj,0.0001446991,0.05000,1.538
15,mlp.experts.101.up_proj,0.0001205692,0.05000,1.576
15,mlp.experts.100.up_proj,0.0001941004,0.05000,1.523
15,mlp.experts.105.up_proj,0.0001715644,0.05000,1.543
15,mlp.experts.97.up_proj,0.0001237789,0.05000,1.553
15,mlp.experts.119.up_proj,0.0001208028,0.05000,1.457
15,mlp.experts.115.up_proj,0.0001229376,0.05000,1.480
15,mlp.experts.118.up_proj,0.0002229584,0.05000,1.514
15,mlp.experts.112.up_proj,0.0001415913,0.05000,1.500
15,mlp.experts.127.up_proj,0.0001262625,0.05000,1.492
15,mlp.experts.123.up_proj,0.0001720887,0.05000,1.482
15,mlp.experts.126.up_proj,0.0001562674,0.05000,1.503
15,mlp.experts.124.up_proj,0.0002429770,0.05000,1.498
15,mlp.experts.122.up_proj,0.0002029261,0.05000,1.495
15,mlp.experts.120.up_proj,0.0001309789,0.05000,1.526
15,mlp.experts.130.up_proj,0.0001825194,0.05000,1.498
15,mlp.experts.157.up_proj,0.0001238030,0.05000,1.485
15,mlp.experts.117.up_proj,0.0001414103,0.05000,1.491
15,mlp.experts.116.up_proj,0.0001363975,0.05000,1.489
15,mlp.experts.121.up_proj,0.0001155898,0.05000,1.486
15,mlp.experts.113.up_proj,0.0001290531,0.05000,1.512
15,mlp.experts.135.up_proj,0.0001633658,0.05000,1.488
15,mlp.experts.131.up_proj,0.0001441822,0.05000,1.467
15,mlp.experts.128.up_proj,0.0000852222,0.05000,1.476
15,mlp.experts.143.up_proj,0.0002083195,0.05000,1.477
15,mlp.experts.134.up_proj,0.0000944164,0.05000,1.527
15,mlp.experts.139.up_proj,0.0001506597,0.05000,1.486
15,mlp.experts.142.up_proj,0.0001611284,0.05000,1.509
15,mlp.experts.136.up_proj,0.0001354210,0.05000,1.474
15,mlp.experts.140.up_proj,0.0001723709,0.05000,1.506
15,mlp.experts.138.up_proj,0.0000750850,0.05000,1.527
15,mlp.experts.173.up_proj,0.0000754836,0.05000,1.486
15,mlp.experts.146.up_proj,0.0001421794,0.05000,1.519
15,mlp.experts.137.up_proj,0.0001420292,0.05000,1.462
15,mlp.experts.133.up_proj,0.0001205838,0.05000,1.493
15,mlp.experts.132.up_proj,0.0001694089,0.05000,1.491
15,mlp.experts.129.up_proj,0.0001932455,0.05000,1.473
15,mlp.experts.151.up_proj,0.0001539260,0.05000,1.509
15,mlp.experts.147.up_proj,0.0000819675,0.05000,1.512
15,mlp.experts.144.up_proj,0.0001394599,0.05000,1.504
15,mlp.experts.159.up_proj,0.0000964373,0.05000,1.499
15,mlp.experts.155.up_proj,0.0001985530,0.05000,1.511
15,mlp.experts.150.up_proj,0.0001577074,0.05000,1.537
15,mlp.experts.152.up_proj,0.0000958382,0.05000,1.501
15,mlp.experts.156.up_proj,0.0001424724,0.05000,1.502
15,mlp.experts.158.up_proj,0.0002076419,0.05000,1.549
15,mlp.experts.189.up_proj,0.0001136481,0.05000,1.491
15,mlp.experts.154.up_proj,0.0001896828,0.05000,1.519
15,mlp.experts.149.up_proj,0.0000901801,0.05000,1.496
15,mlp.experts.148.up_proj,0.0001199567,0.05000,1.491
15,mlp.experts.162.up_proj,0.0000932708,0.05000,1.547
15,mlp.experts.153.up_proj,0.0001416005,0.05000,1.526
15,mlp.experts.145.up_proj,0.0000975229,0.05000,1.493
15,mlp.experts.167.up_proj,0.0001017184,0.05000,1.499
15,mlp.experts.163.up_proj,0.0001710005,0.05000,1.493
15,mlp.experts.160.up_proj,0.0001308581,0.05000,1.492
15,mlp.experts.171.up_proj,0.0001540464,0.05000,1.467
15,mlp.experts.175.up_proj,0.0001688432,0.05000,1.543
15,mlp.experts.166.up_proj,0.0001291576,0.05000,1.531
15,mlp.experts.168.up_proj,0.0000854998,0.05000,1.494
15,mlp.experts.205.up_proj,0.0003505234,0.05000,1.470
15,mlp.experts.172.up_proj,0.0000933173,0.05000,1.530
15,mlp.experts.170.up_proj,0.0001243039,0.05000,1.516
15,mlp.experts.174.up_proj,0.0000846546,0.05000,1.530
15,mlp.experts.169.up_proj,0.0001945479,0.05000,1.485
15,mlp.experts.165.up_proj,0.0001115267,0.05000,1.518
15,mlp.experts.161.up_proj,0.0001472425,0.05000,1.454
15,mlp.experts.164.up_proj,0.0001514498,0.05000,1.519
15,mlp.experts.178.up_proj,0.0001875494,0.05000,1.546
15,mlp.experts.194.up_proj,fallback(rtn): 0.0010376,0.00000,0.026
15,mlp.experts.183.up_proj,0.0001243314,0.05000,1.495
15,mlp.experts.179.up_proj,0.0000957200,0.05000,1.502
15,mlp.experts.176.up_proj,0.0002012086,0.05000,1.505
15,mlp.experts.191.up_proj,0.0001456798,0.05000,1.462
15,mlp.experts.187.up_proj,0.0001133759,0.05000,1.496
15,mlp.experts.182.up_proj,0.0001363463,0.05000,1.526
15,mlp.experts.221.up_proj,0.0001288712,0.05000,1.495
15,mlp.experts.184.up_proj,0.0001472522,0.05000,1.513
15,mlp.experts.188.up_proj,0.0001116712,0.05000,1.504
15,mlp.experts.190.up_proj,0.0001023941,0.05000,1.494
15,mlp.experts.177.up_proj,0.0001743425,0.05000,1.479
15,mlp.experts.186.up_proj,0.0001768103,0.05000,1.545
15,mlp.experts.181.up_proj,0.0001301882,0.05000,1.530
15,mlp.experts.185.up_proj,0.0001915456,0.05000,1.538
15,mlp.experts.180.up_proj,0.0001057458,0.05000,1.517
15,mlp.experts.210.up_proj,0.0001998326,0.05000,1.530
15,mlp.experts.199.up_proj,0.0001690961,0.05000,1.512
15,mlp.experts.195.up_proj,0.0000827888,0.05000,1.514
15,mlp.experts.192.up_proj,0.0001881815,0.05000,1.493
15,mlp.experts.203.up_proj,0.0001018070,0.05000,1.501
15,mlp.experts.207.up_proj,0.0001576752,0.05000,1.546
15,mlp.experts.198.up_proj,0.0003005154,0.05000,1.481
15,mlp.experts.237.up_proj,0.0002099461,0.05000,1.470
15,mlp.experts.200.up_proj,0.0000825914,0.05000,1.496
15,mlp.experts.206.up_proj,0.0002003396,0.05000,1.496
15,mlp.experts.204.up_proj,0.0000676320,0.05000,1.517
15,mlp.experts.193.up_proj,0.0000710078,0.05000,1.482
15,mlp.experts.202.up_proj,0.0001481975,0.05000,1.488
15,mlp.experts.201.up_proj,0.0002532529,0.05000,1.486
15,mlp.experts.196.up_proj,0.0001532536,0.05000,1.493
15,mlp.experts.197.up_proj,0.0001719052,0.05000,1.534
15,mlp.experts.226.up_proj,0.0001357774,0.05000,1.478
15,mlp.experts.215.up_proj,0.0000787821,0.05000,1.523
15,mlp.experts.211.up_proj,0.0002507270,0.05000,1.535
15,mlp.experts.208.up_proj,0.0001883177,0.05000,1.492
15,mlp.experts.219.up_proj,0.0001584315,0.05000,1.545
15,mlp.experts.214.up_proj,0.0002586312,0.05000,1.492
15,mlp.experts.223.up_proj,0.0002313122,0.05000,1.546
15,mlp.experts.253.up_proj,0.0002335301,0.05000,1.502
15,mlp.experts.216.up_proj,0.0001999651,0.05000,1.500
15,mlp.experts.222.up_proj,0.0001387090,0.05000,1.486
15,mlp.experts.209.up_proj,0.0001376710,0.05000,1.460
15,mlp.experts.220.up_proj,0.0000715973,0.05000,1.506
15,mlp.experts.217.up_proj,0.0001748260,0.05000,1.450
15,mlp.experts.218.up_proj,0.0002149036,0.05000,1.506
15,mlp.experts.213.up_proj,0.0002695741,0.05000,1.449
15,mlp.experts.212.up_proj,0.0002512298,0.05000,1.489
15,mlp.experts.242.up_proj,0.0001060579,0.05000,1.486
15,mlp.experts.238.up_proj,0.0003163777,0.05000,1.115
15,mlp.experts.230.up_proj,0.0002209122,0.05000,1.207
15,mlp.experts.231.up_proj,0.0001120178,0.05000,1.479
15,mlp.experts.225.up_proj,0.0001533385,0.05000,1.199
15,mlp.experts.233.up_proj,0.0001599325,0.05000,1.168
15,mlp.experts.234.up_proj,0.0001635813,0.05000,1.202
15,mlp.experts.224.up_proj,0.0001316270,0.05000,1.475
15,mlp.experts.229.up_proj,0.0001346240,0.05000,1.200
15,mlp.experts.227.up_proj,0.0000663184,0.05000,1.508
15,mlp.experts.235.up_proj,0.0000649760,0.05000,1.478
15,mlp.experts.232.up_proj,0.0002805274,0.05000,1.438
15,mlp.experts.239.up_proj,0.0001470106,0.05000,1.478
15,mlp.experts.236.up_proj,0.0001593134,0.05000,1.443
15,mlp.experts.228.up_proj,0.0001300868,0.05000,1.441
15,mlp.experts.246.up_proj,0.0000525152,0.05000,1.155
15,mlp.experts.254.up_proj,0.0001464324,0.05000,1.175
15,mlp.experts.250.up_proj,0.0002137997,0.05000,1.113
15,mlp.experts.241.up_proj,0.0001145964,0.05000,1.170
15,mlp.experts.249.up_proj,0.0001593628,0.05000,1.194
15,mlp.experts.245.up_proj,0.0001978760,0.05000,1.118
15,mlp.experts.247.up_proj,0.0001610363,0.05000,1.383
15,mlp.experts.251.up_proj,0.0002465782,0.05000,1.282
15,mlp.experts.243.up_proj,0.0001093978,0.05000,1.340
15,mlp.experts.240.up_proj,0.0001400374,0.05000,1.369
15,mlp.experts.255.up_proj,0.0001347282,0.05000,1.249
15,mlp.experts.248.up_proj,0.0001356037,0.05000,1.309
15,mlp.experts.252.up_proj,0.0002048357,0.05000,1.272
15,mlp.experts.244.up_proj,0.0001947472,0.05000,1.209
15,mlp.experts.11.down_proj,0.0000032137,0.05000,0.411
15,mlp.experts.6.down_proj,0.0000005109,0.05000,0.412
15,mlp.experts.2.down_proj,0.0000010069,0.05000,0.407
15,mlp.experts.13.down_proj,0.0000043296,0.05000,0.420
15,mlp.experts.10.down_proj,0.0000185418,0.05000,0.421
15,mlp.experts.9.down_proj,0.0000043864,0.05000,0.418
15,mlp.experts.7.down_proj,0.0000107094,0.05000,0.425
15,mlp.experts.1.down_proj,0.0000020880,0.05000,0.417
15,mlp.experts.5.down_proj,0.0000050974,0.05000,0.435
15,mlp.experts.0.down_proj,0.0000062718,0.05000,0.425
15,mlp.experts.14.down_proj,0.0000024071,0.05000,0.422
15,mlp.experts.15.down_proj,0.0000039980,0.05000,0.418
15,mlp.experts.4.down_proj,0.0000035414,0.05000,0.429
15,mlp.experts.8.down_proj,0.0000168824,0.05000,0.435
15,mlp.experts.3.down_proj,0.0000083887,0.05000,0.421
15,mlp.experts.12.down_proj,0.0000033917,0.05000,0.441
15,mlp.experts.27.down_proj,0.0000007788,0.05000,0.350
15,mlp.experts.22.down_proj,0.0000041823,0.05000,0.361
15,mlp.experts.26.down_proj,0.0000035072,0.05000,0.343
15,mlp.experts.18.down_proj,0.0000017261,0.05000,0.355
15,mlp.experts.29.down_proj,0.0000012800,0.05000,0.352
15,mlp.experts.25.down_proj,0.0000015664,0.05000,0.350
15,mlp.experts.23.down_proj,0.0000039198,0.05000,0.350
15,mlp.experts.17.down_proj,0.0000053958,0.05000,0.368
15,mlp.experts.21.down_proj,0.0000025962,0.05000,0.369
15,mlp.experts.20.down_proj,0.0000022666,0.05000,0.369
15,mlp.experts.30.down_proj,0.0000053268,0.05000,0.367
15,mlp.experts.28.down_proj,0.0000046940,0.05000,0.374
15,mlp.experts.24.down_proj,0.0000074538,0.05000,0.371
15,mlp.experts.16.down_proj,0.0000041461,0.05000,0.378
15,mlp.experts.31.down_proj,0.0000039079,0.05000,0.371
15,mlp.experts.19.down_proj,0.0000038926,0.05000,0.374
15,mlp.experts.43.down_proj,0.0000049452,0.05000,0.362
15,mlp.experts.38.down_proj,0.0000039046,0.05000,0.351
15,mlp.experts.42.down_proj,0.0000017917,0.05000,0.356
15,mlp.experts.45.down_proj,0.0000018915,0.05000,0.354
15,mlp.experts.34.down_proj,0.0000008810,0.05000,0.360
15,mlp.experts.39.down_proj,0.0000061341,0.05000,0.356
15,mlp.experts.41.down_proj,0.0000057786,0.05000,0.365
15,mlp.experts.33.down_proj,0.0000046179,0.05000,0.360
15,mlp.experts.37.down_proj,0.0000078016,0.05000,0.358
15,mlp.experts.46.down_proj,0.0000031352,0.05000,0.358
15,mlp.experts.40.down_proj,0.0000058002,0.05000,0.353
15,mlp.experts.36.down_proj,0.0000032638,0.05000,0.368
15,mlp.experts.44.down_proj,0.0000044668,0.05000,0.369
15,mlp.experts.32.down_proj,0.0000067707,0.05000,0.369
15,mlp.experts.47.down_proj,0.0000028403,0.05000,0.367
15,mlp.experts.35.down_proj,0.0000084506,0.05000,0.368
15,mlp.experts.59.down_proj,0.0000017607,0.05000,0.356
15,mlp.experts.54.down_proj,0.0000132287,0.05000,0.360
15,mlp.experts.58.down_proj,0.0000028744,0.05000,0.368
15,mlp.experts.50.down_proj,0.0000023090,0.05000,0.365
15,mlp.experts.61.down_proj,0.0000019203,0.05000,0.366
15,mlp.experts.55.down_proj,0.0000028561,0.05000,0.373
15,mlp.experts.57.down_proj,0.0000110823,0.05000,0.379
15,mlp.experts.49.down_proj,0.0000057429,0.05000,0.376
15,mlp.experts.53.down_proj,0.0000027495,0.05000,0.375
15,mlp.experts.60.down_proj,0.0000087548,0.05000,0.360
15,mlp.experts.62.down_proj,0.0000051985,0.05000,0.369
15,mlp.experts.52.down_proj,0.0000041856,0.05000,0.367
15,mlp.experts.56.down_proj,0.0000008491,0.05000,0.375
15,mlp.experts.63.down_proj,0.0000044558,0.05000,0.365
15,mlp.experts.48.down_proj,0.0000015078,0.05000,0.369
15,mlp.experts.51.down_proj,0.0000024927,0.05000,0.373
15,mlp.experts.70.down_proj,0.0000022050,0.05000,0.372
15,mlp.experts.75.down_proj,0.0000099669,0.05000,0.377
15,mlp.experts.74.down_proj,0.0000046003,0.05000,0.370
15,mlp.experts.66.down_proj,0.0000027618,0.05000,0.366
15,mlp.experts.77.down_proj,0.0000071720,0.05000,0.376
15,mlp.experts.71.down_proj,0.0000038843,0.05000,0.381
15,mlp.experts.73.down_proj,0.0000052604,0.05000,0.374
15,mlp.experts.65.down_proj,0.0000031805,0.05000,0.376
15,mlp.experts.78.down_proj,0.0000026164,0.05000,0.370
15,mlp.experts.69.down_proj,0.0000021457,0.05000,0.379
15,mlp.experts.76.down_proj,0.0000071583,0.05000,0.373
15,mlp.experts.72.down_proj,0.0000026281,0.05000,0.377
15,mlp.experts.68.down_proj,0.0000064821,0.05000,0.381
15,mlp.experts.79.down_proj,0.0000083468,0.05000,0.378
15,mlp.experts.64.down_proj,0.0000035006,0.05000,0.380
15,mlp.experts.67.down_proj,0.0000030936,0.05000,0.379
15,mlp.experts.86.down_proj,0.0000024419,0.05000,0.368
15,mlp.experts.91.down_proj,0.0000067104,0.05000,0.372
15,mlp.experts.90.down_proj,0.0000042260,0.05000,0.371
15,mlp.experts.82.down_proj,0.0000013546,0.05000,0.376
15,mlp.experts.93.down_proj,0.0000017532,0.05000,0.370
15,mlp.experts.89.down_proj,0.0000009961,0.05000,0.360
15,mlp.experts.87.down_proj,0.0000057956,0.05000,0.369
15,mlp.experts.81.down_proj,0.0000034486,0.05000,0.372
15,mlp.experts.94.down_proj,0.0000040611,0.05000,0.373
15,mlp.experts.92.down_proj,0.0000020888,0.05000,0.371
15,mlp.experts.85.down_proj,0.0000037065,0.05000,0.376
15,mlp.experts.84.down_proj,0.0000064275,0.05000,0.362
15,mlp.experts.88.down_proj,0.0000077374,0.05000,0.370
15,mlp.experts.95.down_proj,0.0000055698,0.05000,0.363
15,mlp.experts.80.down_proj,0.0000036920,0.05000,0.359
15,mlp.experts.83.down_proj,0.0000024502,0.05000,0.369
15,mlp.experts.107.down_proj,0.0000021498,0.05000,0.361
15,mlp.experts.102.down_proj,0.0000008988,0.05000,0.366
15,mlp.experts.106.down_proj,0.0000029703,0.05000,0.361
15,mlp.experts.98.down_proj,0.0000024492,0.05000,0.373
15,mlp.experts.109.down_proj,0.0000036001,0.05000,0.374
15,mlp.experts.105.down_proj,0.0000044813,0.05000,0.373
15,mlp.experts.103.down_proj,0.0000035197,0.05000,0.375
15,mlp.experts.125.down_proj,fallback(rtn): 0.0009651,0.00000,0.007
15,mlp.experts.97.down_proj,0.0000063363,0.05000,0.370
15,mlp.experts.110.down_proj,0.0000031084,0.05000,0.363
15,mlp.experts.99.down_proj,0.0000044737,0.05000,0.367
15,mlp.experts.111.down_proj,0.0000027024,0.05000,0.369
15,mlp.experts.104.down_proj,0.0000050803,0.05000,0.373
15,mlp.experts.96.down_proj,0.0000087554,0.05000,0.376
15,mlp.experts.108.down_proj,0.0000023282,0.05000,0.381
15,mlp.experts.101.down_proj,0.0000054320,0.05000,0.380
15,mlp.experts.100.down_proj,0.0000054325,0.05000,0.383
15,mlp.experts.118.down_proj,0.0000096933,0.05000,0.362
15,mlp.experts.123.down_proj,0.0000046923,0.05000,0.363
15,mlp.experts.122.down_proj,0.0000055712,0.05000,0.362
15,mlp.experts.114.down_proj,0.0000027969,0.05000,0.366
15,mlp.experts.121.down_proj,0.0000032335,0.05000,0.362
15,mlp.experts.119.down_proj,0.0000050915,0.05000,0.365
15,mlp.experts.141.down_proj,0.0000018618,0.05000,0.362
15,mlp.experts.113.down_proj,0.0000041699,0.05000,0.363
15,mlp.experts.126.down_proj,0.0000019478,0.05000,0.362
15,mlp.experts.115.down_proj,0.0000029030,0.05000,0.366
15,mlp.experts.127.down_proj,0.0000013670,0.05000,0.363
15,mlp.experts.120.down_proj,0.0000038021,0.05000,0.364
15,mlp.experts.112.down_proj,0.0000028109,0.05000,0.365
15,mlp.experts.124.down_proj,0.0000043442,0.05000,0.372
15,mlp.experts.116.down_proj,0.0000044384,0.05000,0.368
15,mlp.experts.117.down_proj,0.0000016318,0.05000,0.374
15,mlp.experts.134.down_proj,0.0000027629,0.05000,0.378
15,mlp.experts.139.down_proj,0.0000039148,0.05000,0.386
15,mlp.experts.138.down_proj,0.0000016124,0.05000,0.378
15,mlp.experts.130.down_proj,0.0000149506,0.05000,0.381
15,mlp.experts.137.down_proj,0.0000016804,0.05000,0.373
15,mlp.experts.157.down_proj,0.0000013315,0.05000,0.379
15,mlp.experts.135.down_proj,0.0000053623,0.05000,0.387
15,mlp.experts.129.down_proj,0.0000077229,0.05000,0.383
15,mlp.experts.142.down_proj,0.0000045642,0.05000,0.378
15,mlp.experts.131.down_proj,0.0000019661,0.05000,0.376
15,mlp.experts.143.down_proj,0.0000067373,0.05000,0.391
15,mlp.experts.136.down_proj,0.0000016559,0.05000,0.385
15,mlp.experts.128.down_proj,0.0000009904,0.05000,0.384
15,mlp.experts.132.down_proj,0.0000020558,0.05000,0.376
15,mlp.experts.140.down_proj,0.0000024810,0.05000,0.378
15,mlp.experts.133.down_proj,0.0000036908,0.05000,0.384
15,mlp.experts.150.down_proj,0.0000019481,0.05000,0.377
15,mlp.experts.154.down_proj,0.0000031208,0.05000,0.369
15,mlp.experts.155.down_proj,0.0000067070,0.05000,0.372
15,mlp.experts.153.down_proj,0.0000016984,0.05000,0.373
15,mlp.experts.146.down_proj,0.0000055929,0.05000,0.381
15,mlp.experts.151.down_proj,0.0000033941,0.05000,0.376
15,mlp.experts.173.down_proj,0.0000008892,0.05000,0.379
15,mlp.experts.145.down_proj,0.0000032527,0.05000,0.371
15,mlp.experts.158.down_proj,0.0000053194,0.05000,0.378
15,mlp.experts.147.down_proj,0.0000033994,0.05000,0.376
15,mlp.experts.159.down_proj,0.0000025060,0.05000,0.371
15,mlp.experts.152.down_proj,0.0000023195,0.05000,0.378
15,mlp.experts.148.down_proj,0.0000037857,0.05000,0.378
15,mlp.experts.156.down_proj,0.0000019094,0.05000,0.375
15,mlp.experts.144.down_proj,0.0000035329,0.05000,0.380
15,mlp.experts.149.down_proj,0.0000016412,0.05000,0.374
15,mlp.experts.166.down_proj,0.0000027255,0.05000,0.375
15,mlp.experts.170.down_proj,0.0000051885,0.05000,0.373
15,mlp.experts.171.down_proj,0.0000060239,0.05000,0.376
15,mlp.experts.169.down_proj,0.0000077519,0.05000,0.368
15,mlp.experts.162.down_proj,0.0000032567,0.05000,0.372
15,mlp.experts.189.down_proj,0.0000039789,0.05000,0.369
15,mlp.experts.167.down_proj,0.0000011667,0.05000,0.376
15,mlp.experts.161.down_proj,0.0000038870,0.05000,0.362
15,mlp.experts.174.down_proj,0.0000017535,0.05000,0.369
15,mlp.experts.163.down_proj,0.0000039473,0.05000,0.362
15,mlp.experts.175.down_proj,0.0000026751,0.05000,0.364
15,mlp.experts.168.down_proj,0.0000007413,0.05000,0.370
15,mlp.experts.164.down_proj,0.0000047842,0.05000,0.368
15,mlp.experts.165.down_proj,0.0000044183,0.05000,0.366
15,mlp.experts.172.down_proj,0.0000037762,0.05000,0.374
15,mlp.experts.160.down_proj,0.0000024356,0.05000,0.372
15,mlp.experts.182.down_proj,0.0000039759,0.05000,0.364
15,mlp.experts.186.down_proj,0.0000057174,0.05000,0.363
15,mlp.experts.187.down_proj,0.0000011030,0.05000,0.356
15,mlp.experts.185.down_proj,0.0000078487,0.05000,0.360
15,mlp.experts.178.down_proj,0.0000044324,0.05000,0.361
15,mlp.experts.194.down_proj,fallback(rtn): 0.0009995,0.00000,0.007
15,mlp.experts.183.down_proj,0.0000013345,0.05000,0.360
15,mlp.experts.205.down_proj,0.0000104318,0.05000,0.368
15,mlp.experts.177.down_proj,0.0000085227,0.05000,0.364
15,mlp.experts.190.down_proj,0.0000012155,0.05000,0.366
15,mlp.experts.179.down_proj,0.0000010081,0.05000,0.363
15,mlp.experts.191.down_proj,0.0000016711,0.05000,0.365
15,mlp.experts.184.down_proj,0.0000016500,0.05000,0.365
15,mlp.experts.180.down_proj,0.0000039199,0.05000,0.364
15,mlp.experts.181.down_proj,0.0000041508,0.05000,0.363
15,mlp.experts.176.down_proj,0.0000052659,0.05000,0.364
15,mlp.experts.188.down_proj,0.0000019315,0.05000,0.367
15,mlp.experts.203.down_proj,0.0000034055,0.05000,0.356
15,mlp.experts.198.down_proj,0.0000099302,0.05000,0.364
15,mlp.experts.202.down_proj,0.0000037245,0.05000,0.370
15,mlp.experts.201.down_proj,0.0000079508,0.05000,0.372
15,mlp.experts.210.down_proj,0.0000072458,0.05000,0.373
15,mlp.experts.199.down_proj,0.0000049501,0.05000,0.362
15,mlp.experts.221.down_proj,0.0000041164,0.05000,0.365
15,mlp.experts.193.down_proj,0.0000042560,0.05000,0.371
15,mlp.experts.206.down_proj,0.0000056642,0.05000,0.371
15,mlp.experts.195.down_proj,0.0000022552,0.05000,0.362
15,mlp.experts.207.down_proj,0.0000049476,0.05000,0.372
15,mlp.experts.200.down_proj,0.0000033550,0.05000,0.373
15,mlp.experts.197.down_proj,0.0000056569,0.05000,0.356
15,mlp.experts.196.down_proj,0.0000020032,0.05000,0.373
15,mlp.experts.204.down_proj,0.0000017696,0.05000,0.367
15,mlp.experts.192.down_proj,0.0000045940,0.05000,0.376
15,mlp.experts.214.down_proj,0.0000066209,0.05000,0.379
15,mlp.experts.219.down_proj,0.0000050424,0.05000,0.382
15,mlp.experts.218.down_proj,0.0000076017,0.05000,0.378
15,mlp.experts.217.down_proj,0.0000035948,0.05000,0.371
15,mlp.experts.226.down_proj,0.0000033295,0.05000,0.358
15,mlp.experts.215.down_proj,0.0000018597,0.05000,0.376
15,mlp.experts.237.down_proj,0.0000029123,0.05000,0.370
15,mlp.experts.209.down_proj,0.0000039922,0.05000,0.368
15,mlp.experts.222.down_proj,0.0000040517,0.05000,0.361
15,mlp.experts.211.down_proj,0.0000072534,0.05000,0.370
15,mlp.experts.223.down_proj,0.0000048755,0.05000,0.371
15,mlp.experts.216.down_proj,0.0000080554,0.05000,0.378
15,mlp.experts.213.down_proj,0.0000150360,0.05000,0.378
15,mlp.experts.212.down_proj,0.0000069100,0.05000,0.376
15,mlp.experts.208.down_proj,0.0000029280,0.05000,0.370
15,mlp.experts.220.down_proj,0.0000020603,0.05000,0.378
15,mlp.experts.235.down_proj,0.0000021143,0.05000,0.376
15,mlp.experts.230.down_proj,0.0000068837,0.05000,0.383
15,mlp.experts.234.down_proj,0.0000055598,0.05000,0.384
15,mlp.experts.233.down_proj,0.0000053558,0.05000,0.373
15,mlp.experts.242.down_proj,0.0000033532,0.05000,0.384
15,mlp.experts.231.down_proj,0.0000027754,0.05000,0.383
15,mlp.experts.253.down_proj,0.0000085023,0.05000,0.380
15,mlp.experts.225.down_proj,0.0000018207,0.05000,0.381
15,mlp.experts.238.down_proj,0.0000093699,0.05000,0.371
15,mlp.experts.227.down_proj,0.0000026327,0.05000,0.372
15,mlp.experts.239.down_proj,0.0000051310,0.05000,0.373
15,mlp.experts.229.down_proj,0.0000027346,0.05000,0.351
15,mlp.experts.232.down_proj,0.0000095356,0.05000,0.377
15,mlp.experts.228.down_proj,0.0000016929,0.05000,0.375
15,mlp.experts.224.down_proj,0.0000036637,0.05000,0.385
15,mlp.experts.236.down_proj,0.0000059638,0.05000,0.389
15,mlp.experts.249.down_proj,0.0000062552,0.05000,0.295
15,mlp.experts.250.down_proj,0.0000080404,0.05000,0.302
15,mlp.experts.246.down_proj,0.0000025058,0.05000,0.309
15,mlp.experts.241.down_proj,0.0000031434,0.05000,0.265
15,mlp.experts.254.down_proj,0.0000014900,0.05000,0.263
15,mlp.experts.251.down_proj,0.0000085302,0.05000,0.356
15,mlp.experts.245.down_proj,0.0000073243,0.05000,0.242
15,mlp.experts.247.down_proj,0.0000023342,0.05000,0.331
15,mlp.experts.243.down_proj,0.0000013586,0.05000,0.320
15,mlp.experts.255.down_proj,0.0000017313,0.05000,0.298
15,mlp.experts.248.down_proj,0.0000044758,0.05000,0.311
15,mlp.experts.244.down_proj,0.0000028151,0.05000,0.303
15,mlp.experts.252.down_proj,0.0000071024,0.05000,0.285
15,mlp.experts.240.down_proj,0.0000032048,0.05000,0.294
16,mlp.experts.5.gate_proj,0.0000901727,0.05000,1.544
16,mlp.experts.11.gate_proj,0.0002093213,0.05000,1.517
16,mlp.experts.9.gate_proj,0.0000810266,0.05000,1.543
16,mlp.experts.4.gate_proj,0.0001255671,0.05000,1.544
16,mlp.experts.15.gate_proj,0.0000949905,0.05000,1.523
16,mlp.experts.0.gate_proj,0.0000892295,0.05000,1.532
16,mlp.experts.1.gate_proj,0.0000730565,0.05000,1.552
16,mlp.experts.13.gate_proj,0.0002605190,0.05000,1.519
16,mlp.experts.8.gate_proj,0.0001720575,0.05000,1.547
16,mlp.experts.3.gate_proj,0.0002717772,0.05000,1.553
16,mlp.experts.12.gate_proj,0.0001272647,0.05000,1.543
16,mlp.experts.7.gate_proj,0.0000464664,0.05000,1.550
16,mlp.experts.14.gate_proj,0.0001465329,0.05000,1.672
16,mlp.experts.6.gate_proj,0.0001482761,0.05000,1.658
16,mlp.experts.10.gate_proj,0.0001419315,0.05000,1.655
16,mlp.experts.2.gate_proj,0.0001798924,0.05000,1.653
16,mlp.experts.29.gate_proj,0.0001068150,0.05000,1.453
16,mlp.experts.21.gate_proj,0.0001403047,0.05000,1.488
16,mlp.experts.23.gate_proj,0.0001378836,0.05000,1.465
16,mlp.experts.27.gate_proj,0.0002083093,0.05000,1.515
16,mlp.experts.25.gate_proj,0.0000608646,0.05000,1.517
16,mlp.experts.19.gate_proj,0.0001969438,0.05000,1.506
16,mlp.experts.17.gate_proj,0.0001770697,0.05000,1.518
16,mlp.experts.16.gate_proj,0.0001424194,0.05000,1.547
16,mlp.experts.31.gate_proj,0.0002825089,0.05000,1.554
16,mlp.experts.20.gate_proj,0.0001564503,0.05000,1.554
16,mlp.experts.24.gate_proj,0.0000673447,0.05000,1.585
16,mlp.experts.28.gate_proj,0.0000990137,0.05000,1.583
16,mlp.experts.22.gate_proj,0.0001328258,0.05000,1.476
16,mlp.experts.26.gate_proj,0.0001531907,0.05000,1.495
16,mlp.experts.30.gate_proj,0.0001521402,0.05000,1.514
16,mlp.experts.18.gate_proj,0.0001612265,0.05000,1.547
16,mlp.experts.37.gate_proj,0.0002209335,0.05000,1.495
16,mlp.experts.45.gate_proj,0.0002097850,0.05000,1.499
16,mlp.experts.35.gate_proj,0.0001008005,0.05000,1.452
16,mlp.experts.33.gate_proj,0.0001721177,0.05000,1.450
16,mlp.experts.39.gate_proj,0.0001151399,0.05000,1.494
16,mlp.experts.43.gate_proj,0.0001083582,0.05000,1.478
16,mlp.experts.47.gate_proj,0.0001500104,0.05000,1.426
16,mlp.experts.41.gate_proj,0.0001470469,0.05000,1.522
16,mlp.experts.42.gate_proj,0.0001902729,0.05000,1.456
16,mlp.experts.36.gate_proj,0.0002139313,0.05000,1.532
16,mlp.experts.38.gate_proj,0.0001520493,0.05000,1.487
16,mlp.experts.32.gate_proj,0.0001188800,0.05000,1.551
16,mlp.experts.46.gate_proj,0.0001370417,0.05000,1.489
16,mlp.experts.40.gate_proj,0.0001303499,0.05000,1.543
16,mlp.experts.44.gate_proj,0.0001616569,0.05000,1.556
16,mlp.experts.34.gate_proj,0.0000691862,0.05000,1.486
16,mlp.experts.59.gate_proj,0.0001100766,0.05000,1.471
16,mlp.experts.49.gate_proj,0.0001282111,0.05000,1.475
16,mlp.experts.61.gate_proj,0.0001580625,0.05000,1.496
16,mlp.experts.63.gate_proj,0.0001157905,0.05000,1.485
16,mlp.experts.55.gate_proj,0.0001281469,0.05000,1.525
16,mlp.experts.51.gate_proj,0.0000830368,0.05000,1.537
16,mlp.experts.53.gate_proj,0.0001334689,0.05000,1.550
16,mlp.experts.57.gate_proj,0.0002305284,0.05000,1.494
16,mlp.experts.58.gate_proj,0.0000856672,0.05000,1.483
16,mlp.experts.54.gate_proj,0.0001225315,0.05000,1.469
16,mlp.experts.52.gate_proj,0.0002270201,0.05000,1.480
16,mlp.experts.48.gate_proj,0.0001658383,0.05000,1.502
16,mlp.experts.56.gate_proj,0.0000957621,0.05000,1.460
16,mlp.experts.62.gate_proj,0.0001209077,0.05000,1.490
16,mlp.experts.60.gate_proj,0.0002272121,0.05000,1.497
16,mlp.experts.50.gate_proj,0.0001289546,0.05000,1.492
16,mlp.experts.75.gate_proj,0.0001178335,0.05000,1.483
16,mlp.experts.79.gate_proj,0.0002027789,0.05000,1.503
16,mlp.experts.71.gate_proj,0.0002350707,0.05000,1.469
16,mlp.experts.65.gate_proj,0.0001099780,0.05000,1.539
16,mlp.experts.67.gate_proj,0.0000926246,0.05000,1.507
16,mlp.experts.77.gate_proj,0.0001959588,0.05000,1.573
16,mlp.experts.68.gate_proj,0.0000713153,0.05000,1.469
16,mlp.experts.73.gate_proj,0.0001832775,0.05000,1.515
16,mlp.experts.69.gate_proj,0.0002703413,0.05000,1.530
16,mlp.experts.78.gate_proj,0.0001552262,0.05000,1.450
16,mlp.experts.70.gate_proj,0.0001295612,0.05000,1.500
16,mlp.experts.74.gate_proj,0.0000632662,0.05000,1.502
16,mlp.experts.72.gate_proj,0.0001201703,0.05000,1.481
16,mlp.experts.64.gate_proj,0.0001848111,0.05000,1.518
16,mlp.experts.76.gate_proj,0.0000523320,0.05000,1.470
16,mlp.experts.66.gate_proj,0.0001204443,0.05000,1.510
16,mlp.experts.91.gate_proj,0.0000953081,0.05000,1.488
16,mlp.experts.87.gate_proj,0.0001117380,0.05000,1.485
16,mlp.experts.95.gate_proj,0.0000943596,0.05000,1.493
16,mlp.experts.83.gate_proj,0.0001813769,0.05000,1.490
16,mlp.experts.84.gate_proj,0.0002196269,0.05000,1.484
16,mlp.experts.81.gate_proj,0.0001867392,0.05000,1.545
16,mlp.experts.90.gate_proj,0.0001551047,0.05000,1.488
16,mlp.experts.94.gate_proj,0.0001781941,0.05000,1.508
16,mlp.experts.89.gate_proj,0.0001207118,0.05000,1.533
16,mlp.experts.88.gate_proj,0.0001685053,0.05000,1.503
16,mlp.experts.80.gate_proj,0.0000960426,0.05000,1.479
16,mlp.experts.86.gate_proj,0.0003246645,0.05000,1.544
16,mlp.experts.82.gate_proj,0.0001948306,0.05000,1.446
16,mlp.experts.92.gate_proj,0.0001866218,0.05000,1.490
16,mlp.experts.85.gate_proj,0.0001313176,0.05000,1.577
16,mlp.experts.93.gate_proj,0.0001261070,0.05000,1.598
16,mlp.experts.107.gate_proj,0.0001221890,0.05000,1.482
16,mlp.experts.103.gate_proj,0.0001176040,0.05000,1.480
16,mlp.experts.111.gate_proj,0.0002846703,0.05000,1.521
16,mlp.experts.99.gate_proj,0.0001672796,0.05000,1.482
16,mlp.experts.100.gate_proj,0.0001794512,0.05000,1.496
16,mlp.experts.110.gate_proj,0.0001480911,0.05000,1.486
16,mlp.experts.106.gate_proj,0.0001849672,0.05000,1.506
16,mlp.experts.108.gate_proj,0.0001732265,0.05000,1.466
16,mlp.experts.104.gate_proj,0.0000830096,0.05000,1.500
16,mlp.experts.96.gate_proj,0.0001725932,0.05000,1.487
16,mlp.experts.102.gate_proj,0.0001526009,0.05000,1.496
16,mlp.experts.98.gate_proj,0.0001701048,0.05000,1.495
16,mlp.experts.97.gate_proj,0.0003065991,0.05000,1.568
16,mlp.experts.105.gate_proj,0.0002962676,0.05000,1.570
16,mlp.experts.109.gate_proj,0.0001534644,0.05000,1.532
16,mlp.experts.101.gate_proj,0.0001161218,0.05000,1.566
16,mlp.experts.123.gate_proj,0.0001223043,0.05000,1.488
16,mlp.experts.119.gate_proj,0.0001378477,0.05000,1.488
16,mlp.experts.115.gate_proj,0.0000885518,0.05000,1.482
16,mlp.experts.127.gate_proj,0.0002280499,0.05000,1.498
16,mlp.experts.116.gate_proj,0.0001488562,0.05000,1.491
16,mlp.experts.126.gate_proj,0.0001843316,0.05000,1.505
16,mlp.experts.112.gate_proj,0.0000526140,0.05000,1.473
16,mlp.experts.124.gate_proj,0.0000774700,0.05000,1.485
16,mlp.experts.118.gate_proj,0.0001544467,0.05000,1.463
16,mlp.experts.122.gate_proj,0.0002383890,0.05000,1.510
16,mlp.experts.114.gate_proj,0.0001659073,0.05000,1.462
16,mlp.experts.120.gate_proj,0.0001135952,0.05000,1.494
16,mlp.experts.113.gate_proj,0.0000537814,0.05000,1.482
16,mlp.experts.121.gate_proj,0.0001601864,0.05000,1.456
16,mlp.experts.125.gate_proj,0.0003791202,0.05000,1.504
16,mlp.experts.117.gate_proj,0.0001431977,0.05000,1.488
16,mlp.experts.139.gate_proj,0.0002264529,0.05000,1.491
16,mlp.experts.135.gate_proj,0.0001958496,0.05000,1.470
16,mlp.experts.143.gate_proj,0.0000688164,0.05000,1.473
16,mlp.experts.131.gate_proj,0.0001236098,0.05000,1.489
16,mlp.experts.132.gate_proj,0.0002483489,0.05000,1.466
16,mlp.experts.136.gate_proj,0.0001359928,0.05000,1.454
16,mlp.experts.140.gate_proj,0.0001972900,0.05000,1.469
16,mlp.experts.128.gate_proj,0.0003696130,0.05000,1.505
16,mlp.experts.130.gate_proj,0.0000469607,0.05000,1.492
16,mlp.experts.142.gate_proj,0.0001859479,0.05000,1.515
16,mlp.experts.137.gate_proj,0.0001527015,0.05000,1.490
16,mlp.experts.129.gate_proj,0.0002039255,0.05000,1.519
16,mlp.experts.134.gate_proj,0.0002247296,0.05000,1.536
16,mlp.experts.138.gate_proj,0.0001742092,0.05000,1.539
16,mlp.experts.141.gate_proj,0.0001487537,0.05000,1.481
16,mlp.experts.133.gate_proj,0.0000841947,0.05000,1.520
16,mlp.experts.155.gate_proj,0.0000868929,0.05000,1.496
16,mlp.experts.151.gate_proj,0.0000745522,0.05000,1.496
16,mlp.experts.159.gate_proj,0.0002469850,0.05000,1.485
16,mlp.experts.147.gate_proj,0.0001536168,0.05000,1.488
16,mlp.experts.148.gate_proj,0.0003412430,0.05000,1.493
16,mlp.experts.152.gate_proj,0.0001883339,0.05000,1.484
16,mlp.experts.156.gate_proj,0.0000887717,0.05000,1.482
16,mlp.experts.144.gate_proj,0.0000977583,0.05000,1.480
16,mlp.experts.153.gate_proj,0.0001659854,0.05000,1.484
16,mlp.experts.158.gate_proj,0.0001223394,0.05000,1.520
16,mlp.experts.145.gate_proj,0.0001659352,0.05000,1.490
16,mlp.experts.146.gate_proj,0.0002017489,0.05000,1.530
16,mlp.experts.157.gate_proj,0.0000926576,0.05000,1.493
16,mlp.experts.154.gate_proj,0.0002006610,0.05000,1.518
16,mlp.experts.150.gate_proj,0.0001660255,0.05000,1.521
16,mlp.experts.149.gate_proj,0.0001098133,0.05000,1.504
16,mlp.experts.167.gate_proj,0.0000967054,0.05000,1.485
16,mlp.experts.171.gate_proj,0.0001310302,0.05000,1.489
16,mlp.experts.175.gate_proj,0.0001915897,0.05000,1.496
16,mlp.experts.163.gate_proj,0.0001495401,0.05000,1.492
16,mlp.experts.164.gate_proj,0.0001506031,0.05000,1.494
16,mlp.experts.172.gate_proj,0.0000677102,0.05000,1.453
16,mlp.experts.168.gate_proj,0.0001689723,0.05000,1.470
16,mlp.experts.169.gate_proj,0.0002254271,0.05000,1.469
16,mlp.experts.160.gate_proj,0.0001216820,0.05000,1.500
16,mlp.experts.161.gate_proj,0.0001427936,0.05000,1.496
16,mlp.experts.173.gate_proj,0.0001595854,0.05000,1.482
16,mlp.experts.174.gate_proj,0.0001618384,0.05000,1.528
16,mlp.experts.162.gate_proj,0.0002272529,0.05000,1.529
16,mlp.experts.166.gate_proj,0.0001689760,0.05000,1.539
16,mlp.experts.170.gate_proj,0.0001884357,0.05000,1.538
16,mlp.experts.165.gate_proj,0.0002520873,0.05000,1.492
16,mlp.experts.183.gate_proj,0.0001122674,0.05000,1.498
16,mlp.experts.179.gate_proj,0.0001794170,0.05000,1.437
16,mlp.experts.191.gate_proj,0.0001578660,0.05000,1.475
16,mlp.experts.188.gate_proj,0.0001433129,0.05000,1.442
16,mlp.experts.180.gate_proj,0.0001100711,0.05000,1.505
16,mlp.experts.187.gate_proj,0.0002083286,0.05000,1.590
16,mlp.experts.176.gate_proj,0.0001155620,0.05000,1.466
16,mlp.experts.185.gate_proj,0.0001708277,0.05000,1.487
16,mlp.experts.184.gate_proj,0.0001145628,0.05000,1.570
16,mlp.experts.182.gate_proj,0.0001890995,0.05000,1.387
16,mlp.experts.177.gate_proj,0.0001904544,0.05000,1.490
16,mlp.experts.186.gate_proj,0.0001858791,0.05000,1.431
16,mlp.experts.189.gate_proj,0.0001645523,0.05000,1.496
16,mlp.experts.178.gate_proj,0.0001184552,0.05000,1.548
16,mlp.experts.190.gate_proj,0.0001516050,0.05000,1.558
16,mlp.experts.181.gate_proj,0.0001189781,0.05000,1.503
16,mlp.experts.195.gate_proj,0.0002145378,0.05000,1.490
16,mlp.experts.199.gate_proj,0.0002130396,0.05000,1.501
16,mlp.experts.207.gate_proj,0.0002241044,0.05000,1.495
16,mlp.experts.204.gate_proj,0.0001024364,0.05000,1.494
16,mlp.experts.196.gate_proj,0.0001033083,0.05000,1.493
16,mlp.experts.203.gate_proj,0.0001464929,0.05000,1.515
16,mlp.experts.192.gate_proj,0.0001827410,0.05000,1.488
16,mlp.experts.201.gate_proj,0.0001368863,0.05000,1.492
16,mlp.experts.200.gate_proj,0.0001694902,0.05000,1.476
16,mlp.experts.198.gate_proj,0.0001142824,0.05000,1.462
16,mlp.experts.202.gate_proj,0.0003519432,0.05000,1.464
16,mlp.experts.193.gate_proj,0.0002171013,0.05000,1.508
16,mlp.experts.205.gate_proj,0.0001406767,0.05000,1.490
16,mlp.experts.194.gate_proj,0.0001741570,0.05000,1.470
16,mlp.experts.206.gate_proj,0.0001774543,0.05000,1.463
16,mlp.experts.197.gate_proj,0.0002072421,0.05000,1.494
16,mlp.experts.211.gate_proj,0.0001870323,0.05000,1.541
16,mlp.experts.220.gate_proj,0.0001896451,0.05000,1.496
16,mlp.experts.223.gate_proj,0.0001558623,0.05000,1.511
16,mlp.experts.215.gate_proj,0.0002027062,0.05000,1.544
16,mlp.experts.212.gate_proj,0.0001282280,0.05000,1.493
16,mlp.experts.208.gate_proj,0.0001705176,0.05000,1.506
16,mlp.experts.217.gate_proj,0.0001330785,0.05000,1.495
16,mlp.experts.214.gate_proj,0.0001838426,0.05000,1.487
16,mlp.experts.216.gate_proj,0.0001652022,0.05000,1.510
16,mlp.experts.219.gate_proj,0.0002462392,0.05000,1.563
16,mlp.experts.218.gate_proj,0.0000788156,0.05000,1.468
16,mlp.experts.221.gate_proj,0.0001743848,0.05000,1.485
16,mlp.experts.209.gate_proj,0.0000686983,0.05000,1.529
16,mlp.experts.210.gate_proj,0.0001732133,0.05000,1.482
16,mlp.experts.222.gate_proj,0.0001713887,0.05000,1.482
16,mlp.experts.213.gate_proj,0.0001089008,0.05000,1.512
16,mlp.experts.236.gate_proj,0.0001379662,0.05000,1.507
16,mlp.experts.228.gate_proj,0.0001998932,0.05000,1.479
16,mlp.experts.227.gate_proj,0.0001606188,0.05000,1.517
16,mlp.experts.239.gate_proj,0.0002865188,0.05000,1.518
16,mlp.experts.231.gate_proj,0.0001560355,0.05000,1.567
16,mlp.experts.230.gate_proj,0.0001792324,0.05000,1.472
16,mlp.experts.224.gate_proj,0.0001665609,0.05000,1.497
16,mlp.experts.233.gate_proj,0.0001019724,0.05000,1.496
16,mlp.experts.234.gate_proj,0.0001516297,0.05000,1.487
16,mlp.experts.232.gate_proj,0.0002045429,0.05000,1.493
16,mlp.experts.237.gate_proj,0.0001981086,0.05000,1.491
16,mlp.experts.225.gate_proj,0.0001538904,0.05000,1.467
16,mlp.experts.235.gate_proj,0.0001947789,0.05000,1.555
16,mlp.experts.226.gate_proj,0.0001855496,0.05000,1.475
16,mlp.experts.238.gate_proj,0.0001134638,0.05000,1.474
16,mlp.experts.229.gate_proj,0.0001535745,0.05000,1.504
16,mlp.experts.244.gate_proj,0.0001533934,0.05000,1.497
16,mlp.experts.255.gate_proj,0.0001180421,0.05000,1.511
16,mlp.experts.252.gate_proj,0.0001765301,0.05000,1.536
16,mlp.experts.243.gate_proj,0.0002693467,0.05000,1.535
16,mlp.experts.246.gate_proj,0.0001289853,0.05000,1.499
16,mlp.experts.249.gate_proj,0.0001390083,0.05000,1.497
16,mlp.experts.250.gate_proj,0.0001030601,0.05000,1.466
16,mlp.experts.247.gate_proj,0.0002141773,0.05000,1.534
16,mlp.experts.248.gate_proj,0.0001365225,0.05000,1.486
16,mlp.experts.240.gate_proj,0.0001247046,0.05000,1.551
16,mlp.experts.253.gate_proj,0.0000897079,0.05000,1.478
16,mlp.experts.241.gate_proj,0.0002458985,0.05000,1.505
16,mlp.experts.251.gate_proj,0.0000921831,0.05000,1.501
16,mlp.experts.254.gate_proj,0.0000627734,0.05000,1.490
16,mlp.experts.242.gate_proj,0.0001705363,0.05000,1.527
16,mlp.experts.245.gate_proj,0.0001377166,0.05000,1.482
16,mlp.experts.3.up_proj,0.0002804899,0.05000,1.479
16,mlp.experts.4.up_proj,0.0001287016,0.05000,1.538
16,mlp.experts.15.up_proj,0.0000948232,0.05000,1.532
16,mlp.experts.10.up_proj,0.0001136555,0.05000,1.493
16,mlp.experts.6.up_proj,0.0001447710,0.05000,1.511
16,mlp.experts.9.up_proj,0.0000871162,0.05000,1.501
16,mlp.experts.7.up_proj,0.0000459306,0.05000,1.505
16,mlp.experts.12.up_proj,0.0001290083,0.05000,1.591
16,mlp.experts.8.up_proj,0.0001700017,0.05000,1.531
16,mlp.experts.1.up_proj,0.0000694294,0.05000,1.478
16,mlp.experts.0.up_proj,0.0000873816,0.05000,1.517
16,mlp.experts.13.up_proj,0.0003397814,0.05000,1.518
16,mlp.experts.11.up_proj,0.0001994824,0.05000,1.493
16,mlp.experts.14.up_proj,0.0001394888,0.05000,1.497
16,mlp.experts.2.up_proj,0.0001850937,0.05000,1.527
16,mlp.experts.5.up_proj,0.0000958790,0.05000,1.516
16,mlp.experts.31.up_proj,0.0002877700,0.05000,1.468
16,mlp.experts.26.up_proj,0.0001549976,0.05000,1.479
16,mlp.experts.19.up_proj,0.0001723507,0.05000,1.537
16,mlp.experts.20.up_proj,0.0001384601,0.05000,1.519
16,mlp.experts.22.up_proj,0.0001238121,0.05000,1.509
16,mlp.experts.23.up_proj,0.0001324162,0.05000,1.497
16,mlp.experts.25.up_proj,0.0000609557,0.05000,1.517
16,mlp.experts.24.up_proj,0.0000730708,0.05000,1.512
16,mlp.experts.29.up_proj,0.0001010204,0.05000,1.496
16,mlp.experts.30.up_proj,0.0001468760,0.05000,1.478
16,mlp.experts.27.up_proj,0.0001973169,0.05000,1.505
16,mlp.experts.28.up_proj,0.0000943284,0.05000,1.554
16,mlp.experts.17.up_proj,0.0001812884,0.05000,1.541
16,mlp.experts.16.up_proj,0.0001352489,0.05000,1.563
16,mlp.experts.18.up_proj,0.0001528583,0.05000,1.495
16,mlp.experts.21.up_proj,0.0001328586,0.05000,1.506
16,mlp.experts.47.up_proj,0.0001559645,0.05000,1.469
16,mlp.experts.42.up_proj,0.0001830289,0.05000,1.485
16,mlp.experts.35.up_proj,0.0000890436,0.05000,1.484
16,mlp.experts.38.up_proj,0.0001376113,0.05000,1.466
16,mlp.experts.39.up_proj,0.0001053635,0.05000,1.487
16,mlp.experts.41.up_proj,0.0001387937,0.05000,1.494
16,mlp.experts.36.up_proj,0.0002057434,0.05000,1.550
16,mlp.experts.46.up_proj,0.0001278890,0.05000,1.481
16,mlp.experts.45.up_proj,0.0002119197,0.05000,1.494
16,mlp.experts.33.up_proj,0.0001802922,0.05000,1.459
16,mlp.experts.43.up_proj,0.0000971845,0.05000,1.478
16,mlp.experts.40.up_proj,0.0001202001,0.05000,1.550
16,mlp.experts.44.up_proj,0.0001560145,0.05000,1.543
16,mlp.experts.32.up_proj,0.0001280370,0.05000,1.517
16,mlp.experts.34.up_proj,0.0000646306,0.05000,1.495
16,mlp.experts.37.up_proj,0.0002088310,0.05000,1.488
16,mlp.experts.63.up_proj,0.0001105650,0.05000,1.478
16,mlp.experts.58.up_proj,0.0000800841,0.05000,1.470
16,mlp.experts.54.up_proj,0.0001302051,0.05000,1.461
16,mlp.experts.51.up_proj,0.0000782875,0.05000,1.481
16,mlp.experts.55.up_proj,0.0001245711,0.05000,1.483
16,mlp.experts.57.up_proj,0.0002166354,0.05000,1.522
16,mlp.experts.52.up_proj,0.0002165423,0.05000,1.509
16,mlp.experts.59.up_proj,0.0001141974,0.05000,1.475
16,mlp.experts.62.up_proj,0.0001183894,0.05000,1.501
16,mlp.experts.61.up_proj,0.0001405823,0.05000,1.517
16,mlp.experts.56.up_proj,0.0001101440,0.05000,1.482
16,mlp.experts.49.up_proj,0.0001181609,0.05000,1.557
16,mlp.experts.60.up_proj,0.0001964276,0.05000,1.502
16,mlp.experts.48.up_proj,0.0001571166,0.05000,1.500
16,mlp.experts.50.up_proj,0.0001223035,0.05000,1.508
16,mlp.experts.53.up_proj,0.0001411939,0.05000,1.537
16,mlp.experts.79.up_proj,0.0001869865,0.05000,1.511
16,mlp.experts.70.up_proj,0.0001218743,0.05000,1.493
16,mlp.experts.74.up_proj,0.0000753893,0.05000,1.510
16,mlp.experts.67.up_proj,0.0000870430,0.05000,1.499
16,mlp.experts.71.up_proj,0.0002382910,0.05000,1.485
16,mlp.experts.68.up_proj,0.0000776164,0.05000,1.489
16,mlp.experts.78.up_proj,0.0001502666,0.05000,1.496
16,mlp.experts.75.up_proj,0.0001130445,0.05000,1.508
16,mlp.experts.72.up_proj,0.0001251574,0.05000,1.490
16,mlp.experts.73.up_proj,0.0001900205,0.05000,1.565
16,mlp.experts.76.up_proj,0.0000572820,0.05000,1.473
16,mlp.experts.77.up_proj,0.0002040902,0.05000,1.559
16,mlp.experts.66.up_proj,0.0001120588,0.05000,1.505
16,mlp.experts.64.up_proj,0.0001731290,0.05000,1.515
16,mlp.experts.65.up_proj,0.0001035218,0.05000,1.548
16,mlp.experts.69.up_proj,0.0002618074,0.05000,1.522
16,mlp.experts.95.up_proj,0.0000943596,0.05000,1.504
16,mlp.experts.86.up_proj,0.0003127798,0.05000,1.493
16,mlp.experts.83.up_proj,0.0001728339,0.05000,1.499
16,mlp.experts.90.up_proj,0.0001496923,0.05000,1.506
16,mlp.experts.87.up_proj,0.0001059406,0.05000,1.479
16,mlp.experts.84.up_proj,0.0002058605,0.05000,1.505
16,mlp.experts.94.up_proj,0.0001819867,0.05000,1.494
16,mlp.experts.91.up_proj,0.0000971747,0.05000,1.492
16,mlp.experts.88.up_proj,0.0001589188,0.05000,1.498
16,mlp.experts.92.up_proj,0.0001724291,0.05000,1.497
16,mlp.experts.82.up_proj,0.0002154257,0.05000,1.464
16,mlp.experts.89.up_proj,0.0001145626,0.05000,1.549
16,mlp.experts.80.up_proj,0.0000908339,0.05000,1.509
16,mlp.experts.93.up_proj,0.0001198117,0.05000,1.543
16,mlp.experts.81.up_proj,0.0001715200,0.05000,1.553
16,mlp.experts.85.up_proj,0.0001288120,0.05000,1.532
16,mlp.experts.111.up_proj,0.0002508934,0.05000,1.498
16,mlp.experts.102.up_proj,0.0001721658,0.05000,1.491
16,mlp.experts.106.up_proj,0.0001830999,0.05000,1.482
16,mlp.experts.99.up_proj,0.0001764714,0.05000,1.505
16,mlp.experts.103.up_proj,0.0001108158,0.05000,1.501
16,mlp.experts.107.up_proj,0.0001161511,0.05000,1.467
16,mlp.experts.100.up_proj,0.0001559894,0.05000,1.491
16,mlp.experts.110.up_proj,0.0001317386,0.05000,1.488
16,mlp.experts.104.up_proj,0.0000722649,0.05000,1.490
16,mlp.experts.108.up_proj,0.0001545162,0.05000,1.483
16,mlp.experts.98.up_proj,0.0001639520,0.05000,1.488
16,mlp.experts.96.up_proj,0.0001707360,0.05000,1.497
16,mlp.experts.105.up_proj,0.0002336147,0.05000,1.527
16,mlp.experts.109.up_proj,0.0001464747,0.05000,1.511
16,mlp.experts.97.up_proj,0.0003076049,0.05000,1.536
16,mlp.experts.101.up_proj,0.0001129250,0.05000,1.536
16,mlp.experts.127.up_proj,0.0002093674,0.05000,1.485
16,mlp.experts.118.up_proj,0.0001539912,0.05000,1.499
16,mlp.experts.122.up_proj,0.0002475487,0.05000,1.472
16,mlp.experts.119.up_proj,0.0001149512,0.05000,1.468
16,mlp.experts.115.up_proj,0.0000840521,0.05000,1.509
16,mlp.experts.123.up_proj,0.0001166493,0.05000,1.462
16,mlp.experts.116.up_proj,0.0001509957,0.05000,1.491
16,mlp.experts.126.up_proj,0.0001755494,0.05000,1.507
16,mlp.experts.120.up_proj,0.0001123855,0.05000,1.515
16,mlp.experts.124.up_proj,0.0000735766,0.05000,1.514
16,mlp.experts.114.up_proj,0.0001345432,0.05000,1.527
16,mlp.experts.112.up_proj,0.0000491947,0.05000,1.474
16,mlp.experts.125.up_proj,0.0003547338,0.05000,1.478
16,mlp.experts.121.up_proj,0.0001533557,0.05000,1.506
16,mlp.experts.113.up_proj,0.0000519498,0.05000,1.465
16,mlp.experts.117.up_proj,0.0001430439,0.05000,1.489
16,mlp.experts.143.up_proj,0.0000640973,0.05000,1.485
16,mlp.experts.135.up_proj,0.0001778381,0.05000,1.475
16,mlp.experts.138.up_proj,0.0001878927,0.05000,1.500
16,mlp.experts.131.up_proj,0.0001170358,0.05000,1.470
16,mlp.experts.134.up_proj,0.0002026364,0.05000,1.552
16,mlp.experts.139.up_proj,0.0002222065,0.05000,1.484
16,mlp.experts.132.up_proj,0.0002305401,0.05000,1.479
16,mlp.experts.142.up_proj,0.0001970102,0.05000,1.506
16,mlp.experts.136.up_proj,0.0001410317,0.05000,1.469
16,mlp.experts.140.up_proj,0.0001812621,0.05000,1.495
16,mlp.experts.128.up_proj,0.0003851725,0.05000,1.486
16,mlp.experts.141.up_proj,0.0001412184,0.05000,1.481
16,mlp.experts.137.up_proj,0.0001544041,0.05000,1.469
16,mlp.experts.130.up_proj,0.0000497461,0.05000,1.514
16,mlp.experts.129.up_proj,0.0002061949,0.05000,1.479
16,mlp.experts.133.up_proj,0.0000853023,0.05000,1.491
16,mlp.experts.159.up_proj,0.0002301591,0.05000,1.480
16,mlp.experts.151.up_proj,0.0000745172,0.05000,1.470
16,mlp.experts.147.up_proj,0.0001550376,0.05000,1.472
16,mlp.experts.155.up_proj,0.0000807805,0.05000,1.451
16,mlp.experts.154.up_proj,0.0001895678,0.05000,1.527
16,mlp.experts.150.up_proj,0.0001706886,0.05000,1.532
16,mlp.experts.148.up_proj,0.0003041053,0.05000,1.502
16,mlp.experts.152.up_proj,0.0002159593,0.05000,1.496
16,mlp.experts.158.up_proj,0.0001143851,0.05000,1.516
16,mlp.experts.156.up_proj,0.0000851295,0.05000,1.495
16,mlp.experts.153.up_proj,0.0001573794,0.05000,1.474
16,mlp.experts.145.up_proj,0.0001551760,0.05000,1.434
16,mlp.experts.157.up_proj,0.0000924148,0.05000,1.481
16,mlp.experts.144.up_proj,0.0000932499,0.05000,1.506
16,mlp.experts.146.up_proj,0.0001708929,0.05000,1.543
16,mlp.experts.149.up_proj,0.0001154813,0.05000,1.451
16,mlp.experts.175.up_proj,0.0001811483,0.05000,1.479
16,mlp.experts.171.up_proj,0.0001155128,0.05000,1.452
16,mlp.experts.167.up_proj,0.0000942646,0.05000,1.497
16,mlp.experts.163.up_proj,0.0001408559,0.05000,1.513
16,mlp.experts.164.up_proj,0.0001364266,0.05000,1.488
16,mlp.experts.170.up_proj,0.0001903178,0.05000,1.560
16,mlp.experts.166.up_proj,0.0001584395,0.05000,1.528
16,mlp.experts.168.up_proj,0.0001698386,0.05000,1.507
16,mlp.experts.174.up_proj,0.0001528720,0.05000,1.520
16,mlp.experts.172.up_proj,0.0000639621,0.05000,1.495
16,mlp.experts.160.up_proj,0.0001190738,0.05000,1.482
16,mlp.experts.173.up_proj,0.0001586425,0.05000,1.490
16,mlp.experts.169.up_proj,0.0002252132,0.05000,1.499
16,mlp.experts.161.up_proj,0.0001404307,0.05000,1.497
16,mlp.experts.165.up_proj,0.0002470880,0.05000,1.487
16,mlp.experts.162.up_proj,0.0002124033,0.05000,1.539
16,mlp.experts.191.up_proj,0.0001591528,0.05000,1.486
16,mlp.experts.187.up_proj,0.0001905659,0.05000,1.476
16,mlp.experts.183.up_proj,0.0001071503,0.05000,1.509
16,mlp.experts.179.up_proj,0.0001520201,0.05000,1.479
16,mlp.experts.180.up_proj,0.0000978125,0.05000,1.493
16,mlp.experts.182.up_proj,0.0001802434,0.05000,1.487
16,mlp.experts.186.up_proj,0.0001891987,0.05000,1.513
16,mlp.experts.184.up_proj,0.0001069304,0.05000,1.514
16,mlp.experts.188.up_proj,0.0001520764,0.05000,1.501
16,mlp.experts.190.up_proj,0.0001484758,0.05000,1.521
16,mlp.experts.176.up_proj,0.0001204922,0.05000,1.475
16,mlp.experts.189.up_proj,0.0001649503,0.05000,1.496
16,mlp.experts.177.up_proj,0.0001798239,0.05000,1.505
16,mlp.experts.185.up_proj,0.0001808702,0.05000,1.508
16,mlp.experts.181.up_proj,0.0001244051,0.05000,1.503
16,mlp.experts.178.up_proj,0.0001219111,0.05000,1.508
16,mlp.experts.207.up_proj,0.0002021720,0.05000,1.513
16,mlp.experts.203.up_proj,0.0001395796,0.05000,1.527
16,mlp.experts.195.up_proj,0.0002296323,0.05000,1.504
16,mlp.experts.199.up_proj,0.0002171282,0.05000,1.532
16,mlp.experts.198.up_proj,0.0001022684,0.05000,1.462
16,mlp.experts.196.up_proj,0.0001179234,0.05000,1.515
16,mlp.experts.202.up_proj,0.0003160871,0.05000,1.503
16,mlp.experts.200.up_proj,0.0001437011,0.05000,1.476
16,mlp.experts.206.up_proj,0.0001772792,0.05000,1.478
16,mlp.experts.204.up_proj,0.0000855128,0.05000,1.491
16,mlp.experts.192.up_proj,0.0001734630,0.05000,1.497
16,mlp.experts.205.up_proj,0.0001405392,0.05000,1.484
16,mlp.experts.193.up_proj,0.0002358847,0.05000,1.471
16,mlp.experts.201.up_proj,0.0001494949,0.05000,1.476
16,mlp.experts.197.up_proj,0.0002201524,0.05000,1.480
16,mlp.experts.194.up_proj,0.0001630470,0.05000,1.482
16,mlp.experts.219.up_proj,0.0002700478,0.05000,1.485
16,mlp.experts.223.up_proj,0.0001524100,0.05000,1.523
16,mlp.experts.211.up_proj,0.0001888908,0.05000,1.504
16,mlp.experts.215.up_proj,0.0001812329,0.05000,1.510
16,mlp.experts.214.up_proj,0.0001671998,0.05000,1.504
16,mlp.experts.212.up_proj,0.0001320669,0.05000,1.496
16,mlp.experts.216.up_proj,0.0001562155,0.05000,1.451
16,mlp.experts.218.up_proj,0.0000739799,0.05000,1.481
16,mlp.experts.222.up_proj,0.0001532547,0.05000,1.494
16,mlp.experts.220.up_proj,0.0001817909,0.05000,1.487
16,mlp.experts.208.up_proj,0.0001607493,0.05000,1.481
16,mlp.experts.221.up_proj,0.0001597654,0.05000,1.475
16,mlp.experts.209.up_proj,0.0000671949,0.05000,1.508
16,mlp.experts.217.up_proj,0.0001187197,0.05000,1.524
16,mlp.experts.213.up_proj,0.0001010295,0.05000,1.495
16,mlp.experts.210.up_proj,0.0001622422,0.05000,1.490
16,mlp.experts.235.up_proj,0.0001970615,0.05000,1.529
16,mlp.experts.239.up_proj,0.0002798715,0.05000,1.539
16,mlp.experts.231.up_proj,0.0001532314,0.05000,1.526
16,mlp.experts.227.up_proj,0.0001518584,0.05000,1.537
16,mlp.experts.230.up_proj,0.0001699937,0.05000,1.486
16,mlp.experts.228.up_proj,0.0001828390,0.05000,1.478
16,mlp.experts.234.up_proj,0.0001734752,0.05000,1.499
16,mlp.experts.232.up_proj,0.0001662678,0.05000,1.512
16,mlp.experts.224.up_proj,0.0001621537,0.05000,1.471
16,mlp.experts.236.up_proj,0.0001281212,0.05000,1.477
16,mlp.experts.238.up_proj,0.0001117625,0.05000,1.495
16,mlp.experts.237.up_proj,0.0002027721,0.05000,1.486
16,mlp.experts.225.up_proj,0.0001429085,0.05000,1.480
16,mlp.experts.233.up_proj,0.0000937815,0.05000,1.463
16,mlp.experts.229.up_proj,0.0001451399,0.05000,1.485
16,mlp.experts.226.up_proj,0.0001783380,0.05000,1.485
16,mlp.experts.251.up_proj,0.0000867958,0.05000,1.512
16,mlp.experts.255.up_proj,0.0001129013,0.05000,1.504
16,mlp.experts.247.up_proj,0.0002030185,0.05000,1.471
16,mlp.experts.243.up_proj,0.0002755108,0.05000,1.482
16,mlp.experts.244.up_proj,0.0001415286,0.05000,1.474
16,mlp.experts.246.up_proj,0.0001219157,0.05000,1.483
16,mlp.experts.250.up_proj,0.0001033191,0.05000,1.467
16,mlp.experts.248.up_proj,0.0001285878,0.05000,1.472
16,mlp.experts.252.up_proj,0.0001660049,0.05000,1.426
16,mlp.experts.240.up_proj,0.0001234553,0.05000,1.432
16,mlp.experts.254.up_proj,0.0000606697,0.05000,1.429
16,mlp.experts.253.up_proj,0.0000905998,0.05000,1.448
16,mlp.experts.242.up_proj,0.0001552434,0.05000,1.332
16,mlp.experts.249.up_proj,0.0001448083,0.05000,1.430
16,mlp.experts.241.up_proj,0.0002242140,0.05000,1.432
16,mlp.experts.245.up_proj,0.0001300838,0.05000,1.371
16,mlp.experts.8.down_proj,0.0000059454,0.05000,0.413
16,mlp.experts.9.down_proj,0.0000033144,0.05000,0.417
16,mlp.experts.13.down_proj,0.0000104492,0.05000,0.423
16,mlp.experts.15.down_proj,0.0000042253,0.05000,0.423
16,mlp.experts.3.down_proj,0.0000120300,0.05000,0.424
16,mlp.experts.14.down_proj,0.0000018007,0.05000,0.422
16,mlp.experts.5.down_proj,0.0000033366,0.05000,0.420
16,mlp.experts.1.down_proj,0.0000029838,0.05000,0.414
16,mlp.experts.0.down_proj,0.0000032322,0.05000,0.426
16,mlp.experts.7.down_proj,0.0000019536,0.05000,0.430
16,mlp.experts.6.down_proj,0.0000044848,0.05000,0.417
16,mlp.experts.2.down_proj,0.0000078219,0.05000,0.424
16,mlp.experts.12.down_proj,0.0000048727,0.05000,0.424
16,mlp.experts.11.down_proj,0.0000037650,0.05000,0.435
16,mlp.experts.4.down_proj,0.0000042613,0.05000,0.423
16,mlp.experts.10.down_proj,0.0000023533,0.05000,0.417
16,mlp.experts.24.down_proj,0.0000026682,0.05000,0.338
16,mlp.experts.29.down_proj,0.0000010475,0.05000,0.351
16,mlp.experts.31.down_proj,0.0000098276,0.05000,0.347
16,mlp.experts.25.down_proj,0.0000032380,0.05000,0.355
16,mlp.experts.30.down_proj,0.0000050119,0.05000,0.356
16,mlp.experts.19.down_proj,0.0000041543,0.05000,0.362
16,mlp.experts.23.down_proj,0.0000014771,0.05000,0.362
16,mlp.experts.16.down_proj,0.0000016305,0.05000,0.366
16,mlp.experts.21.down_proj,0.0000039726,0.05000,0.372
16,mlp.experts.22.down_proj,0.0000041857,0.05000,0.365
16,mlp.experts.17.down_proj,0.0000063444,0.05000,0.377
16,mlp.experts.27.down_proj,0.0000047042,0.05000,0.365
16,mlp.experts.26.down_proj,0.0000069557,0.05000,0.367
16,mlp.experts.18.down_proj,0.0000019349,0.05000,0.375
16,mlp.experts.28.down_proj,0.0000031098,0.05000,0.377
16,mlp.experts.20.down_proj,0.0000042346,0.05000,0.376
16,mlp.experts.40.down_proj,0.0000028515,0.05000,0.361
16,mlp.experts.41.down_proj,0.0000017192,0.05000,0.345
16,mlp.experts.45.down_proj,0.0000104560,0.05000,0.357
16,mlp.experts.47.down_proj,0.0000073556,0.05000,0.365
16,mlp.experts.46.down_proj,0.0000055088,0.05000,0.358
16,mlp.experts.35.down_proj,0.0000029895,0.05000,0.364
16,mlp.experts.39.down_proj,0.0000009615,0.05000,0.361
16,mlp.experts.32.down_proj,0.0000051606,0.05000,0.370
16,mlp.experts.37.down_proj,0.0000047583,0.05000,0.368
16,mlp.experts.38.down_proj,0.0000016717,0.05000,0.369
16,mlp.experts.33.down_proj,0.0000079217,0.05000,0.365
16,mlp.experts.43.down_proj,0.0000034595,0.05000,0.369
16,mlp.experts.34.down_proj,0.0000029577,0.05000,0.371
16,mlp.experts.44.down_proj,0.0000042590,0.05000,0.369
16,mlp.experts.36.down_proj,0.0000035207,0.05000,0.373
16,mlp.experts.42.down_proj,0.0000050522,0.05000,0.376
16,mlp.experts.56.down_proj,0.0000026032,0.05000,0.366
16,mlp.experts.57.down_proj,0.0000036412,0.05000,0.368
16,mlp.experts.61.down_proj,0.0000042400,0.05000,0.369
16,mlp.experts.63.down_proj,0.0000012329,0.05000,0.369
16,mlp.experts.62.down_proj,0.0000025160,0.05000,0.362
16,mlp.experts.51.down_proj,0.0000016655,0.05000,0.364
16,mlp.experts.55.down_proj,0.0000054820,0.05000,0.360
16,mlp.experts.48.down_proj,0.0000021593,0.05000,0.361
16,mlp.experts.53.down_proj,0.0000060511,0.05000,0.363
16,mlp.experts.50.down_proj,0.0000013796,0.05000,0.341
16,mlp.experts.54.down_proj,0.0000055778,0.05000,0.361
16,mlp.experts.59.down_proj,0.0000046918,0.05000,0.372
16,mlp.experts.49.down_proj,0.0000013363,0.05000,0.380
16,mlp.experts.60.down_proj,0.0000033882,0.05000,0.361
16,mlp.experts.58.down_proj,0.0000025081,0.05000,0.362
16,mlp.experts.52.down_proj,0.0000081775,0.05000,0.367
16,mlp.experts.72.down_proj,0.0000050951,0.05000,0.369
16,mlp.experts.73.down_proj,0.0000093283,0.05000,0.383
16,mlp.experts.77.down_proj,0.0000099097,0.05000,0.377
16,mlp.experts.78.down_proj,0.0000045948,0.05000,0.370
16,mlp.experts.79.down_proj,0.0000055238,0.05000,0.385
16,mlp.experts.67.down_proj,0.0000024072,0.05000,0.379
16,mlp.experts.71.down_proj,0.0000130657,0.05000,0.379
16,mlp.experts.64.down_proj,0.0000039620,0.05000,0.379
16,mlp.experts.66.down_proj,0.0000011120,0.05000,0.372
16,mlp.experts.70.down_proj,0.0000022508,0.05000,0.384
16,mlp.experts.69.down_proj,0.0000088491,0.05000,0.398
16,mlp.experts.75.down_proj,0.0000014357,0.05000,0.386
16,mlp.experts.65.down_proj,0.0000019418,0.05000,0.378
16,mlp.experts.74.down_proj,0.0000032228,0.05000,0.380
16,mlp.experts.68.down_proj,0.0000035765,0.05000,0.378
16,mlp.experts.76.down_proj,0.0000036036,0.05000,0.390
16,mlp.experts.88.down_proj,0.0000021762,0.05000,0.365
16,mlp.experts.94.down_proj,0.0000077354,0.05000,0.371
16,mlp.experts.93.down_proj,0.0000014855,0.05000,0.380
16,mlp.experts.95.down_proj,0.0000032652,0.05000,0.363
16,mlp.experts.89.down_proj,0.0000011846,0.05000,0.383
16,mlp.experts.83.down_proj,0.0000052662,0.05000,0.367
16,mlp.experts.87.down_proj,0.0000034548,0.05000,0.370
16,mlp.experts.80.down_proj,0.0000033854,0.05000,0.372
16,mlp.experts.82.down_proj,0.0000097395,0.05000,0.368
16,mlp.experts.86.down_proj,0.0000104907,0.05000,0.363
16,mlp.experts.85.down_proj,0.0000037861,0.05000,0.376
16,mlp.experts.91.down_proj,0.0000051910,0.05000,0.372
16,mlp.experts.81.down_proj,0.0000040436,0.05000,0.375
16,mlp.experts.90.down_proj,0.0000055548,0.05000,0.368
16,mlp.experts.84.down_proj,0.0000032695,0.05000,0.376
16,mlp.experts.92.down_proj,0.0000023217,0.05000,0.377
16,mlp.experts.104.down_proj,0.0000021879,0.05000,0.376
16,mlp.experts.110.down_proj,0.0000032667,0.05000,0.367
16,mlp.experts.109.down_proj,0.0000025148,0.05000,0.369
16,mlp.experts.111.down_proj,0.0000090982,0.05000,0.369
16,mlp.experts.105.down_proj,0.0000068940,0.05000,0.372
16,mlp.experts.99.down_proj,0.0000059599,0.05000,0.374
16,mlp.experts.103.down_proj,0.0000018687,0.05000,0.376
16,mlp.experts.98.down_proj,0.0000065030,0.05000,0.363
16,mlp.experts.96.down_proj,0.0000060658,0.05000,0.372
16,mlp.experts.102.down_proj,0.0000096946,0.05000,0.364
16,mlp.experts.101.down_proj,0.0000054908,0.05000,0.366
16,mlp.experts.107.down_proj,0.0000022109,0.05000,0.364
16,mlp.experts.97.down_proj,0.0000149820,0.05000,0.365
16,mlp.experts.106.down_proj,0.0000055093,0.05000,0.370
16,mlp.experts.108.down_proj,0.0000034875,0.05000,0.359
16,mlp.experts.100.down_proj,0.0000021209,0.05000,0.366
16,mlp.experts.120.down_proj,0.0000076768,0.05000,0.360
16,mlp.experts.126.down_proj,0.0000022990,0.05000,0.367
16,mlp.experts.125.down_proj,0.0000105435,0.05000,0.357
16,mlp.experts.127.down_proj,0.0000161916,0.05000,0.368
16,mlp.experts.115.down_proj,0.0000041017,0.05000,0.364
16,mlp.experts.119.down_proj,0.0000031660,0.05000,0.359
16,mlp.experts.121.down_proj,0.0000052479,0.05000,0.374
16,mlp.experts.112.down_proj,0.0000009686,0.05000,0.367
16,mlp.experts.118.down_proj,0.0000041989,0.05000,0.365
16,mlp.experts.114.down_proj,0.0000049815,0.05000,0.372
16,mlp.experts.117.down_proj,0.0000070617,0.05000,0.363
16,mlp.experts.123.down_proj,0.0000039526,0.05000,0.366
16,mlp.experts.113.down_proj,0.0000014320,0.05000,0.372
16,mlp.experts.122.down_proj,0.0000128904,0.05000,0.361
16,mlp.experts.116.down_proj,0.0000067512,0.05000,0.363
16,mlp.experts.124.down_proj,0.0000040283,0.05000,0.370
16,mlp.experts.136.down_proj,0.0000045019,0.05000,0.369
16,mlp.experts.141.down_proj,0.0000018712,0.05000,0.355
16,mlp.experts.142.down_proj,0.0000089772,0.05000,0.364
16,mlp.experts.131.down_proj,0.0000013777,0.05000,0.361
16,mlp.experts.143.down_proj,0.0000017038,0.05000,0.374
16,mlp.experts.135.down_proj,0.0000048855,0.05000,0.365
16,mlp.experts.128.down_proj,0.0000197997,0.05000,0.361
16,mlp.experts.137.down_proj,0.0000057829,0.05000,0.383
16,mlp.experts.130.down_proj,0.0000013005,0.05000,0.368
16,mlp.experts.134.down_proj,0.0000029588,0.05000,0.370
16,mlp.experts.133.down_proj,0.0000033038,0.05000,0.372
16,mlp.experts.139.down_proj,0.0000087124,0.05000,0.362
16,mlp.experts.138.down_proj,0.0000075556,0.05000,0.366
16,mlp.experts.129.down_proj,0.0000066152,0.05000,0.373
16,mlp.experts.132.down_proj,0.0000051477,0.05000,0.376
16,mlp.experts.140.down_proj,0.0000042351,0.05000,0.372
16,mlp.experts.152.down_proj,0.0000051080,0.05000,0.369
16,mlp.experts.157.down_proj,0.0000031335,0.05000,0.379
16,mlp.experts.158.down_proj,0.0000013583,0.05000,0.375
16,mlp.experts.147.down_proj,0.0000054464,0.05000,0.373
16,mlp.experts.159.down_proj,0.0000059213,0.05000,0.370
16,mlp.experts.151.down_proj,0.0000033795,0.05000,0.372
16,mlp.experts.153.down_proj,0.0000047435,0.05000,0.370
16,mlp.experts.144.down_proj,0.0000016041,0.05000,0.379
16,mlp.experts.150.down_proj,0.0000066810,0.05000,0.375
16,mlp.experts.146.down_proj,0.0000035446,0.05000,0.378
16,mlp.experts.155.down_proj,0.0000028660,0.05000,0.370
16,mlp.experts.149.down_proj,0.0000038875,0.05000,0.376
16,mlp.experts.154.down_proj,0.0000062204,0.05000,0.373
16,mlp.experts.145.down_proj,0.0000058046,0.05000,0.369
16,mlp.experts.156.down_proj,0.0000026076,0.05000,0.369
16,mlp.experts.148.down_proj,0.0000096083,0.05000,0.385
16,mlp.experts.168.down_proj,0.0000096819,0.05000,0.373
16,mlp.experts.173.down_proj,0.0000043526,0.05000,0.363
16,mlp.experts.174.down_proj,0.0000016556,0.05000,0.375
16,mlp.experts.163.down_proj,0.0000025030,0.05000,0.373
16,mlp.experts.175.down_proj,0.0000024710,0.05000,0.377
16,mlp.experts.167.down_proj,0.0000031464,0.05000,0.376
16,mlp.experts.169.down_proj,0.0000084521,0.05000,0.366
16,mlp.experts.160.down_proj,0.0000030123,0.05000,0.374
16,mlp.experts.166.down_proj,0.0000022432,0.05000,0.366
16,mlp.experts.162.down_proj,0.0000021055,0.05000,0.379
16,mlp.experts.165.down_proj,0.0000098787,0.05000,0.369
16,mlp.experts.171.down_proj,0.0000027713,0.05000,0.383
16,mlp.experts.170.down_proj,0.0000072906,0.05000,0.377
16,mlp.experts.161.down_proj,0.0000070964,0.05000,0.375
16,mlp.experts.172.down_proj,0.0000025368,0.05000,0.376
16,mlp.experts.164.down_proj,0.0000023504,0.05000,0.377
16,mlp.experts.184.down_proj,0.0000031443,0.05000,0.368
16,mlp.experts.189.down_proj,0.0000069443,0.05000,0.367
16,mlp.experts.190.down_proj,0.0000042591,0.05000,0.367
16,mlp.experts.179.down_proj,0.0000045073,0.05000,0.380
16,mlp.experts.191.down_proj,0.0000047754,0.05000,0.368
16,mlp.experts.183.down_proj,0.0000045670,0.05000,0.376
16,mlp.experts.185.down_proj,0.0000086569,0.05000,0.376
16,mlp.experts.176.down_proj,0.0000046351,0.05000,0.366
16,mlp.experts.182.down_proj,0.0000025867,0.05000,0.372
16,mlp.experts.178.down_proj,0.0000042920,0.05000,0.370
16,mlp.experts.181.down_proj,0.0000042994,0.05000,0.375
16,mlp.experts.187.down_proj,0.0000036368,0.05000,0.363
16,mlp.experts.177.down_proj,0.0000026108,0.05000,0.362
16,mlp.experts.186.down_proj,0.0000063252,0.05000,0.370
16,mlp.experts.188.down_proj,0.0000056030,0.05000,0.372
16,mlp.experts.180.down_proj,0.0000022623,0.05000,0.365
16,mlp.experts.200.down_proj,0.0000043764,0.05000,0.366
16,mlp.experts.205.down_proj,0.0000030301,0.05000,0.365
16,mlp.experts.206.down_proj,0.0000075893,0.05000,0.370
16,mlp.experts.195.down_proj,0.0000087851,0.05000,0.359
16,mlp.experts.207.down_proj,0.0000045079,0.05000,0.364
16,mlp.experts.201.down_proj,0.0000067364,0.05000,0.359
16,mlp.experts.192.down_proj,0.0000021907,0.05000,0.364
16,mlp.experts.199.down_proj,0.0000084521,0.05000,0.375
16,mlp.experts.198.down_proj,0.0000033873,0.05000,0.369
16,mlp.experts.194.down_proj,0.0000033804,0.05000,0.360
16,mlp.experts.197.down_proj,0.0000099419,0.05000,0.364
16,mlp.experts.203.down_proj,0.0000020748,0.05000,0.368
16,mlp.experts.193.down_proj,0.0000130518,0.05000,0.365
16,mlp.experts.202.down_proj,0.0000095302,0.05000,0.372
16,mlp.experts.204.down_proj,0.0000010803,0.05000,0.365
16,mlp.experts.196.down_proj,0.0000038617,0.05000,0.360
16,mlp.experts.216.down_proj,0.0000021133,0.05000,0.351
16,mlp.experts.221.down_proj,0.0000078597,0.05000,0.352
16,mlp.experts.222.down_proj,0.0000034809,0.05000,0.362
16,mlp.experts.211.down_proj,0.0000077738,0.05000,0.368
16,mlp.experts.217.down_proj,0.0000024236,0.05000,0.343
16,mlp.experts.223.down_proj,0.0000029189,0.05000,0.372
16,mlp.experts.208.down_proj,0.0000021234,0.05000,0.363
16,mlp.experts.215.down_proj,0.0000042168,0.05000,0.369
16,mlp.experts.214.down_proj,0.0000037535,0.05000,0.366
16,mlp.experts.210.down_proj,0.0000019761,0.05000,0.368
16,mlp.experts.213.down_proj,0.0000009816,0.05000,0.372
16,mlp.experts.219.down_proj,0.0000152378,0.05000,0.369
16,mlp.experts.209.down_proj,0.0000028830,0.05000,0.364
16,mlp.experts.218.down_proj,0.0000007625,0.05000,0.361
16,mlp.experts.220.down_proj,0.0000021807,0.05000,0.367
16,mlp.experts.212.down_proj,0.0000059298,0.05000,0.369
16,mlp.experts.232.down_proj,0.0000056697,0.05000,0.374
16,mlp.experts.237.down_proj,0.0000092222,0.05000,0.372
16,mlp.experts.238.down_proj,0.0000030535,0.05000,0.376
16,mlp.experts.233.down_proj,0.0000024763,0.05000,0.370
16,mlp.experts.227.down_proj,0.0000020720,0.05000,0.376
16,mlp.experts.224.down_proj,0.0000070677,0.05000,0.372
16,mlp.experts.239.down_proj,0.0000101104,0.05000,0.381
16,mlp.experts.226.down_proj,0.0000061001,0.05000,0.374
16,mlp.experts.231.down_proj,0.0000071519,0.05000,0.383
16,mlp.experts.230.down_proj,0.0000068880,0.05000,0.379
16,mlp.experts.229.down_proj,0.0000058492,0.05000,0.372
16,mlp.experts.235.down_proj,0.0000072946,0.05000,0.379
16,mlp.experts.225.down_proj,0.0000016824,0.05000,0.372
16,mlp.experts.234.down_proj,0.0000048903,0.05000,0.379
16,mlp.experts.236.down_proj,0.0000014768,0.05000,0.372
16,mlp.experts.228.down_proj,0.0000052210,0.05000,0.381
16,mlp.experts.248.down_proj,0.0000013726,0.05000,0.374
16,mlp.experts.253.down_proj,0.0000029085,0.05000,0.374
16,mlp.experts.254.down_proj,0.0000020645,0.05000,0.367
16,mlp.experts.249.down_proj,0.0000046818,0.05000,0.369
16,mlp.experts.243.down_proj,0.0000193155,0.05000,0.377
16,mlp.experts.240.down_proj,0.0000037184,0.05000,0.357
16,mlp.experts.255.down_proj,0.0000072156,0.05000,0.369
16,mlp.experts.245.down_proj,0.0000015538,0.05000,0.342
16,mlp.experts.246.down_proj,0.0000019494,0.05000,0.353
16,mlp.experts.247.down_proj,0.0000027201,0.05000,0.357
16,mlp.experts.242.down_proj,0.0000021259,0.05000,0.361
16,mlp.experts.241.down_proj,0.0000071708,0.05000,0.334
16,mlp.experts.251.down_proj,0.0000051583,0.05000,0.344
16,mlp.experts.250.down_proj,0.0000050182,0.05000,0.334
16,mlp.experts.252.down_proj,0.0000055055,0.05000,0.328
16,mlp.experts.244.down_proj,0.0000032878,0.05000,0.320
17,mlp.experts.0.gate_proj,0.0000976728,0.05000,1.536
17,mlp.experts.11.gate_proj,0.0001135437,0.05000,1.525
17,mlp.experts.14.gate_proj,0.0001117643,0.05000,1.520
17,mlp.experts.4.gate_proj,0.0002782307,0.05000,1.535
17,mlp.experts.10.gate_proj,0.0002048769,0.05000,1.559
17,mlp.experts.15.gate_proj,0.0001407650,0.05000,1.542
17,mlp.experts.2.gate_proj,0.0000749710,0.05000,1.526
17,mlp.experts.8.gate_proj,0.0001861510,0.05000,1.534
17,mlp.experts.12.gate_proj,0.0001890567,0.05000,1.558
17,mlp.experts.7.gate_proj,0.0001218015,0.05000,1.554
17,mlp.experts.3.gate_proj,0.0001936297,0.05000,1.546
17,mlp.experts.6.gate_proj,0.0003541645,0.05000,1.568
17,mlp.experts.13.gate_proj,0.0001133634,0.05000,1.563
17,mlp.experts.5.gate_proj,0.0001297511,0.05000,1.538
17,mlp.experts.9.gate_proj,0.0001654990,0.05000,1.544
17,mlp.experts.1.gate_proj,0.0001213460,0.05000,1.568
17,mlp.experts.24.gate_proj,fallback(rtn): 0.0010300,0.00000,0.083
17,mlp.experts.23.gate_proj,0.0001069568,0.05000,1.474
17,mlp.experts.16.gate_proj,0.0001369773,0.05000,1.532
17,mlp.experts.30.gate_proj,0.0001422125,0.05000,1.523
17,mlp.experts.26.gate_proj,0.0001130824,0.05000,1.513
17,mlp.experts.22.gate_proj,0.0002030520,0.05000,1.492
17,mlp.experts.27.gate_proj,0.0002341827,0.05000,1.535
17,mlp.experts.19.gate_proj,0.0000941747,0.05000,1.505
17,mlp.experts.31.gate_proj,0.0002380884,0.05000,1.528
17,mlp.experts.21.gate_proj,0.0001680239,0.05000,1.509
17,mlp.experts.17.gate_proj,0.0001391167,0.05000,1.510
17,mlp.experts.29.gate_proj,0.0001737722,0.05000,1.519
17,mlp.experts.25.gate_proj,0.0001638725,0.05000,1.520
17,mlp.experts.28.gate_proj,0.0002241542,0.05000,1.567
17,mlp.experts.18.gate_proj,0.0002150488,0.05000,1.584
17,mlp.experts.20.gate_proj,0.0001178443,0.05000,1.605
17,mlp.experts.40.gate_proj,0.0002883841,0.05000,1.508
17,mlp.experts.39.gate_proj,0.0001967662,0.05000,1.502
17,mlp.experts.38.gate_proj,0.0000845790,0.05000,1.501
17,mlp.experts.46.gate_proj,0.0001513223,0.05000,1.513
17,mlp.experts.42.gate_proj,0.0001382523,0.05000,1.513
17,mlp.experts.47.gate_proj,0.0002580632,0.05000,1.500
17,mlp.experts.43.gate_proj,0.0001426342,0.05000,1.507
17,mlp.experts.35.gate_proj,0.0000913511,0.05000,1.504
17,mlp.experts.41.gate_proj,0.0002126353,0.05000,1.499
17,mlp.experts.33.gate_proj,0.0001786169,0.05000,1.502
17,mlp.experts.45.gate_proj,0.0001325653,0.05000,1.509
17,mlp.experts.37.gate_proj,0.0002381188,0.05000,1.516
17,mlp.experts.32.gate_proj,0.0001135874,0.05000,1.588
17,mlp.experts.34.gate_proj,0.0001565163,0.05000,1.525
17,mlp.experts.44.gate_proj,0.0000857796,0.05000,1.532
17,mlp.experts.56.gate_proj,0.0001269655,0.05000,1.506
17,mlp.experts.36.gate_proj,0.0002056383,0.05000,1.539
17,mlp.experts.55.gate_proj,0.0001991510,0.05000,1.468
17,mlp.experts.54.gate_proj,0.0001823226,0.05000,1.483
17,mlp.experts.62.gate_proj,0.0001599149,0.05000,1.480
17,mlp.experts.63.gate_proj,0.0000913447,0.05000,1.497
17,mlp.experts.59.gate_proj,0.0001884431,0.05000,1.495
17,mlp.experts.58.gate_proj,0.0001154260,0.05000,1.520
17,mlp.experts.51.gate_proj,0.0002093879,0.05000,1.534
17,mlp.experts.48.gate_proj,0.0001373751,0.05000,1.495
17,mlp.experts.50.gate_proj,0.0001176968,0.05000,1.471
17,mlp.experts.57.gate_proj,0.0000997695,0.05000,1.563
17,mlp.experts.52.gate_proj,0.0000892989,0.05000,1.490
17,mlp.experts.49.gate_proj,0.0002240678,0.05000,1.569
17,mlp.experts.60.gate_proj,0.0001895819,0.05000,1.505
17,mlp.experts.53.gate_proj,0.0001107784,0.05000,1.566
17,mlp.experts.61.gate_proj,0.0001169888,0.05000,1.569
17,mlp.experts.72.gate_proj,0.0002027986,0.05000,1.533
17,mlp.experts.71.gate_proj,0.0002135160,0.05000,1.506
17,mlp.experts.78.gate_proj,0.0002245213,0.05000,1.503
17,mlp.experts.70.gate_proj,0.0002582441,0.05000,1.510
17,mlp.experts.74.gate_proj,0.0002056525,0.05000,1.477
17,mlp.experts.79.gate_proj,0.0001798787,0.05000,1.497
17,mlp.experts.67.gate_proj,0.0001745996,0.05000,1.454
17,mlp.experts.75.gate_proj,0.0001848535,0.05000,1.498
17,mlp.experts.66.gate_proj,0.0001615863,0.05000,1.496
17,mlp.experts.64.gate_proj,0.0000856480,0.05000,1.528
17,mlp.experts.68.gate_proj,0.0001927081,0.05000,1.520
17,mlp.experts.88.gate_proj,0.0001282637,0.05000,1.493
17,mlp.experts.76.gate_proj,0.0000811422,0.05000,1.514
17,mlp.experts.69.gate_proj,0.0001221212,0.05000,1.517
17,mlp.experts.77.gate_proj,0.0002388249,0.05000,1.518
17,mlp.experts.65.gate_proj,0.0001243859,0.05000,1.524
17,mlp.experts.73.gate_proj,0.0001783537,0.05000,1.540
17,mlp.experts.87.gate_proj,0.0000845478,0.05000,1.501
17,mlp.experts.95.gate_proj,0.0001771202,0.05000,1.477
17,mlp.experts.94.gate_proj,0.0001706505,0.05000,1.506
17,mlp.experts.82.gate_proj,0.0002373251,0.05000,1.434
17,mlp.experts.90.gate_proj,0.0001604274,0.05000,1.494
17,mlp.experts.83.gate_proj,0.0002452104,0.05000,1.486
17,mlp.experts.86.gate_proj,0.0001788312,0.05000,1.516
17,mlp.experts.91.gate_proj,0.0001547604,0.05000,1.488
17,mlp.experts.80.gate_proj,0.0003074833,0.05000,1.495
17,mlp.experts.84.gate_proj,0.0000751186,0.05000,1.491
17,mlp.experts.92.gate_proj,0.0001755300,0.05000,1.504
17,mlp.experts.104.gate_proj,0.0001430625,0.05000,1.509
17,mlp.experts.85.gate_proj,0.0002231754,0.05000,1.532
17,mlp.experts.89.gate_proj,0.0001303930,0.05000,1.532
17,mlp.experts.81.gate_proj,0.0000676523,0.05000,1.536
17,mlp.experts.93.gate_proj,0.0001457041,0.05000,1.597
17,mlp.experts.103.gate_proj,0.0000520482,0.05000,1.513
17,mlp.experts.102.gate_proj,0.0001805874,0.05000,1.465
17,mlp.experts.110.gate_proj,0.0000961204,0.05000,1.481
17,mlp.experts.98.gate_proj,0.0000769900,0.05000,1.482
17,mlp.experts.111.gate_proj,0.0000896153,0.05000,1.500
17,mlp.experts.99.gate_proj,0.0001026549,0.05000,1.482
17,mlp.experts.107.gate_proj,0.0000652895,0.05000,1.483
17,mlp.experts.106.gate_proj,0.0001698286,0.05000,1.533
17,mlp.experts.96.gate_proj,0.0001725032,0.05000,1.482
17,mlp.experts.100.gate_proj,0.0001828511,0.05000,1.493
17,mlp.experts.108.gate_proj,0.0001195629,0.05000,1.485
17,mlp.experts.120.gate_proj,0.0001532245,0.05000,1.509
17,mlp.experts.101.gate_proj,0.0001577245,0.05000,1.523
17,mlp.experts.97.gate_proj,0.0001905647,0.05000,1.542
17,mlp.experts.105.gate_proj,0.0001364168,0.05000,1.549
17,mlp.experts.109.gate_proj,0.0000722081,0.05000,1.518
17,mlp.experts.119.gate_proj,0.0001301341,0.05000,1.502
17,mlp.experts.114.gate_proj,0.0001756216,0.05000,1.496
17,mlp.experts.115.gate_proj,0.0001540314,0.05000,1.493
17,mlp.experts.123.gate_proj,0.0001416804,0.05000,1.491
17,mlp.experts.126.gate_proj,0.0001158774,0.05000,1.534
17,mlp.experts.118.gate_proj,0.0001023199,0.05000,1.544
17,mlp.experts.122.gate_proj,0.0001806238,0.05000,1.485
17,mlp.experts.127.gate_proj,0.0001748094,0.05000,1.547
17,mlp.experts.112.gate_proj,0.0001892722,0.05000,1.488
17,mlp.experts.116.gate_proj,0.0001901192,0.05000,1.477
17,mlp.experts.124.gate_proj,0.0002979763,0.05000,1.503
17,mlp.experts.136.gate_proj,0.0001837424,0.05000,1.479
17,mlp.experts.117.gate_proj,0.0001657758,0.05000,1.460
17,mlp.experts.113.gate_proj,0.0001056804,0.05000,1.484
17,mlp.experts.121.gate_proj,0.0001599443,0.05000,1.486
17,mlp.experts.125.gate_proj,0.0001857750,0.05000,1.462
17,mlp.experts.135.gate_proj,0.0001110379,0.05000,1.498
17,mlp.experts.130.gate_proj,0.0001258778,0.05000,1.502
17,mlp.experts.139.gate_proj,0.0001987902,0.05000,1.510
17,mlp.experts.138.gate_proj,0.0001901841,0.05000,1.506
17,mlp.experts.152.gate_proj,0.0000608333,0.05000,1.434
17,mlp.experts.132.gate_proj,0.0001820016,0.05000,1.499
17,mlp.experts.128.gate_proj,0.0002069230,0.05000,1.483
17,mlp.experts.140.gate_proj,0.0001568949,0.05000,1.436
17,mlp.experts.143.gate_proj,0.0001943149,0.05000,1.545
17,mlp.experts.142.gate_proj,0.0001569431,0.05000,1.516
17,mlp.experts.131.gate_proj,0.0001119407,0.05000,1.598
17,mlp.experts.134.gate_proj,0.0001321325,0.05000,1.577
17,mlp.experts.133.gate_proj,0.0001846808,0.05000,1.481
17,mlp.experts.129.gate_proj,0.0001649382,0.05000,1.464
17,mlp.experts.141.gate_proj,0.0002062754,0.05000,1.456
17,mlp.experts.137.gate_proj,0.0001860731,0.05000,1.467
17,mlp.experts.151.gate_proj,0.0001178849,0.05000,1.386
17,mlp.experts.146.gate_proj,0.0003027597,0.05000,1.573
17,mlp.experts.155.gate_proj,0.0001412452,0.05000,1.503
17,mlp.experts.156.gate_proj,0.0001210125,0.05000,1.497
17,mlp.experts.148.gate_proj,0.0001860052,0.05000,1.500
17,mlp.experts.168.gate_proj,0.0001493213,0.05000,1.503
17,mlp.experts.149.gate_proj,0.0001220978,0.05000,1.501
17,mlp.experts.150.gate_proj,0.0001554333,0.05000,1.520
17,mlp.experts.158.gate_proj,0.0001722110,0.05000,1.526
17,mlp.experts.147.gate_proj,0.0001569789,0.05000,1.527
17,mlp.experts.154.gate_proj,0.0002232773,0.05000,1.551
17,mlp.experts.159.gate_proj,0.0001858156,0.05000,1.535
17,mlp.experts.145.gate_proj,0.0001248328,0.05000,1.489
17,mlp.experts.153.gate_proj,0.0001868693,0.05000,1.492
17,mlp.experts.144.gate_proj,0.0005548706,0.05000,1.561
17,mlp.experts.157.gate_proj,0.0001828271,0.05000,1.540
17,mlp.experts.166.gate_proj,fallback(rtn): 0.0009766,0.00000,0.073
17,mlp.experts.167.gate_proj,0.0001856346,0.05000,1.504
17,mlp.experts.164.gate_proj,0.0001778719,0.05000,1.482
17,mlp.experts.162.gate_proj,0.0001120949,0.05000,1.551
17,mlp.experts.171.gate_proj,0.0001644589,0.05000,1.518
17,mlp.experts.172.gate_proj,0.0000986310,0.05000,1.514
17,mlp.experts.165.gate_proj,0.0001586841,0.05000,1.492
17,mlp.experts.184.gate_proj,0.0001246083,0.05000,1.539
17,mlp.experts.175.gate_proj,0.0001514240,0.05000,1.511
17,mlp.experts.160.gate_proj,0.0001326957,0.05000,1.491
17,mlp.experts.163.gate_proj,0.0001585486,0.05000,1.516
17,mlp.experts.169.gate_proj,0.0001929701,0.05000,1.498
17,mlp.experts.174.gate_proj,0.0001622364,0.05000,1.529
17,mlp.experts.161.gate_proj,0.0001593746,0.05000,1.515
17,mlp.experts.173.gate_proj,0.0001103680,0.05000,1.470
17,mlp.experts.170.gate_proj,0.0000984518,0.05000,1.570
17,mlp.experts.182.gate_proj,0.0001413993,0.05000,1.539
17,mlp.experts.183.gate_proj,0.0001454464,0.05000,1.527
17,mlp.experts.180.gate_proj,0.0001475883,0.05000,1.514
17,mlp.experts.188.gate_proj,0.0001652999,0.05000,1.502
17,mlp.experts.187.gate_proj,0.0002293625,0.05000,1.517
17,mlp.experts.181.gate_proj,0.0003086914,0.05000,1.505
17,mlp.experts.178.gate_proj,0.0003462270,0.05000,1.531
17,mlp.experts.176.gate_proj,0.0001678205,0.05000,1.489
17,mlp.experts.191.gate_proj,0.0001016596,0.05000,1.512
17,mlp.experts.179.gate_proj,0.0000893811,0.05000,1.511
17,mlp.experts.177.gate_proj,0.0001259784,0.05000,1.508
17,mlp.experts.189.gate_proj,0.0001534007,0.05000,1.500
17,mlp.experts.200.gate_proj,0.0001784246,0.05000,1.544
17,mlp.experts.185.gate_proj,0.0001642867,0.05000,1.521
17,mlp.experts.190.gate_proj,0.0002836801,0.05000,1.517
17,mlp.experts.198.gate_proj,0.0001305541,0.05000,1.473
17,mlp.experts.186.gate_proj,0.0001464414,0.05000,1.514
17,mlp.experts.199.gate_proj,0.0002112541,0.05000,1.571
17,mlp.experts.204.gate_proj,0.0001661929,0.05000,1.463
17,mlp.experts.196.gate_proj,0.0000652895,0.05000,1.486
17,mlp.experts.197.gate_proj,0.0000964827,0.05000,1.498
17,mlp.experts.192.gate_proj,0.0000653771,0.05000,1.489
17,mlp.experts.216.gate_proj,0.0001901247,0.05000,1.450
17,mlp.experts.194.gate_proj,0.0002008876,0.05000,1.534
17,mlp.experts.206.gate_proj,0.0000967058,0.05000,1.486
17,mlp.experts.205.gate_proj,0.0001768128,0.05000,1.505
17,mlp.experts.214.gate_proj,0.0001520122,0.05000,1.469
17,mlp.experts.201.gate_proj,0.0001357256,0.05000,1.505
17,mlp.experts.203.gate_proj,0.0002513895,0.05000,1.579
17,mlp.experts.193.gate_proj,0.0001825317,0.05000,1.540
17,mlp.experts.202.gate_proj,0.0000894516,0.05000,1.504
17,mlp.experts.195.gate_proj,0.0001302564,0.05000,1.611
17,mlp.experts.207.gate_proj,0.0002216077,0.05000,1.617
17,mlp.experts.215.gate_proj,0.0001354834,0.05000,1.598
17,mlp.experts.212.gate_proj,0.0002436138,0.05000,1.539
17,mlp.experts.220.gate_proj,0.0001723489,0.05000,1.551
17,mlp.experts.208.gate_proj,0.0001965349,0.05000,1.542
17,mlp.experts.232.gate_proj,0.0001608526,0.05000,1.551
17,mlp.experts.210.gate_proj,0.0001202216,0.05000,1.554
17,mlp.experts.213.gate_proj,0.0001489750,0.05000,1.597
17,mlp.experts.222.gate_proj,0.0001772140,0.05000,1.546
17,mlp.experts.209.gate_proj,0.0002203983,0.05000,1.540
17,mlp.experts.221.gate_proj,0.0002280254,0.05000,1.565
17,mlp.experts.217.gate_proj,0.0001175879,0.05000,1.563
17,mlp.experts.219.gate_proj,0.0000828123,0.05000,1.561
17,mlp.experts.230.gate_proj,0.0001411077,0.05000,1.570
17,mlp.experts.218.gate_proj,0.0001797581,0.05000,1.543
17,mlp.experts.211.gate_proj,0.0001044122,0.05000,1.588
17,mlp.experts.223.gate_proj,0.0001222087,0.05000,1.601
17,mlp.experts.231.gate_proj,0.0001388421,0.05000,1.582
17,mlp.experts.228.gate_proj,0.0001308413,0.05000,1.552
17,mlp.experts.224.gate_proj,0.0003727051,0.05000,1.509
17,mlp.experts.248.gate_proj,0.0001056577,0.05000,1.495
17,mlp.experts.236.gate_proj,0.0001603309,0.05000,1.553
17,mlp.experts.238.gate_proj,0.0000942679,0.05000,1.521
17,mlp.experts.229.gate_proj,0.0001378671,0.05000,1.537
17,mlp.experts.234.gate_proj,0.0001305814,0.05000,1.504
17,mlp.experts.233.gate_proj,0.0000842915,0.05000,1.512
17,mlp.experts.226.gate_proj,0.0000991286,0.05000,1.593
17,mlp.experts.237.gate_proj,0.0001137567,0.05000,1.554
17,mlp.experts.225.gate_proj,0.0001683317,0.05000,1.570
17,mlp.experts.246.gate_proj,0.0001236550,0.05000,1.561
17,mlp.experts.235.gate_proj,0.0001077096,0.05000,1.595
17,mlp.experts.227.gate_proj,0.0001603660,0.05000,1.567
17,mlp.experts.239.gate_proj,0.0001636475,0.05000,1.560
17,mlp.experts.8.up_proj,0.0001946282,0.05000,1.516
17,mlp.experts.247.gate_proj,0.0000753225,0.05000,1.590
17,mlp.experts.252.gate_proj,0.0001987971,0.05000,1.522
17,mlp.experts.244.gate_proj,0.0001538824,0.05000,1.545
17,mlp.experts.240.gate_proj,0.0002595134,0.05000,1.542
17,mlp.experts.254.gate_proj,0.0001292981,0.05000,1.535
17,mlp.experts.250.gate_proj,0.0000829456,0.05000,1.500
17,mlp.experts.245.gate_proj,0.0002809204,0.05000,1.536
17,mlp.experts.249.gate_proj,0.0002426354,0.05000,1.517
17,mlp.experts.253.gate_proj,0.0002271086,0.05000,1.527
17,mlp.experts.242.gate_proj,0.0001111667,0.05000,1.542
17,mlp.experts.241.gate_proj,0.0001139809,0.05000,1.532
17,mlp.experts.251.gate_proj,0.0000636259,0.05000,1.508
17,mlp.experts.6.up_proj,0.0003416048,0.05000,1.556
17,mlp.experts.243.gate_proj,0.0001708866,0.05000,1.511
17,mlp.experts.255.gate_proj,0.0001108098,0.05000,1.519
17,mlp.experts.24.up_proj,fallback(rtn): 0.0009842,0.00000,0.055
17,mlp.experts.7.up_proj,0.0001222691,0.05000,1.554
17,mlp.experts.9.up_proj,0.0001632348,0.05000,1.520
17,mlp.experts.10.up_proj,0.0001572045,0.05000,1.555
17,mlp.experts.13.up_proj,0.0001040241,0.05000,1.496
17,mlp.experts.5.up_proj,0.0001261721,0.05000,1.550
17,mlp.experts.1.up_proj,0.0001095721,0.05000,1.487
17,mlp.experts.14.up_proj,0.0000989683,0.05000,1.590
17,mlp.experts.2.up_proj,0.0000690633,0.05000,1.542
17,mlp.experts.22.up_proj,0.0001940686,0.05000,1.517
17,mlp.experts.11.up_proj,0.0001061920,0.05000,1.557
17,mlp.experts.3.up_proj,0.0001922948,0.05000,1.560
17,mlp.experts.15.up_proj,0.0001389901,0.05000,1.550
17,mlp.experts.0.up_proj,0.0000912892,0.05000,1.555
17,mlp.experts.4.up_proj,0.0002610194,0.05000,1.589
17,mlp.experts.12.up_proj,0.0001791304,0.05000,1.593
17,mlp.experts.40.up_proj,0.0002726613,0.05000,1.570
17,mlp.experts.26.up_proj,0.0001056303,0.05000,0.730
17,mlp.experts.23.up_proj,0.0001027441,0.05000,1.458
17,mlp.experts.27.up_proj,0.0002155151,0.05000,1.426
17,mlp.experts.21.up_proj,0.0001702625,0.05000,1.454
17,mlp.experts.17.up_proj,0.0001363378,0.05000,1.437
17,mlp.experts.31.up_proj,0.0002161038,0.05000,1.426
17,mlp.experts.19.up_proj,0.0001200921,0.05000,1.429
17,mlp.experts.25.up_proj,0.0001536493,0.05000,1.618
17,mlp.experts.29.up_proj,0.0001790955,0.05000,1.628
17,mlp.experts.16.up_proj,0.0001457097,0.05000,1.568
17,mlp.experts.28.up_proj,0.0002061758,0.05000,1.578
17,mlp.experts.20.up_proj,0.0001155555,0.05000,1.590
17,mlp.experts.56.up_proj,0.0001194476,0.05000,1.619
17,mlp.experts.38.up_proj,0.0000726593,0.05000,1.568
17,mlp.experts.18.up_proj,0.0001928701,0.05000,1.567
17,mlp.experts.30.up_proj,0.0001312574,0.05000,1.577
17,mlp.experts.42.up_proj,0.0001306576,0.05000,1.593
17,mlp.experts.37.up_proj,0.0001864546,0.05000,1.504
17,mlp.experts.43.up_proj,0.0001345500,0.05000,1.516
17,mlp.experts.35.up_proj,0.0000890816,0.05000,1.515
17,mlp.experts.39.up_proj,0.0001822386,0.05000,1.512
17,mlp.experts.33.up_proj,0.0001708416,0.05000,1.551
17,mlp.experts.47.up_proj,0.0002420835,0.05000,1.545
17,mlp.experts.41.up_proj,0.0002030455,0.05000,1.497
17,mlp.experts.45.up_proj,0.0001241371,0.05000,1.539
17,mlp.experts.32.up_proj,0.0001037278,0.05000,1.544
17,mlp.experts.44.up_proj,0.0000763993,0.05000,1.534
17,mlp.experts.36.up_proj,0.0001991880,0.05000,1.565
17,mlp.experts.72.up_proj,0.0001909270,0.05000,1.546
17,mlp.experts.34.up_proj,0.0001336914,0.05000,1.477
17,mlp.experts.58.up_proj,0.0001052746,0.05000,1.474
17,mlp.experts.54.up_proj,0.0001386243,0.05000,1.514
17,mlp.experts.46.up_proj,0.0001425712,0.05000,1.540
17,mlp.experts.59.up_proj,0.0001799574,0.05000,1.481
17,mlp.experts.53.up_proj,0.0001042305,0.05000,1.563
17,mlp.experts.63.up_proj,0.0000898992,0.05000,1.483
17,mlp.experts.57.up_proj,0.0000922105,0.05000,1.491
17,mlp.experts.55.up_proj,0.0001908473,0.05000,1.501
17,mlp.experts.51.up_proj,0.0001983163,0.05000,1.537
17,mlp.experts.61.up_proj,0.0001288592,0.05000,1.552
17,mlp.experts.49.up_proj,0.0002108355,0.05000,1.558
17,mlp.experts.48.up_proj,0.0001290987,0.05000,1.484
17,mlp.experts.60.up_proj,0.0001946069,0.05000,1.488
17,mlp.experts.52.up_proj,0.0000894256,0.05000,1.478
17,mlp.experts.88.up_proj,0.0001198726,0.05000,1.500
17,mlp.experts.70.up_proj,0.0002404786,0.05000,1.466
17,mlp.experts.50.up_proj,0.0001150460,0.05000,1.498
17,mlp.experts.74.up_proj,0.0001986479,0.05000,1.484
17,mlp.experts.62.up_proj,0.0001690128,0.05000,1.505
17,mlp.experts.75.up_proj,0.0001793139,0.05000,1.509
17,mlp.experts.79.up_proj,0.0001673872,0.05000,1.480
17,mlp.experts.69.up_proj,0.0001148590,0.05000,1.533
17,mlp.experts.67.up_proj,0.0001623983,0.05000,1.474
17,mlp.experts.71.up_proj,0.0001732776,0.05000,1.513
17,mlp.experts.73.up_proj,0.0001663496,0.05000,1.546
17,mlp.experts.65.up_proj,0.0001340663,0.05000,1.525
17,mlp.experts.77.up_proj,0.0002215697,0.05000,1.550
17,mlp.experts.64.up_proj,0.0000797753,0.05000,1.467
17,mlp.experts.76.up_proj,0.0000833509,0.05000,1.489
17,mlp.experts.68.up_proj,0.0001818931,0.05000,1.493
17,mlp.experts.104.up_proj,0.0001370770,0.05000,1.495
17,mlp.experts.90.up_proj,0.0001575173,0.05000,1.473
17,mlp.experts.86.up_proj,0.0001699645,0.05000,1.488
17,mlp.experts.66.up_proj,0.0001570643,0.05000,1.509
17,mlp.experts.78.up_proj,0.0002470730,0.05000,1.485
17,mlp.experts.91.up_proj,0.0001452906,0.05000,1.488
17,mlp.experts.95.up_proj,0.0001643695,0.05000,1.478
17,mlp.experts.83.up_proj,0.0002502241,0.05000,1.473
17,mlp.experts.87.up_proj,0.0000835451,0.05000,1.495
17,mlp.experts.85.up_proj,0.0002066166,0.05000,1.533
17,mlp.experts.89.up_proj,0.0001256902,0.05000,1.538
17,mlp.experts.81.up_proj,0.0000687203,0.05000,1.527
17,mlp.experts.80.up_proj,0.0002685380,0.05000,1.504
17,mlp.experts.93.up_proj,0.0001387830,0.05000,1.547
17,mlp.experts.84.up_proj,0.0000750306,0.05000,1.456
17,mlp.experts.92.up_proj,0.0001590084,0.05000,1.517
17,mlp.experts.120.up_proj,0.0001524534,0.05000,1.482
17,mlp.experts.82.up_proj,0.0002130025,0.05000,1.447
17,mlp.experts.102.up_proj,0.0001986097,0.05000,1.473
17,mlp.experts.106.up_proj,0.0001622685,0.05000,1.490
17,mlp.experts.94.up_proj,0.0001533644,0.05000,1.486
17,mlp.experts.111.up_proj,0.0000888255,0.05000,1.467
17,mlp.experts.107.up_proj,0.0000647489,0.05000,1.500
17,mlp.experts.99.up_proj,0.0000985518,0.05000,1.445
17,mlp.experts.103.up_proj,0.0000500248,0.05000,1.473
17,mlp.experts.101.up_proj,0.0001481282,0.05000,1.519
17,mlp.experts.105.up_proj,0.0001236671,0.05000,1.536
17,mlp.experts.96.up_proj,0.0001619199,0.05000,1.485
17,mlp.experts.97.up_proj,0.0001791830,0.05000,1.539
17,mlp.experts.109.up_proj,0.0000680021,0.05000,1.519
17,mlp.experts.108.up_proj,0.0001086337,0.05000,1.477
17,mlp.experts.100.up_proj,0.0001723360,0.05000,1.509
17,mlp.experts.136.up_proj,0.0001624840,0.05000,1.505
17,mlp.experts.122.up_proj,0.0001740245,0.05000,1.481
17,mlp.experts.118.up_proj,0.0001009418,0.05000,1.488
17,mlp.experts.98.up_proj,0.0000707528,0.05000,1.494
17,mlp.experts.110.up_proj,0.0000958522,0.05000,1.492
17,mlp.experts.127.up_proj,0.0001659082,0.05000,1.488
17,mlp.experts.123.up_proj,0.0001366102,0.05000,1.495
17,mlp.experts.115.up_proj,0.0001465302,0.05000,1.496
17,mlp.experts.119.up_proj,0.0001266035,0.05000,1.504
17,mlp.experts.117.up_proj,0.0001532449,0.05000,1.512
17,mlp.experts.121.up_proj,0.0001329816,0.05000,1.501
17,mlp.experts.112.up_proj,0.0001748573,0.05000,1.518
17,mlp.experts.124.up_proj,0.0002703107,0.05000,1.487
17,mlp.experts.113.up_proj,0.0000954103,0.05000,1.540
17,mlp.experts.125.up_proj,0.0001722504,0.05000,1.523
17,mlp.experts.116.up_proj,0.0001731157,0.05000,1.525
17,mlp.experts.152.up_proj,0.0000547539,0.05000,1.507
17,mlp.experts.134.up_proj,0.0001243874,0.05000,1.537
17,mlp.experts.138.up_proj,0.0001717280,0.05000,1.543
17,mlp.experts.114.up_proj,0.0001866368,0.05000,1.540
17,mlp.experts.126.up_proj,0.0000981989,0.05000,1.517
17,mlp.experts.131.up_proj,0.0001083838,0.05000,1.471
17,mlp.experts.139.up_proj,0.0002066556,0.05000,1.478
17,mlp.experts.143.up_proj,0.0001774713,0.05000,1.524
17,mlp.experts.135.up_proj,0.0001081250,0.05000,1.474
17,mlp.experts.133.up_proj,0.0001648552,0.05000,1.482
17,mlp.experts.137.up_proj,0.0001786771,0.05000,1.500
17,mlp.experts.128.up_proj,0.0002151004,0.05000,1.496
17,mlp.experts.129.up_proj,0.0001480603,0.05000,1.469
17,mlp.experts.140.up_proj,0.0001394597,0.05000,1.497
17,mlp.experts.141.up_proj,0.0002195731,0.05000,1.501
17,mlp.experts.132.up_proj,0.0001980884,0.05000,1.490
17,mlp.experts.168.up_proj,0.0001402332,0.05000,1.494
17,mlp.experts.150.up_proj,0.0001468128,0.05000,1.534
17,mlp.experts.130.up_proj,0.0001223971,0.05000,1.534
17,mlp.experts.154.up_proj,0.0002013653,0.05000,1.546
17,mlp.experts.142.up_proj,0.0001556840,0.05000,1.513
17,mlp.experts.166.up_proj,fallback(rtn): 0.0010452,0.00000,0.057
17,mlp.experts.155.up_proj,0.0001192912,0.05000,1.478
17,mlp.experts.147.up_proj,0.0001513541,0.05000,1.480
17,mlp.experts.151.up_proj,0.0001109610,0.05000,1.463
17,mlp.experts.159.up_proj,0.0001767628,0.05000,1.519
17,mlp.experts.149.up_proj,0.0001158606,0.05000,1.472
17,mlp.experts.153.up_proj,0.0001734427,0.05000,1.494
17,mlp.experts.144.up_proj,0.0001686104,0.05000,1.484
17,mlp.experts.145.up_proj,0.0001196491,0.05000,1.486
17,mlp.experts.148.up_proj,0.0001853022,0.05000,1.452
17,mlp.experts.157.up_proj,0.0001720262,0.05000,1.479
17,mlp.experts.156.up_proj,0.0001083004,0.05000,1.500
17,mlp.experts.184.up_proj,0.0001413678,0.05000,1.485
17,mlp.experts.158.up_proj,0.0001683231,0.05000,1.483
17,mlp.experts.146.up_proj,0.0002759252,0.05000,1.539
17,mlp.experts.170.up_proj,0.0000880902,0.05000,1.536
17,mlp.experts.182.up_proj,0.0001340113,0.05000,1.487
17,mlp.experts.171.up_proj,0.0001550506,0.05000,1.496
17,mlp.experts.163.up_proj,0.0001514539,0.05000,1.524
17,mlp.experts.167.up_proj,0.0001763367,0.05000,1.478
17,mlp.experts.175.up_proj,0.0001420881,0.05000,1.491
17,mlp.experts.165.up_proj,0.0001305082,0.05000,1.502
17,mlp.experts.169.up_proj,0.0001903051,0.05000,1.466
17,mlp.experts.160.up_proj,0.0001252807,0.05000,1.485
17,mlp.experts.172.up_proj,0.0001087525,0.05000,1.444
17,mlp.experts.173.up_proj,0.0001148103,0.05000,1.467
17,mlp.experts.161.up_proj,0.0001522684,0.05000,1.500
17,mlp.experts.164.up_proj,0.0001585901,0.05000,1.491
17,mlp.experts.200.up_proj,0.0001629186,0.05000,1.484
17,mlp.experts.174.up_proj,0.0001678815,0.05000,1.552
17,mlp.experts.186.up_proj,0.0001354899,0.05000,1.552
17,mlp.experts.198.up_proj,0.0001204096,0.05000,1.554
17,mlp.experts.162.up_proj,0.0001053020,0.05000,1.578
17,mlp.experts.187.up_proj,0.0002326004,0.05000,1.531
17,mlp.experts.183.up_proj,0.0001423457,0.05000,1.502
17,mlp.experts.191.up_proj,0.0000983782,0.05000,1.463
17,mlp.experts.179.up_proj,0.0000865167,0.05000,1.552
17,mlp.experts.181.up_proj,0.0002733558,0.05000,1.506
17,mlp.experts.176.up_proj,0.0001626147,0.05000,1.469
17,mlp.experts.185.up_proj,0.0001469259,0.05000,1.529
17,mlp.experts.188.up_proj,0.0001579889,0.05000,1.516
17,mlp.experts.189.up_proj,0.0001447662,0.05000,1.506
17,mlp.experts.180.up_proj,0.0001411877,0.05000,1.502
17,mlp.experts.177.up_proj,0.0001201166,0.05000,1.543
17,mlp.experts.216.up_proj,0.0001913658,0.05000,1.500
17,mlp.experts.190.up_proj,0.0002891640,0.05000,1.481
17,mlp.experts.178.up_proj,0.0003291901,0.05000,1.450
17,mlp.experts.214.up_proj,0.0001707603,0.05000,1.495
17,mlp.experts.202.up_proj,0.0000863625,0.05000,1.511
17,mlp.experts.203.up_proj,0.0002243703,0.05000,1.516
17,mlp.experts.195.up_proj,0.0001323622,0.05000,1.471
17,mlp.experts.207.up_proj,0.0002038509,0.05000,1.522
17,mlp.experts.199.up_proj,0.0001971092,0.05000,1.548
17,mlp.experts.197.up_proj,0.0000925934,0.05000,1.516
17,mlp.experts.192.up_proj,0.0000629725,0.05000,1.484
17,mlp.experts.201.up_proj,0.0001370435,0.05000,1.475
17,mlp.experts.204.up_proj,0.0001673658,0.05000,1.484
17,mlp.experts.196.up_proj,0.0000609114,0.05000,1.474
17,mlp.experts.205.up_proj,0.0001698841,0.05000,1.495
17,mlp.experts.193.up_proj,0.0001983415,0.05000,1.526
17,mlp.experts.232.up_proj,0.0001447954,0.05000,1.495
17,mlp.experts.194.up_proj,0.0001778316,0.05000,1.452
17,mlp.experts.206.up_proj,0.0000799062,0.05000,1.495
17,mlp.experts.230.up_proj,0.0001394048,0.05000,1.477
17,mlp.experts.218.up_proj,0.0001840599,0.05000,1.496
17,mlp.experts.211.up_proj,0.0001085520,0.05000,1.508
17,mlp.experts.219.up_proj,0.0000761394,0.05000,1.512
17,mlp.experts.223.up_proj,0.0001188537,0.05000,1.510
17,mlp.experts.215.up_proj,0.0001280343,0.05000,1.526
17,mlp.experts.213.up_proj,0.0001455765,0.05000,1.493
17,mlp.experts.208.up_proj,0.0001834586,0.05000,1.493
17,mlp.experts.217.up_proj,0.0001123838,0.05000,1.493
17,mlp.experts.220.up_proj,0.0001682955,0.05000,1.482
17,mlp.experts.212.up_proj,0.0001992420,0.05000,1.490
17,mlp.experts.221.up_proj,0.0002100313,0.05000,1.479
17,mlp.experts.209.up_proj,0.0001868882,0.05000,1.493
17,mlp.experts.248.up_proj,0.0001009471,0.05000,1.519
17,mlp.experts.222.up_proj,0.0001754716,0.05000,1.470
17,mlp.experts.210.up_proj,0.0001099930,0.05000,1.508
17,mlp.experts.246.up_proj,0.0001197893,0.05000,1.458
17,mlp.experts.234.up_proj,0.0001261382,0.05000,1.465
17,mlp.experts.236.up_proj,0.0001713959,0.05000,1.201
17,mlp.experts.224.up_proj,0.0003349547,0.05000,1.259
17,mlp.experts.228.up_proj,0.0001196591,0.05000,1.242
17,mlp.experts.235.up_proj,0.0000999669,0.05000,1.477
17,mlp.experts.227.up_proj,0.0001489905,0.05000,1.486
17,mlp.experts.239.up_proj,0.0001536199,0.05000,1.481
17,mlp.experts.231.up_proj,0.0001293522,0.05000,1.488
17,mlp.experts.229.up_proj,0.0001395107,0.05000,1.451
17,mlp.experts.233.up_proj,0.0000729633,0.05000,1.459
17,mlp.experts.237.up_proj,0.0001053274,0.05000,1.447
17,mlp.experts.225.up_proj,0.0001581471,0.05000,1.460
17,mlp.experts.226.up_proj,0.0000920138,0.05000,1.153
17,mlp.experts.238.up_proj,0.0000981212,0.05000,1.193
17,mlp.experts.250.up_proj,0.0000892911,0.05000,1.178
17,mlp.experts.252.up_proj,0.0001794682,0.05000,1.185
17,mlp.experts.244.up_proj,0.0001678878,0.05000,1.149
17,mlp.experts.240.up_proj,0.0002407164,0.05000,1.205
17,mlp.experts.243.up_proj,0.0001607549,0.05000,1.329
17,mlp.experts.255.up_proj,0.0001070599,0.05000,1.335
17,mlp.experts.242.up_proj,0.0001100840,0.05000,0.932
17,mlp.experts.251.up_proj,0.0000582162,0.05000,1.346
17,mlp.experts.254.up_proj,0.0001204886,0.05000,0.924
17,mlp.experts.247.up_proj,0.0000714355,0.05000,1.306
17,mlp.experts.245.up_proj,0.0002144652,0.05000,1.376
17,mlp.experts.249.up_proj,0.0002302148,0.05000,1.341
17,mlp.experts.253.up_proj,0.0002136213,0.05000,1.301
17,mlp.experts.241.up_proj,0.0001191431,0.05000,1.232
17,mlp.experts.9.down_proj,0.0000024037,0.05000,0.408
17,mlp.experts.10.down_proj,0.0000040681,0.05000,0.413
17,mlp.experts.7.down_proj,0.0000035189,0.05000,0.420
17,mlp.experts.12.down_proj,0.0000061484,0.05000,0.403
17,mlp.experts.2.down_proj,0.0000024612,0.05000,0.417
17,mlp.experts.4.down_proj,0.0000069091,0.05000,0.424
17,mlp.experts.15.down_proj,0.0000038119,0.05000,0.421
17,mlp.experts.0.down_proj,0.0000027145,0.05000,0.435
17,mlp.experts.5.down_proj,0.0000048607,0.05000,0.419
17,mlp.experts.6.down_proj,0.0000116910,0.05000,0.416
17,mlp.experts.1.down_proj,0.0000036143,0.05000,0.409
17,mlp.experts.13.down_proj,0.0000040683,0.05000,0.410
17,mlp.experts.3.down_proj,0.0000080935,0.05000,0.413
17,mlp.experts.14.down_proj,0.0000032314,0.05000,0.413
17,mlp.experts.8.down_proj,0.0000068255,0.05000,0.426
17,mlp.experts.11.down_proj,0.0000016830,0.05000,0.438
17,mlp.experts.24.down_proj,fallback(rtn): 0.0009842,0.00000,0.007
17,mlp.experts.25.down_proj,0.0000021733,0.05000,0.347
17,mlp.experts.26.down_proj,0.0000031376,0.05000,0.353
17,mlp.experts.28.down_proj,0.0000054686,0.05000,0.365
17,mlp.experts.23.down_proj,0.0000025195,0.05000,0.373
17,mlp.experts.20.down_proj,0.0000040700,0.05000,0.374
17,mlp.experts.18.down_proj,0.0000041911,0.05000,0.381
17,mlp.experts.31.down_proj,0.0000060333,0.05000,0.386
17,mlp.experts.29.down_proj,0.0000047856,0.05000,0.376
17,mlp.experts.19.down_proj,0.0000029223,0.05000,0.381
17,mlp.experts.17.down_proj,0.0000049359,0.05000,0.382
17,mlp.experts.22.down_proj,0.0000049001,0.05000,0.382
17,mlp.experts.30.down_proj,0.0000018082,0.05000,0.386
17,mlp.experts.21.down_proj,0.0000065624,0.05000,0.386
17,mlp.experts.16.down_proj,0.0000050758,0.05000,0.396
17,mlp.experts.27.down_proj,0.0000049093,0.05000,0.393
17,mlp.experts.40.down_proj,0.0000045514,0.05000,0.385
17,mlp.experts.41.down_proj,0.0000077020,0.05000,0.369
17,mlp.experts.42.down_proj,0.0000027714,0.05000,0.371
17,mlp.experts.44.down_proj,0.0000026586,0.05000,0.371
17,mlp.experts.36.down_proj,0.0000032163,0.05000,0.370
17,mlp.experts.39.down_proj,0.0000038835,0.05000,0.385
17,mlp.experts.47.down_proj,0.0000048750,0.05000,0.373
17,mlp.experts.34.down_proj,0.0000017886,0.05000,0.375
17,mlp.experts.45.down_proj,0.0000016164,0.05000,0.375
17,mlp.experts.35.down_proj,0.0000019171,0.05000,0.376
17,mlp.experts.38.down_proj,0.0000022705,0.05000,0.377
17,mlp.experts.46.down_proj,0.0000042396,0.05000,0.379
17,mlp.experts.33.down_proj,0.0000024313,0.05000,0.384
17,mlp.experts.43.down_proj,0.0000043077,0.05000,0.372
17,mlp.experts.56.down_proj,0.0000037753,0.05000,0.372
17,mlp.experts.37.down_proj,0.0000057909,0.05000,0.379
17,mlp.experts.32.down_proj,0.0000029114,0.05000,0.382
17,mlp.experts.57.down_proj,0.0000053138,0.05000,0.366
17,mlp.experts.58.down_proj,0.0000041118,0.05000,0.368
17,mlp.experts.60.down_proj,0.0000082936,0.05000,0.367
17,mlp.experts.52.down_proj,0.0000041632,0.05000,0.367
17,mlp.experts.55.down_proj,0.0000061024,0.05000,0.355
17,mlp.experts.50.down_proj,0.0000037526,0.05000,0.360
17,mlp.experts.61.down_proj,0.0000039492,0.05000,0.362
17,mlp.experts.63.down_proj,0.0000037882,0.05000,0.364
17,mlp.experts.51.down_proj,0.0000038446,0.05000,0.365
17,mlp.experts.54.down_proj,0.0000037778,0.05000,0.366
17,mlp.experts.62.down_proj,0.0000073375,0.05000,0.362
17,mlp.experts.49.down_proj,0.0000078109,0.05000,0.367
17,mlp.experts.72.down_proj,0.0000037337,0.05000,0.362
17,mlp.experts.59.down_proj,0.0000030867,0.05000,0.365
17,mlp.experts.53.down_proj,0.0000011462,0.05000,0.362
17,mlp.experts.48.down_proj,0.0000039282,0.05000,0.360
17,mlp.experts.73.down_proj,0.0000037790,0.05000,0.355
17,mlp.experts.74.down_proj,0.0000033093,0.05000,0.357
17,mlp.experts.68.down_proj,0.0000034676,0.05000,0.358
17,mlp.experts.76.down_proj,0.0000035046,0.05000,0.366
17,mlp.experts.71.down_proj,0.0000048680,0.05000,0.364
17,mlp.experts.77.down_proj,0.0000036856,0.05000,0.364
17,mlp.experts.79.down_proj,0.0000036566,0.05000,0.362
17,mlp.experts.66.down_proj,0.0000048948,0.05000,0.370
17,mlp.experts.67.down_proj,0.0000043480,0.05000,0.364
17,mlp.experts.70.down_proj,0.0000054959,0.05000,0.361
17,mlp.experts.78.down_proj,0.0000129366,0.05000,0.364
17,mlp.experts.65.down_proj,0.0000058014,0.05000,0.360
17,mlp.experts.88.down_proj,0.0000036215,0.05000,0.362
17,mlp.experts.64.down_proj,0.0000022577,0.05000,0.357
17,mlp.experts.75.down_proj,0.0000079808,0.05000,0.369
17,mlp.experts.69.down_proj,0.0000022624,0.05000,0.369
17,mlp.experts.89.down_proj,0.0000050445,0.05000,0.370
17,mlp.experts.90.down_proj,0.0000050022,0.05000,0.369
17,mlp.experts.84.down_proj,0.0000037460,0.05000,0.373
17,mlp.experts.87.down_proj,0.0000025378,0.05000,0.367
17,mlp.experts.92.down_proj,0.0000035209,0.05000,0.376
17,mlp.experts.95.down_proj,0.0000021911,0.05000,0.358
17,mlp.experts.93.down_proj,0.0000029585,0.05000,0.376
17,mlp.experts.83.down_proj,0.0000087094,0.05000,0.367
17,mlp.experts.82.down_proj,0.0000054524,0.05000,0.379
17,mlp.experts.86.down_proj,0.0000032079,0.05000,0.379
17,mlp.experts.94.down_proj,0.0000056678,0.05000,0.371
17,mlp.experts.104.down_proj,0.0000049895,0.05000,0.362
17,mlp.experts.81.down_proj,0.0000027918,0.05000,0.381
17,mlp.experts.80.down_proj,0.0000074928,0.05000,0.370
17,mlp.experts.85.down_proj,0.0000079651,0.05000,0.374
17,mlp.experts.91.down_proj,0.0000018578,0.05000,0.380
17,mlp.experts.105.down_proj,0.0000047703,0.05000,0.390
17,mlp.experts.106.down_proj,0.0000022707,0.05000,0.384
17,mlp.experts.100.down_proj,0.0000036654,0.05000,0.373
17,mlp.experts.103.down_proj,0.0000021587,0.05000,0.378
17,mlp.experts.108.down_proj,0.0000022059,0.05000,0.377
17,mlp.experts.111.down_proj,0.0000020109,0.05000,0.366
17,mlp.experts.109.down_proj,0.0000035093,0.05000,0.377
17,mlp.experts.98.down_proj,0.0000020948,0.05000,0.380
17,mlp.experts.96.down_proj,0.0000031119,0.05000,0.361
17,mlp.experts.99.down_proj,0.0000011397,0.05000,0.386
17,mlp.experts.120.down_proj,0.0000063113,0.05000,0.372
17,mlp.experts.110.down_proj,0.0000024808,0.05000,0.379
17,mlp.experts.102.down_proj,0.0000093366,0.05000,0.389
17,mlp.experts.97.down_proj,0.0000022390,0.05000,0.384
17,mlp.experts.101.down_proj,0.0000057076,0.05000,0.377
17,mlp.experts.107.down_proj,0.0000016083,0.05000,0.378
17,mlp.experts.121.down_proj,0.0000015847,0.05000,0.370
17,mlp.experts.122.down_proj,0.0000052523,0.05000,0.374
17,mlp.experts.116.down_proj,0.0000029492,0.05000,0.375
17,mlp.experts.119.down_proj,0.0000087462,0.05000,0.370
17,mlp.experts.124.down_proj,0.0000087797,0.05000,0.369
17,mlp.experts.127.down_proj,0.0000022196,0.05000,0.367
17,mlp.experts.114.down_proj,0.0000083394,0.05000,0.369
17,mlp.experts.125.down_proj,0.0000025228,0.05000,0.378
17,mlp.experts.112.down_proj,0.0000026211,0.05000,0.369
17,mlp.experts.136.down_proj,0.0000025066,0.05000,0.372
17,mlp.experts.115.down_proj,0.0000053357,0.05000,0.374
17,mlp.experts.126.down_proj,0.0000021355,0.05000,0.380
17,mlp.experts.118.down_proj,0.0000025757,0.05000,0.379
17,mlp.experts.113.down_proj,0.0000015241,0.05000,0.386
17,mlp.experts.123.down_proj,0.0000036621,0.05000,0.376
17,mlp.experts.117.down_proj,0.0000038686,0.05000,0.382
17,mlp.experts.137.down_proj,0.0000037944,0.05000,0.366
17,mlp.experts.138.down_proj,0.0000042852,0.05000,0.363
17,mlp.experts.140.down_proj,0.0000036709,0.05000,0.358
17,mlp.experts.132.down_proj,0.0000082060,0.05000,0.370
17,mlp.experts.143.down_proj,0.0000047458,0.05000,0.374
17,mlp.experts.135.down_proj,0.0000030434,0.05000,0.379
17,mlp.experts.128.down_proj,0.0000104716,0.05000,0.359
17,mlp.experts.130.down_proj,0.0000041207,0.05000,0.366
17,mlp.experts.141.down_proj,0.0000095851,0.05000,0.364
17,mlp.experts.152.down_proj,0.0000012424,0.05000,0.358
17,mlp.experts.131.down_proj,0.0000012902,0.05000,0.370
17,mlp.experts.129.down_proj,0.0000048714,0.05000,0.359
17,mlp.experts.142.down_proj,0.0000049460,0.05000,0.369
17,mlp.experts.134.down_proj,0.0000018656,0.05000,0.373
17,mlp.experts.133.down_proj,0.0000041318,0.05000,0.361
17,mlp.experts.139.down_proj,0.0000063694,0.05000,0.369
17,mlp.experts.153.down_proj,0.0000048592,0.05000,0.360
17,mlp.experts.154.down_proj,0.0000058139,0.05000,0.355
17,mlp.experts.148.down_proj,0.0000062133,0.05000,0.349
17,mlp.experts.156.down_proj,0.0000032907,0.05000,0.362
17,mlp.experts.159.down_proj,0.0000033552,0.05000,0.362
17,mlp.experts.151.down_proj,0.0000032461,0.05000,0.361
17,mlp.experts.157.down_proj,0.0000062949,0.05000,0.354
17,mlp.experts.144.down_proj,0.0000005951,0.05000,0.360
17,mlp.experts.168.down_proj,0.0000016692,0.05000,0.356
17,mlp.experts.146.down_proj,0.0000075953,0.05000,0.375
17,mlp.experts.147.down_proj,0.0000056844,0.05000,0.366
17,mlp.experts.145.down_proj,0.0000028259,0.05000,0.367
17,mlp.experts.150.down_proj,0.0000020662,0.05000,0.367
17,mlp.experts.158.down_proj,0.0000058095,0.05000,0.369
17,mlp.experts.149.down_proj,0.0000035781,0.05000,0.364
17,mlp.experts.155.down_proj,0.0000026398,0.05000,0.366
17,mlp.experts.166.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
17,mlp.experts.169.down_proj,0.0000067739,0.05000,0.377
17,mlp.experts.170.down_proj,0.0000025055,0.05000,0.376
17,mlp.experts.164.down_proj,0.0000053563,0.05000,0.366
17,mlp.experts.172.down_proj,0.0000041639,0.05000,0.368
17,mlp.experts.167.down_proj,0.0000026888,0.05000,0.377
17,mlp.experts.175.down_proj,0.0000019876,0.05000,0.381
17,mlp.experts.173.down_proj,0.0000041670,0.05000,0.374
17,mlp.experts.184.down_proj,0.0000056967,0.05000,0.376
17,mlp.experts.160.down_proj,0.0000031689,0.05000,0.379
17,mlp.experts.162.down_proj,0.0000041097,0.05000,0.379
17,mlp.experts.163.down_proj,0.0000043639,0.05000,0.373
17,mlp.experts.174.down_proj,0.0000055367,0.05000,0.377
17,mlp.experts.171.down_proj,0.0000054829,0.05000,0.376
17,mlp.experts.161.down_proj,0.0000022514,0.05000,0.390
17,mlp.experts.165.down_proj,0.0000014086,0.05000,0.388
17,mlp.experts.182.down_proj,0.0000017730,0.05000,0.387
17,mlp.experts.185.down_proj,0.0000044415,0.05000,0.372
17,mlp.experts.186.down_proj,0.0000015637,0.05000,0.374
17,mlp.experts.180.down_proj,0.0000037503,0.05000,0.366
17,mlp.experts.188.down_proj,0.0000051691,0.05000,0.369
17,mlp.experts.183.down_proj,0.0000025231,0.05000,0.373
17,mlp.experts.191.down_proj,0.0000032058,0.05000,0.372
17,mlp.experts.189.down_proj,0.0000037102,0.05000,0.375
17,mlp.experts.200.down_proj,0.0000049291,0.05000,0.372
17,mlp.experts.176.down_proj,0.0000057861,0.05000,0.377
17,mlp.experts.179.down_proj,0.0000045425,0.05000,0.367
17,mlp.experts.178.down_proj,0.0000188239,0.05000,0.377
17,mlp.experts.190.down_proj,0.0000151470,0.05000,0.372
17,mlp.experts.187.down_proj,0.0000073523,0.05000,0.371
17,mlp.experts.177.down_proj,0.0000041000,0.05000,0.377
17,mlp.experts.181.down_proj,0.0000092846,0.05000,0.380
17,mlp.experts.198.down_proj,0.0000028217,0.05000,0.377
17,mlp.experts.201.down_proj,0.0000038699,0.05000,0.382
17,mlp.experts.202.down_proj,0.0000023261,0.05000,0.375
17,mlp.experts.204.down_proj,0.0000058204,0.05000,0.374
17,mlp.experts.196.down_proj,0.0000022895,0.05000,0.380
17,mlp.experts.207.down_proj,0.0000035349,0.05000,0.374
17,mlp.experts.199.down_proj,0.0000061083,0.05000,0.378
17,mlp.experts.205.down_proj,0.0000052649,0.05000,0.368
17,mlp.experts.216.down_proj,0.0000077246,0.05000,0.372
17,mlp.experts.192.down_proj,0.0000022426,0.05000,0.375
17,mlp.experts.195.down_proj,0.0000138076,0.05000,0.373
17,mlp.experts.194.down_proj,0.0000027782,0.05000,0.374
17,mlp.experts.206.down_proj,0.0000021844,0.05000,0.364
17,mlp.experts.193.down_proj,0.0000072119,0.05000,0.372
17,mlp.experts.197.down_proj,0.0000023947,0.05000,0.367
17,mlp.experts.203.down_proj,0.0000039196,0.05000,0.376
17,mlp.experts.214.down_proj,0.0000075277,0.05000,0.368
17,mlp.experts.217.down_proj,0.0000047814,0.05000,0.353
17,mlp.experts.218.down_proj,0.0000080782,0.05000,0.363
17,mlp.experts.220.down_proj,0.0000055863,0.05000,0.361
17,mlp.experts.212.down_proj,0.0000043643,0.05000,0.368
17,mlp.experts.223.down_proj,0.0000046374,0.05000,0.366
17,mlp.experts.215.down_proj,0.0000023652,0.05000,0.364
17,mlp.experts.221.down_proj,0.0000036775,0.05000,0.358
17,mlp.experts.232.down_proj,0.0000025170,0.05000,0.365
17,mlp.experts.208.down_proj,0.0000047857,0.05000,0.361
17,mlp.experts.211.down_proj,0.0000038440,0.05000,0.358
17,mlp.experts.210.down_proj,0.0000036064,0.05000,0.357
17,mlp.experts.222.down_proj,0.0000060949,0.05000,0.350
17,mlp.experts.230.down_proj,0.0000054049,0.05000,0.356
17,mlp.experts.209.down_proj,0.0000070499,0.05000,0.365
17,mlp.experts.213.down_proj,0.0000065363,0.05000,0.361
17,mlp.experts.219.down_proj,0.0000023501,0.05000,0.368
17,mlp.experts.233.down_proj,0.0000030620,0.05000,0.359
17,mlp.experts.234.down_proj,0.0000037241,0.05000,0.357
17,mlp.experts.236.down_proj,0.0000074423,0.05000,0.364
17,mlp.experts.228.down_proj,0.0000027280,0.05000,0.375
17,mlp.experts.237.down_proj,0.0000027818,0.05000,0.363
17,mlp.experts.231.down_proj,0.0000037508,0.05000,0.369
17,mlp.experts.239.down_proj,0.0000036779,0.05000,0.372
17,mlp.experts.248.down_proj,0.0000020679,0.05000,0.378
17,mlp.experts.227.down_proj,0.0000018478,0.05000,0.367
17,mlp.experts.226.down_proj,0.0000011984,0.05000,0.365
17,mlp.experts.238.down_proj,0.0000036323,0.05000,0.364
17,mlp.experts.224.down_proj,0.0000098669,0.05000,0.376
17,mlp.experts.246.down_proj,0.0000018777,0.05000,0.362
17,mlp.experts.229.down_proj,0.0000050592,0.05000,0.365
17,mlp.experts.225.down_proj,0.0000106467,0.05000,0.369
17,mlp.experts.235.down_proj,0.0000028679,0.05000,0.368
17,mlp.experts.250.down_proj,0.0000031841,0.05000,0.321
17,mlp.experts.249.down_proj,0.0000039244,0.05000,0.361
17,mlp.experts.252.down_proj,0.0000050865,0.05000,0.306
17,mlp.experts.244.down_proj,0.0000052202,0.05000,0.303
17,mlp.experts.240.down_proj,0.0000073189,0.05000,0.263
17,mlp.experts.254.down_proj,0.0000027130,0.05000,0.266
17,mlp.experts.242.down_proj,0.0000030112,0.05000,0.267
17,mlp.experts.253.down_proj,0.0000032130,0.05000,0.320
17,mlp.experts.247.down_proj,0.0000011693,0.05000,0.329
17,mlp.experts.255.down_proj,0.0000032196,0.05000,0.335
17,mlp.experts.243.down_proj,0.0000017759,0.05000,0.311
17,mlp.experts.245.down_proj,0.0000031546,0.05000,0.278
17,mlp.experts.251.down_proj,0.0000014179,0.05000,0.272
17,mlp.experts.241.down_proj,0.0000025100,0.05000,0.278
18,mlp.experts.13.gate_proj,0.0000887906,0.05000,1.570
18,mlp.experts.15.gate_proj,0.0001382073,0.05000,1.577
18,mlp.experts.2.gate_proj,0.0001640523,0.05000,1.596
18,mlp.experts.11.gate_proj,0.0002186959,0.05000,1.573
18,mlp.experts.14.gate_proj,0.0001835641,0.05000,1.579
18,mlp.experts.1.gate_proj,0.0001054800,0.05000,1.597
18,mlp.experts.5.gate_proj,0.0001500172,0.05000,1.613
18,mlp.experts.7.gate_proj,0.0004383991,0.05000,1.609
18,mlp.experts.3.gate_proj,0.0001192057,0.05000,1.644
18,mlp.experts.8.gate_proj,0.0000743799,0.05000,1.639
18,mlp.experts.0.gate_proj,0.0000650313,0.05000,1.631
18,mlp.experts.6.gate_proj,0.0001587270,0.05000,1.634
18,mlp.experts.10.gate_proj,0.0001784723,0.05000,1.632
18,mlp.experts.12.gate_proj,0.0001545357,0.05000,1.647
18,mlp.experts.9.gate_proj,0.0001568523,0.05000,1.665
18,mlp.experts.4.gate_proj,0.0002097950,0.05000,1.721
18,mlp.experts.23.gate_proj,0.0000908243,0.05000,1.479
18,mlp.experts.31.gate_proj,0.0001969115,0.05000,1.515
18,mlp.experts.29.gate_proj,0.0002200142,0.05000,1.541
18,mlp.experts.18.gate_proj,0.0000855033,0.05000,1.535
18,mlp.experts.30.gate_proj,0.0001484335,0.05000,1.532
18,mlp.experts.17.gate_proj,0.0002253904,0.05000,1.529
18,mlp.experts.27.gate_proj,0.0001097076,0.05000,1.558
18,mlp.experts.21.gate_proj,0.0001370794,0.05000,1.553
18,mlp.experts.22.gate_proj,0.0001510651,0.05000,1.523
18,mlp.experts.19.gate_proj,0.0001117499,0.05000,1.558
18,mlp.experts.16.gate_proj,0.0001709715,0.05000,1.559
18,mlp.experts.26.gate_proj,0.0003573920,0.05000,1.556
18,mlp.experts.25.gate_proj,0.0000935544,0.05000,1.556
18,mlp.experts.24.gate_proj,0.0001849924,0.05000,1.600
18,mlp.experts.28.gate_proj,0.0001175148,0.05000,1.583
18,mlp.experts.20.gate_proj,0.0002745415,0.05000,1.578
18,mlp.experts.47.gate_proj,0.0002133790,0.05000,1.505
18,mlp.experts.39.gate_proj,0.0000727052,0.05000,1.506
18,mlp.experts.34.gate_proj,0.0001398731,0.05000,1.485
18,mlp.experts.43.gate_proj,0.0000924610,0.05000,1.464
18,mlp.experts.45.gate_proj,0.0001534344,0.05000,1.500
18,mlp.experts.46.gate_proj,0.0002925076,0.05000,1.486
18,mlp.experts.33.gate_proj,0.0002335698,0.05000,1.487
18,mlp.experts.37.gate_proj,0.0001160377,0.05000,1.499
18,mlp.experts.38.gate_proj,0.0001691779,0.05000,1.496
18,mlp.experts.35.gate_proj,0.0000791619,0.05000,1.492
18,mlp.experts.42.gate_proj,0.0001240894,0.05000,1.496
18,mlp.experts.41.gate_proj,0.0001832578,0.05000,1.497
18,mlp.experts.32.gate_proj,0.0002025350,0.05000,1.550
18,mlp.experts.44.gate_proj,0.0001602890,0.05000,1.533
18,mlp.experts.40.gate_proj,0.0001190043,0.05000,1.547
18,mlp.experts.36.gate_proj,0.0002917263,0.05000,1.554
18,mlp.experts.50.gate_proj,0.0001228505,0.05000,1.505
18,mlp.experts.62.gate_proj,0.0000873974,0.05000,1.523
18,mlp.experts.59.gate_proj,0.0001502023,0.05000,1.523
18,mlp.experts.55.gate_proj,0.0001691534,0.05000,1.535
18,mlp.experts.51.gate_proj,0.0000935188,0.05000,1.472
18,mlp.experts.63.gate_proj,0.0001443522,0.05000,1.546
18,mlp.experts.61.gate_proj,0.0001265220,0.05000,1.528
18,mlp.experts.49.gate_proj,0.0003756228,0.05000,1.527
18,mlp.experts.53.gate_proj,0.0001487414,0.05000,1.519
18,mlp.experts.54.gate_proj,0.0001431475,0.05000,1.512
18,mlp.experts.48.gate_proj,0.0003562498,0.05000,1.487
18,mlp.experts.57.gate_proj,0.0000715441,0.05000,1.524
18,mlp.experts.58.gate_proj,0.0001090049,0.05000,1.531
18,mlp.experts.60.gate_proj,0.0001077838,0.05000,1.472
18,mlp.experts.65.gate_proj,fallback(rtn): 0.0010376,0.00000,0.073
18,mlp.experts.56.gate_proj,0.0001759096,0.05000,1.499
18,mlp.experts.52.gate_proj,0.0001796807,0.05000,1.498
18,mlp.experts.78.gate_proj,0.0001489377,0.05000,1.488
18,mlp.experts.66.gate_proj,0.0002208130,0.05000,1.530
18,mlp.experts.67.gate_proj,0.0001697446,0.05000,1.522
18,mlp.experts.71.gate_proj,0.0001438695,0.05000,1.532
18,mlp.experts.75.gate_proj,0.0001552954,0.05000,1.534
18,mlp.experts.79.gate_proj,0.0000957050,0.05000,1.527
18,mlp.experts.70.gate_proj,0.0002157153,0.05000,1.502
18,mlp.experts.69.gate_proj,0.0001827886,0.05000,1.538
18,mlp.experts.77.gate_proj,0.0001734621,0.05000,1.569
18,mlp.experts.72.gate_proj,0.0001821611,0.05000,1.471
18,mlp.experts.64.gate_proj,0.0001281311,0.05000,1.513
18,mlp.experts.76.gate_proj,0.0000571306,0.05000,1.497
18,mlp.experts.74.gate_proj,0.0001127422,0.05000,1.527
18,mlp.experts.81.gate_proj,0.0002166188,0.05000,1.548
18,mlp.experts.73.gate_proj,0.0001625491,0.05000,1.584
18,mlp.experts.68.gate_proj,0.0002566026,0.05000,1.528
18,mlp.experts.82.gate_proj,0.0001606324,0.05000,1.506
18,mlp.experts.94.gate_proj,0.0001814640,0.05000,1.550
18,mlp.experts.87.gate_proj,0.0001291272,0.05000,1.509
18,mlp.experts.91.gate_proj,0.0001840993,0.05000,1.505
18,mlp.experts.95.gate_proj,0.0001343301,0.05000,1.527
18,mlp.experts.86.gate_proj,0.0001138240,0.05000,1.547
18,mlp.experts.83.gate_proj,0.0001088705,0.05000,1.564
18,mlp.experts.92.gate_proj,0.0000737445,0.05000,1.510
18,mlp.experts.88.gate_proj,0.0001423267,0.05000,1.516
18,mlp.experts.93.gate_proj,0.0002048117,0.05000,1.572
18,mlp.experts.80.gate_proj,0.0000959524,0.05000,1.564
18,mlp.experts.90.gate_proj,0.0001948909,0.05000,1.555
18,mlp.experts.85.gate_proj,0.0001158405,0.05000,1.604
18,mlp.experts.89.gate_proj,0.0001410816,0.05000,1.536
18,mlp.experts.84.gate_proj,0.0001618855,0.05000,1.496
18,mlp.experts.97.gate_proj,0.0001264049,0.05000,1.593
18,mlp.experts.98.gate_proj,0.0001814973,0.05000,1.538
18,mlp.experts.110.gate_proj,0.0002484555,0.05000,1.539
18,mlp.experts.103.gate_proj,0.0001163075,0.05000,1.541
18,mlp.experts.111.gate_proj,0.0002087286,0.05000,1.522
18,mlp.experts.107.gate_proj,0.0003331496,0.05000,1.542
18,mlp.experts.99.gate_proj,0.0001891808,0.05000,1.498
18,mlp.experts.108.gate_proj,0.0002450410,0.05000,1.526
18,mlp.experts.102.gate_proj,0.0001888949,0.05000,1.556
18,mlp.experts.96.gate_proj,0.0000990113,0.05000,1.511
18,mlp.experts.104.gate_proj,0.0001414029,0.05000,1.561
18,mlp.experts.109.gate_proj,0.0002760599,0.05000,1.562
18,mlp.experts.106.gate_proj,0.0001696046,0.05000,1.542
18,mlp.experts.101.gate_proj,0.0001807765,0.05000,1.562
18,mlp.experts.100.gate_proj,0.0002007878,0.05000,1.535
18,mlp.experts.105.gate_proj,0.0002142384,0.05000,1.586
18,mlp.experts.113.gate_proj,0.0001329399,0.05000,1.587
18,mlp.experts.114.gate_proj,0.0001386027,0.05000,1.506
18,mlp.experts.126.gate_proj,0.0001151620,0.05000,1.511
18,mlp.experts.115.gate_proj,0.0001700888,0.05000,1.486
18,mlp.experts.119.gate_proj,0.0001892818,0.05000,1.496
18,mlp.experts.127.gate_proj,0.0001836639,0.05000,1.495
18,mlp.experts.124.gate_proj,0.0001630086,0.05000,1.495
18,mlp.experts.118.gate_proj,0.0001911342,0.05000,1.504
18,mlp.experts.123.gate_proj,0.0001990864,0.05000,1.557
18,mlp.experts.112.gate_proj,0.0001644171,0.05000,1.505
18,mlp.experts.120.gate_proj,0.0000563689,0.05000,1.505
18,mlp.experts.117.gate_proj,0.0001211580,0.05000,1.483
18,mlp.experts.125.gate_proj,0.0004056562,0.05000,1.540
18,mlp.experts.122.gate_proj,0.0001141073,0.05000,1.536
18,mlp.experts.116.gate_proj,0.0001488246,0.05000,1.516
18,mlp.experts.121.gate_proj,0.0001184055,0.05000,1.492
18,mlp.experts.129.gate_proj,0.0000936140,0.05000,1.524
18,mlp.experts.142.gate_proj,0.0002567686,0.05000,1.503
18,mlp.experts.143.gate_proj,0.0002897868,0.05000,1.499
18,mlp.experts.130.gate_proj,0.0002183438,0.05000,1.560
18,mlp.experts.140.gate_proj,0.0001762521,0.05000,1.483
18,mlp.experts.135.gate_proj,0.0001550314,0.05000,1.513
18,mlp.experts.131.gate_proj,0.0001736603,0.05000,1.563
18,mlp.experts.136.gate_proj,0.0002163673,0.05000,1.499
18,mlp.experts.139.gate_proj,0.0001401090,0.05000,1.525
18,mlp.experts.134.gate_proj,0.0001181078,0.05000,1.556
18,mlp.experts.128.gate_proj,0.0001064931,0.05000,1.533
18,mlp.experts.141.gate_proj,0.0001670270,0.05000,1.472
18,mlp.experts.133.gate_proj,0.0001662312,0.05000,1.504
18,mlp.experts.132.gate_proj,0.0001855392,0.05000,1.521
18,mlp.experts.137.gate_proj,0.0001494673,0.05000,1.511
18,mlp.experts.138.gate_proj,0.0000855655,0.05000,1.566
18,mlp.experts.145.gate_proj,0.0001866984,0.05000,1.493
18,mlp.experts.159.gate_proj,0.0001298479,0.05000,1.521
18,mlp.experts.158.gate_proj,0.0001621692,0.05000,1.538
18,mlp.experts.156.gate_proj,0.0001908916,0.05000,1.517
18,mlp.experts.147.gate_proj,0.0001249423,0.05000,1.477
18,mlp.experts.146.gate_proj,0.0003270986,0.05000,1.557
18,mlp.experts.151.gate_proj,0.0002476868,0.05000,1.574
18,mlp.experts.144.gate_proj,0.0003332108,0.05000,1.475
18,mlp.experts.155.gate_proj,0.0001396140,0.05000,1.505
18,mlp.experts.152.gate_proj,0.0000726303,0.05000,1.506
18,mlp.experts.157.gate_proj,0.0002061391,0.05000,1.501
18,mlp.experts.149.gate_proj,0.0002989120,0.05000,1.542
18,mlp.experts.148.gate_proj,0.0002134074,0.05000,1.496
18,mlp.experts.150.gate_proj,0.0002362017,0.05000,1.590
18,mlp.experts.153.gate_proj,0.0003406342,0.05000,1.508
18,mlp.experts.161.gate_proj,0.0001432884,0.05000,1.516
18,mlp.experts.154.gate_proj,0.0003089284,0.05000,1.557
18,mlp.experts.163.gate_proj,0.0001030625,0.05000,1.513
18,mlp.experts.175.gate_proj,0.0000759606,0.05000,1.531
18,mlp.experts.172.gate_proj,0.0001457325,0.05000,1.528
18,mlp.experts.174.gate_proj,0.0001487570,0.05000,1.579
18,mlp.experts.167.gate_proj,0.0001730204,0.05000,1.513
18,mlp.experts.160.gate_proj,0.0002430178,0.05000,1.513
18,mlp.experts.171.gate_proj,0.0001332010,0.05000,1.518
18,mlp.experts.168.gate_proj,0.0002646266,0.05000,1.528
18,mlp.experts.162.gate_proj,0.0001695618,0.05000,1.586
18,mlp.experts.173.gate_proj,0.0001106766,0.05000,1.519
18,mlp.experts.165.gate_proj,0.0001113404,0.05000,1.526
18,mlp.experts.169.gate_proj,0.0001679237,0.05000,1.497
18,mlp.experts.164.gate_proj,0.0001224953,0.05000,1.552
18,mlp.experts.166.gate_proj,0.0001130511,0.05000,1.578
18,mlp.experts.177.gate_proj,0.0001217332,0.05000,1.523
18,mlp.experts.170.gate_proj,0.0001480354,0.05000,1.538
18,mlp.experts.179.gate_proj,0.0000855354,0.05000,1.524
18,mlp.experts.191.gate_proj,0.0001997300,0.05000,1.530
18,mlp.experts.188.gate_proj,0.0001828726,0.05000,1.539
18,mlp.experts.183.gate_proj,0.0001565417,0.05000,1.512
18,mlp.experts.187.gate_proj,0.0001373655,0.05000,1.516
18,mlp.experts.190.gate_proj,0.0001258097,0.05000,1.532
18,mlp.experts.176.gate_proj,0.0001213166,0.05000,1.534
18,mlp.experts.184.gate_proj,0.0001923829,0.05000,1.525
18,mlp.experts.178.gate_proj,0.0001933191,0.05000,1.531
18,mlp.experts.189.gate_proj,0.0002022588,0.05000,1.536
18,mlp.experts.181.gate_proj,0.0002324411,0.05000,1.489
18,mlp.experts.180.gate_proj,0.0001709865,0.05000,1.516
18,mlp.experts.185.gate_proj,0.0001757811,0.05000,1.557
18,mlp.experts.182.gate_proj,0.0001066945,0.05000,1.494
18,mlp.experts.193.gate_proj,0.0001069252,0.05000,1.518
18,mlp.experts.186.gate_proj,0.0002683786,0.05000,1.503
18,mlp.experts.204.gate_proj,0.0000907003,0.05000,1.519
18,mlp.experts.195.gate_proj,0.0004627769,0.05000,1.556
18,mlp.experts.206.gate_proj,0.0002384661,0.05000,1.516
18,mlp.experts.207.gate_proj,0.0001391076,0.05000,1.587
18,mlp.experts.203.gate_proj,0.0001775416,0.05000,1.546
18,mlp.experts.199.gate_proj,0.0001879887,0.05000,1.554
18,mlp.experts.192.gate_proj,0.0002178964,0.05000,1.527
18,mlp.experts.200.gate_proj,0.0003495442,0.05000,1.529
18,mlp.experts.205.gate_proj,0.0002889704,0.05000,1.504
18,mlp.experts.194.gate_proj,0.0001544406,0.05000,1.523
18,mlp.experts.197.gate_proj,0.0001424274,0.05000,1.555
18,mlp.experts.196.gate_proj,0.0001329202,0.05000,1.526
18,mlp.experts.201.gate_proj,0.0001689735,0.05000,1.537
18,mlp.experts.198.gate_proj,0.0001734041,0.05000,1.560
18,mlp.experts.209.gate_proj,0.0002502697,0.05000,1.541
18,mlp.experts.202.gate_proj,0.0001088514,0.05000,1.536
18,mlp.experts.220.gate_proj,0.0002653888,0.05000,1.520
18,mlp.experts.222.gate_proj,0.0002010536,0.05000,1.540
18,mlp.experts.216.gate_proj,0.0001893703,0.05000,1.515
18,mlp.experts.221.gate_proj,0.0000607171,0.05000,1.518
18,mlp.experts.210.gate_proj,0.0001975317,0.05000,1.521
18,mlp.experts.215.gate_proj,0.0001658451,0.05000,1.542
18,mlp.experts.219.gate_proj,0.0002005406,0.05000,1.551
18,mlp.experts.211.gate_proj,0.0001776441,0.05000,1.600
18,mlp.experts.208.gate_proj,0.0000970850,0.05000,1.552
18,mlp.experts.223.gate_proj,0.0000777707,0.05000,1.569
18,mlp.experts.213.gate_proj,0.0001814971,0.05000,1.514
18,mlp.experts.212.gate_proj,0.0001508363,0.05000,1.506
18,mlp.experts.214.gate_proj,0.0001826865,0.05000,1.499
18,mlp.experts.217.gate_proj,0.0001684066,0.05000,1.543
18,mlp.experts.225.gate_proj,0.0001716182,0.05000,1.530
18,mlp.experts.218.gate_proj,0.0003414854,0.05000,1.509
18,mlp.experts.236.gate_proj,0.0002296388,0.05000,1.511
18,mlp.experts.238.gate_proj,0.0001556830,0.05000,1.509
18,mlp.experts.226.gate_proj,0.0001757780,0.05000,1.484
18,mlp.experts.224.gate_proj,0.0000741581,0.05000,1.477
18,mlp.experts.232.gate_proj,0.0002044472,0.05000,1.518
18,mlp.experts.237.gate_proj,0.0002263561,0.05000,1.540
18,mlp.experts.228.gate_proj,0.0001886855,0.05000,1.509
18,mlp.experts.235.gate_proj,0.0002636433,0.05000,1.558
18,mlp.experts.231.gate_proj,0.0002483661,0.05000,1.562
18,mlp.experts.239.gate_proj,0.0000839323,0.05000,1.554
18,mlp.experts.227.gate_proj,0.0001296020,0.05000,1.559
18,mlp.experts.229.gate_proj,0.0001617754,0.05000,1.536
18,mlp.experts.230.gate_proj,0.0002010236,0.05000,1.504
18,mlp.experts.233.gate_proj,0.0001234057,0.05000,1.498
18,mlp.experts.234.gate_proj,0.0000637066,0.05000,1.502
18,mlp.experts.241.gate_proj,0.0000922248,0.05000,1.522
18,mlp.experts.252.gate_proj,0.0003247421,0.05000,1.532
18,mlp.experts.242.gate_proj,0.0002576807,0.05000,1.512
18,mlp.experts.254.gate_proj,0.0001582224,0.05000,1.524
18,mlp.experts.248.gate_proj,0.0003660498,0.05000,1.556
18,mlp.experts.240.gate_proj,0.0000770241,0.05000,1.557
18,mlp.experts.253.gate_proj,0.0001566408,0.05000,1.544
18,mlp.experts.247.gate_proj,0.0002570344,0.05000,1.505
18,mlp.experts.244.gate_proj,0.0002847543,0.05000,1.529
18,mlp.experts.245.gate_proj,0.0001053451,0.05000,1.517
18,mlp.experts.255.gate_proj,0.0001856657,0.05000,1.526
18,mlp.experts.246.gate_proj,0.0002485089,0.05000,1.520
18,mlp.experts.249.gate_proj,0.0003152196,0.05000,1.522
18,mlp.experts.251.gate_proj,0.0001368051,0.05000,1.573
18,mlp.experts.243.gate_proj,0.0002074478,0.05000,1.565
18,mlp.experts.250.gate_proj,0.0001888305,0.05000,1.529
18,mlp.experts.1.up_proj,0.0000953003,0.05000,1.523
18,mlp.experts.12.up_proj,0.0001479930,0.05000,1.554
18,mlp.experts.14.up_proj,0.0001765406,0.05000,1.536
18,mlp.experts.2.up_proj,0.0001428972,0.05000,1.541
18,mlp.experts.13.up_proj,0.0000871292,0.05000,1.523
18,mlp.experts.15.up_proj,0.0001330711,0.05000,1.503
18,mlp.experts.7.up_proj,0.0003822456,0.05000,1.531
18,mlp.experts.8.up_proj,0.0000708648,0.05000,1.565
18,mlp.experts.5.up_proj,0.0001391776,0.05000,1.543
18,mlp.experts.6.up_proj,0.0001619979,0.05000,1.533
18,mlp.experts.0.up_proj,0.0000819234,0.05000,1.608
18,mlp.experts.3.up_proj,0.0001124165,0.05000,1.524
18,mlp.experts.9.up_proj,0.0001323026,0.05000,1.544
18,mlp.experts.11.up_proj,0.0002165747,0.05000,1.545
18,mlp.experts.10.up_proj,0.0001617310,0.05000,1.539
18,mlp.experts.4.up_proj,0.0001877331,0.05000,1.637
18,mlp.experts.17.up_proj,0.0002097891,0.05000,1.541
18,mlp.experts.28.up_proj,0.0001083924,0.05000,1.546
18,mlp.experts.18.up_proj,0.0000788604,0.05000,1.536
18,mlp.experts.30.up_proj,0.0001299124,0.05000,1.540
18,mlp.experts.29.up_proj,0.0002116814,0.05000,1.539
18,mlp.experts.23.up_proj,0.0000877655,0.05000,1.528
18,mlp.experts.31.up_proj,0.0001897574,0.05000,1.536
18,mlp.experts.22.up_proj,0.0001578326,0.05000,1.505
18,mlp.experts.21.up_proj,0.0001379195,0.05000,1.525
18,mlp.experts.24.up_proj,0.0001780857,0.05000,1.574
18,mlp.experts.25.up_proj,0.0000883820,0.05000,1.515
18,mlp.experts.16.up_proj,0.0001792806,0.05000,1.534
18,mlp.experts.19.up_proj,0.0001104941,0.05000,1.529
18,mlp.experts.26.up_proj,0.0003213297,0.05000,1.515
18,mlp.experts.27.up_proj,0.0001004320,0.05000,1.557
18,mlp.experts.33.up_proj,0.0002154462,0.05000,1.519
18,mlp.experts.20.up_proj,0.0002810411,0.05000,1.584
18,mlp.experts.44.up_proj,0.0001498412,0.05000,1.545
18,mlp.experts.46.up_proj,0.0002275711,0.05000,1.518
18,mlp.experts.34.up_proj,0.0001333399,0.05000,1.530
18,mlp.experts.39.up_proj,0.0000738222,0.05000,1.518
18,mlp.experts.45.up_proj,0.0001603756,0.05000,1.537
18,mlp.experts.47.up_proj,0.0001835272,0.05000,1.527
18,mlp.experts.38.up_proj,0.0001461971,0.05000,1.535
18,mlp.experts.37.up_proj,0.0001083657,0.05000,1.538
18,mlp.experts.35.up_proj,0.0000748440,0.05000,1.525
18,mlp.experts.41.up_proj,0.0001671978,0.05000,1.532
18,mlp.experts.42.up_proj,0.0001071095,0.05000,1.534
18,mlp.experts.32.up_proj,0.0001890731,0.05000,1.589
18,mlp.experts.40.up_proj,0.0001046162,0.05000,1.597
18,mlp.experts.43.up_proj,0.0000869551,0.05000,1.540
18,mlp.experts.49.up_proj,0.0003130235,0.05000,1.542
18,mlp.experts.65.up_proj,fallback(rtn): 0.0009995,0.00000,0.022
18,mlp.experts.36.up_proj,0.0002494321,0.05000,1.556
18,mlp.experts.50.up_proj,0.0001355453,0.05000,1.512
18,mlp.experts.62.up_proj,0.0000860225,0.05000,1.536
18,mlp.experts.60.up_proj,0.0000986537,0.05000,1.566
18,mlp.experts.63.up_proj,0.0001392372,0.05000,1.509
18,mlp.experts.55.up_proj,0.0001525851,0.05000,1.527
18,mlp.experts.61.up_proj,0.0001151110,0.05000,1.517
18,mlp.experts.54.up_proj,0.0001311384,0.05000,1.507
18,mlp.experts.51.up_proj,0.0001068850,0.05000,1.511
18,mlp.experts.57.up_proj,0.0001053836,0.05000,1.545
18,mlp.experts.53.up_proj,0.0001426520,0.05000,1.570
18,mlp.experts.48.up_proj,0.0003218443,0.05000,1.503
18,mlp.experts.58.up_proj,0.0001014307,0.05000,1.544
18,mlp.experts.59.up_proj,0.0001369361,0.05000,1.528
18,mlp.experts.56.up_proj,0.0001694144,0.05000,1.537
18,mlp.experts.81.up_proj,0.0002873027,0.05000,1.552
18,mlp.experts.52.up_proj,0.0001560992,0.05000,1.533
18,mlp.experts.66.up_proj,0.0002394120,0.05000,1.511
18,mlp.experts.78.up_proj,0.0001262977,0.05000,1.542
18,mlp.experts.76.up_proj,0.0000540792,0.05000,1.527
18,mlp.experts.71.up_proj,0.0001503302,0.05000,1.507
18,mlp.experts.79.up_proj,0.0000870648,0.05000,1.513
18,mlp.experts.70.up_proj,0.0001967792,0.05000,1.520
18,mlp.experts.77.up_proj,0.0001622650,0.05000,1.564
18,mlp.experts.67.up_proj,0.0001762331,0.05000,1.516
18,mlp.experts.64.up_proj,0.0001188649,0.05000,1.501
18,mlp.experts.74.up_proj,0.0001133728,0.05000,1.507
18,mlp.experts.73.up_proj,0.0001515206,0.05000,1.540
18,mlp.experts.69.up_proj,0.0001666819,0.05000,1.540
18,mlp.experts.75.up_proj,0.0001480038,0.05000,1.513
18,mlp.experts.72.up_proj,0.0001794263,0.05000,1.507
18,mlp.experts.97.up_proj,0.0001175277,0.05000,1.550
18,mlp.experts.68.up_proj,0.0002603446,0.05000,1.533
18,mlp.experts.82.up_proj,0.0001351530,0.05000,1.503
18,mlp.experts.94.up_proj,0.0001727733,0.05000,1.510
18,mlp.experts.92.up_proj,0.0000645164,0.05000,1.530
18,mlp.experts.87.up_proj,0.0001210378,0.05000,1.535
18,mlp.experts.95.up_proj,0.0001247821,0.05000,1.538
18,mlp.experts.86.up_proj,0.0001002269,0.05000,1.521
18,mlp.experts.83.up_proj,0.0000980126,0.05000,1.531
18,mlp.experts.80.up_proj,0.0000935315,0.05000,1.513
18,mlp.experts.93.up_proj,0.0001910853,0.05000,1.573
18,mlp.experts.90.up_proj,0.0001961541,0.05000,1.517
18,mlp.experts.91.up_proj,0.0001701652,0.05000,1.513
18,mlp.experts.88.up_proj,0.0001353246,0.05000,1.522
18,mlp.experts.85.up_proj,0.0001170488,0.05000,1.559
18,mlp.experts.89.up_proj,0.0001340990,0.05000,1.592
18,mlp.experts.84.up_proj,0.0001597278,0.05000,1.527
18,mlp.experts.113.up_proj,0.0001268761,0.05000,1.566
18,mlp.experts.98.up_proj,0.0001540396,0.05000,1.552
18,mlp.experts.110.up_proj,0.0002292010,0.05000,1.533
18,mlp.experts.108.up_proj,0.0001846937,0.05000,1.538
18,mlp.experts.103.up_proj,0.0001212733,0.05000,1.535
18,mlp.experts.111.up_proj,0.0001996303,0.05000,1.534
18,mlp.experts.102.up_proj,0.0001791815,0.05000,1.547
18,mlp.experts.99.up_proj,0.0001728923,0.05000,1.535
18,mlp.experts.96.up_proj,0.0000988099,0.05000,1.538
18,mlp.experts.106.up_proj,0.0001604009,0.05000,1.544
18,mlp.experts.107.up_proj,0.0003076311,0.05000,1.537
18,mlp.experts.109.up_proj,0.0002575715,0.05000,1.575
18,mlp.experts.104.up_proj,0.0001243422,0.05000,1.545
18,mlp.experts.101.up_proj,0.0001635795,0.05000,1.550
18,mlp.experts.105.up_proj,0.0001958323,0.05000,1.561
18,mlp.experts.100.up_proj,0.0001894656,0.05000,1.529
18,mlp.experts.129.up_proj,0.0000865559,0.05000,1.572
18,mlp.experts.114.up_proj,0.0001390735,0.05000,1.497
18,mlp.experts.126.up_proj,0.0001149086,0.05000,1.524
18,mlp.experts.127.up_proj,0.0001483528,0.05000,1.504
18,mlp.experts.124.up_proj,0.0001624299,0.05000,1.522
18,mlp.experts.119.up_proj,0.0001855633,0.05000,1.517
18,mlp.experts.118.up_proj,0.0001718788,0.05000,1.491
18,mlp.experts.115.up_proj,0.0001752800,0.05000,1.490
18,mlp.experts.112.up_proj,0.0001472895,0.05000,1.516
18,mlp.experts.122.up_proj,0.0001148586,0.05000,1.518
18,mlp.experts.125.up_proj,0.0003283506,0.05000,1.499
18,mlp.experts.123.up_proj,0.0001863432,0.05000,1.519
18,mlp.experts.117.up_proj,0.0001047137,0.05000,1.507
18,mlp.experts.120.up_proj,0.0000697399,0.05000,1.538
18,mlp.experts.121.up_proj,0.0001181405,0.05000,1.511
18,mlp.experts.116.up_proj,0.0001484775,0.05000,1.529
18,mlp.experts.145.up_proj,0.0001627117,0.05000,1.511
18,mlp.experts.130.up_proj,0.0001931705,0.05000,1.537
18,mlp.experts.135.up_proj,0.0001475286,0.05000,1.491
18,mlp.experts.140.up_proj,0.0001610653,0.05000,1.505
18,mlp.experts.143.up_proj,0.0002963185,0.05000,1.512
18,mlp.experts.142.up_proj,0.0002605571,0.05000,1.560
18,mlp.experts.131.up_proj,0.0002204864,0.05000,1.511
18,mlp.experts.128.up_proj,0.0001003990,0.05000,1.487
18,mlp.experts.134.up_proj,0.0001131644,0.05000,1.568
18,mlp.experts.141.up_proj,0.0001508628,0.05000,1.495
18,mlp.experts.139.up_proj,0.0001262054,0.05000,1.505
18,mlp.experts.136.up_proj,0.0002060883,0.05000,1.502
18,mlp.experts.133.up_proj,0.0001567693,0.05000,1.510
18,mlp.experts.138.up_proj,0.0000781640,0.05000,1.574
18,mlp.experts.137.up_proj,0.0001350236,0.05000,1.513
18,mlp.experts.132.up_proj,0.0001689145,0.05000,1.508
18,mlp.experts.161.up_proj,0.0001583381,0.05000,1.478
18,mlp.experts.146.up_proj,0.0003103052,0.05000,1.639
18,mlp.experts.151.up_proj,0.0002691762,0.05000,1.587
18,mlp.experts.159.up_proj,0.0001256067,0.05000,1.586
18,mlp.experts.156.up_proj,0.0001752396,0.05000,1.613
18,mlp.experts.147.up_proj,0.0001224671,0.05000,1.609
18,mlp.experts.158.up_proj,0.0001549334,0.05000,1.634
18,mlp.experts.144.up_proj,0.0003117778,0.05000,1.597
18,mlp.experts.150.up_proj,0.0002101868,0.05000,1.632
18,mlp.experts.149.up_proj,0.0002846043,0.05000,1.577
18,mlp.experts.155.up_proj,0.0001326447,0.05000,1.616
18,mlp.experts.157.up_proj,0.0001885993,0.05000,1.667
18,mlp.experts.153.up_proj,0.0003012678,0.05000,1.588
18,mlp.experts.152.up_proj,0.0000659673,0.05000,1.640
18,mlp.experts.154.up_proj,0.0002980140,0.05000,1.713
18,mlp.experts.148.up_proj,0.0001910938,0.05000,1.673
18,mlp.experts.177.up_proj,0.0001101385,0.05000,1.677
18,mlp.experts.175.up_proj,0.0000704048,0.05000,1.819
18,mlp.experts.167.up_proj,0.0001613325,0.05000,1.838
18,mlp.experts.172.up_proj,0.0001389172,0.05000,1.842
18,mlp.experts.162.up_proj,0.0001654640,0.05000,1.894
18,mlp.experts.160.up_proj,0.0002306062,0.05000,1.810
18,mlp.experts.163.up_proj,0.0000950564,0.05000,1.860
18,mlp.experts.165.up_proj,0.0001008689,0.05000,1.771
18,mlp.experts.174.up_proj,0.0001410624,0.05000,1.884
18,mlp.experts.166.up_proj,0.0000993309,0.05000,1.874
18,mlp.experts.173.up_proj,0.0001032915,0.05000,1.794
18,mlp.experts.169.up_proj,0.0001671008,0.05000,1.776
18,mlp.experts.171.up_proj,0.0001319487,0.05000,1.837
18,mlp.experts.168.up_proj,0.0002324494,0.05000,1.816
18,mlp.experts.164.up_proj,0.0001114467,0.05000,1.747
18,mlp.experts.193.up_proj,0.0001020935,0.05000,1.770
18,mlp.experts.170.up_proj,0.0001297950,0.05000,1.873
18,mlp.experts.191.up_proj,0.0001731446,0.05000,1.787
18,mlp.experts.188.up_proj,0.0001817834,0.05000,1.748
18,mlp.experts.183.up_proj,0.0001526721,0.05000,1.809
18,mlp.experts.178.up_proj,0.0001674003,0.05000,1.778
18,mlp.experts.179.up_proj,0.0000891314,0.05000,1.736
18,mlp.experts.176.up_proj,0.0001111893,0.05000,1.778
18,mlp.experts.181.up_proj,0.0002095642,0.05000,1.791
18,mlp.experts.190.up_proj,0.0001233221,0.05000,1.776
18,mlp.experts.184.up_proj,0.0001794321,0.05000,1.711
18,mlp.experts.187.up_proj,0.0001433939,0.05000,1.750
18,mlp.experts.185.up_proj,0.0001485753,0.05000,1.789
18,mlp.experts.189.up_proj,0.0001813489,0.05000,1.791
18,mlp.experts.182.up_proj,0.0001073708,0.05000,1.800
18,mlp.experts.180.up_proj,0.0001629760,0.05000,1.750
18,mlp.experts.209.up_proj,0.0002119836,0.05000,1.733
18,mlp.experts.186.up_proj,0.0002852315,0.05000,1.742
18,mlp.experts.204.up_proj,0.0000916464,0.05000,1.516
18,mlp.experts.207.up_proj,0.0001245587,0.05000,1.552
18,mlp.experts.192.up_proj,0.0002168637,0.05000,1.506
18,mlp.experts.194.up_proj,0.0001489487,0.05000,1.532
18,mlp.experts.199.up_proj,0.0001788207,0.05000,1.565
18,mlp.experts.206.up_proj,0.0001926372,0.05000,1.511
18,mlp.experts.200.up_proj,0.0003386276,0.05000,1.509
18,mlp.experts.195.up_proj,0.0001529644,0.05000,1.588
18,mlp.experts.197.up_proj,0.0001426558,0.05000,1.541
18,mlp.experts.198.up_proj,0.0001535532,0.05000,1.527
18,mlp.experts.205.up_proj,0.0003071311,0.05000,1.537
18,mlp.experts.196.up_proj,0.0001128062,0.05000,1.509
18,mlp.experts.201.up_proj,0.0001580773,0.05000,1.547
18,mlp.experts.203.up_proj,0.0001756824,0.05000,1.614
18,mlp.experts.225.up_proj,0.0001670085,0.05000,1.532
18,mlp.experts.202.up_proj,0.0001009000,0.05000,1.520
18,mlp.experts.220.up_proj,0.0002577652,0.05000,1.566
18,mlp.experts.208.up_proj,0.0000945561,0.05000,1.527
18,mlp.experts.210.up_proj,0.0001736041,0.05000,1.527
18,mlp.experts.215.up_proj,0.0001605719,0.05000,1.564
18,mlp.experts.222.up_proj,0.0001752387,0.05000,1.526
18,mlp.experts.223.up_proj,0.0000745783,0.05000,1.610
18,mlp.experts.213.up_proj,0.0001711513,0.05000,1.531
18,mlp.experts.216.up_proj,0.0001796814,0.05000,1.556
18,mlp.experts.211.up_proj,0.0001640789,0.05000,1.559
18,mlp.experts.214.up_proj,0.0001902725,0.05000,1.521
18,mlp.experts.217.up_proj,0.0001593299,0.05000,1.521
18,mlp.experts.221.up_proj,0.0000559102,0.05000,1.540
18,mlp.experts.212.up_proj,0.0001314676,0.05000,1.545
18,mlp.experts.219.up_proj,0.0001923448,0.05000,1.582
18,mlp.experts.241.up_proj,0.0000816095,0.05000,1.556
18,mlp.experts.218.up_proj,0.0002892192,0.05000,1.527
18,mlp.experts.229.up_proj,0.0001416351,0.05000,1.235
18,mlp.experts.237.up_proj,0.0001795759,0.05000,1.205
18,mlp.experts.233.up_proj,0.0001216107,0.05000,1.221
18,mlp.experts.236.up_proj,0.0002090411,0.05000,1.487
18,mlp.experts.226.up_proj,0.0001733437,0.05000,1.467
18,mlp.experts.224.up_proj,0.0000676135,0.05000,1.495
18,mlp.experts.238.up_proj,0.0001477728,0.05000,1.436
18,mlp.experts.227.up_proj,0.0001223159,0.05000,1.458
18,mlp.experts.232.up_proj,0.0002157550,0.05000,1.490
18,mlp.experts.239.up_proj,0.0000803121,0.05000,1.544
18,mlp.experts.231.up_proj,0.0002133816,0.05000,1.547
18,mlp.experts.230.up_proj,0.0001919178,0.05000,1.482
18,mlp.experts.228.up_proj,0.0001663854,0.05000,1.484
18,mlp.experts.235.up_proj,0.0002253041,0.05000,1.481
18,mlp.experts.234.up_proj,0.0000597043,0.05000,1.496
18,mlp.experts.245.up_proj,0.0000957140,0.05000,1.213
18,mlp.experts.253.up_proj,0.0001297045,0.05000,1.192
18,mlp.experts.249.up_proj,0.0002802071,0.05000,1.193
18,mlp.experts.252.up_proj,0.0002705788,0.05000,1.420
18,mlp.experts.242.up_proj,0.0002547352,0.05000,1.421
18,mlp.experts.254.up_proj,0.0001461742,0.05000,1.411
18,mlp.experts.240.up_proj,0.0000715515,0.05000,1.426
18,mlp.experts.248.up_proj,0.0003128889,0.05000,1.361
18,mlp.experts.244.up_proj,0.0002730988,0.05000,1.313
18,mlp.experts.247.up_proj,0.0002108192,0.05000,1.368
18,mlp.experts.246.up_proj,0.0002231098,0.05000,1.368
18,mlp.experts.243.up_proj,0.0001706010,0.05000,1.420
18,mlp.experts.255.up_proj,0.0001509083,0.05000,1.392
18,mlp.experts.250.up_proj,0.0002000247,0.05000,1.261
18,mlp.experts.251.up_proj,0.0001272094,0.05000,1.313
18,mlp.experts.15.down_proj,0.0000033166,0.05000,0.414
18,mlp.experts.13.down_proj,0.0000022696,0.05000,0.412
18,mlp.experts.1.down_proj,0.0000022141,0.05000,0.427
18,mlp.experts.0.down_proj,0.0000034405,0.05000,0.417
18,mlp.experts.2.down_proj,0.0000026555,0.05000,0.425
18,mlp.experts.8.down_proj,0.0000041963,0.05000,0.411
18,mlp.experts.12.down_proj,0.0000041596,0.05000,0.424
18,mlp.experts.5.down_proj,0.0000045159,0.05000,0.428
18,mlp.experts.11.down_proj,0.0000118879,0.05000,0.430
18,mlp.experts.4.down_proj,0.0000068957,0.05000,0.430
18,mlp.experts.14.down_proj,0.0000024331,0.05000,0.421
18,mlp.experts.9.down_proj,0.0000035602,0.05000,0.419
18,mlp.experts.10.down_proj,0.0000052375,0.05000,0.417
18,mlp.experts.7.down_proj,0.0000156733,0.05000,0.420
18,mlp.experts.3.down_proj,0.0000012213,0.05000,0.425
18,mlp.experts.6.down_proj,0.0000036690,0.05000,0.424
18,mlp.experts.31.down_proj,0.0000030297,0.05000,0.324
18,mlp.experts.18.down_proj,0.0000020669,0.05000,0.355
18,mlp.experts.29.down_proj,0.0000071456,0.05000,0.372
18,mlp.experts.17.down_proj,0.0000082273,0.05000,0.365
18,mlp.experts.16.down_proj,0.0000071092,0.05000,0.368
18,mlp.experts.25.down_proj,0.0000028517,0.05000,0.386
18,mlp.experts.24.down_proj,0.0000027866,0.05000,0.391
18,mlp.experts.21.down_proj,0.0000056070,0.05000,0.389
18,mlp.experts.22.down_proj,0.0000061089,0.05000,0.384
18,mlp.experts.27.down_proj,0.0000027317,0.05000,0.390
18,mlp.experts.20.down_proj,0.0000119281,0.05000,0.389
18,mlp.experts.28.down_proj,0.0000033288,0.05000,0.394
18,mlp.experts.19.down_proj,0.0000053666,0.05000,0.390
18,mlp.experts.30.down_proj,0.0000020582,0.05000,0.393
18,mlp.experts.23.down_proj,0.0000023866,0.05000,0.394
18,mlp.experts.26.down_proj,0.0000137114,0.05000,0.400
18,mlp.experts.47.down_proj,0.0000027491,0.05000,0.346
18,mlp.experts.32.down_proj,0.0000039998,0.05000,0.338
18,mlp.experts.34.down_proj,0.0000026569,0.05000,0.353
18,mlp.experts.45.down_proj,0.0000072858,0.05000,0.352
18,mlp.experts.33.down_proj,0.0000067103,0.05000,0.355
18,mlp.experts.38.down_proj,0.0000017754,0.05000,0.365
18,mlp.experts.41.down_proj,0.0000052382,0.05000,0.365
18,mlp.experts.37.down_proj,0.0000013562,0.05000,0.371
18,mlp.experts.40.down_proj,0.0000013972,0.05000,0.372
18,mlp.experts.44.down_proj,0.0000019815,0.05000,0.363
18,mlp.experts.36.down_proj,0.0000062823,0.05000,0.369
18,mlp.experts.35.down_proj,0.0000014561,0.05000,0.368
18,mlp.experts.46.down_proj,0.0000048472,0.05000,0.367
18,mlp.experts.39.down_proj,0.0000018815,0.05000,0.372
18,mlp.experts.43.down_proj,0.0000028676,0.05000,0.381
18,mlp.experts.42.down_proj,0.0000013484,0.05000,0.375
18,mlp.experts.63.down_proj,0.0000053839,0.05000,0.375
18,mlp.experts.50.down_proj,0.0000068119,0.05000,0.369
18,mlp.experts.48.down_proj,0.0000093067,0.05000,0.383
18,mlp.experts.61.down_proj,0.0000012184,0.05000,0.379
18,mlp.experts.49.down_proj,0.0000107995,0.05000,0.382
18,mlp.experts.65.down_proj,fallback(rtn): 0.0009995,0.00000,0.006
18,mlp.experts.54.down_proj,0.0000031449,0.05000,0.374
18,mlp.experts.56.down_proj,0.0000057854,0.05000,0.368
18,mlp.experts.53.down_proj,0.0000043805,0.05000,0.382
18,mlp.experts.57.down_proj,0.0000026559,0.05000,0.387
18,mlp.experts.51.down_proj,0.0000038523,0.05000,0.374
18,mlp.experts.60.down_proj,0.0000010520,0.05000,0.384
18,mlp.experts.52.down_proj,0.0000033934,0.05000,0.375
18,mlp.experts.62.down_proj,0.0000030521,0.05000,0.372
18,mlp.experts.55.down_proj,0.0000046585,0.05000,0.373
18,mlp.experts.59.down_proj,0.0000036865,0.05000,0.373
18,mlp.experts.58.down_proj,0.0000043861,0.05000,0.376
18,mlp.experts.79.down_proj,0.0000051993,0.05000,0.364
18,mlp.experts.66.down_proj,0.0000119583,0.05000,0.373
18,mlp.experts.64.down_proj,0.0000050840,0.05000,0.368
18,mlp.experts.77.down_proj,0.0000054553,0.05000,0.387
18,mlp.experts.81.down_proj,0.0000165479,0.05000,0.390
18,mlp.experts.72.down_proj,0.0000068548,0.05000,0.379
18,mlp.experts.70.down_proj,0.0000081620,0.05000,0.385
18,mlp.experts.69.down_proj,0.0000066430,0.05000,0.390
18,mlp.experts.73.down_proj,0.0000052658,0.05000,0.393
18,mlp.experts.67.down_proj,0.0000053918,0.05000,0.377
18,mlp.experts.68.down_proj,0.0000081247,0.05000,0.387
18,mlp.experts.76.down_proj,0.0000032523,0.05000,0.386
18,mlp.experts.78.down_proj,0.0000063559,0.05000,0.384
18,mlp.experts.75.down_proj,0.0000024437,0.05000,0.381
18,mlp.experts.71.down_proj,0.0000062224,0.05000,0.387
18,mlp.experts.74.down_proj,0.0000071948,0.05000,0.390
18,mlp.experts.95.down_proj,0.0000037072,0.05000,0.375
18,mlp.experts.80.down_proj,0.0000028484,0.05000,0.374
18,mlp.experts.82.down_proj,0.0000052516,0.05000,0.383
18,mlp.experts.93.down_proj,0.0000034596,0.05000,0.379
18,mlp.experts.97.down_proj,0.0000075732,0.05000,0.368
18,mlp.experts.86.down_proj,0.0000027768,0.05000,0.364
18,mlp.experts.88.down_proj,0.0000015813,0.05000,0.369
18,mlp.experts.83.down_proj,0.0000037862,0.05000,0.356
18,mlp.experts.85.down_proj,0.0000052878,0.05000,0.373
18,mlp.experts.89.down_proj,0.0000043189,0.05000,0.377
18,mlp.experts.84.down_proj,0.0000045734,0.05000,0.369
18,mlp.experts.92.down_proj,0.0000024423,0.05000,0.363
18,mlp.experts.94.down_proj,0.0000026609,0.05000,0.366
18,mlp.experts.90.down_proj,0.0000094168,0.05000,0.363
18,mlp.experts.87.down_proj,0.0000038249,0.05000,0.373
18,mlp.experts.91.down_proj,0.0000068608,0.05000,0.376
18,mlp.experts.111.down_proj,0.0000030635,0.05000,0.371
18,mlp.experts.98.down_proj,0.0000040736,0.05000,0.407
18,mlp.experts.96.down_proj,0.0000043460,0.05000,0.413
18,mlp.experts.109.down_proj,0.0000101997,0.05000,0.408
18,mlp.experts.113.down_proj,0.0000020906,0.05000,0.417
18,mlp.experts.104.down_proj,0.0000012172,0.05000,0.425
18,mlp.experts.102.down_proj,0.0000037174,0.05000,0.437
18,mlp.experts.99.down_proj,0.0000027824,0.05000,0.442
18,mlp.experts.105.down_proj,0.0000030755,0.05000,0.439
18,mlp.experts.101.down_proj,0.0000046613,0.05000,0.445
18,mlp.experts.100.down_proj,0.0000038292,0.05000,0.445
18,mlp.experts.108.down_proj,0.0000058814,0.05000,0.450
18,mlp.experts.106.down_proj,0.0000060344,0.05000,0.447
18,mlp.experts.110.down_proj,0.0000034110,0.05000,0.456
18,mlp.experts.107.down_proj,0.0000073458,0.05000,0.449
18,mlp.experts.103.down_proj,0.0000037266,0.05000,0.458
18,mlp.experts.127.down_proj,0.0000043082,0.05000,0.493
18,mlp.experts.114.down_proj,0.0000047324,0.05000,0.459
18,mlp.experts.112.down_proj,0.0000044106,0.05000,0.460
18,mlp.experts.125.down_proj,0.0000089821,0.05000,0.463
18,mlp.experts.129.down_proj,0.0000039073,0.05000,0.457
18,mlp.experts.120.down_proj,0.0000048872,0.05000,0.447
18,mlp.experts.118.down_proj,0.0000059974,0.05000,0.446
18,mlp.experts.117.down_proj,0.0000035800,0.05000,0.420
18,mlp.experts.115.down_proj,0.0000072900,0.05000,0.440
18,mlp.experts.121.down_proj,0.0000032608,0.05000,0.428
18,mlp.experts.116.down_proj,0.0000031726,0.05000,0.432
18,mlp.experts.123.down_proj,0.0000037119,0.05000,0.414
18,mlp.experts.124.down_proj,0.0000051746,0.05000,0.428
18,mlp.experts.119.down_proj,0.0000069152,0.05000,0.412
18,mlp.experts.122.down_proj,0.0000041845,0.05000,0.425
18,mlp.experts.126.down_proj,0.0000026009,0.05000,0.432
18,mlp.experts.143.down_proj,0.0000126985,0.05000,0.372
18,mlp.experts.130.down_proj,0.0000078158,0.05000,0.372
18,mlp.experts.128.down_proj,0.0000045809,0.05000,0.378
18,mlp.experts.141.down_proj,0.0000030978,0.05000,0.375
18,mlp.experts.145.down_proj,0.0000046974,0.05000,0.380
18,mlp.experts.136.down_proj,0.0000031773,0.05000,0.381
18,mlp.experts.134.down_proj,0.0000025138,0.05000,0.379
18,mlp.experts.133.down_proj,0.0000022335,0.05000,0.369
18,mlp.experts.131.down_proj,0.0000077235,0.05000,0.372
18,mlp.experts.137.down_proj,0.0000020165,0.05000,0.376
18,mlp.experts.132.down_proj,0.0000024370,0.05000,0.377
18,mlp.experts.139.down_proj,0.0000048022,0.05000,0.379
18,mlp.experts.135.down_proj,0.0000052381,0.05000,0.376
18,mlp.experts.142.down_proj,0.0000137347,0.05000,0.382
18,mlp.experts.140.down_proj,0.0000034533,0.05000,0.393
18,mlp.experts.138.down_proj,0.0000029187,0.05000,0.384
18,mlp.experts.159.down_proj,0.0000040427,0.05000,0.381
18,mlp.experts.146.down_proj,0.0000087908,0.05000,0.376
18,mlp.experts.144.down_proj,0.0000070952,0.05000,0.381
18,mlp.experts.157.down_proj,0.0000060639,0.05000,0.386
18,mlp.experts.161.down_proj,0.0000044424,0.05000,0.379
18,mlp.experts.152.down_proj,0.0000030114,0.05000,0.378
18,mlp.experts.150.down_proj,0.0000065300,0.05000,0.381
18,mlp.experts.149.down_proj,0.0000114096,0.05000,0.379
18,mlp.experts.147.down_proj,0.0000057461,0.05000,0.382
18,mlp.experts.153.down_proj,0.0000083284,0.05000,0.385
18,mlp.experts.148.down_proj,0.0000060572,0.05000,0.386
18,mlp.experts.156.down_proj,0.0000033197,0.05000,0.368
18,mlp.experts.155.down_proj,0.0000025099,0.05000,0.386
18,mlp.experts.151.down_proj,0.0000130993,0.05000,0.384
18,mlp.experts.158.down_proj,0.0000062729,0.05000,0.380
18,mlp.experts.154.down_proj,0.0000103307,0.05000,0.379
18,mlp.experts.175.down_proj,0.0000030586,0.05000,0.365
18,mlp.experts.162.down_proj,0.0000069768,0.05000,0.374
18,mlp.experts.160.down_proj,0.0000049620,0.05000,0.369
18,mlp.experts.173.down_proj,0.0000028194,0.05000,0.369
18,mlp.experts.177.down_proj,0.0000042846,0.05000,0.377
18,mlp.experts.168.down_proj,0.0000067971,0.05000,0.372
18,mlp.experts.165.down_proj,0.0000030087,0.05000,0.368
18,mlp.experts.166.down_proj,0.0000023589,0.05000,0.373
18,mlp.experts.163.down_proj,0.0000027184,0.05000,0.376
18,mlp.experts.169.down_proj,0.0000185891,0.05000,0.371
18,mlp.experts.164.down_proj,0.0000028336,0.05000,0.376
18,mlp.experts.172.down_proj,0.0000017273,0.05000,0.363
18,mlp.experts.171.down_proj,0.0000045562,0.05000,0.374
18,mlp.experts.174.down_proj,0.0000083447,0.05000,0.375
18,mlp.experts.170.down_proj,0.0000053195,0.05000,0.375
18,mlp.experts.167.down_proj,0.0000022953,0.05000,0.383
18,mlp.experts.191.down_proj,0.0000053054,0.05000,0.378
18,mlp.experts.178.down_proj,0.0000053566,0.05000,0.367
18,mlp.experts.176.down_proj,0.0000026870,0.05000,0.377
18,mlp.experts.189.down_proj,0.0000071196,0.05000,0.371
18,mlp.experts.193.down_proj,0.0000010776,0.05000,0.370
18,mlp.experts.184.down_proj,0.0000031216,0.05000,0.373
18,mlp.experts.182.down_proj,0.0000036869,0.05000,0.367
18,mlp.experts.181.down_proj,0.0000033929,0.05000,0.370
18,mlp.experts.179.down_proj,0.0000037549,0.05000,0.369
18,mlp.experts.185.down_proj,0.0000075547,0.05000,0.376
18,mlp.experts.180.down_proj,0.0000019937,0.05000,0.375
18,mlp.experts.188.down_proj,0.0000077455,0.05000,0.373
18,mlp.experts.187.down_proj,0.0000053395,0.05000,0.378
18,mlp.experts.190.down_proj,0.0000044978,0.05000,0.369
18,mlp.experts.183.down_proj,0.0000048172,0.05000,0.371
18,mlp.experts.186.down_proj,0.0000176372,0.05000,0.376
18,mlp.experts.207.down_proj,0.0000036375,0.05000,0.372
18,mlp.experts.194.down_proj,0.0000033003,0.05000,0.373
18,mlp.experts.192.down_proj,0.0000109976,0.05000,0.372
18,mlp.experts.205.down_proj,0.0000157925,0.05000,0.380
18,mlp.experts.209.down_proj,0.0000072834,0.05000,0.378
18,mlp.experts.200.down_proj,0.0000125182,0.05000,0.382
18,mlp.experts.198.down_proj,0.0000055398,0.05000,0.374
18,mlp.experts.197.down_proj,0.0000068458,0.05000,0.383
18,mlp.experts.201.down_proj,0.0000035068,0.05000,0.372
18,mlp.experts.195.down_proj,0.0000002914,0.05000,0.385
18,mlp.experts.196.down_proj,0.0000024298,0.05000,0.371
18,mlp.experts.204.down_proj,0.0000047911,0.05000,0.386
18,mlp.experts.206.down_proj,0.0000054885,0.05000,0.376
18,mlp.experts.203.down_proj,0.0000058621,0.05000,0.381
18,mlp.experts.199.down_proj,0.0000031698,0.05000,0.378
18,mlp.experts.202.down_proj,0.0000051219,0.05000,0.381
18,mlp.experts.223.down_proj,0.0000028505,0.05000,0.378
18,mlp.experts.210.down_proj,0.0000057223,0.05000,0.372
18,mlp.experts.208.down_proj,0.0000038715,0.05000,0.365
18,mlp.experts.221.down_proj,0.0000017117,0.05000,0.375
18,mlp.experts.225.down_proj,0.0000072673,0.05000,0.370
18,mlp.experts.214.down_proj,0.0000088587,0.05000,0.371
18,mlp.experts.216.down_proj,0.0000021984,0.05000,0.376
18,mlp.experts.213.down_proj,0.0000034431,0.05000,0.375
18,mlp.experts.217.down_proj,0.0000021324,0.05000,0.372
18,mlp.experts.211.down_proj,0.0000056579,0.05000,0.376
18,mlp.experts.212.down_proj,0.0000038493,0.05000,0.374
18,mlp.experts.220.down_proj,0.0000106242,0.05000,0.377
18,mlp.experts.222.down_proj,0.0000058751,0.05000,0.376
18,mlp.experts.219.down_proj,0.0000071750,0.05000,0.386
18,mlp.experts.215.down_proj,0.0000052573,0.05000,0.385
18,mlp.experts.218.down_proj,0.0000087927,0.05000,0.383
18,mlp.experts.239.down_proj,0.0000054521,0.05000,0.391
18,mlp.experts.226.down_proj,0.0000073302,0.05000,0.381
18,mlp.experts.224.down_proj,0.0000027748,0.05000,0.390
18,mlp.experts.237.down_proj,0.0000080737,0.05000,0.382
18,mlp.experts.241.down_proj,0.0000028023,0.05000,0.387
18,mlp.experts.230.down_proj,0.0000025608,0.05000,0.371
18,mlp.experts.229.down_proj,0.0000053237,0.05000,0.369
18,mlp.experts.232.down_proj,0.0000112767,0.05000,0.384
18,mlp.experts.233.down_proj,0.0000038227,0.05000,0.374
18,mlp.experts.227.down_proj,0.0000038573,0.05000,0.381
18,mlp.experts.228.down_proj,0.0000047687,0.05000,0.387
18,mlp.experts.236.down_proj,0.0000055981,0.05000,0.378
18,mlp.experts.238.down_proj,0.0000044181,0.05000,0.380
18,mlp.experts.231.down_proj,0.0000069630,0.05000,0.373
18,mlp.experts.235.down_proj,0.0000062462,0.05000,0.386
18,mlp.experts.234.down_proj,0.0000015019,0.05000,0.378
18,mlp.experts.255.down_proj,0.0000066864,0.05000,0.370
18,mlp.experts.253.down_proj,0.0000030846,0.05000,0.318
18,mlp.experts.242.down_proj,0.0000108396,0.05000,0.368
18,mlp.experts.240.down_proj,0.0000025427,0.05000,0.375
18,mlp.experts.245.down_proj,0.0000029181,0.05000,0.294
18,mlp.experts.249.down_proj,0.0000075139,0.05000,0.298
18,mlp.experts.246.down_proj,0.0000068651,0.05000,0.336
18,mlp.experts.243.down_proj,0.0000058090,0.05000,0.315
18,mlp.experts.248.down_proj,0.0000122677,0.05000,0.339
18,mlp.experts.244.down_proj,0.0000094251,0.05000,0.326
18,mlp.experts.252.down_proj,0.0000053162,0.05000,0.311
18,mlp.experts.254.down_proj,0.0000029568,0.05000,0.295
18,mlp.experts.250.down_proj,0.0000091077,0.05000,0.280
18,mlp.experts.251.down_proj,0.0000039945,0.05000,0.284
18,mlp.experts.247.down_proj,0.0000076572,0.05000,0.290
19,mlp.experts.15.gate_proj,0.0002092276,0.05000,1.578
19,mlp.experts.11.gate_proj,0.0001416368,0.05000,1.562
19,mlp.experts.7.gate_proj,0.0001032861,0.05000,1.587
19,mlp.experts.3.gate_proj,0.0001138883,0.05000,1.597
19,mlp.experts.5.gate_proj,0.0002999681,0.05000,1.607
19,mlp.experts.1.gate_proj,0.0001877818,0.05000,1.622
19,mlp.experts.13.gate_proj,0.0003539249,0.05000,1.602
19,mlp.experts.10.gate_proj,0.0000959630,0.05000,1.640
19,mlp.experts.2.gate_proj,0.0001260676,0.05000,1.666
19,mlp.experts.9.gate_proj,0.0002806077,0.05000,1.681
19,mlp.experts.14.gate_proj,0.0001372234,0.05000,1.683
19,mlp.experts.8.gate_proj,0.0002003838,0.05000,1.657
19,mlp.experts.6.gate_proj,0.0001768462,0.05000,1.707
19,mlp.experts.0.gate_proj,0.0000989375,0.05000,1.705
19,mlp.experts.4.gate_proj,0.0002544641,0.05000,1.710
19,mlp.experts.12.gate_proj,0.0001304534,0.05000,1.741
19,mlp.experts.31.gate_proj,0.0001264478,0.05000,1.508
19,mlp.experts.27.gate_proj,0.0002805556,0.05000,1.508
19,mlp.experts.23.gate_proj,0.0001513166,0.05000,1.525
19,mlp.experts.17.gate_proj,0.0002807172,0.05000,1.513
19,mlp.experts.26.gate_proj,0.0002256596,0.05000,1.520
19,mlp.experts.25.gate_proj,0.0001594667,0.05000,1.496
19,mlp.experts.18.gate_proj,0.0002161860,0.05000,1.516
19,mlp.experts.19.gate_proj,0.0000535244,0.05000,1.578
19,mlp.experts.29.gate_proj,0.0001904300,0.05000,1.556
19,mlp.experts.22.gate_proj,0.0001143316,0.05000,1.503
19,mlp.experts.21.gate_proj,0.0003290384,0.05000,1.593
19,mlp.experts.24.gate_proj,0.0001818998,0.05000,1.560
19,mlp.experts.30.gate_proj,0.0001719873,0.05000,1.572
19,mlp.experts.16.gate_proj,0.0001419900,0.05000,1.578
19,mlp.experts.20.gate_proj,0.0000834656,0.05000,1.575
19,mlp.experts.28.gate_proj,0.0002426731,0.05000,1.550
19,mlp.experts.43.gate_proj,0.0001655785,0.05000,1.494
19,mlp.experts.47.gate_proj,0.0002145688,0.05000,1.512
19,mlp.experts.39.gate_proj,0.0001132758,0.05000,1.529
19,mlp.experts.33.gate_proj,0.0001371929,0.05000,1.529
19,mlp.experts.41.gate_proj,0.0001510212,0.05000,1.496
19,mlp.experts.37.gate_proj,0.0003300166,0.05000,1.457
19,mlp.experts.34.gate_proj,0.0001933189,0.05000,1.506
19,mlp.experts.45.gate_proj,0.0001993029,0.05000,1.500
19,mlp.experts.35.gate_proj,0.0001009447,0.05000,1.512
19,mlp.experts.42.gate_proj,0.0001751508,0.05000,1.554
19,mlp.experts.46.gate_proj,0.0001954504,0.05000,1.503
19,mlp.experts.38.gate_proj,0.0001331308,0.05000,1.549
19,mlp.experts.40.gate_proj,0.0001434293,0.05000,1.551
19,mlp.experts.44.gate_proj,0.0002261715,0.05000,1.546
19,mlp.experts.36.gate_proj,0.0000702408,0.05000,1.556
19,mlp.experts.32.gate_proj,0.0001506960,0.05000,1.565
19,mlp.experts.63.gate_proj,0.0002155258,0.05000,1.517
19,mlp.experts.59.gate_proj,0.0002031684,0.05000,1.535
19,mlp.experts.49.gate_proj,0.0001346279,0.05000,1.519
19,mlp.experts.55.gate_proj,0.0002333394,0.05000,1.534
19,mlp.experts.50.gate_proj,0.0001168430,0.05000,1.504
19,mlp.experts.51.gate_proj,0.0002012230,0.05000,1.521
19,mlp.experts.57.gate_proj,0.0001610989,0.05000,1.542
19,mlp.experts.53.gate_proj,0.0002059065,0.05000,1.546
19,mlp.experts.58.gate_proj,0.0003491782,0.05000,1.528
19,mlp.experts.61.gate_proj,0.0002295469,0.05000,1.571
19,mlp.experts.56.gate_proj,0.0002155499,0.05000,1.472
19,mlp.experts.54.gate_proj,0.0001203737,0.05000,1.509
19,mlp.experts.62.gate_proj,0.0003976184,0.05000,1.556
19,mlp.experts.60.gate_proj,0.0002453497,0.05000,1.493
19,mlp.experts.52.gate_proj,0.0002500175,0.05000,1.490
19,mlp.experts.48.gate_proj,0.0002253258,0.05000,1.490
19,mlp.experts.76.gate_proj,fallback(rtn): 0.0010605,0.00000,0.053
19,mlp.experts.79.gate_proj,0.0002005332,0.05000,1.527
19,mlp.experts.71.gate_proj,0.0000924597,0.05000,1.504
19,mlp.experts.75.gate_proj,0.0002226893,0.05000,1.559
19,mlp.experts.66.gate_proj,0.0001628918,0.05000,1.549
19,mlp.experts.67.gate_proj,0.0002141215,0.05000,1.535
19,mlp.experts.65.gate_proj,0.0002480999,0.05000,1.570
19,mlp.experts.77.gate_proj,0.0002223614,0.05000,1.496
19,mlp.experts.72.gate_proj,0.0002417458,0.05000,1.494
19,mlp.experts.78.gate_proj,0.0002216222,0.05000,1.472
19,mlp.experts.73.gate_proj,0.0002363881,0.05000,1.569
19,mlp.experts.70.gate_proj,0.0002366107,0.05000,1.521
19,mlp.experts.74.gate_proj,0.0001923856,0.05000,1.561
19,mlp.experts.69.gate_proj,0.0002996307,0.05000,1.601
19,mlp.experts.68.gate_proj,0.0001792842,0.05000,1.498
19,mlp.experts.64.gate_proj,0.0002735728,0.05000,1.515
19,mlp.experts.92.gate_proj,0.0002006288,0.05000,1.506
19,mlp.experts.95.gate_proj,0.0001442490,0.05000,1.515
19,mlp.experts.91.gate_proj,0.0001554647,0.05000,1.514
19,mlp.experts.87.gate_proj,0.0002232242,0.05000,1.548
19,mlp.experts.83.gate_proj,0.0001802764,0.05000,1.510
19,mlp.experts.82.gate_proj,0.0002179933,0.05000,1.524
19,mlp.experts.88.gate_proj,0.0001882727,0.05000,1.509
19,mlp.experts.86.gate_proj,0.0001498096,0.05000,1.517
19,mlp.experts.93.gate_proj,0.0002290043,0.05000,1.570
19,mlp.experts.81.gate_proj,0.0002144120,0.05000,1.575
19,mlp.experts.85.gate_proj,0.0001766428,0.05000,1.515
19,mlp.experts.94.gate_proj,0.0001863665,0.05000,1.550
19,mlp.experts.89.gate_proj,0.0002378130,0.05000,1.549
19,mlp.experts.90.gate_proj,0.0001898918,0.05000,1.531
19,mlp.experts.84.gate_proj,0.0001662935,0.05000,1.526
19,mlp.experts.80.gate_proj,0.0001654690,0.05000,1.505
19,mlp.experts.108.gate_proj,0.0001173951,0.05000,1.519
19,mlp.experts.111.gate_proj,0.0001229861,0.05000,1.535
19,mlp.experts.99.gate_proj,0.0002205104,0.05000,1.457
19,mlp.experts.107.gate_proj,0.0001657825,0.05000,1.549
19,mlp.experts.98.gate_proj,0.0003124099,0.05000,1.518
19,mlp.experts.104.gate_proj,0.0003402441,0.05000,1.519
19,mlp.experts.103.gate_proj,0.0001068027,0.05000,1.558
19,mlp.experts.102.gate_proj,0.0001399571,0.05000,1.519
19,mlp.experts.109.gate_proj,0.0001290522,0.05000,1.534
19,mlp.experts.96.gate_proj,0.0002015109,0.05000,1.487
19,mlp.experts.110.gate_proj,0.0000935436,0.05000,1.536
19,mlp.experts.106.gate_proj,0.0001934294,0.05000,1.532
19,mlp.experts.105.gate_proj,0.0002495522,0.05000,1.560
19,mlp.experts.97.gate_proj,0.0002532585,0.05000,1.572
19,mlp.experts.100.gate_proj,0.0001684733,0.05000,1.531
19,mlp.experts.101.gate_proj,0.0001187210,0.05000,1.575
19,mlp.experts.124.gate_proj,0.0003378061,0.05000,1.481
19,mlp.experts.123.gate_proj,0.0001785777,0.05000,1.449
19,mlp.experts.127.gate_proj,0.0000933979,0.05000,1.510
19,mlp.experts.115.gate_proj,0.0001745103,0.05000,1.530
19,mlp.experts.119.gate_proj,0.0002897395,0.05000,1.489
19,mlp.experts.120.gate_proj,0.0001714717,0.05000,1.512
19,mlp.experts.125.gate_proj,0.0001954753,0.05000,1.503
19,mlp.experts.114.gate_proj,0.0003896017,0.05000,1.581
19,mlp.experts.112.gate_proj,0.0001124798,0.05000,1.512
19,mlp.experts.118.gate_proj,0.0002152942,0.05000,1.590
19,mlp.experts.117.gate_proj,0.0001814655,0.05000,1.509
19,mlp.experts.121.gate_proj,0.0002371047,0.05000,1.521
19,mlp.experts.113.gate_proj,0.0002170906,0.05000,1.516
19,mlp.experts.116.gate_proj,0.0001432166,0.05000,1.520
19,mlp.experts.140.gate_proj,0.0002561669,0.05000,1.516
19,mlp.experts.126.gate_proj,0.0003376025,0.05000,1.594
19,mlp.experts.122.gate_proj,0.0001130327,0.05000,1.618
19,mlp.experts.131.gate_proj,0.0001814676,0.05000,1.493
19,mlp.experts.143.gate_proj,0.0000971651,0.05000,1.523
19,mlp.experts.139.gate_proj,0.0002428360,0.05000,1.553
19,mlp.experts.135.gate_proj,0.0001927508,0.05000,1.536
19,mlp.experts.136.gate_proj,0.0004250647,0.05000,1.528
19,mlp.experts.128.gate_proj,0.0001584479,0.05000,1.504
19,mlp.experts.141.gate_proj,0.0003264961,0.05000,1.522
19,mlp.experts.130.gate_proj,0.0001847586,0.05000,1.554
19,mlp.experts.129.gate_proj,0.0002199868,0.05000,1.492
19,mlp.experts.133.gate_proj,0.0001298411,0.05000,1.505
19,mlp.experts.132.gate_proj,0.0002209389,0.05000,1.513
19,mlp.experts.156.gate_proj,0.0003065797,0.05000,1.515
19,mlp.experts.137.gate_proj,0.0002748901,0.05000,1.551
19,mlp.experts.134.gate_proj,0.0001133849,0.05000,1.579
19,mlp.experts.142.gate_proj,0.0001300276,0.05000,1.566
19,mlp.experts.138.gate_proj,0.0002038753,0.05000,1.565
19,mlp.experts.155.gate_proj,0.0001688969,0.05000,1.507
19,mlp.experts.147.gate_proj,0.0004039873,0.05000,1.530
19,mlp.experts.159.gate_proj,0.0002638639,0.05000,1.529
19,mlp.experts.151.gate_proj,0.0001652793,0.05000,1.534
19,mlp.experts.152.gate_proj,0.0002140730,0.05000,1.536
19,mlp.experts.144.gate_proj,0.0002207419,0.05000,1.520
19,mlp.experts.149.gate_proj,0.0001347444,0.05000,1.490
19,mlp.experts.157.gate_proj,0.0002188757,0.05000,1.564
19,mlp.experts.148.gate_proj,0.0001467050,0.05000,1.507
19,mlp.experts.145.gate_proj,0.0001874518,0.05000,1.561
19,mlp.experts.146.gate_proj,0.0003119640,0.05000,1.570
19,mlp.experts.153.gate_proj,0.0001340546,0.05000,1.509
19,mlp.experts.172.gate_proj,0.0001063937,0.05000,1.540
19,mlp.experts.150.gate_proj,0.0001728979,0.05000,1.584
19,mlp.experts.158.gate_proj,0.0001145020,0.05000,1.560
19,mlp.experts.154.gate_proj,0.0001358156,0.05000,1.560
19,mlp.experts.175.gate_proj,0.0001483931,0.05000,1.506
19,mlp.experts.163.gate_proj,0.0001083910,0.05000,1.534
19,mlp.experts.171.gate_proj,0.0001495441,0.05000,1.540
19,mlp.experts.167.gate_proj,0.0001627475,0.05000,1.502
19,mlp.experts.168.gate_proj,0.0003283412,0.05000,1.513
19,mlp.experts.160.gate_proj,0.0000924843,0.05000,1.517
19,mlp.experts.173.gate_proj,0.0001538771,0.05000,1.493
19,mlp.experts.165.gate_proj,0.0001404115,0.05000,1.526
19,mlp.experts.164.gate_proj,0.0002892357,0.05000,1.532
19,mlp.experts.161.gate_proj,0.0003075590,0.05000,1.513
19,mlp.experts.169.gate_proj,0.0000836709,0.05000,1.523
19,mlp.experts.188.gate_proj,0.0001729324,0.05000,1.530
19,mlp.experts.162.gate_proj,0.0001348646,0.05000,1.555
19,mlp.experts.166.gate_proj,0.0002415264,0.05000,1.557
19,mlp.experts.170.gate_proj,0.0002338910,0.05000,1.533
19,mlp.experts.174.gate_proj,0.0000942771,0.05000,1.559
19,mlp.experts.191.gate_proj,0.0002053066,0.05000,1.539
19,mlp.experts.187.gate_proj,0.0002640094,0.05000,1.516
19,mlp.experts.183.gate_proj,0.0001923120,0.05000,1.517
19,mlp.experts.179.gate_proj,0.0002427448,0.05000,1.589
19,mlp.experts.176.gate_proj,0.0002459982,0.05000,1.501
19,mlp.experts.184.gate_proj,0.0002650064,0.05000,1.553
19,mlp.experts.189.gate_proj,0.0004026445,0.05000,1.545
19,mlp.experts.181.gate_proj,0.0001892534,0.05000,1.568
19,mlp.experts.180.gate_proj,0.0000868384,0.05000,1.543
19,mlp.experts.185.gate_proj,0.0002699529,0.05000,1.532
19,mlp.experts.204.gate_proj,0.0001811431,0.05000,1.556
19,mlp.experts.177.gate_proj,0.0002391017,0.05000,1.582
19,mlp.experts.178.gate_proj,0.0001652495,0.05000,1.538
19,mlp.experts.182.gate_proj,0.0004983427,0.05000,1.544
19,mlp.experts.186.gate_proj,0.0002314487,0.05000,1.520
19,mlp.experts.190.gate_proj,0.0001394945,0.05000,1.570
19,mlp.experts.203.gate_proj,0.0001604641,0.05000,1.560
19,mlp.experts.207.gate_proj,0.0001646855,0.05000,1.585
19,mlp.experts.199.gate_proj,0.0001875468,0.05000,1.559
19,mlp.experts.195.gate_proj,0.0001986479,0.05000,1.565
19,mlp.experts.200.gate_proj,0.0001255498,0.05000,1.549
19,mlp.experts.192.gate_proj,0.0001027328,0.05000,1.556
19,mlp.experts.205.gate_proj,0.0001882194,0.05000,1.552
19,mlp.experts.197.gate_proj,0.0001540200,0.05000,1.561
19,mlp.experts.196.gate_proj,0.0001509766,0.05000,1.580
19,mlp.experts.201.gate_proj,0.0001976905,0.05000,1.567
19,mlp.experts.220.gate_proj,0.0002405121,0.05000,1.560
19,mlp.experts.193.gate_proj,0.0001810035,0.05000,1.580
19,mlp.experts.194.gate_proj,0.0001817168,0.05000,1.583
19,mlp.experts.202.gate_proj,0.0001854076,0.05000,1.547
19,mlp.experts.198.gate_proj,0.0004404763,0.05000,1.601
19,mlp.experts.206.gate_proj,0.0002139324,0.05000,1.583
19,mlp.experts.223.gate_proj,0.0001828927,0.05000,1.548
19,mlp.experts.219.gate_proj,0.0001977608,0.05000,1.579
19,mlp.experts.215.gate_proj,0.0001391273,0.05000,1.568
19,mlp.experts.216.gate_proj,0.0002252266,0.05000,1.532
19,mlp.experts.211.gate_proj,0.0002402419,0.05000,1.566
19,mlp.experts.208.gate_proj,0.0001795279,0.05000,1.559
19,mlp.experts.221.gate_proj,0.0001805373,0.05000,1.514
19,mlp.experts.213.gate_proj,0.0002129580,0.05000,1.523
19,mlp.experts.212.gate_proj,0.0000490029,0.05000,1.521
19,mlp.experts.236.gate_proj,0.0003535137,0.05000,1.495
19,mlp.experts.210.gate_proj,0.0004710119,0.05000,1.491
19,mlp.experts.218.gate_proj,0.0002207264,0.05000,1.506
19,mlp.experts.209.gate_proj,0.0002422184,0.05000,1.454
19,mlp.experts.217.gate_proj,0.0001931742,0.05000,1.649
19,mlp.experts.214.gate_proj,0.0002002842,0.05000,1.530
19,mlp.experts.222.gate_proj,0.0002393790,0.05000,1.535
19,mlp.experts.239.gate_proj,0.0005084369,0.05000,1.534
19,mlp.experts.232.gate_proj,0.0002057733,0.05000,1.508
19,mlp.experts.235.gate_proj,0.0001301195,0.05000,1.551
19,mlp.experts.224.gate_proj,0.0001586248,0.05000,1.507
19,mlp.experts.231.gate_proj,0.0001664428,0.05000,1.551
19,mlp.experts.227.gate_proj,0.0002350503,0.05000,1.529
19,mlp.experts.252.gate_proj,0.0002366488,0.05000,1.504
19,mlp.experts.228.gate_proj,0.0001746915,0.05000,1.509
19,mlp.experts.237.gate_proj,0.0001743819,0.05000,1.657
19,mlp.experts.226.gate_proj,0.0002135799,0.05000,1.555
19,mlp.experts.229.gate_proj,0.0002939335,0.05000,1.660
19,mlp.experts.230.gate_proj,0.0002189681,0.05000,1.496
19,mlp.experts.234.gate_proj,0.0002438178,0.05000,1.528
19,mlp.experts.233.gate_proj,0.0002026497,0.05000,1.529
19,mlp.experts.225.gate_proj,0.0002413577,0.05000,1.550
19,mlp.experts.238.gate_proj,0.0002021308,0.05000,1.531
19,mlp.experts.248.gate_proj,0.0004012655,0.05000,1.527
19,mlp.experts.255.gate_proj,0.0002802037,0.05000,1.552
19,mlp.experts.240.gate_proj,0.0002371671,0.05000,1.539
19,mlp.experts.251.gate_proj,0.0002029925,0.05000,1.574
19,mlp.experts.243.gate_proj,0.0000592255,0.05000,1.563
19,mlp.experts.247.gate_proj,0.0001772789,0.05000,1.567
19,mlp.experts.12.up_proj,0.0001174283,0.05000,1.537
19,mlp.experts.244.gate_proj,0.0004704002,0.05000,1.535
19,mlp.experts.253.gate_proj,0.0001379057,0.05000,1.546
19,mlp.experts.242.gate_proj,0.0001695495,0.05000,1.541
19,mlp.experts.245.gate_proj,0.0001542854,0.05000,1.550
19,mlp.experts.249.gate_proj,0.0002302607,0.05000,1.533
19,mlp.experts.246.gate_proj,0.0002379528,0.05000,1.540
19,mlp.experts.250.gate_proj,0.0002916496,0.05000,1.538
19,mlp.experts.241.gate_proj,0.0002719187,0.05000,1.543
19,mlp.experts.254.gate_proj,0.0001541007,0.05000,1.531
19,mlp.experts.15.up_proj,0.0001593543,0.05000,1.593
19,mlp.experts.3.up_proj,0.0001077205,0.05000,1.534
19,mlp.experts.11.up_proj,0.0001263524,0.05000,1.592
19,mlp.experts.8.up_proj,0.0001816194,0.05000,1.660
19,mlp.experts.7.up_proj,0.0000922095,0.05000,1.588
19,mlp.experts.0.up_proj,0.0000937538,0.05000,1.689
19,mlp.experts.28.up_proj,0.0002391381,0.05000,1.662
19,mlp.experts.13.up_proj,0.0003179828,0.05000,1.627
19,mlp.experts.2.up_proj,0.0001053860,0.05000,1.630
19,mlp.experts.4.up_proj,0.0002737979,0.05000,1.705
19,mlp.experts.9.up_proj,0.0002714990,0.05000,1.630
19,mlp.experts.5.up_proj,0.0002544815,0.05000,1.677
19,mlp.experts.10.up_proj,0.0000902873,0.05000,1.651
19,mlp.experts.6.up_proj,0.0001830965,0.05000,1.658
19,mlp.experts.1.up_proj,0.0001749885,0.05000,1.664
19,mlp.experts.14.up_proj,0.0001311189,0.05000,1.650
19,mlp.experts.31.up_proj,0.0001098381,0.05000,1.557
19,mlp.experts.19.up_proj,0.0000532033,0.05000,1.538
19,mlp.experts.27.up_proj,0.0002815966,0.05000,1.516
19,mlp.experts.23.up_proj,0.0001455308,0.05000,1.496
19,mlp.experts.24.up_proj,0.0001727118,0.05000,1.556
19,mlp.experts.44.up_proj,0.0002157117,0.05000,1.456
19,mlp.experts.16.up_proj,0.0001311956,0.05000,1.538
19,mlp.experts.18.up_proj,0.0002112321,0.05000,1.476
19,mlp.experts.21.up_proj,0.0002807219,0.05000,1.426
19,mlp.experts.29.up_proj,0.0001598343,0.05000,1.547
19,mlp.experts.20.up_proj,0.0000938711,0.05000,1.565
19,mlp.experts.22.up_proj,0.0000918389,0.05000,1.504
19,mlp.experts.30.up_proj,0.0001612412,0.05000,1.456
19,mlp.experts.25.up_proj,0.0001440792,0.05000,1.541
19,mlp.experts.17.up_proj,0.0002607014,0.05000,1.523
19,mlp.experts.26.up_proj,0.0002352317,0.05000,1.624
19,mlp.experts.39.up_proj,0.0001162108,0.05000,1.498
19,mlp.experts.47.up_proj,0.0002032987,0.05000,1.502
19,mlp.experts.43.up_proj,0.0001512972,0.05000,1.504
19,mlp.experts.35.up_proj,0.0000967179,0.05000,1.515
19,mlp.experts.40.up_proj,0.0001181203,0.05000,1.555
19,mlp.experts.60.up_proj,0.0001959977,0.05000,1.554
19,mlp.experts.34.up_proj,0.0001998628,0.05000,1.524
19,mlp.experts.32.up_proj,0.0001426396,0.05000,1.567
19,mlp.experts.37.up_proj,0.0001842018,0.05000,1.531
19,mlp.experts.45.up_proj,0.0001794951,0.05000,1.521
19,mlp.experts.76.up_proj,fallback(rtn): 0.0010071,0.00000,0.059
19,mlp.experts.38.up_proj,0.0001231229,0.05000,1.510
19,mlp.experts.36.up_proj,0.0000684707,0.05000,1.558
19,mlp.experts.41.up_proj,0.0001447557,0.05000,1.528
19,mlp.experts.46.up_proj,0.0001789704,0.05000,1.547
19,mlp.experts.33.up_proj,0.0001182822,0.05000,1.510
19,mlp.experts.42.up_proj,0.0001635051,0.05000,1.486
19,mlp.experts.55.up_proj,0.0001925498,0.05000,1.497
19,mlp.experts.63.up_proj,0.0002010121,0.05000,1.524
19,mlp.experts.51.up_proj,0.0002096246,0.05000,1.537
19,mlp.experts.59.up_proj,0.0001940249,0.05000,1.562
19,mlp.experts.50.up_proj,0.0001154395,0.05000,1.521
19,mlp.experts.56.up_proj,0.0001789896,0.05000,1.532
19,mlp.experts.48.up_proj,0.0002377248,0.05000,1.541
19,mlp.experts.53.up_proj,0.0002018234,0.05000,1.553
19,mlp.experts.92.up_proj,0.0001885028,0.05000,1.541
19,mlp.experts.61.up_proj,0.0002032315,0.05000,1.557
19,mlp.experts.54.up_proj,0.0001259233,0.05000,1.506
19,mlp.experts.62.up_proj,0.0003498583,0.05000,1.487
19,mlp.experts.52.up_proj,0.0002336707,0.05000,1.539
19,mlp.experts.57.up_proj,0.0001754956,0.05000,1.555
19,mlp.experts.58.up_proj,0.0002914937,0.05000,1.509
19,mlp.experts.49.up_proj,0.0001380463,0.05000,1.559
19,mlp.experts.71.up_proj,0.0000890792,0.05000,1.528
19,mlp.experts.67.up_proj,0.0001895290,0.05000,1.484
19,mlp.experts.79.up_proj,0.0001740421,0.05000,1.504
19,mlp.experts.66.up_proj,0.0001420269,0.05000,1.524
19,mlp.experts.72.up_proj,0.0002588111,0.05000,1.524
19,mlp.experts.75.up_proj,0.0002409725,0.05000,1.552
19,mlp.experts.64.up_proj,0.0002323673,0.05000,1.546
19,mlp.experts.108.up_proj,0.0001192159,0.05000,1.526
19,mlp.experts.70.up_proj,0.0002527504,0.05000,1.517
19,mlp.experts.78.up_proj,0.0002017578,0.05000,1.504
19,mlp.experts.68.up_proj,0.0001811069,0.05000,1.507
19,mlp.experts.77.up_proj,0.0001869815,0.05000,1.566
19,mlp.experts.69.up_proj,0.0002834646,0.05000,1.584
19,mlp.experts.74.up_proj,0.0001769227,0.05000,1.509
19,mlp.experts.65.up_proj,0.0002051135,0.05000,1.533
19,mlp.experts.73.up_proj,0.0002122574,0.05000,1.559
19,mlp.experts.83.up_proj,0.0001745377,0.05000,1.523
19,mlp.experts.95.up_proj,0.0001341411,0.05000,1.520
19,mlp.experts.87.up_proj,0.0001844081,0.05000,1.578
19,mlp.experts.82.up_proj,0.0001982138,0.05000,1.530
19,mlp.experts.88.up_proj,0.0001812706,0.05000,1.534
19,mlp.experts.91.up_proj,0.0001361885,0.05000,1.535
19,mlp.experts.80.up_proj,0.0001287641,0.05000,1.544
19,mlp.experts.86.up_proj,0.0001448994,0.05000,1.535
19,mlp.experts.94.up_proj,0.0001753776,0.05000,1.534
19,mlp.experts.124.up_proj,0.0003487114,0.05000,1.558
19,mlp.experts.84.up_proj,0.0001535182,0.05000,1.549
19,mlp.experts.85.up_proj,0.0001791785,0.05000,1.555
19,mlp.experts.90.up_proj,0.0001794058,0.05000,1.540
19,mlp.experts.93.up_proj,0.0002047933,0.05000,1.594
19,mlp.experts.81.up_proj,0.0001975257,0.05000,1.556
19,mlp.experts.89.up_proj,0.0002275678,0.05000,1.577
19,mlp.experts.99.up_proj,0.0001853951,0.05000,1.517
19,mlp.experts.111.up_proj,0.0001136863,0.05000,1.516
19,mlp.experts.103.up_proj,0.0000882540,0.05000,1.529
19,mlp.experts.98.up_proj,0.0002897458,0.05000,1.523
19,mlp.experts.104.up_proj,0.0002906869,0.05000,1.517
19,mlp.experts.107.up_proj,0.0001478712,0.05000,1.517
19,mlp.experts.96.up_proj,0.0001890253,0.05000,1.523
19,mlp.experts.140.up_proj,0.0002305944,0.05000,1.508
19,mlp.experts.102.up_proj,0.0001300370,0.05000,1.526
19,mlp.experts.110.up_proj,0.0000820423,0.05000,1.536
19,mlp.experts.100.up_proj,0.0001398348,0.05000,1.516
19,mlp.experts.106.up_proj,0.0001696396,0.05000,1.509
19,mlp.experts.101.up_proj,0.0000969331,0.05000,1.563
19,mlp.experts.109.up_proj,0.0001287611,0.05000,1.554
19,mlp.experts.97.up_proj,0.0002300080,0.05000,1.579
19,mlp.experts.105.up_proj,0.0002390251,0.05000,1.558
19,mlp.experts.127.up_proj,0.0000864628,0.05000,1.491
19,mlp.experts.115.up_proj,0.0001435801,0.05000,1.510
19,mlp.experts.119.up_proj,0.0002676363,0.05000,1.505
19,mlp.experts.123.up_proj,0.0001695602,0.05000,1.474
19,mlp.experts.114.up_proj,0.0002692713,0.05000,1.497
19,mlp.experts.120.up_proj,0.0001692222,0.05000,1.503
19,mlp.experts.112.up_proj,0.0001051606,0.05000,1.504
19,mlp.experts.156.up_proj,0.0002846643,0.05000,1.495
19,mlp.experts.116.up_proj,0.0001084343,0.05000,1.495
19,mlp.experts.126.up_proj,0.0002807672,0.05000,1.530
19,mlp.experts.118.up_proj,0.0001667939,0.05000,1.547
19,mlp.experts.117.up_proj,0.0001745245,0.05000,1.481
19,mlp.experts.122.up_proj,0.0000988034,0.05000,1.523
19,mlp.experts.125.up_proj,0.0001788498,0.05000,1.513
19,mlp.experts.113.up_proj,0.0002004608,0.05000,1.498
19,mlp.experts.121.up_proj,0.0002227429,0.05000,1.531
19,mlp.experts.143.up_proj,0.0000867534,0.05000,1.519
19,mlp.experts.131.up_proj,0.0001771961,0.05000,1.504
19,mlp.experts.139.up_proj,0.0002244883,0.05000,1.507
19,mlp.experts.135.up_proj,0.0001872156,0.05000,1.517
19,mlp.experts.136.up_proj,0.0003502090,0.05000,1.510
19,mlp.experts.130.up_proj,0.0001861484,0.05000,1.550
19,mlp.experts.128.up_proj,0.0001467728,0.05000,1.517
19,mlp.experts.172.up_proj,0.0001228776,0.05000,1.524
19,mlp.experts.132.up_proj,0.0001895688,0.05000,1.539
19,mlp.experts.133.up_proj,0.0001023432,0.05000,1.498
19,mlp.experts.142.up_proj,0.0001253912,0.05000,1.543
19,mlp.experts.134.up_proj,0.0001009654,0.05000,1.565
19,mlp.experts.141.up_proj,0.0003052106,0.05000,1.502
19,mlp.experts.138.up_proj,0.0001962128,0.05000,1.555
19,mlp.experts.129.up_proj,0.0002195176,0.05000,1.517
19,mlp.experts.137.up_proj,0.0002773654,0.05000,1.518
19,mlp.experts.147.up_proj,0.0003576561,0.05000,1.517
19,mlp.experts.159.up_proj,0.0002376070,0.05000,1.551
19,mlp.experts.155.up_proj,0.0001703992,0.05000,1.520
19,mlp.experts.152.up_proj,0.0002141561,0.05000,1.543
19,mlp.experts.151.up_proj,0.0001666348,0.05000,1.548
19,mlp.experts.144.up_proj,0.0001892980,0.05000,1.523
19,mlp.experts.146.up_proj,0.0003180947,0.05000,1.567
19,mlp.experts.188.up_proj,0.0001935460,0.05000,1.511
19,mlp.experts.149.up_proj,0.0001407158,0.05000,1.516
19,mlp.experts.148.up_proj,0.0001381170,0.05000,1.528
19,mlp.experts.157.up_proj,0.0002225024,0.05000,1.508
19,mlp.experts.150.up_proj,0.0002126455,0.05000,1.527
19,mlp.experts.158.up_proj,0.0001021996,0.05000,1.555
19,mlp.experts.154.up_proj,0.0001298212,0.05000,1.549
19,mlp.experts.145.up_proj,0.0002356862,0.05000,1.507
19,mlp.experts.153.up_proj,0.0001038241,0.05000,1.504
19,mlp.experts.163.up_proj,0.0001075490,0.05000,1.525
19,mlp.experts.171.up_proj,0.0001455573,0.05000,1.495
19,mlp.experts.167.up_proj,0.0001666113,0.05000,1.493
19,mlp.experts.175.up_proj,0.0001353735,0.05000,1.488
19,mlp.experts.168.up_proj,0.0003017471,0.05000,1.539
19,mlp.experts.204.up_proj,0.0001680692,0.05000,1.473
19,mlp.experts.160.up_proj,0.0000871927,0.05000,1.528
19,mlp.experts.162.up_proj,0.0001172784,0.05000,1.548
19,mlp.experts.164.up_proj,0.0002622709,0.05000,1.527
19,mlp.experts.165.up_proj,0.0001326831,0.05000,1.530
19,mlp.experts.173.up_proj,0.0001477242,0.05000,1.483
19,mlp.experts.174.up_proj,0.0000813594,0.05000,1.531
19,mlp.experts.166.up_proj,0.0002003671,0.05000,1.536
19,mlp.experts.161.up_proj,0.0002776781,0.05000,1.498
19,mlp.experts.170.up_proj,0.0002170982,0.05000,1.551
19,mlp.experts.169.up_proj,0.0000804807,0.05000,1.540
19,mlp.experts.179.up_proj,0.0001964261,0.05000,1.492
19,mlp.experts.187.up_proj,0.0002490074,0.05000,1.513
19,mlp.experts.191.up_proj,0.0001945515,0.05000,1.499
19,mlp.experts.183.up_proj,0.0001982094,0.05000,1.532
19,mlp.experts.220.up_proj,0.0002076557,0.05000,1.499
19,mlp.experts.184.up_proj,0.0002347543,0.05000,1.552
19,mlp.experts.176.up_proj,0.0002136439,0.05000,1.531
19,mlp.experts.178.up_proj,0.0001550354,0.05000,1.510
19,mlp.experts.181.up_proj,0.0001688582,0.05000,1.514
19,mlp.experts.189.up_proj,0.0003891671,0.05000,1.511
19,mlp.experts.180.up_proj,0.0000747193,0.05000,1.521
19,mlp.experts.182.up_proj,0.0004150228,0.05000,1.498
19,mlp.experts.190.up_proj,0.0001570198,0.05000,1.536
19,mlp.experts.177.up_proj,0.0002020260,0.05000,1.512
19,mlp.experts.186.up_proj,0.0002197894,0.05000,1.495
19,mlp.experts.185.up_proj,0.0002406933,0.05000,1.529
19,mlp.experts.195.up_proj,0.0001974204,0.05000,1.581
19,mlp.experts.203.up_proj,0.0001337456,0.05000,1.549
19,mlp.experts.199.up_proj,0.0001855817,0.05000,1.546
19,mlp.experts.207.up_proj,0.0001572644,0.05000,1.554
19,mlp.experts.236.up_proj,0.0003278709,0.05000,1.558
19,mlp.experts.192.up_proj,0.0000964465,0.05000,1.537
19,mlp.experts.194.up_proj,0.0001733893,0.05000,1.529
19,mlp.experts.200.up_proj,0.0001223902,0.05000,1.586
19,mlp.experts.205.up_proj,0.0001973882,0.05000,1.511
19,mlp.experts.197.up_proj,0.0001493651,0.05000,1.546
19,mlp.experts.196.up_proj,0.0001411850,0.05000,1.544
19,mlp.experts.198.up_proj,0.0003806446,0.05000,1.538
19,mlp.experts.202.up_proj,0.0001590856,0.05000,1.491
19,mlp.experts.193.up_proj,0.0001508372,0.05000,1.535
19,mlp.experts.206.up_proj,0.0001754993,0.05000,1.555
19,mlp.experts.201.up_proj,0.0002031433,0.05000,1.549
19,mlp.experts.211.up_proj,0.0002482630,0.05000,1.561
19,mlp.experts.219.up_proj,0.0001716645,0.05000,1.559
19,mlp.experts.252.up_proj,0.0002641430,0.05000,1.527
19,mlp.experts.208.up_proj,0.0001603778,0.05000,1.489
19,mlp.experts.215.up_proj,0.0001561311,0.05000,1.564
19,mlp.experts.223.up_proj,0.0001516435,0.05000,1.564
19,mlp.experts.210.up_proj,0.0004120466,0.05000,1.503
19,mlp.experts.216.up_proj,0.0001988494,0.05000,1.496
19,mlp.experts.221.up_proj,0.0001732269,0.05000,1.500
19,mlp.experts.212.up_proj,0.0000418727,0.05000,1.475
19,mlp.experts.213.up_proj,0.0001880597,0.05000,1.482
19,mlp.experts.214.up_proj,0.0001700593,0.05000,1.499
19,mlp.experts.218.up_proj,0.0002349217,0.05000,1.489
19,mlp.experts.209.up_proj,0.0002212028,0.05000,1.488
19,mlp.experts.222.up_proj,0.0002267921,0.05000,1.516
19,mlp.experts.217.up_proj,0.0001849414,0.05000,1.493
19,mlp.experts.224.up_proj,0.0001430131,0.05000,1.220
19,mlp.experts.232.up_proj,0.0001758190,0.05000,1.202
19,mlp.experts.228.up_proj,0.0001750292,0.05000,1.241
19,mlp.experts.235.up_proj,0.0001249063,0.05000,1.521
19,mlp.experts.227.up_proj,0.0002035901,0.05000,1.554
19,mlp.experts.226.up_proj,0.0002064115,0.05000,1.498
19,mlp.experts.231.up_proj,0.0001491301,0.05000,1.523
19,mlp.experts.229.up_proj,0.0003199667,0.05000,1.451
19,mlp.experts.239.up_proj,0.0001664279,0.05000,1.549
19,mlp.experts.237.up_proj,0.0001656593,0.05000,1.515
19,mlp.experts.230.up_proj,0.0002051526,0.05000,1.491
19,mlp.experts.225.up_proj,0.0002000138,0.05000,1.468
19,mlp.experts.234.up_proj,0.0002304097,0.05000,1.490
19,mlp.experts.238.up_proj,0.0001915398,0.05000,1.511
19,mlp.experts.233.up_proj,0.0002151182,0.05000,1.482
19,mlp.experts.240.up_proj,0.0002341887,0.05000,1.242
19,mlp.experts.248.up_proj,0.0003701526,0.05000,1.211
19,mlp.experts.244.up_proj,0.0003704540,0.05000,1.165
19,mlp.experts.251.up_proj,0.0001671757,0.05000,1.474
19,mlp.experts.243.up_proj,0.0000581136,0.05000,1.477
19,mlp.experts.247.up_proj,0.0001680369,0.05000,1.447
19,mlp.experts.242.up_proj,0.0001555240,0.05000,1.466
19,mlp.experts.255.up_proj,0.0002435881,0.05000,1.425
19,mlp.experts.245.up_proj,0.0001330748,0.05000,1.459
19,mlp.experts.253.up_proj,0.0001317503,0.05000,1.433
19,mlp.experts.250.up_proj,0.0002426338,0.05000,1.405
19,mlp.experts.241.up_proj,0.0002668178,0.05000,1.407
19,mlp.experts.246.up_proj,0.0002254631,0.05000,1.415
19,mlp.experts.254.up_proj,0.0001466624,0.05000,1.339
19,mlp.experts.249.up_proj,0.0002203012,0.05000,1.318
19,mlp.experts.6.down_proj,0.0000079431,0.05000,0.393
19,mlp.experts.8.down_proj,0.0000066546,0.05000,0.395
19,mlp.experts.0.down_proj,0.0000081197,0.05000,0.405
19,mlp.experts.4.down_proj,0.0000132286,0.05000,0.400
19,mlp.experts.2.down_proj,0.0000064366,0.05000,0.394
19,mlp.experts.7.down_proj,0.0000033833,0.05000,0.403
19,mlp.experts.11.down_proj,0.0000038580,0.05000,0.415
19,mlp.experts.5.down_proj,0.0000107758,0.05000,0.415
19,mlp.experts.15.down_proj,0.0000053310,0.05000,0.406
19,mlp.experts.12.down_proj,0.0000073872,0.05000,0.401
19,mlp.experts.1.down_proj,0.0000030548,0.05000,0.418
19,mlp.experts.13.down_proj,0.0000099561,0.05000,0.414
19,mlp.experts.14.down_proj,0.0000038948,0.05000,0.422
19,mlp.experts.9.down_proj,0.0000068242,0.05000,0.423
19,mlp.experts.3.down_proj,0.0000060128,0.05000,0.419
19,mlp.experts.10.down_proj,0.0000013414,0.05000,0.416
19,mlp.experts.16.down_proj,0.0000037252,0.05000,0.380
19,mlp.experts.22.down_proj,0.0000041543,0.05000,0.391
19,mlp.experts.24.down_proj,0.0000039081,0.05000,0.387
19,mlp.experts.18.down_proj,0.0000113490,0.05000,0.375
19,mlp.experts.20.down_proj,0.0000029654,0.05000,0.384
19,mlp.experts.27.down_proj,0.0000164674,0.05000,0.367
19,mlp.experts.23.down_proj,0.0000088788,0.05000,0.379
19,mlp.experts.31.down_proj,0.0000033061,0.05000,0.376
19,mlp.experts.21.down_proj,0.0000068922,0.05000,0.380
19,mlp.experts.28.down_proj,0.0000130732,0.05000,0.382
19,mlp.experts.25.down_proj,0.0000046083,0.05000,0.382
19,mlp.experts.17.down_proj,0.0000053807,0.05000,0.389
19,mlp.experts.29.down_proj,0.0000041540,0.05000,0.390
19,mlp.experts.19.down_proj,0.0000029838,0.05000,0.390
19,mlp.experts.26.down_proj,0.0000069040,0.05000,0.399
19,mlp.experts.30.down_proj,0.0000068986,0.05000,0.401
19,mlp.experts.32.down_proj,0.0000017679,0.05000,0.385
19,mlp.experts.38.down_proj,0.0000052782,0.05000,0.380
19,mlp.experts.34.down_proj,0.0000091055,0.05000,0.380
19,mlp.experts.43.down_proj,0.0000058223,0.05000,0.382
19,mlp.experts.47.down_proj,0.0000076797,0.05000,0.378
19,mlp.experts.39.down_proj,0.0000044660,0.05000,0.386
19,mlp.experts.37.down_proj,0.0000043452,0.05000,0.380
19,mlp.experts.40.down_proj,0.0000031345,0.05000,0.390
19,mlp.experts.36.down_proj,0.0000018492,0.05000,0.391
19,mlp.experts.44.down_proj,0.0000038662,0.05000,0.382
19,mlp.experts.33.down_proj,0.0000042313,0.05000,0.374
19,mlp.experts.45.down_proj,0.0000063964,0.05000,0.376
19,mlp.experts.41.down_proj,0.0000021234,0.05000,0.389
19,mlp.experts.42.down_proj,0.0000061904,0.05000,0.385
19,mlp.experts.35.down_proj,0.0000026697,0.05000,0.387
19,mlp.experts.46.down_proj,0.0000070817,0.05000,0.387
19,mlp.experts.54.down_proj,0.0000049038,0.05000,0.374
19,mlp.experts.48.down_proj,0.0000107859,0.05000,0.381
19,mlp.experts.50.down_proj,0.0000102010,0.05000,0.386
19,mlp.experts.59.down_proj,0.0000082163,0.05000,0.383
19,mlp.experts.63.down_proj,0.0000100388,0.05000,0.385
19,mlp.experts.53.down_proj,0.0000086760,0.05000,0.381
19,mlp.experts.55.down_proj,0.0000053418,0.05000,0.383
19,mlp.experts.56.down_proj,0.0000036827,0.05000,0.389
19,mlp.experts.52.down_proj,0.0000101756,0.05000,0.390
19,mlp.experts.60.down_proj,0.0000070779,0.05000,0.390
19,mlp.experts.49.down_proj,0.0000094462,0.05000,0.386
19,mlp.experts.61.down_proj,0.0000052094,0.05000,0.384
19,mlp.experts.76.down_proj,fallback(rtn): 0.0009918,0.00000,0.008
19,mlp.experts.57.down_proj,0.0000054797,0.05000,0.390
19,mlp.experts.62.down_proj,0.0000138451,0.05000,0.376
19,mlp.experts.58.down_proj,0.0000110576,0.05000,0.383
19,mlp.experts.51.down_proj,0.0000116125,0.05000,0.388
19,mlp.experts.70.down_proj,0.0000124400,0.05000,0.372
19,mlp.experts.64.down_proj,0.0000058948,0.05000,0.373
19,mlp.experts.75.down_proj,0.0000066225,0.05000,0.367
19,mlp.experts.79.down_proj,0.0000030739,0.05000,0.363
19,mlp.experts.66.down_proj,0.0000041688,0.05000,0.376
19,mlp.experts.72.down_proj,0.0000092757,0.05000,0.365
19,mlp.experts.71.down_proj,0.0000027266,0.05000,0.373
19,mlp.experts.68.down_proj,0.0000059305,0.05000,0.369
19,mlp.experts.69.down_proj,0.0000055145,0.05000,0.377
19,mlp.experts.77.down_proj,0.0000057020,0.05000,0.374
19,mlp.experts.92.down_proj,0.0000037667,0.05000,0.374
19,mlp.experts.73.down_proj,0.0000109876,0.05000,0.370
19,mlp.experts.65.down_proj,0.0000078739,0.05000,0.384
19,mlp.experts.78.down_proj,0.0000043665,0.05000,0.373
19,mlp.experts.67.down_proj,0.0000051832,0.05000,0.368
19,mlp.experts.74.down_proj,0.0000027694,0.05000,0.374
19,mlp.experts.86.down_proj,0.0000036521,0.05000,0.360
19,mlp.experts.80.down_proj,0.0000038600,0.05000,0.365
19,mlp.experts.91.down_proj,0.0000048291,0.05000,0.362
19,mlp.experts.95.down_proj,0.0000061534,0.05000,0.365
19,mlp.experts.82.down_proj,0.0000069016,0.05000,0.363
19,mlp.experts.84.down_proj,0.0000047972,0.05000,0.363
19,mlp.experts.88.down_proj,0.0000103535,0.05000,0.372
19,mlp.experts.87.down_proj,0.0000042643,0.05000,0.379
19,mlp.experts.85.down_proj,0.0000075660,0.05000,0.374
19,mlp.experts.93.down_proj,0.0000032141,0.05000,0.372
19,mlp.experts.108.down_proj,0.0000055196,0.05000,0.366
19,mlp.experts.94.down_proj,0.0000031183,0.05000,0.367
19,mlp.experts.83.down_proj,0.0000063573,0.05000,0.365
19,mlp.experts.81.down_proj,0.0000044195,0.05000,0.375
19,mlp.experts.89.down_proj,0.0000055004,0.05000,0.378
19,mlp.experts.90.down_proj,0.0000024907,0.05000,0.372
19,mlp.experts.96.down_proj,0.0000080703,0.05000,0.364
19,mlp.experts.102.down_proj,0.0000045258,0.05000,0.370
19,mlp.experts.107.down_proj,0.0000050856,0.05000,0.368
19,mlp.experts.98.down_proj,0.0000058692,0.05000,0.364
19,mlp.experts.111.down_proj,0.0000037949,0.05000,0.371
19,mlp.experts.100.down_proj,0.0000045721,0.05000,0.373
19,mlp.experts.104.down_proj,0.0000113396,0.05000,0.376
19,mlp.experts.103.down_proj,0.0000068280,0.05000,0.370
19,mlp.experts.124.down_proj,0.0000166361,0.05000,0.365
19,mlp.experts.101.down_proj,0.0000044181,0.05000,0.374
19,mlp.experts.109.down_proj,0.0000059398,0.05000,0.375
19,mlp.experts.110.down_proj,0.0000025527,0.05000,0.368
19,mlp.experts.99.down_proj,0.0000047915,0.05000,0.371
19,mlp.experts.105.down_proj,0.0000052341,0.05000,0.368
19,mlp.experts.106.down_proj,0.0000070923,0.05000,0.370
19,mlp.experts.97.down_proj,0.0000052665,0.05000,0.374
19,mlp.experts.112.down_proj,0.0000037857,0.05000,0.375
19,mlp.experts.123.down_proj,0.0000028261,0.05000,0.371
19,mlp.experts.118.down_proj,0.0000046973,0.05000,0.380
19,mlp.experts.114.down_proj,0.0000031436,0.05000,0.376
19,mlp.experts.127.down_proj,0.0000049339,0.05000,0.382
19,mlp.experts.116.down_proj,0.0000038947,0.05000,0.383
19,mlp.experts.119.down_proj,0.0000094695,0.05000,0.375
19,mlp.experts.120.down_proj,0.0000077834,0.05000,0.387
19,mlp.experts.117.down_proj,0.0000075995,0.05000,0.382
19,mlp.experts.140.down_proj,0.0000089760,0.05000,0.387
19,mlp.experts.125.down_proj,0.0000035806,0.05000,0.384
19,mlp.experts.126.down_proj,0.0000125634,0.05000,0.386
19,mlp.experts.115.down_proj,0.0000068426,0.05000,0.385
19,mlp.experts.121.down_proj,0.0000067224,0.05000,0.385
19,mlp.experts.122.down_proj,0.0000041947,0.05000,0.387
19,mlp.experts.113.down_proj,0.0000067687,0.05000,0.389
19,mlp.experts.128.down_proj,0.0000101301,0.05000,0.380
19,mlp.experts.139.down_proj,0.0000032732,0.05000,0.386
19,mlp.experts.134.down_proj,0.0000060969,0.05000,0.396
19,mlp.experts.130.down_proj,0.0000054308,0.05000,0.389
19,mlp.experts.143.down_proj,0.0000041263,0.05000,0.384
19,mlp.experts.132.down_proj,0.0000076489,0.05000,0.381
19,mlp.experts.135.down_proj,0.0000099873,0.05000,0.390
19,mlp.experts.136.down_proj,0.0000139939,0.05000,0.396
19,mlp.experts.133.down_proj,0.0000051670,0.05000,0.384
19,mlp.experts.156.down_proj,0.0000086400,0.05000,0.389
19,mlp.experts.141.down_proj,0.0000093345,0.05000,0.396
19,mlp.experts.142.down_proj,0.0000024789,0.05000,0.385
19,mlp.experts.131.down_proj,0.0000057959,0.05000,0.391
19,mlp.experts.138.down_proj,0.0000047875,0.05000,0.386
19,mlp.experts.137.down_proj,0.0000112715,0.05000,0.396
19,mlp.experts.129.down_proj,0.0000090121,0.05000,0.388
19,mlp.experts.144.down_proj,0.0000079738,0.05000,0.369
19,mlp.experts.155.down_proj,0.0000065628,0.05000,0.373
19,mlp.experts.150.down_proj,0.0000067507,0.05000,0.374
19,mlp.experts.159.down_proj,0.0000081073,0.05000,0.372
19,mlp.experts.146.down_proj,0.0000201335,0.05000,0.386
19,mlp.experts.148.down_proj,0.0000017526,0.05000,0.383
19,mlp.experts.151.down_proj,0.0000080307,0.05000,0.373
19,mlp.experts.152.down_proj,0.0000114437,0.05000,0.375
19,mlp.experts.149.down_proj,0.0000106076,0.05000,0.376
19,mlp.experts.172.down_proj,0.0000056370,0.05000,0.373
19,mlp.experts.157.down_proj,0.0000087121,0.05000,0.371
19,mlp.experts.158.down_proj,0.0000011261,0.05000,0.372
19,mlp.experts.147.down_proj,0.0000136755,0.05000,0.374
19,mlp.experts.154.down_proj,0.0000019770,0.05000,0.377
19,mlp.experts.153.down_proj,0.0000010925,0.05000,0.376
19,mlp.experts.145.down_proj,0.0000140584,0.05000,0.376
19,mlp.experts.160.down_proj,0.0000024413,0.05000,0.373
19,mlp.experts.171.down_proj,0.0000077321,0.05000,0.372
19,mlp.experts.166.down_proj,0.0000066423,0.05000,0.369
19,mlp.experts.162.down_proj,0.0000032141,0.05000,0.370
19,mlp.experts.175.down_proj,0.0000042384,0.05000,0.377
19,mlp.experts.164.down_proj,0.0000104413,0.05000,0.367
19,mlp.experts.165.down_proj,0.0000083854,0.05000,0.359
19,mlp.experts.167.down_proj,0.0000072145,0.05000,0.378
19,mlp.experts.168.down_proj,0.0000082297,0.05000,0.372
19,mlp.experts.188.down_proj,0.0000044876,0.05000,0.367
19,mlp.experts.173.down_proj,0.0000027801,0.05000,0.368
19,mlp.experts.163.down_proj,0.0000050736,0.05000,0.363
19,mlp.experts.174.down_proj,0.0000048137,0.05000,0.374
19,mlp.experts.161.down_proj,0.0000051683,0.05000,0.369
19,mlp.experts.169.down_proj,0.0000054964,0.05000,0.371
19,mlp.experts.170.down_proj,0.0000053161,0.05000,0.379
19,mlp.experts.176.down_proj,0.0000039381,0.05000,0.366
19,mlp.experts.187.down_proj,0.0000110969,0.05000,0.369
19,mlp.experts.191.down_proj,0.0000028374,0.05000,0.356
19,mlp.experts.182.down_proj,0.0000167682,0.05000,0.384
19,mlp.experts.178.down_proj,0.0000038337,0.05000,0.375
19,mlp.experts.180.down_proj,0.0000034954,0.05000,0.365
19,mlp.experts.181.down_proj,0.0000064660,0.05000,0.368
19,mlp.experts.183.down_proj,0.0000109136,0.05000,0.365
19,mlp.experts.204.down_proj,0.0000026810,0.05000,0.366
19,mlp.experts.184.down_proj,0.0000041268,0.05000,0.374
19,mlp.experts.189.down_proj,0.0000161208,0.05000,0.383
19,mlp.experts.179.down_proj,0.0000074056,0.05000,0.371
19,mlp.experts.190.down_proj,0.0000067026,0.05000,0.377
19,mlp.experts.185.down_proj,0.0000132638,0.05000,0.373
19,mlp.experts.177.down_proj,0.0000040261,0.05000,0.383
19,mlp.experts.186.down_proj,0.0000038501,0.05000,0.378
19,mlp.experts.192.down_proj,0.0000061860,0.05000,0.375
19,mlp.experts.203.down_proj,0.0000040467,0.05000,0.380
19,mlp.experts.207.down_proj,0.0000028954,0.05000,0.392
19,mlp.experts.194.down_proj,0.0000025239,0.05000,0.381
19,mlp.experts.198.down_proj,0.0000139197,0.05000,0.393
19,mlp.experts.196.down_proj,0.0000052238,0.05000,0.381
19,mlp.experts.199.down_proj,0.0000087658,0.05000,0.384
19,mlp.experts.220.down_proj,0.0000029743,0.05000,0.379
19,mlp.experts.200.down_proj,0.0000077573,0.05000,0.372
19,mlp.experts.197.down_proj,0.0000053669,0.05000,0.393
19,mlp.experts.205.down_proj,0.0000099639,0.05000,0.376
19,mlp.experts.206.down_proj,0.0000045748,0.05000,0.371
19,mlp.experts.195.down_proj,0.0000039921,0.05000,0.397
19,mlp.experts.193.down_proj,0.0000043251,0.05000,0.380
19,mlp.experts.201.down_proj,0.0000069897,0.05000,0.385
19,mlp.experts.202.down_proj,0.0000074425,0.05000,0.386
19,mlp.experts.208.down_proj,0.0000036302,0.05000,0.389
19,mlp.experts.219.down_proj,0.0000040028,0.05000,0.387
19,mlp.experts.223.down_proj,0.0000044134,0.05000,0.386
19,mlp.experts.210.down_proj,0.0000190383,0.05000,0.390
19,mlp.experts.212.down_proj,0.0000012959,0.05000,0.390
19,mlp.experts.214.down_proj,0.0000023382,0.05000,0.398
19,mlp.experts.216.down_proj,0.0000069803,0.05000,0.389
19,mlp.experts.236.down_proj,0.0000064722,0.05000,0.391
19,mlp.experts.215.down_proj,0.0000061878,0.05000,0.401
19,mlp.experts.221.down_proj,0.0000033600,0.05000,0.394
19,mlp.experts.213.down_proj,0.0000068049,0.05000,0.400
19,mlp.experts.222.down_proj,0.0000051085,0.05000,0.396
19,mlp.experts.211.down_proj,0.0000112152,0.05000,0.400
19,mlp.experts.218.down_proj,0.0000112656,0.05000,0.380
19,mlp.experts.209.down_proj,0.0000044577,0.05000,0.389
19,mlp.experts.217.down_proj,0.0000086012,0.05000,0.391
19,mlp.experts.224.down_proj,0.0000037670,0.05000,0.381
19,mlp.experts.235.down_proj,0.0000027185,0.05000,0.383
19,mlp.experts.239.down_proj,0.0000003493,0.05000,0.378
19,mlp.experts.226.down_proj,0.0000080639,0.05000,0.378
19,mlp.experts.230.down_proj,0.0000082647,0.05000,0.372
19,mlp.experts.228.down_proj,0.0000081899,0.05000,0.377
19,mlp.experts.252.down_proj,0.0000112690,0.05000,0.364
19,mlp.experts.232.down_proj,0.0000042800,0.05000,0.370
19,mlp.experts.231.down_proj,0.0000065290,0.05000,0.378
19,mlp.experts.238.down_proj,0.0000027392,0.05000,0.374
19,mlp.experts.229.down_proj,0.0000327332,0.05000,0.375
19,mlp.experts.237.down_proj,0.0000054302,0.05000,0.382
19,mlp.experts.227.down_proj,0.0000064877,0.05000,0.375
19,mlp.experts.234.down_proj,0.0000038534,0.05000,0.375
19,mlp.experts.225.down_proj,0.0000087713,0.05000,0.373
19,mlp.experts.233.down_proj,0.0000137037,0.05000,0.380
19,mlp.experts.240.down_proj,0.0000126343,0.05000,0.318
19,mlp.experts.244.down_proj,0.0000074533,0.05000,0.290
19,mlp.experts.248.down_proj,0.0000111988,0.05000,0.280
19,mlp.experts.251.down_proj,0.0000066263,0.05000,0.364
19,mlp.experts.255.down_proj,0.0000039050,0.05000,0.349
19,mlp.experts.242.down_proj,0.0000022369,0.05000,0.339
19,mlp.experts.246.down_proj,0.0000047273,0.05000,0.344
19,mlp.experts.254.down_proj,0.0000020520,0.05000,0.315
19,mlp.experts.247.down_proj,0.0000048857,0.05000,0.325
19,mlp.experts.243.down_proj,0.0000025599,0.05000,0.303
19,mlp.experts.250.down_proj,0.0000071629,0.05000,0.298
19,mlp.experts.253.down_proj,0.0000056200,0.05000,0.330
19,mlp.experts.245.down_proj,0.0000040184,0.05000,0.344
19,mlp.experts.249.down_proj,0.0000103150,0.05000,0.312
19,mlp.experts.241.down_proj,0.0000107310,0.05000,0.322
20,mlp.experts.8.gate_proj,0.0001611599,0.05000,1.580
20,mlp.experts.15.gate_proj,0.0004439333,0.05000,1.596
20,mlp.experts.10.gate_proj,0.0002153158,0.05000,1.571
20,mlp.experts.1.gate_proj,0.0001088606,0.05000,1.608
20,mlp.experts.7.gate_proj,0.0001798811,0.05000,1.586
20,mlp.experts.12.gate_proj,0.0001807421,0.05000,1.567
20,mlp.experts.5.gate_proj,0.0002620419,0.05000,1.600
20,mlp.experts.9.gate_proj,0.0001415556,0.05000,1.601
20,mlp.experts.4.gate_proj,0.0002049889,0.05000,1.588
20,mlp.experts.3.gate_proj,0.0002640596,0.05000,1.608
20,mlp.experts.13.gate_proj,0.0001724460,0.05000,1.607
20,mlp.experts.11.gate_proj,0.0001391965,0.05000,1.593
20,mlp.experts.2.gate_proj,0.0003285371,0.05000,1.591
20,mlp.experts.0.gate_proj,0.0002436080,0.05000,1.600
20,mlp.experts.6.gate_proj,0.0001830608,0.05000,1.618
20,mlp.experts.14.gate_proj,0.0004682496,0.05000,1.593
20,mlp.experts.31.gate_proj,0.0003970444,0.05000,1.546
20,mlp.experts.18.gate_proj,0.0001522572,0.05000,1.513
20,mlp.experts.17.gate_proj,0.0001245921,0.05000,1.527
20,mlp.experts.16.gate_proj,0.0001586063,0.05000,1.514
20,mlp.experts.23.gate_proj,0.0000712140,0.05000,1.544
20,mlp.experts.25.gate_proj,0.0002089543,0.05000,1.523
20,mlp.experts.27.gate_proj,0.0001644484,0.05000,1.527
20,mlp.experts.26.gate_proj,0.0001150284,0.05000,1.557
20,mlp.experts.21.gate_proj,0.0002102271,0.05000,1.539
20,mlp.experts.24.gate_proj,0.0003307607,0.05000,1.565
20,mlp.experts.22.gate_proj,0.0001099366,0.05000,1.527
20,mlp.experts.29.gate_proj,0.0002423448,0.05000,1.532
20,mlp.experts.30.gate_proj,0.0003539231,0.05000,1.527
20,mlp.experts.19.gate_proj,0.0002434351,0.05000,1.547
20,mlp.experts.28.gate_proj,0.0001215960,0.05000,1.573
20,mlp.experts.20.gate_proj,0.0004190562,0.05000,1.633
20,mlp.experts.47.gate_proj,0.0003174816,0.05000,1.545
20,mlp.experts.34.gate_proj,0.0001829646,0.05000,1.546
20,mlp.experts.33.gate_proj,0.0002006711,0.05000,1.547
20,mlp.experts.46.gate_proj,0.0003848099,0.05000,1.536
20,mlp.experts.42.gate_proj,0.0002166295,0.05000,1.546
20,mlp.experts.38.gate_proj,0.0001745456,0.05000,1.542
20,mlp.experts.43.gate_proj,0.0001831952,0.05000,1.551
20,mlp.experts.44.gate_proj,0.0002714833,0.05000,1.536
20,mlp.experts.32.gate_proj,0.0001715819,0.05000,1.576
20,mlp.experts.37.gate_proj,0.0002313363,0.05000,1.553
20,mlp.experts.39.gate_proj,0.0002974309,0.05000,1.563
20,mlp.experts.36.gate_proj,0.0002202219,0.05000,1.475
20,mlp.experts.40.gate_proj,0.0001956858,0.05000,1.551
20,mlp.experts.35.gate_proj,0.0002040144,0.05000,1.543
20,mlp.experts.45.gate_proj,0.0002636420,0.05000,1.556
20,mlp.experts.41.gate_proj,0.0002501290,0.05000,1.576
20,mlp.experts.63.gate_proj,0.0002889436,0.05000,1.472
20,mlp.experts.49.gate_proj,0.0002071230,0.05000,1.478
20,mlp.experts.62.gate_proj,0.0002596854,0.05000,1.484
20,mlp.experts.50.gate_proj,0.0001687956,0.05000,1.517
20,mlp.experts.58.gate_proj,0.0001948372,0.05000,1.476
20,mlp.experts.54.gate_proj,0.0003459557,0.05000,1.471
20,mlp.experts.59.gate_proj,0.0003385054,0.05000,1.516
20,mlp.experts.60.gate_proj,0.0004141120,0.05000,1.525
20,mlp.experts.51.gate_proj,0.0003462022,0.05000,1.511
20,mlp.experts.55.gate_proj,0.0005328712,0.05000,1.519
20,mlp.experts.56.gate_proj,0.0001188068,0.05000,1.520
20,mlp.experts.48.gate_proj,0.0001789354,0.05000,1.566
20,mlp.experts.53.gate_proj,0.0002227053,0.05000,1.556
20,mlp.experts.57.gate_proj,0.0000954676,0.05000,1.559
20,mlp.experts.61.gate_proj,0.0002530707,0.05000,1.562
20,mlp.experts.52.gate_proj,0.0002705313,0.05000,1.574
20,mlp.experts.77.gate_proj,fallback(rtn): 0.0009727,0.00000,0.042
20,mlp.experts.79.gate_proj,0.0003249484,0.05000,1.515
20,mlp.experts.74.gate_proj,0.0001532944,0.05000,1.501
20,mlp.experts.78.gate_proj,0.0001528918,0.05000,1.506
20,mlp.experts.65.gate_proj,0.0001843933,0.05000,1.548
20,mlp.experts.70.gate_proj,0.0003355377,0.05000,1.518
20,mlp.experts.66.gate_proj,0.0001406148,0.05000,1.561
20,mlp.experts.75.gate_proj,0.0002124195,0.05000,1.536
20,mlp.experts.67.gate_proj,0.0003552907,0.05000,1.517
20,mlp.experts.76.gate_proj,0.0003623256,0.05000,1.532
20,mlp.experts.64.gate_proj,0.0001622844,0.05000,1.488
20,mlp.experts.71.gate_proj,0.0001245767,0.05000,1.518
20,mlp.experts.72.gate_proj,0.0000979857,0.05000,1.525
20,mlp.experts.68.gate_proj,0.0001996899,0.05000,1.480
20,mlp.experts.69.gate_proj,0.0001566640,0.05000,1.552
20,mlp.experts.73.gate_proj,0.0003336237,0.05000,1.566
20,mlp.experts.93.gate_proj,0.0003365705,0.05000,1.573
20,mlp.experts.95.gate_proj,0.0001696592,0.05000,1.508
20,mlp.experts.86.gate_proj,0.0001441351,0.05000,1.503
20,mlp.experts.90.gate_proj,0.0006872725,0.05000,1.529
20,mlp.experts.82.gate_proj,0.0002423725,0.05000,1.484
20,mlp.experts.81.gate_proj,0.0001656358,0.05000,1.525
20,mlp.experts.94.gate_proj,0.0001801993,0.05000,1.579
20,mlp.experts.91.gate_proj,0.0004650619,0.05000,1.513
20,mlp.experts.84.gate_proj,0.0002485574,0.05000,1.515
20,mlp.experts.92.gate_proj,0.0001247361,0.05000,1.529
20,mlp.experts.83.gate_proj,0.0001418727,0.05000,1.538
20,mlp.experts.87.gate_proj,0.0003055144,0.05000,1.540
20,mlp.experts.80.gate_proj,0.0001789385,0.05000,1.554
20,mlp.experts.88.gate_proj,0.0002014246,0.05000,1.572
20,mlp.experts.85.gate_proj,0.0000933912,0.05000,1.548
20,mlp.experts.89.gate_proj,0.0001251239,0.05000,1.553
20,mlp.experts.109.gate_proj,0.0004293244,0.05000,1.559
20,mlp.experts.111.gate_proj,0.0002938296,0.05000,1.507
20,mlp.experts.106.gate_proj,0.0001254672,0.05000,1.491
20,mlp.experts.98.gate_proj,0.0002410261,0.05000,1.510
20,mlp.experts.102.gate_proj,0.0005181226,0.05000,1.528
20,mlp.experts.110.gate_proj,0.0002041216,0.05000,1.526
20,mlp.experts.107.gate_proj,0.0002332038,0.05000,1.531
20,mlp.experts.97.gate_proj,0.0003514872,0.05000,1.596
20,mlp.experts.99.gate_proj,0.0001824101,0.05000,1.501
20,mlp.experts.103.gate_proj,0.0001092840,0.05000,1.504
20,mlp.experts.108.gate_proj,0.0002721160,0.05000,1.508
20,mlp.experts.100.gate_proj,0.0002038332,0.05000,1.546
20,mlp.experts.104.gate_proj,0.0000888342,0.05000,1.503
20,mlp.experts.96.gate_proj,0.0001374646,0.05000,1.542
20,mlp.experts.101.gate_proj,0.0004159915,0.05000,1.567
20,mlp.experts.105.gate_proj,0.0003116644,0.05000,1.545
20,mlp.experts.125.gate_proj,0.0002029234,0.05000,1.562
20,mlp.experts.127.gate_proj,0.0001230716,0.05000,1.513
20,mlp.experts.114.gate_proj,0.0002478428,0.05000,1.475
20,mlp.experts.118.gate_proj,0.0002355906,0.05000,1.502
20,mlp.experts.122.gate_proj,0.0001262289,0.05000,1.540
20,mlp.experts.126.gate_proj,0.0002721156,0.05000,1.515
20,mlp.experts.123.gate_proj,0.0001405227,0.05000,1.520
20,mlp.experts.113.gate_proj,0.0000961507,0.05000,1.520
20,mlp.experts.115.gate_proj,0.0000921011,0.05000,1.522
20,mlp.experts.120.gate_proj,0.0002004107,0.05000,1.492
20,mlp.experts.119.gate_proj,0.0001459282,0.05000,1.527
20,mlp.experts.124.gate_proj,0.0001423619,0.05000,1.532
20,mlp.experts.112.gate_proj,0.0001889482,0.05000,1.484
20,mlp.experts.116.gate_proj,0.0002934164,0.05000,1.558
20,mlp.experts.117.gate_proj,0.0002967124,0.05000,1.498
20,mlp.experts.121.gate_proj,0.0001396760,0.05000,1.515
20,mlp.experts.141.gate_proj,0.0001247317,0.05000,1.543
20,mlp.experts.143.gate_proj,0.0002049014,0.05000,1.525
20,mlp.experts.130.gate_proj,0.0002868352,0.05000,1.534
20,mlp.experts.138.gate_proj,0.0002498092,0.05000,1.549
20,mlp.experts.134.gate_proj,0.0002379995,0.05000,1.562
20,mlp.experts.139.gate_proj,0.0001440597,0.05000,1.515
20,mlp.experts.135.gate_proj,0.0000815051,0.05000,1.502
20,mlp.experts.131.gate_proj,0.0004233538,0.05000,1.518
20,mlp.experts.129.gate_proj,0.0001950378,0.05000,1.529
20,mlp.experts.142.gate_proj,0.0002124088,0.05000,1.576
20,mlp.experts.128.gate_proj,0.0001346507,0.05000,1.518
20,mlp.experts.136.gate_proj,0.0001411051,0.05000,1.527
20,mlp.experts.140.gate_proj,0.0002082189,0.05000,1.551
20,mlp.experts.132.gate_proj,0.0001408522,0.05000,1.563
20,mlp.experts.133.gate_proj,0.0002189570,0.05000,1.535
20,mlp.experts.137.gate_proj,0.0003240724,0.05000,1.510
20,mlp.experts.157.gate_proj,0.0001896622,0.05000,1.524
20,mlp.experts.159.gate_proj,0.0002360277,0.05000,1.517
20,mlp.experts.146.gate_proj,0.0001307959,0.05000,1.545
20,mlp.experts.150.gate_proj,0.0001921032,0.05000,1.525
20,mlp.experts.162.gate_proj,fallback(rtn): 0.0010300,0.00000,0.026
20,mlp.experts.154.gate_proj,0.0004262006,0.05000,1.542
20,mlp.experts.151.gate_proj,0.0001812596,0.05000,1.479
20,mlp.experts.147.gate_proj,0.0002072619,0.05000,1.511
20,mlp.experts.155.gate_proj,0.0002583928,0.05000,1.531
20,mlp.experts.158.gate_proj,0.0003806699,0.05000,1.507
20,mlp.experts.156.gate_proj,0.0001500760,0.05000,1.480
20,mlp.experts.145.gate_proj,0.0002311116,0.05000,1.519
20,mlp.experts.144.gate_proj,0.0001326511,0.05000,1.519
20,mlp.experts.152.gate_proj,0.0001688278,0.05000,1.578
20,mlp.experts.148.gate_proj,0.0001522356,0.05000,1.517
20,mlp.experts.149.gate_proj,0.0001927494,0.05000,1.527
20,mlp.experts.153.gate_proj,0.0001249484,0.05000,1.557
20,mlp.experts.173.gate_proj,0.0003344057,0.05000,1.511
20,mlp.experts.175.gate_proj,0.0001002027,0.05000,1.528
20,mlp.experts.167.gate_proj,0.0003044201,0.05000,1.509
20,mlp.experts.178.gate_proj,0.0002574889,0.05000,1.534
20,mlp.experts.170.gate_proj,0.0002241865,0.05000,1.552
20,mlp.experts.163.gate_proj,0.0002490530,0.05000,1.519
20,mlp.experts.166.gate_proj,0.0004203089,0.05000,1.589
20,mlp.experts.161.gate_proj,0.0002599513,0.05000,1.509
20,mlp.experts.172.gate_proj,0.0003023291,0.05000,1.519
20,mlp.experts.174.gate_proj,0.0001442340,0.05000,1.531
20,mlp.experts.171.gate_proj,0.0001716775,0.05000,1.540
20,mlp.experts.168.gate_proj,0.0003011639,0.05000,1.489
20,mlp.experts.160.gate_proj,0.0002305623,0.05000,1.576
20,mlp.experts.165.gate_proj,0.0002111664,0.05000,1.503
20,mlp.experts.164.gate_proj,0.0002309335,0.05000,1.542
20,mlp.experts.169.gate_proj,0.0003499922,0.05000,1.497
20,mlp.experts.189.gate_proj,0.0003049749,0.05000,1.494
20,mlp.experts.191.gate_proj,0.0000835292,0.05000,1.529
20,mlp.experts.194.gate_proj,0.0002263287,0.05000,1.529
20,mlp.experts.183.gate_proj,0.0001161894,0.05000,1.545
20,mlp.experts.187.gate_proj,0.0001674732,0.05000,1.508
20,mlp.experts.186.gate_proj,0.0001572833,0.05000,1.561
20,mlp.experts.188.gate_proj,0.0001421704,0.05000,1.531
20,mlp.experts.184.gate_proj,0.0001729213,0.05000,1.508
20,mlp.experts.179.gate_proj,0.0002121901,0.05000,1.562
20,mlp.experts.190.gate_proj,0.0001529886,0.05000,1.537
20,mlp.experts.177.gate_proj,0.0002118451,0.05000,1.547
20,mlp.experts.182.gate_proj,0.0002714958,0.05000,1.595
20,mlp.experts.180.gate_proj,0.0000791762,0.05000,1.504
20,mlp.experts.176.gate_proj,0.0002254961,0.05000,1.540
20,mlp.experts.181.gate_proj,0.0001413300,0.05000,1.561
20,mlp.experts.185.gate_proj,0.0003102787,0.05000,1.536
20,mlp.experts.205.gate_proj,0.0001495603,0.05000,1.556
20,mlp.experts.207.gate_proj,0.0001432781,0.05000,1.552
20,mlp.experts.210.gate_proj,0.0003650552,0.05000,1.518
20,mlp.experts.199.gate_proj,0.0001549872,0.05000,1.549
20,mlp.experts.203.gate_proj,0.0003688950,0.05000,1.537
20,mlp.experts.202.gate_proj,0.0001528885,0.05000,1.537
20,mlp.experts.193.gate_proj,0.0001859460,0.05000,1.513
20,mlp.experts.206.gate_proj,0.0001683063,0.05000,1.515
20,mlp.experts.198.gate_proj,0.0000812209,0.05000,1.475
20,mlp.experts.204.gate_proj,0.0001151746,0.05000,1.531
20,mlp.experts.200.gate_proj,0.0002644370,0.05000,1.554
20,mlp.experts.195.gate_proj,0.0001034182,0.05000,1.564
20,mlp.experts.192.gate_proj,0.0002790502,0.05000,1.542
20,mlp.experts.196.gate_proj,0.0002887945,0.05000,1.556
20,mlp.experts.201.gate_proj,0.0001840661,0.05000,1.533
20,mlp.experts.197.gate_proj,0.0001567175,0.05000,1.540
20,mlp.experts.221.gate_proj,0.0003443300,0.05000,1.541
20,mlp.experts.223.gate_proj,0.0000982326,0.05000,1.538
20,mlp.experts.226.gate_proj,0.0001341883,0.05000,1.519
20,mlp.experts.215.gate_proj,0.0003228219,0.05000,1.545
20,mlp.experts.222.gate_proj,0.0000874116,0.05000,1.499
20,mlp.experts.216.gate_proj,0.0001316054,0.05000,1.490
20,mlp.experts.209.gate_proj,0.0002261272,0.05000,1.537
20,mlp.experts.214.gate_proj,0.0001609911,0.05000,1.531
20,mlp.experts.218.gate_proj,0.0001846657,0.05000,1.550
20,mlp.experts.219.gate_proj,0.0001996859,0.05000,1.567
20,mlp.experts.220.gate_proj,0.0002224807,0.05000,1.547
20,mlp.experts.208.gate_proj,0.0002189382,0.05000,1.482
20,mlp.experts.211.gate_proj,0.0002540894,0.05000,1.561
20,mlp.experts.212.gate_proj,0.0003619477,0.05000,1.527
20,mlp.experts.213.gate_proj,0.0000715275,0.05000,1.520
20,mlp.experts.217.gate_proj,0.0001149447,0.05000,1.527
20,mlp.experts.237.gate_proj,0.0001486722,0.05000,1.516
20,mlp.experts.239.gate_proj,0.0001300164,0.05000,1.537
20,mlp.experts.242.gate_proj,0.0001868253,0.05000,1.500
20,mlp.experts.238.gate_proj,0.0002662304,0.05000,1.511
20,mlp.experts.232.gate_proj,0.0000819945,0.05000,1.520
20,mlp.experts.236.gate_proj,0.0002789212,0.05000,1.484
20,mlp.experts.234.gate_proj,0.0001155307,0.05000,1.509
20,mlp.experts.231.gate_proj,0.0001258400,0.05000,1.553
20,mlp.experts.230.gate_proj,0.0002411742,0.05000,1.519
20,mlp.experts.225.gate_proj,0.0002547568,0.05000,1.543
20,mlp.experts.224.gate_proj,0.0002574739,0.05000,1.534
20,mlp.experts.235.gate_proj,0.0002387798,0.05000,1.545
20,mlp.experts.228.gate_proj,0.0003031602,0.05000,1.534
20,mlp.experts.227.gate_proj,0.0002776683,0.05000,1.548
20,mlp.experts.233.gate_proj,0.0004023533,0.05000,1.516
20,mlp.experts.229.gate_proj,0.0002741415,0.05000,1.563
20,mlp.experts.253.gate_proj,0.0001910960,0.05000,1.550
20,mlp.experts.255.gate_proj,0.0004217977,0.05000,1.542
20,mlp.experts.2.up_proj,0.0002900768,0.05000,1.514
20,mlp.experts.254.gate_proj,0.0002285373,0.05000,1.512
20,mlp.experts.248.gate_proj,0.0003338954,0.05000,1.530
20,mlp.experts.246.gate_proj,0.0001999823,0.05000,1.513
20,mlp.experts.247.gate_proj,0.0001915558,0.05000,1.530
20,mlp.experts.250.gate_proj,0.0003570125,0.05000,1.535
20,mlp.experts.241.gate_proj,0.0003699326,0.05000,1.518
20,mlp.experts.252.gate_proj,0.0001890936,0.05000,1.575
20,mlp.experts.251.gate_proj,0.0002333795,0.05000,1.527
20,mlp.experts.240.gate_proj,0.0000733534,0.05000,1.535
20,mlp.experts.243.gate_proj,0.0002006140,0.05000,1.514
20,mlp.experts.249.gate_proj,0.0003618712,0.05000,1.525
20,mlp.experts.244.gate_proj,0.0002292022,0.05000,1.559
20,mlp.experts.245.gate_proj,0.0001284187,0.05000,1.526
20,mlp.experts.13.up_proj,0.0001771573,0.05000,1.540
20,mlp.experts.15.up_proj,0.0003281127,0.05000,1.525
20,mlp.experts.18.up_proj,0.0001434940,0.05000,1.515
20,mlp.experts.14.up_proj,0.0003642455,0.05000,1.518
20,mlp.experts.10.up_proj,0.0001789801,0.05000,1.514
20,mlp.experts.6.up_proj,0.0001348723,0.05000,1.530
20,mlp.experts.7.up_proj,0.0002024782,0.05000,1.516
20,mlp.experts.1.up_proj,0.0000836284,0.05000,1.509
20,mlp.experts.8.up_proj,0.0001522117,0.05000,1.544
20,mlp.experts.3.up_proj,0.0002233901,0.05000,1.465
20,mlp.experts.11.up_proj,0.0001297718,0.05000,1.540
20,mlp.experts.0.up_proj,0.0001876676,0.05000,1.551
20,mlp.experts.12.up_proj,0.0001537286,0.05000,1.559
20,mlp.experts.9.up_proj,0.0001113392,0.05000,1.529
20,mlp.experts.4.up_proj,0.0001956257,0.05000,1.535
20,mlp.experts.5.up_proj,0.0002177315,0.05000,1.535
20,mlp.experts.29.up_proj,0.0001813357,0.05000,1.516
20,mlp.experts.31.up_proj,0.0003589455,0.05000,1.509
20,mlp.experts.34.up_proj,0.0001345298,0.05000,1.536
20,mlp.experts.30.up_proj,0.0003286728,0.05000,1.525
20,mlp.experts.19.up_proj,0.0001996229,0.05000,1.499
20,mlp.experts.22.up_proj,0.0000930411,0.05000,1.519
20,mlp.experts.17.up_proj,0.0001173825,0.05000,1.537
20,mlp.experts.26.up_proj,0.0000975515,0.05000,1.550
20,mlp.experts.23.up_proj,0.0000578198,0.05000,1.548
20,mlp.experts.27.up_proj,0.0001330329,0.05000,1.496
20,mlp.experts.24.up_proj,0.0002900475,0.05000,1.592
20,mlp.experts.25.up_proj,0.0001350003,0.05000,1.521
20,mlp.experts.28.up_proj,0.0001120199,0.05000,1.564
20,mlp.experts.20.up_proj,0.0004585174,0.05000,1.532
20,mlp.experts.16.up_proj,0.0001415890,0.05000,1.591
20,mlp.experts.21.up_proj,0.0001979618,0.05000,1.527
20,mlp.experts.45.up_proj,0.0002013911,0.05000,1.524
20,mlp.experts.47.up_proj,0.0002213274,0.05000,1.521
20,mlp.experts.50.up_proj,0.0001478359,0.05000,1.507
20,mlp.experts.46.up_proj,0.0002627254,0.05000,1.535
20,mlp.experts.35.up_proj,0.0002242211,0.05000,1.518
20,mlp.experts.38.up_proj,0.0001689919,0.05000,1.521
20,mlp.experts.33.up_proj,0.0001721843,0.05000,1.516
20,mlp.experts.42.up_proj,0.0001960743,0.05000,1.506
20,mlp.experts.43.up_proj,0.0001425691,0.05000,1.516
20,mlp.experts.39.up_proj,0.0002338163,0.05000,1.554
20,mlp.experts.40.up_proj,0.0001791529,0.05000,1.538
20,mlp.experts.41.up_proj,0.0002002915,0.05000,1.521
20,mlp.experts.44.up_proj,0.0002232371,0.05000,1.560
20,mlp.experts.37.up_proj,0.0001714189,0.05000,1.536
20,mlp.experts.36.up_proj,0.0001823258,0.05000,1.557
20,mlp.experts.32.up_proj,0.0001371825,0.05000,1.570
20,mlp.experts.61.up_proj,0.0002049890,0.05000,1.536
20,mlp.experts.77.up_proj,fallback(rtn): 0.0010529,0.00000,0.025
20,mlp.experts.63.up_proj,0.0002645136,0.05000,1.494
20,mlp.experts.66.up_proj,0.0001032620,0.05000,1.502
20,mlp.experts.62.up_proj,0.0002079162,0.05000,1.512
20,mlp.experts.51.up_proj,0.0003237238,0.05000,1.503
20,mlp.experts.58.up_proj,0.0001602694,0.05000,1.497
20,mlp.experts.54.up_proj,0.0002520710,0.05000,1.513
20,mlp.experts.49.up_proj,0.0002187006,0.05000,1.502
20,mlp.experts.59.up_proj,0.0002860103,0.05000,1.498
20,mlp.experts.55.up_proj,0.0004133530,0.05000,1.517
20,mlp.experts.56.up_proj,0.0001092937,0.05000,1.510
20,mlp.experts.57.up_proj,0.0001118301,0.05000,1.545
20,mlp.experts.60.up_proj,0.0003094100,0.05000,1.496
20,mlp.experts.48.up_proj,0.0001364021,0.05000,1.493
20,mlp.experts.52.up_proj,0.0002815205,0.05000,1.509
20,mlp.experts.53.up_proj,0.0001663407,0.05000,1.543
20,mlp.experts.93.up_proj,0.0003089095,0.05000,1.553
20,mlp.experts.79.up_proj,0.0002735609,0.05000,1.505
20,mlp.experts.82.up_proj,0.0001808783,0.05000,1.507
20,mlp.experts.78.up_proj,0.0001906977,0.05000,1.510
20,mlp.experts.67.up_proj,0.0002455359,0.05000,1.497
20,mlp.experts.70.up_proj,0.0002338957,0.05000,1.489
20,mlp.experts.74.up_proj,0.0001326110,0.05000,1.493
20,mlp.experts.75.up_proj,0.0001545416,0.05000,1.507
20,mlp.experts.65.up_proj,0.0001452165,0.05000,1.538
20,mlp.experts.72.up_proj,0.0000841053,0.05000,1.477
20,mlp.experts.71.up_proj,0.0000897140,0.05000,1.506
20,mlp.experts.64.up_proj,0.0001183023,0.05000,1.473
20,mlp.experts.76.up_proj,0.0002789149,0.05000,1.521
20,mlp.experts.73.up_proj,0.0002849078,0.05000,1.555
20,mlp.experts.68.up_proj,0.0001813641,0.05000,1.516
20,mlp.experts.69.up_proj,0.0001543230,0.05000,1.561
20,mlp.experts.109.up_proj,0.0003498727,0.05000,1.559
20,mlp.experts.98.up_proj,0.0001906493,0.05000,1.496
20,mlp.experts.95.up_proj,0.0001340798,0.05000,1.522
20,mlp.experts.94.up_proj,0.0001364875,0.05000,1.501
20,mlp.experts.90.up_proj,0.0004393459,0.05000,1.488
20,mlp.experts.83.up_proj,0.0001337438,0.05000,1.526
20,mlp.experts.86.up_proj,0.0001588278,0.05000,1.516
20,mlp.experts.91.up_proj,0.0003852717,0.05000,1.523
20,mlp.experts.88.up_proj,0.0001986274,0.05000,1.473
20,mlp.experts.87.up_proj,0.0002661367,0.05000,1.516
20,mlp.experts.81.up_proj,0.0001537130,0.05000,1.581
20,mlp.experts.92.up_proj,0.0001163606,0.05000,1.487
20,mlp.experts.80.up_proj,0.0001557781,0.05000,1.501
20,mlp.experts.84.up_proj,0.0002350596,0.05000,1.503
20,mlp.experts.89.up_proj,0.0001782944,0.05000,1.591
20,mlp.experts.85.up_proj,0.0000876859,0.05000,1.584
20,mlp.experts.125.up_proj,0.0002010056,0.05000,1.575
20,mlp.experts.114.up_proj,0.0001793911,0.05000,1.506
20,mlp.experts.111.up_proj,0.0002763947,0.05000,1.521
20,mlp.experts.110.up_proj,0.0001912560,0.05000,1.534
20,mlp.experts.106.up_proj,0.0001027952,0.05000,1.507
20,mlp.experts.99.up_proj,0.0001763703,0.05000,1.505
20,mlp.experts.102.up_proj,0.0003993415,0.05000,1.494
20,mlp.experts.107.up_proj,0.0002033886,0.05000,1.520
20,mlp.experts.104.up_proj,0.0000848851,0.05000,1.525
20,mlp.experts.103.up_proj,0.0001078985,0.05000,1.516
20,mlp.experts.96.up_proj,0.0001151544,0.05000,1.509
20,mlp.experts.108.up_proj,0.0002488715,0.05000,1.529
20,mlp.experts.100.up_proj,0.0001677979,0.05000,1.530
20,mlp.experts.97.up_proj,0.0002859409,0.05000,1.605
20,mlp.experts.105.up_proj,0.0002345902,0.05000,1.579
20,mlp.experts.101.up_proj,0.0003159858,0.05000,1.556
20,mlp.experts.141.up_proj,0.0001033944,0.05000,1.580
20,mlp.experts.130.up_proj,0.0002354565,0.05000,1.498
20,mlp.experts.127.up_proj,0.0001153117,0.05000,1.502
20,mlp.experts.126.up_proj,0.0002152016,0.05000,1.497
20,mlp.experts.122.up_proj,0.0001390989,0.05000,1.494
20,mlp.experts.118.up_proj,0.0001790481,0.05000,1.478
20,mlp.experts.115.up_proj,0.0000829630,0.05000,1.499
20,mlp.experts.120.up_proj,0.0001736065,0.05000,1.516
20,mlp.experts.123.up_proj,0.0001730892,0.05000,1.522
20,mlp.experts.119.up_proj,0.0001761253,0.05000,1.521
20,mlp.experts.112.up_proj,0.0001625577,0.05000,1.504
20,mlp.experts.124.up_proj,0.0001336386,0.05000,1.493
20,mlp.experts.116.up_proj,0.0002765236,0.05000,1.499
20,mlp.experts.113.up_proj,0.0000946385,0.05000,1.507
20,mlp.experts.121.up_proj,0.0001909254,0.05000,1.488
20,mlp.experts.117.up_proj,0.0002390669,0.05000,1.512
20,mlp.experts.157.up_proj,0.0001757821,0.05000,1.526
20,mlp.experts.143.up_proj,0.0001533791,0.05000,1.495
20,mlp.experts.146.up_proj,0.0001178976,0.05000,1.536
20,mlp.experts.162.up_proj,fallback(rtn): 0.0009842,0.00000,0.024
20,mlp.experts.131.up_proj,0.0002935507,0.05000,1.502
20,mlp.experts.134.up_proj,0.0001795426,0.05000,1.533
20,mlp.experts.138.up_proj,0.0002175769,0.05000,1.538
20,mlp.experts.142.up_proj,0.0001736375,0.05000,1.577
20,mlp.experts.139.up_proj,0.0001333406,0.05000,1.502
20,mlp.experts.136.up_proj,0.0001190092,0.05000,1.524
20,mlp.experts.135.up_proj,0.0000767396,0.05000,1.499
20,mlp.experts.140.up_proj,0.0001747450,0.05000,1.514
20,mlp.experts.128.up_proj,0.0001143386,0.05000,1.525
20,mlp.experts.132.up_proj,0.0001216219,0.05000,1.467
20,mlp.experts.129.up_proj,0.0001511503,0.05000,1.499
20,mlp.experts.137.up_proj,0.0003017851,0.05000,1.528
20,mlp.experts.133.up_proj,0.0001672468,0.05000,1.530
20,mlp.experts.173.up_proj,0.0003054914,0.05000,1.529
20,mlp.experts.159.up_proj,0.0002126004,0.05000,1.534
20,mlp.experts.178.up_proj,0.0002263478,0.05000,1.545
20,mlp.experts.147.up_proj,0.0001644695,0.05000,1.516
20,mlp.experts.150.up_proj,0.0001716381,0.05000,1.540
20,mlp.experts.154.up_proj,0.0003344064,0.05000,1.544
20,mlp.experts.155.up_proj,0.0002034175,0.05000,1.502
20,mlp.experts.152.up_proj,0.0001492907,0.05000,1.496
20,mlp.experts.151.up_proj,0.0001354167,0.05000,1.507
20,mlp.experts.158.up_proj,0.0002872368,0.05000,1.570
20,mlp.experts.148.up_proj,0.0001141767,0.05000,1.512
20,mlp.experts.144.up_proj,0.0001098385,0.05000,1.517
20,mlp.experts.156.up_proj,0.0001154120,0.05000,1.523
20,mlp.experts.145.up_proj,0.0002024849,0.05000,1.529
20,mlp.experts.153.up_proj,0.0000967220,0.05000,1.530
20,mlp.experts.149.up_proj,0.0001546833,0.05000,1.521
20,mlp.experts.189.up_proj,0.0002160471,0.05000,1.517
20,mlp.experts.175.up_proj,0.0000949540,0.05000,1.517
20,mlp.experts.194.up_proj,0.0001985253,0.05000,1.531
20,mlp.experts.163.up_proj,0.0001898786,0.05000,1.543
20,mlp.experts.166.up_proj,0.0002987516,0.05000,1.537
20,mlp.experts.171.up_proj,0.0001277864,0.05000,1.524
20,mlp.experts.168.up_proj,0.0002641278,0.05000,1.520
20,mlp.experts.170.up_proj,0.0001708444,0.05000,1.579
20,mlp.experts.167.up_proj,0.0002204788,0.05000,1.527
20,mlp.experts.174.up_proj,0.0001269346,0.05000,1.550
20,mlp.experts.160.up_proj,0.0002038940,0.05000,1.507
20,mlp.experts.172.up_proj,0.0001352015,0.05000,1.509
20,mlp.experts.164.up_proj,0.0003325341,0.05000,1.561
20,mlp.experts.161.up_proj,0.0001984524,0.05000,1.505
20,mlp.experts.169.up_proj,0.0002693350,0.05000,1.509
20,mlp.experts.165.up_proj,0.0001584346,0.05000,1.529
20,mlp.experts.205.up_proj,0.0001356556,0.05000,1.521
20,mlp.experts.191.up_proj,0.0000699589,0.05000,1.537
20,mlp.experts.210.up_proj,0.0002689285,0.05000,1.547
20,mlp.experts.179.up_proj,0.0001730546,0.05000,1.515
20,mlp.experts.187.up_proj,0.0001377328,0.05000,1.518
20,mlp.experts.184.up_proj,0.0001506069,0.05000,1.512
20,mlp.experts.182.up_proj,0.0001977514,0.05000,1.541
20,mlp.experts.186.up_proj,0.0001421378,0.05000,1.526
20,mlp.experts.183.up_proj,0.0000968598,0.05000,1.524
20,mlp.experts.176.up_proj,0.0002128165,0.05000,1.499
20,mlp.experts.190.up_proj,0.0001290810,0.05000,1.549
20,mlp.experts.188.up_proj,0.0001237977,0.05000,1.523
20,mlp.experts.180.up_proj,0.0000980813,0.05000,1.485
20,mlp.experts.177.up_proj,0.0001682698,0.05000,1.535
20,mlp.experts.185.up_proj,0.0002819058,0.05000,1.531
20,mlp.experts.181.up_proj,0.0001035161,0.05000,1.532
20,mlp.experts.221.up_proj,0.0002577419,0.05000,1.536
20,mlp.experts.207.up_proj,0.0001403607,0.05000,1.537
20,mlp.experts.226.up_proj,0.0001149899,0.05000,1.507
20,mlp.experts.195.up_proj,0.0000929510,0.05000,1.535
20,mlp.experts.200.up_proj,0.0002169991,0.05000,1.505
20,mlp.experts.198.up_proj,0.0000730322,0.05000,1.504
20,mlp.experts.203.up_proj,0.0003084425,0.05000,1.544
20,mlp.experts.202.up_proj,0.0001224685,0.05000,1.506
20,mlp.experts.192.up_proj,0.0002451686,0.05000,1.510
20,mlp.experts.206.up_proj,0.0001235646,0.05000,1.510
20,mlp.experts.199.up_proj,0.0001403170,0.05000,1.561
20,mlp.experts.204.up_proj,0.0001168322,0.05000,1.513
20,mlp.experts.196.up_proj,0.0002653306,0.05000,1.547
20,mlp.experts.193.up_proj,0.0001338397,0.05000,1.509
20,mlp.experts.201.up_proj,0.0001630223,0.05000,1.498
20,mlp.experts.197.up_proj,0.0001499573,0.05000,1.510
20,mlp.experts.237.up_proj,0.0001330222,0.05000,1.522
20,mlp.experts.223.up_proj,0.0000903081,0.05000,1.534
20,mlp.experts.242.up_proj,0.0001659330,0.05000,1.488
20,mlp.experts.214.up_proj,0.0001221593,0.05000,1.475
20,mlp.experts.211.up_proj,0.0001933334,0.05000,1.518
20,mlp.experts.216.up_proj,0.0001245491,0.05000,1.501
20,mlp.experts.218.up_proj,0.0001291536,0.05000,1.466
20,mlp.experts.208.up_proj,0.0001668619,0.05000,1.483
20,mlp.experts.222.up_proj,0.0000797425,0.05000,1.481
20,mlp.experts.219.up_proj,0.0001523617,0.05000,1.564
20,mlp.experts.220.up_proj,0.0002041992,0.05000,1.511
20,mlp.experts.215.up_proj,0.0002393523,0.05000,1.556
20,mlp.experts.212.up_proj,0.0003374888,0.05000,1.513
20,mlp.experts.209.up_proj,0.0002090471,0.05000,1.500
20,mlp.experts.217.up_proj,0.0001107646,0.05000,1.513
20,mlp.experts.213.up_proj,0.0000710086,0.05000,1.519
20,mlp.experts.253.up_proj,0.0001534303,0.05000,1.491
20,mlp.experts.230.up_proj,0.0001766690,0.05000,1.211
20,mlp.experts.234.up_proj,0.0001131204,0.05000,1.235
20,mlp.experts.238.up_proj,0.0002068602,0.05000,1.230
20,mlp.experts.239.up_proj,0.0001231376,0.05000,1.496
20,mlp.experts.225.up_proj,0.0001804282,0.05000,1.238
20,mlp.experts.232.up_proj,0.0000732699,0.05000,1.440
20,mlp.experts.227.up_proj,0.0001991992,0.05000,1.491
20,mlp.experts.233.up_proj,0.0002844574,0.05000,1.204
20,mlp.experts.224.up_proj,0.0002057361,0.05000,1.459
20,mlp.experts.235.up_proj,0.0002222854,0.05000,1.471
20,mlp.experts.236.up_proj,0.0002018777,0.05000,1.465
20,mlp.experts.229.up_proj,0.0002117222,0.05000,1.191
20,mlp.experts.228.up_proj,0.0002176937,0.05000,1.466
20,mlp.experts.231.up_proj,0.0001044663,0.05000,1.495
20,mlp.experts.246.up_proj,0.0001799511,0.05000,1.162
20,mlp.experts.250.up_proj,0.0002605375,0.05000,1.187
20,mlp.experts.254.up_proj,0.0002022853,0.05000,1.154
20,mlp.experts.241.up_proj,0.0002811316,0.05000,1.197
20,mlp.experts.249.up_proj,0.0002740764,0.05000,1.139
20,mlp.experts.245.up_proj,0.0001144219,0.05000,1.080
20,mlp.experts.255.up_proj,0.0003397483,0.05000,1.432
20,mlp.experts.248.up_proj,0.0002492607,0.05000,1.412
20,mlp.experts.243.up_proj,0.0001890416,0.05000,1.396
20,mlp.experts.240.up_proj,0.0000634720,0.05000,1.358
20,mlp.experts.251.up_proj,0.0001840975,0.05000,1.329
20,mlp.experts.252.up_proj,0.0001642544,0.05000,1.330
20,mlp.experts.247.up_proj,0.0001991750,0.05000,1.260
20,mlp.experts.244.up_proj,0.0001950203,0.05000,1.295
20,mlp.experts.7.down_proj,0.0000081899,0.05000,0.394
20,mlp.experts.4.down_proj,0.0000079373,0.05000,0.399
20,mlp.experts.3.down_proj,0.0000071940,0.05000,0.394
20,mlp.experts.5.down_proj,0.0000063626,0.05000,0.394
20,mlp.experts.12.down_proj,0.0000025527,0.05000,0.390
20,mlp.experts.0.down_proj,0.0000053505,0.05000,0.407
20,mlp.experts.11.down_proj,0.0000024911,0.05000,0.388
20,mlp.experts.2.down_proj,0.0000077649,0.05000,0.398
20,mlp.experts.9.down_proj,0.0000022042,0.05000,0.401
20,mlp.experts.8.down_proj,0.0000018244,0.05000,0.409
20,mlp.experts.10.down_proj,0.0000033616,0.05000,0.396
20,mlp.experts.6.down_proj,0.0000035659,0.05000,0.405
20,mlp.experts.15.down_proj,0.0000110941,0.05000,0.394
20,mlp.experts.1.down_proj,0.0000026873,0.05000,0.399
20,mlp.experts.14.down_proj,0.0000127112,0.05000,0.398
20,mlp.experts.13.down_proj,0.0000055503,0.05000,0.396
20,mlp.experts.21.down_proj,0.0000042777,0.05000,0.327
20,mlp.experts.23.down_proj,0.0000014870,0.05000,0.353
20,mlp.experts.19.down_proj,0.0000049473,0.05000,0.365
20,mlp.experts.20.down_proj,0.0000212290,0.05000,0.369
20,mlp.experts.28.down_proj,0.0000034683,0.05000,0.384
20,mlp.experts.27.down_proj,0.0000067949,0.05000,0.376
20,mlp.experts.16.down_proj,0.0000039435,0.05000,0.379
20,mlp.experts.26.down_proj,0.0000014911,0.05000,0.371
20,mlp.experts.29.down_proj,0.0000068275,0.05000,0.367
20,mlp.experts.30.down_proj,0.0000060362,0.05000,0.374
20,mlp.experts.24.down_proj,0.0000063720,0.05000,0.377
20,mlp.experts.17.down_proj,0.0000012743,0.05000,0.380
20,mlp.experts.31.down_proj,0.0000112427,0.05000,0.378
20,mlp.experts.25.down_proj,0.0000035852,0.05000,0.379
20,mlp.experts.22.down_proj,0.0000046491,0.05000,0.381
20,mlp.experts.18.down_proj,0.0000018071,0.05000,0.382
20,mlp.experts.37.down_proj,0.0000042973,0.05000,0.367
20,mlp.experts.39.down_proj,0.0000060121,0.05000,0.384
20,mlp.experts.35.down_proj,0.0000092505,0.05000,0.371
20,mlp.experts.36.down_proj,0.0000025606,0.05000,0.388
20,mlp.experts.44.down_proj,0.0000041882,0.05000,0.379
20,mlp.experts.43.down_proj,0.0000047810,0.05000,0.382
20,mlp.experts.42.down_proj,0.0000049163,0.05000,0.371
20,mlp.experts.32.down_proj,0.0000027821,0.05000,0.382
20,mlp.experts.45.down_proj,0.0000068381,0.05000,0.377
20,mlp.experts.41.down_proj,0.0000046403,0.05000,0.371
20,mlp.experts.40.down_proj,0.0000028667,0.05000,0.377
20,mlp.experts.46.down_proj,0.0000076526,0.05000,0.377
20,mlp.experts.33.down_proj,0.0000044837,0.05000,0.371
20,mlp.experts.34.down_proj,0.0000040310,0.05000,0.375
20,mlp.experts.38.down_proj,0.0000071169,0.05000,0.380
20,mlp.experts.47.down_proj,0.0000065460,0.05000,0.382
20,mlp.experts.53.down_proj,0.0000053457,0.05000,0.370
20,mlp.experts.55.down_proj,0.0000147444,0.05000,0.371
20,mlp.experts.51.down_proj,0.0000080870,0.05000,0.378
20,mlp.experts.52.down_proj,0.0000137689,0.05000,0.380
20,mlp.experts.60.down_proj,0.0000092988,0.05000,0.376
20,mlp.experts.58.down_proj,0.0000039514,0.05000,0.373
20,mlp.experts.59.down_proj,0.0000072538,0.05000,0.373
20,mlp.experts.48.down_proj,0.0000038818,0.05000,0.376
20,mlp.experts.57.down_proj,0.0000020692,0.05000,0.375
20,mlp.experts.61.down_proj,0.0000062792,0.05000,0.379
20,mlp.experts.56.down_proj,0.0000026828,0.05000,0.379
20,mlp.experts.77.down_proj,fallback(rtn): 0.0010452,0.00000,0.008
20,mlp.experts.49.down_proj,0.0000084353,0.05000,0.377
20,mlp.experts.63.down_proj,0.0000067290,0.05000,0.380
20,mlp.experts.50.down_proj,0.0000024415,0.05000,0.387
20,mlp.experts.62.down_proj,0.0000054949,0.05000,0.393
20,mlp.experts.54.down_proj,0.0000065330,0.05000,0.392
20,mlp.experts.69.down_proj,0.0000043290,0.05000,0.375
20,mlp.experts.71.down_proj,0.0000030284,0.05000,0.368
20,mlp.experts.67.down_proj,0.0000078653,0.05000,0.366
20,mlp.experts.68.down_proj,0.0000064846,0.05000,0.369
20,mlp.experts.76.down_proj,0.0000126389,0.05000,0.373
20,mlp.experts.74.down_proj,0.0000037768,0.05000,0.372
20,mlp.experts.75.down_proj,0.0000038388,0.05000,0.376
20,mlp.experts.64.down_proj,0.0000029546,0.05000,0.376
20,mlp.experts.73.down_proj,0.0000070722,0.05000,0.376
20,mlp.experts.65.down_proj,0.0000050370,0.05000,0.367
20,mlp.experts.72.down_proj,0.0000020941,0.05000,0.375
20,mlp.experts.79.down_proj,0.0000087946,0.05000,0.377
20,mlp.experts.66.down_proj,0.0000018779,0.05000,0.375
20,mlp.experts.93.down_proj,0.0000084451,0.05000,0.388
20,mlp.experts.70.down_proj,0.0000053451,0.05000,0.373
20,mlp.experts.78.down_proj,0.0000076767,0.05000,0.379
20,mlp.experts.85.down_proj,0.0000031706,0.05000,0.384
20,mlp.experts.87.down_proj,0.0000055445,0.05000,0.379
20,mlp.experts.83.down_proj,0.0000031945,0.05000,0.383
20,mlp.experts.84.down_proj,0.0000055679,0.05000,0.374
20,mlp.experts.92.down_proj,0.0000016611,0.05000,0.384
20,mlp.experts.80.down_proj,0.0000044482,0.05000,0.359
20,mlp.experts.90.down_proj,0.0000137224,0.05000,0.372
20,mlp.experts.91.down_proj,0.0000134293,0.05000,0.377
20,mlp.experts.89.down_proj,0.0000048253,0.05000,0.365
20,mlp.experts.81.down_proj,0.0000018692,0.05000,0.352
20,mlp.experts.95.down_proj,0.0000032532,0.05000,0.350
20,mlp.experts.88.down_proj,0.0000051802,0.05000,0.370
20,mlp.experts.82.down_proj,0.0000042429,0.05000,0.363
20,mlp.experts.86.down_proj,0.0000066933,0.05000,0.360
20,mlp.experts.94.down_proj,0.0000025871,0.05000,0.363
20,mlp.experts.109.down_proj,0.0000098468,0.05000,0.379
20,mlp.experts.101.down_proj,0.0000086284,0.05000,0.378
20,mlp.experts.103.down_proj,0.0000026067,0.05000,0.363
20,mlp.experts.99.down_proj,0.0000051360,0.05000,0.360
20,mlp.experts.100.down_proj,0.0000034680,0.05000,0.370
20,mlp.experts.106.down_proj,0.0000013791,0.05000,0.356
20,mlp.experts.108.down_proj,0.0000045369,0.05000,0.372
20,mlp.experts.96.down_proj,0.0000028489,0.05000,0.373
20,mlp.experts.107.down_proj,0.0000091756,0.05000,0.370
20,mlp.experts.105.down_proj,0.0000043392,0.05000,0.379
20,mlp.experts.97.down_proj,0.0000070666,0.05000,0.378
20,mlp.experts.111.down_proj,0.0000059262,0.05000,0.371
20,mlp.experts.104.down_proj,0.0000018995,0.05000,0.371
20,mlp.experts.98.down_proj,0.0000053746,0.05000,0.379
20,mlp.experts.110.down_proj,0.0000071945,0.05000,0.374
20,mlp.experts.102.down_proj,0.0000111443,0.05000,0.378
20,mlp.experts.125.down_proj,0.0000070733,0.05000,0.375
20,mlp.experts.119.down_proj,0.0000034447,0.05000,0.375
20,mlp.experts.115.down_proj,0.0000022650,0.05000,0.376
20,mlp.experts.117.down_proj,0.0000096188,0.05000,0.387
20,mlp.experts.116.down_proj,0.0000059414,0.05000,0.382
20,mlp.experts.122.down_proj,0.0000057805,0.05000,0.375
20,mlp.experts.124.down_proj,0.0000039707,0.05000,0.395
20,mlp.experts.112.down_proj,0.0000050928,0.05000,0.391
20,mlp.experts.123.down_proj,0.0000047394,0.05000,0.389
20,mlp.experts.121.down_proj,0.0000039156,0.05000,0.375
20,mlp.experts.120.down_proj,0.0000063606,0.05000,0.372
20,mlp.experts.113.down_proj,0.0000033641,0.05000,0.380
20,mlp.experts.127.down_proj,0.0000016880,0.05000,0.378
20,mlp.experts.126.down_proj,0.0000060991,0.05000,0.374
20,mlp.experts.141.down_proj,0.0000026978,0.05000,0.374
20,mlp.experts.118.down_proj,0.0000047598,0.05000,0.381
20,mlp.experts.114.down_proj,0.0000035077,0.05000,0.386
20,mlp.experts.135.down_proj,0.0000033066,0.05000,0.385
20,mlp.experts.133.down_proj,0.0000053855,0.05000,0.377
20,mlp.experts.131.down_proj,0.0000093917,0.05000,0.383
20,mlp.experts.132.down_proj,0.0000032289,0.05000,0.385
20,mlp.experts.138.down_proj,0.0000034447,0.05000,0.383
20,mlp.experts.140.down_proj,0.0000048107,0.05000,0.384
20,mlp.experts.128.down_proj,0.0000024349,0.05000,0.382
20,mlp.experts.139.down_proj,0.0000014245,0.05000,0.382
20,mlp.experts.137.down_proj,0.0000100175,0.05000,0.383
20,mlp.experts.136.down_proj,0.0000029030,0.05000,0.378
20,mlp.experts.129.down_proj,0.0000040182,0.05000,0.380
20,mlp.experts.143.down_proj,0.0000047187,0.05000,0.385
20,mlp.experts.142.down_proj,0.0000037550,0.05000,0.380
20,mlp.experts.157.down_proj,0.0000063788,0.05000,0.374
20,mlp.experts.130.down_proj,0.0000072275,0.05000,0.382
20,mlp.experts.134.down_proj,0.0000039612,0.05000,0.386
20,mlp.experts.151.down_proj,0.0000036575,0.05000,0.372
20,mlp.experts.149.down_proj,0.0000048301,0.05000,0.374
20,mlp.experts.147.down_proj,0.0000041816,0.05000,0.372
20,mlp.experts.148.down_proj,0.0000046457,0.05000,0.365
20,mlp.experts.154.down_proj,0.0000077734,0.05000,0.379
20,mlp.experts.156.down_proj,0.0000029441,0.05000,0.378
20,mlp.experts.144.down_proj,0.0000026819,0.05000,0.374
20,mlp.experts.155.down_proj,0.0000052242,0.05000,0.374
20,mlp.experts.152.down_proj,0.0000049538,0.05000,0.366
20,mlp.experts.153.down_proj,0.0000022446,0.05000,0.374
20,mlp.experts.145.down_proj,0.0000055703,0.05000,0.372
20,mlp.experts.159.down_proj,0.0000102389,0.05000,0.370
20,mlp.experts.158.down_proj,0.0000066850,0.05000,0.373
20,mlp.experts.173.down_proj,0.0000072037,0.05000,0.371
20,mlp.experts.146.down_proj,0.0000021623,0.05000,0.377
20,mlp.experts.150.down_proj,0.0000029732,0.05000,0.383
20,mlp.experts.162.down_proj,fallback(rtn): 0.0009842,0.00000,0.006
20,mlp.experts.167.down_proj,0.0000083712,0.05000,0.372
20,mlp.experts.163.down_proj,0.0000038164,0.05000,0.367
20,mlp.experts.165.down_proj,0.0000038393,0.05000,0.372
20,mlp.experts.164.down_proj,0.0000128802,0.05000,0.376
20,mlp.experts.170.down_proj,0.0000044187,0.05000,0.367
20,mlp.experts.172.down_proj,0.0000004967,0.05000,0.366
20,mlp.experts.160.down_proj,0.0000042297,0.05000,0.369
20,mlp.experts.171.down_proj,0.0000031651,0.05000,0.361
20,mlp.experts.168.down_proj,0.0000065876,0.05000,0.376
20,mlp.experts.175.down_proj,0.0000014685,0.05000,0.368
20,mlp.experts.169.down_proj,0.0000130215,0.05000,0.374
20,mlp.experts.161.down_proj,0.0000063381,0.05000,0.374
20,mlp.experts.189.down_proj,0.0000051632,0.05000,0.369
20,mlp.experts.174.down_proj,0.0000042232,0.05000,0.371
20,mlp.experts.166.down_proj,0.0000081295,0.05000,0.367
20,mlp.experts.178.down_proj,0.0000058275,0.05000,0.370
20,mlp.experts.183.down_proj,0.0000031632,0.05000,0.369
20,mlp.experts.179.down_proj,0.0000041191,0.05000,0.370
20,mlp.experts.181.down_proj,0.0000032230,0.05000,0.369
20,mlp.experts.180.down_proj,0.0000035733,0.05000,0.363
20,mlp.experts.186.down_proj,0.0000045246,0.05000,0.372
20,mlp.experts.188.down_proj,0.0000055749,0.05000,0.369
20,mlp.experts.176.down_proj,0.0000065948,0.05000,0.371
20,mlp.experts.187.down_proj,0.0000035895,0.05000,0.377
20,mlp.experts.184.down_proj,0.0000063148,0.05000,0.370
20,mlp.experts.191.down_proj,0.0000020382,0.05000,0.366
20,mlp.experts.177.down_proj,0.0000032855,0.05000,0.373
20,mlp.experts.185.down_proj,0.0000120938,0.05000,0.376
20,mlp.experts.205.down_proj,0.0000015694,0.05000,0.372
20,mlp.experts.190.down_proj,0.0000031481,0.05000,0.376
20,mlp.experts.182.down_proj,0.0000050881,0.05000,0.372
20,mlp.experts.194.down_proj,0.0000055702,0.05000,0.374
20,mlp.experts.199.down_proj,0.0000033130,0.05000,0.377
20,mlp.experts.195.down_proj,0.0000034609,0.05000,0.377
20,mlp.experts.197.down_proj,0.0000018457,0.05000,0.379
20,mlp.experts.196.down_proj,0.0000060942,0.05000,0.377
20,mlp.experts.202.down_proj,0.0000028316,0.05000,0.370
20,mlp.experts.204.down_proj,0.0000032106,0.05000,0.373
20,mlp.experts.192.down_proj,0.0000064546,0.05000,0.373
20,mlp.experts.203.down_proj,0.0000103497,0.05000,0.382
20,mlp.experts.200.down_proj,0.0000040410,0.05000,0.388
20,mlp.experts.207.down_proj,0.0000055857,0.05000,0.379
20,mlp.experts.201.down_proj,0.0000047535,0.05000,0.379
20,mlp.experts.193.down_proj,0.0000047665,0.05000,0.393
20,mlp.experts.198.down_proj,0.0000034804,0.05000,0.370
20,mlp.experts.206.down_proj,0.0000042410,0.05000,0.377
20,mlp.experts.221.down_proj,0.0000068870,0.05000,0.386
20,mlp.experts.210.down_proj,0.0000080797,0.05000,0.372
20,mlp.experts.215.down_proj,0.0000061359,0.05000,0.395
20,mlp.experts.213.down_proj,0.0000016806,0.05000,0.395
20,mlp.experts.211.down_proj,0.0000044619,0.05000,0.403
20,mlp.experts.212.down_proj,0.0000152001,0.05000,0.387
20,mlp.experts.218.down_proj,0.0000026841,0.05000,0.385
20,mlp.experts.220.down_proj,0.0000054630,0.05000,0.391
20,mlp.experts.208.down_proj,0.0000048223,0.05000,0.386
20,mlp.experts.219.down_proj,0.0000041260,0.05000,0.392
20,mlp.experts.216.down_proj,0.0000041028,0.05000,0.392
20,mlp.experts.217.down_proj,0.0000018908,0.05000,0.380
20,mlp.experts.223.down_proj,0.0000010203,0.05000,0.393
20,mlp.experts.209.down_proj,0.0000039094,0.05000,0.391
20,mlp.experts.237.down_proj,0.0000015860,0.05000,0.383
20,mlp.experts.226.down_proj,0.0000046790,0.05000,0.386
20,mlp.experts.222.down_proj,0.0000020519,0.05000,0.387
20,mlp.experts.214.down_proj,0.0000027046,0.05000,0.390
20,mlp.experts.231.down_proj,0.0000026013,0.05000,0.372
20,mlp.experts.229.down_proj,0.0000055420,0.05000,0.376
20,mlp.experts.227.down_proj,0.0000055433,0.05000,0.369
20,mlp.experts.228.down_proj,0.0000038959,0.05000,0.376
20,mlp.experts.234.down_proj,0.0000029099,0.05000,0.367
20,mlp.experts.236.down_proj,0.0000052953,0.05000,0.372
20,mlp.experts.224.down_proj,0.0000073875,0.05000,0.374
20,mlp.experts.235.down_proj,0.0000028783,0.05000,0.380
20,mlp.experts.232.down_proj,0.0000019952,0.05000,0.373
20,mlp.experts.239.down_proj,0.0000046606,0.05000,0.369
20,mlp.experts.233.down_proj,0.0000116413,0.05000,0.375
20,mlp.experts.225.down_proj,0.0000046841,0.05000,0.372
20,mlp.experts.253.down_proj,0.0000023513,0.05000,0.374
20,mlp.experts.230.down_proj,0.0000030392,0.05000,0.375
20,mlp.experts.242.down_proj,0.0000066956,0.05000,0.380
20,mlp.experts.238.down_proj,0.0000048200,0.05000,0.377
20,mlp.experts.250.down_proj,0.0000068941,0.05000,0.312
20,mlp.experts.245.down_proj,0.0000013268,0.05000,0.331
20,mlp.experts.247.down_proj,0.0000093138,0.05000,0.358
20,mlp.experts.244.down_proj,0.0000029622,0.05000,0.350
20,mlp.experts.243.down_proj,0.0000030738,0.05000,0.357
20,mlp.experts.252.down_proj,0.0000050551,0.05000,0.335
20,mlp.experts.254.down_proj,0.0000039064,0.05000,0.240
20,mlp.experts.240.down_proj,0.0000021615,0.05000,0.341
20,mlp.experts.249.down_proj,0.0000068846,0.05000,0.287
20,mlp.experts.241.down_proj,0.0000084057,0.05000,0.269
20,mlp.experts.251.down_proj,0.0000042024,0.05000,0.317
20,mlp.experts.246.down_proj,0.0000030377,0.05000,0.253
20,mlp.experts.255.down_proj,0.0000107985,0.05000,0.303
20,mlp.experts.248.down_proj,0.0000085562,0.05000,0.308
21,mlp.experts.14.gate_proj,0.0001083542,0.05000,1.559
21,mlp.experts.2.gate_proj,0.0001757269,0.05000,1.591
21,mlp.experts.15.gate_proj,0.0001433363,0.05000,1.586
21,mlp.experts.10.gate_proj,0.0004026689,0.05000,1.571
21,mlp.experts.13.gate_proj,0.0001318721,0.05000,1.597
21,mlp.experts.5.gate_proj,0.0001201392,0.05000,1.568
21,mlp.experts.9.gate_proj,0.0000905245,0.05000,1.574
21,mlp.experts.1.gate_proj,0.0000533767,0.05000,1.587
21,mlp.experts.6.gate_proj,0.0001684098,0.05000,1.588
21,mlp.experts.11.gate_proj,0.0002098108,0.05000,1.588
21,mlp.experts.7.gate_proj,0.0003781019,0.05000,1.582
21,mlp.experts.8.gate_proj,0.0001087881,0.05000,1.572
21,mlp.experts.12.gate_proj,0.0001938016,0.05000,1.576
21,mlp.experts.3.gate_proj,0.0002885292,0.05000,1.613
21,mlp.experts.4.gate_proj,0.0001649261,0.05000,1.579
21,mlp.experts.0.gate_proj,0.0002202051,0.05000,1.598
21,mlp.experts.30.gate_proj,0.0002965999,0.05000,1.512
21,mlp.experts.31.gate_proj,0.0002238390,0.05000,1.513
21,mlp.experts.26.gate_proj,0.0001691758,0.05000,1.516
21,mlp.experts.25.gate_proj,0.0002262842,0.05000,1.520
21,mlp.experts.17.gate_proj,0.0001776954,0.05000,1.519
21,mlp.experts.19.gate_proj,0.0002428704,0.05000,1.504
21,mlp.experts.29.gate_proj,0.0001610894,0.05000,1.523
21,mlp.experts.21.gate_proj,0.0003344131,0.05000,1.530
21,mlp.experts.18.gate_proj,0.0001492021,0.05000,1.560
21,mlp.experts.22.gate_proj,0.0002410095,0.05000,1.556
21,mlp.experts.24.gate_proj,0.0001488050,0.05000,1.545
21,mlp.experts.27.gate_proj,0.0001600445,0.05000,1.566
21,mlp.experts.16.gate_proj,0.0002211140,0.05000,1.583
21,mlp.experts.23.gate_proj,0.0005350673,0.05000,1.591
21,mlp.experts.20.gate_proj,0.0001166711,0.05000,1.592
21,mlp.experts.28.gate_proj,0.0003490227,0.05000,1.595
21,mlp.experts.42.gate_proj,0.0001069712,0.05000,1.481
21,mlp.experts.46.gate_proj,0.0004683076,0.05000,1.500
21,mlp.experts.38.gate_proj,0.0001020968,0.05000,1.454
21,mlp.experts.37.gate_proj,0.0002706336,0.05000,1.485
21,mlp.experts.34.gate_proj,0.0002270545,0.05000,1.478
21,mlp.experts.47.gate_proj,0.0002234667,0.05000,1.514
21,mlp.experts.41.gate_proj,0.0001219495,0.05000,1.522
21,mlp.experts.35.gate_proj,0.0002861326,0.05000,1.519
21,mlp.experts.33.gate_proj,0.0002431838,0.05000,1.523
21,mlp.experts.45.gate_proj,0.0002362453,0.05000,1.532
21,mlp.experts.43.gate_proj,0.0002405096,0.05000,1.524
21,mlp.experts.39.gate_proj,0.0003892987,0.05000,1.497
21,mlp.experts.57.gate_proj,fallback(rtn): 0.0010605,0.00000,0.070
21,mlp.experts.40.gate_proj,0.0002822786,0.05000,1.598
21,mlp.experts.36.gate_proj,0.0003032155,0.05000,1.548
21,mlp.experts.32.gate_proj,0.0001815732,0.05000,1.581
21,mlp.experts.44.gate_proj,0.0001069987,0.05000,1.596
21,mlp.experts.62.gate_proj,0.0002114060,0.05000,1.483
21,mlp.experts.50.gate_proj,0.0002900678,0.05000,1.474
21,mlp.experts.53.gate_proj,0.0001695191,0.05000,1.496
21,mlp.experts.54.gate_proj,0.0001436572,0.05000,1.507
21,mlp.experts.63.gate_proj,0.0001843767,0.05000,1.494
21,mlp.experts.58.gate_proj,0.0001624929,0.05000,1.551
21,mlp.experts.51.gate_proj,0.0004171025,0.05000,1.509
21,mlp.experts.61.gate_proj,0.0001786979,0.05000,1.524
21,mlp.experts.49.gate_proj,0.0000829730,0.05000,1.530
21,mlp.experts.59.gate_proj,0.0003077955,0.05000,1.504
21,mlp.experts.55.gate_proj,0.0002602460,0.05000,1.503
21,mlp.experts.73.gate_proj,0.0002130346,0.05000,1.487
21,mlp.experts.52.gate_proj,0.0002061037,0.05000,1.455
21,mlp.experts.48.gate_proj,0.0002495280,0.05000,1.436
21,mlp.experts.56.gate_proj,0.0001733336,0.05000,1.468
21,mlp.experts.60.gate_proj,0.0001498114,0.05000,1.478
21,mlp.experts.76.gate_proj,fallback(rtn): 0.0011444,0.00000,0.028
21,mlp.experts.92.gate_proj,fallback(rtn): 0.0011520,0.00000,0.026
21,mlp.experts.70.gate_proj,0.0001024510,0.05000,1.454
21,mlp.experts.66.gate_proj,0.0001221932,0.05000,1.474
21,mlp.experts.78.gate_proj,0.0002285301,0.05000,1.532
21,mlp.experts.79.gate_proj,0.0002134719,0.05000,1.503
21,mlp.experts.69.gate_proj,0.0002043252,0.05000,1.535
21,mlp.experts.67.gate_proj,0.0001914879,0.05000,1.487
21,mlp.experts.74.gate_proj,0.0004080693,0.05000,1.497
21,mlp.experts.71.gate_proj,0.0001036213,0.05000,1.499
21,mlp.experts.89.gate_proj,0.0002039510,0.05000,1.490
21,mlp.experts.77.gate_proj,0.0000825062,0.05000,1.527
21,mlp.experts.75.gate_proj,0.0001008609,0.05000,1.508
21,mlp.experts.68.gate_proj,0.0004398257,0.05000,1.495
21,mlp.experts.64.gate_proj,0.0002809793,0.05000,1.494
21,mlp.experts.65.gate_proj,0.0001946098,0.05000,1.538
21,mlp.experts.72.gate_proj,0.0001477316,0.05000,1.498
21,mlp.experts.93.gate_proj,fallback(rtn): 0.0010376,0.00000,0.066
21,mlp.experts.108.gate_proj,0.0001637974,0.05000,1.511
21,mlp.experts.82.gate_proj,0.0001365374,0.05000,1.487
21,mlp.experts.86.gate_proj,0.0001710649,0.05000,1.504
21,mlp.experts.94.gate_proj,0.0001222134,0.05000,1.489
21,mlp.experts.98.gate_proj,fallback(rtn): 0.0009613,0.00000,0.043
21,mlp.experts.95.gate_proj,0.0000608936,0.05000,1.488
21,mlp.experts.90.gate_proj,0.0002162647,0.05000,1.500
21,mlp.experts.83.gate_proj,0.0001873109,0.05000,1.503
21,mlp.experts.85.gate_proj,0.0000834200,0.05000,1.551
21,mlp.experts.87.gate_proj,0.0002362897,0.05000,1.515
21,mlp.experts.91.gate_proj,0.0002935541,0.05000,1.506
21,mlp.experts.84.gate_proj,0.0002762758,0.05000,1.510
21,mlp.experts.80.gate_proj,0.0003013779,0.05000,1.514
21,mlp.experts.81.gate_proj,0.0001158362,0.05000,1.548
21,mlp.experts.88.gate_proj,0.0002377372,0.05000,1.549
21,mlp.experts.105.gate_proj,0.0001600421,0.05000,1.569
21,mlp.experts.104.gate_proj,fallback(rtn): 0.0010300,0.00000,0.026
21,mlp.experts.124.gate_proj,0.0002789170,0.05000,1.466
21,mlp.experts.109.gate_proj,0.0001088475,0.05000,1.531
21,mlp.experts.102.gate_proj,0.0001943497,0.05000,1.494
21,mlp.experts.110.gate_proj,0.0002126064,0.05000,1.498
21,mlp.experts.111.gate_proj,0.0002369081,0.05000,1.492
21,mlp.experts.114.gate_proj,0.0001335117,0.05000,1.505
21,mlp.experts.106.gate_proj,0.0001501880,0.05000,1.508
21,mlp.experts.99.gate_proj,0.0001756411,0.05000,1.519
21,mlp.experts.96.gate_proj,0.0002482023,0.05000,1.484
21,mlp.experts.107.gate_proj,0.0001912241,0.05000,1.517
21,mlp.experts.101.gate_proj,0.0003573550,0.05000,1.548
21,mlp.experts.103.gate_proj,0.0002003718,0.05000,1.526
21,mlp.experts.100.gate_proj,0.0000837729,0.05000,1.521
21,mlp.experts.97.gate_proj,0.0001962411,0.05000,1.524
21,mlp.experts.140.gate_proj,0.0001655979,0.05000,1.501
21,mlp.experts.120.gate_proj,0.0002483404,0.05000,1.506
21,mlp.experts.121.gate_proj,0.0001226840,0.05000,1.546
21,mlp.experts.125.gate_proj,0.0002424548,0.05000,1.527
21,mlp.experts.118.gate_proj,0.0002541759,0.05000,1.483
21,mlp.experts.112.gate_proj,0.0001213909,0.05000,1.449
21,mlp.experts.127.gate_proj,0.0002014065,0.05000,1.505
21,mlp.experts.130.gate_proj,0.0005095665,0.05000,1.509
21,mlp.experts.126.gate_proj,0.0001078037,0.05000,1.633
21,mlp.experts.122.gate_proj,0.0001776527,0.05000,1.574
21,mlp.experts.117.gate_proj,0.0002189131,0.05000,1.531
21,mlp.experts.136.gate_proj,0.0001895450,0.05000,1.468
21,mlp.experts.115.gate_proj,0.0003693010,0.05000,1.628
21,mlp.experts.113.gate_proj,0.0001514283,0.05000,1.529
21,mlp.experts.141.gate_proj,0.0001376321,0.05000,1.488
21,mlp.experts.116.gate_proj,0.0001361236,0.05000,1.591
21,mlp.experts.119.gate_proj,0.0003675480,0.05000,1.629
21,mlp.experts.123.gate_proj,0.0001463885,0.05000,1.634
21,mlp.experts.137.gate_proj,0.0001459279,0.05000,1.564
21,mlp.experts.156.gate_proj,0.0001824181,0.05000,1.609
21,mlp.experts.134.gate_proj,0.0003319304,0.05000,1.592
21,mlp.experts.143.gate_proj,0.0001996480,0.05000,1.494
21,mlp.experts.128.gate_proj,0.0001288400,0.05000,1.569
21,mlp.experts.133.gate_proj,0.0002326354,0.05000,1.487
21,mlp.experts.146.gate_proj,0.0002360050,0.05000,1.527
21,mlp.experts.138.gate_proj,0.0004255795,0.05000,1.528
21,mlp.experts.152.gate_proj,0.0001799481,0.05000,1.478
21,mlp.experts.131.gate_proj,0.0003912147,0.05000,1.492
21,mlp.experts.129.gate_proj,0.0001625521,0.05000,1.489
21,mlp.experts.142.gate_proj,0.0002107364,0.05000,1.580
21,mlp.experts.157.gate_proj,0.0002155274,0.05000,1.485
21,mlp.experts.132.gate_proj,0.0001957146,0.05000,1.499
21,mlp.experts.135.gate_proj,0.0002167592,0.05000,1.484
21,mlp.experts.139.gate_proj,0.0002531176,0.05000,1.482
21,mlp.experts.153.gate_proj,0.0001917215,0.05000,1.480
21,mlp.experts.172.gate_proj,0.0001694693,0.05000,1.500
21,mlp.experts.150.gate_proj,0.0001760994,0.05000,1.533
21,mlp.experts.144.gate_proj,0.0002550322,0.05000,1.507
21,mlp.experts.159.gate_proj,0.0002860891,0.05000,1.517
21,mlp.experts.149.gate_proj,0.0003410894,0.05000,1.503
21,mlp.experts.168.gate_proj,0.0004168984,0.05000,1.498
21,mlp.experts.175.gate_proj,fallback(rtn): 0.0010605,0.00000,0.028
21,mlp.experts.147.gate_proj,0.0002428749,0.05000,1.495
21,mlp.experts.154.gate_proj,0.0002496455,0.05000,1.528
21,mlp.experts.145.gate_proj,0.0001757572,0.05000,1.500
21,mlp.experts.173.gate_proj,0.0002052805,0.05000,1.504
21,mlp.experts.148.gate_proj,0.0002042661,0.05000,1.517
21,mlp.experts.155.gate_proj,0.0001625393,0.05000,1.499
21,mlp.experts.162.gate_proj,0.0002146060,0.05000,1.616
21,mlp.experts.169.gate_proj,0.0001577525,0.05000,1.509
21,mlp.experts.158.gate_proj,0.0001560842,0.05000,1.558
21,mlp.experts.151.gate_proj,0.0001949331,0.05000,1.540
21,mlp.experts.188.gate_proj,0.0001829294,0.05000,1.499
21,mlp.experts.166.gate_proj,0.0002149974,0.05000,1.551
21,mlp.experts.160.gate_proj,0.0001491018,0.05000,1.501
21,mlp.experts.165.gate_proj,0.0001545271,0.05000,1.500
21,mlp.experts.184.gate_proj,0.0001579311,0.05000,1.496
21,mlp.experts.176.gate_proj,fallback(rtn): 0.0010452,0.00000,0.029
21,mlp.experts.163.gate_proj,0.0001892476,0.05000,1.513
21,mlp.experts.161.gate_proj,0.0002067298,0.05000,1.488
21,mlp.experts.191.gate_proj,0.0001338622,0.05000,1.528
21,mlp.experts.170.gate_proj,0.0001655217,0.05000,1.521
21,mlp.experts.189.gate_proj,0.0001850161,0.05000,1.493
21,mlp.experts.179.gate_proj,fallback(rtn): 0.0011063,0.00000,0.040
21,mlp.experts.164.gate_proj,0.0000922826,0.05000,1.501
21,mlp.experts.171.gate_proj,0.0000964028,0.05000,1.499
21,mlp.experts.185.gate_proj,0.0001613391,0.05000,1.500
21,mlp.experts.174.gate_proj,0.0002831911,0.05000,1.517
21,mlp.experts.178.gate_proj,0.0002146853,0.05000,1.521
21,mlp.experts.167.gate_proj,0.0002470594,0.05000,1.528
21,mlp.experts.204.gate_proj,0.0000954301,0.05000,1.511
21,mlp.experts.182.gate_proj,0.0002171450,0.05000,1.491
21,mlp.experts.200.gate_proj,0.0001640833,0.05000,1.488
21,mlp.experts.181.gate_proj,0.0002588058,0.05000,1.492
21,mlp.experts.205.gate_proj,0.0001277790,0.05000,1.469
21,mlp.experts.192.gate_proj,0.0001549595,0.05000,1.516
21,mlp.experts.186.gate_proj,0.0001412653,0.05000,1.489
21,mlp.experts.177.gate_proj,0.0001620082,0.05000,1.510
21,mlp.experts.207.gate_proj,0.0001936698,0.05000,1.511
21,mlp.experts.180.gate_proj,0.0002887507,0.05000,1.503
21,mlp.experts.187.gate_proj,0.0001198704,0.05000,1.499
21,mlp.experts.201.gate_proj,0.0001927283,0.05000,1.478
21,mlp.experts.195.gate_proj,0.0001871283,0.05000,1.522
21,mlp.experts.194.gate_proj,0.0002158153,0.05000,1.475
21,mlp.experts.190.gate_proj,0.0002749372,0.05000,1.478
21,mlp.experts.220.gate_proj,0.0002652021,0.05000,1.498
21,mlp.experts.183.gate_proj,0.0001911310,0.05000,1.534
21,mlp.experts.198.gate_proj,0.0002287753,0.05000,1.519
21,mlp.experts.221.gate_proj,0.0001519744,0.05000,1.482
21,mlp.experts.216.gate_proj,0.0002458997,0.05000,1.523
21,mlp.experts.208.gate_proj,0.0001894722,0.05000,1.487
21,mlp.experts.197.gate_proj,0.0001234592,0.05000,1.523
21,mlp.experts.202.gate_proj,0.0002326668,0.05000,1.518
21,mlp.experts.193.gate_proj,0.0000872829,0.05000,1.504
21,mlp.experts.223.gate_proj,0.0002304111,0.05000,1.525
21,mlp.experts.196.gate_proj,0.0002523581,0.05000,1.506
21,mlp.experts.217.gate_proj,0.0002565207,0.05000,1.503
21,mlp.experts.211.gate_proj,0.0002082206,0.05000,1.528
21,mlp.experts.210.gate_proj,0.0001321850,0.05000,1.520
21,mlp.experts.206.gate_proj,0.0002299077,0.05000,1.520
21,mlp.experts.203.gate_proj,0.0001716760,0.05000,1.536
21,mlp.experts.236.gate_proj,0.0002832528,0.05000,1.521
21,mlp.experts.199.gate_proj,0.0003341113,0.05000,1.516
21,mlp.experts.214.gate_proj,0.0002065651,0.05000,1.505
21,mlp.experts.237.gate_proj,0.0001385498,0.05000,1.505
21,mlp.experts.224.gate_proj,0.0001114091,0.05000,1.525
21,mlp.experts.213.gate_proj,0.0002076471,0.05000,1.527
21,mlp.experts.232.gate_proj,0.0001201738,0.05000,1.539
21,mlp.experts.209.gate_proj,0.0001987102,0.05000,1.498
21,mlp.experts.218.gate_proj,0.0002307576,0.05000,1.510
21,mlp.experts.233.gate_proj,0.0002535085,0.05000,1.508
21,mlp.experts.212.gate_proj,0.0002100571,0.05000,1.526
21,mlp.experts.239.gate_proj,0.0002178284,0.05000,1.571
21,mlp.experts.226.gate_proj,0.0002052981,0.05000,1.512
21,mlp.experts.227.gate_proj,0.0001366217,0.05000,1.526
21,mlp.experts.222.gate_proj,0.0002559025,0.05000,1.532
21,mlp.experts.252.gate_proj,0.0001502633,0.05000,1.489
21,mlp.experts.219.gate_proj,0.0002589986,0.05000,1.568
21,mlp.experts.215.gate_proj,0.0002182113,0.05000,1.557
21,mlp.experts.230.gate_proj,0.0002210531,0.05000,1.517
21,mlp.experts.225.gate_proj,0.0001109669,0.05000,1.461
21,mlp.experts.240.gate_proj,0.0002311458,0.05000,1.500
21,mlp.experts.253.gate_proj,0.0001378283,0.05000,1.530
21,mlp.experts.234.gate_proj,0.0001130984,0.05000,1.503
21,mlp.experts.229.gate_proj,0.0001676431,0.05000,1.523
21,mlp.experts.248.gate_proj,0.0001689613,0.05000,1.521
21,mlp.experts.249.gate_proj,0.0004234031,0.05000,1.496
21,mlp.experts.228.gate_proj,0.0001251878,0.05000,1.513
21,mlp.experts.238.gate_proj,0.0003719251,0.05000,1.483
21,mlp.experts.255.gate_proj,0.0002357510,0.05000,1.523
21,mlp.experts.242.gate_proj,0.0002901510,0.05000,1.525
21,mlp.experts.12.up_proj,0.0001820132,0.05000,1.516
21,mlp.experts.243.gate_proj,0.0001901191,0.05000,1.546
21,mlp.experts.235.gate_proj,0.0002411817,0.05000,1.536
21,mlp.experts.231.gate_proj,0.0001902400,0.05000,1.534
21,mlp.experts.246.gate_proj,0.0001456040,0.05000,1.487
21,mlp.experts.241.gate_proj,0.0001797743,0.05000,1.493
21,mlp.experts.13.up_proj,0.0001451075,0.05000,1.472
21,mlp.experts.0.up_proj,0.0002180947,0.05000,1.516
21,mlp.experts.250.gate_proj,0.0001990065,0.05000,1.502
21,mlp.experts.245.gate_proj,0.0001190093,0.05000,1.503
21,mlp.experts.9.up_proj,0.0000953973,0.05000,1.467
21,mlp.experts.8.up_proj,0.0000921581,0.05000,1.542
21,mlp.experts.254.gate_proj,0.0000913143,0.05000,1.481
21,mlp.experts.3.up_proj,0.0002754676,0.05000,1.477
21,mlp.experts.15.up_proj,0.0001412514,0.05000,1.504
21,mlp.experts.244.gate_proj,0.0002741255,0.05000,1.545
21,mlp.experts.2.up_proj,0.0001489736,0.05000,1.504
21,mlp.experts.28.up_proj,0.0002726879,0.05000,1.532
21,mlp.experts.251.gate_proj,0.0001351002,0.05000,1.487
21,mlp.experts.247.gate_proj,0.0001894267,0.05000,1.503
21,mlp.experts.6.up_proj,0.0001268220,0.05000,1.501
21,mlp.experts.1.up_proj,0.0000407772,0.05000,1.489
21,mlp.experts.29.up_proj,0.0001393999,0.05000,1.491
21,mlp.experts.10.up_proj,0.0003752729,0.05000,1.474
21,mlp.experts.25.up_proj,0.0002151750,0.05000,1.478
21,mlp.experts.5.up_proj,0.0001166320,0.05000,1.512
21,mlp.experts.14.up_proj,0.0001115107,0.05000,1.479
21,mlp.experts.16.up_proj,0.0002069111,0.05000,1.559
21,mlp.experts.24.up_proj,0.0001142762,0.05000,1.545
21,mlp.experts.31.up_proj,0.0001884856,0.05000,1.496
21,mlp.experts.18.up_proj,0.0001357442,0.05000,1.500
21,mlp.experts.11.up_proj,0.0001842796,0.05000,1.461
21,mlp.experts.4.up_proj,0.0001299383,0.05000,1.546
21,mlp.experts.19.up_proj,0.0001923590,0.05000,1.551
21,mlp.experts.44.up_proj,0.0000978959,0.05000,1.539
21,mlp.experts.7.up_proj,0.0002694471,0.05000,1.495
21,mlp.experts.22.up_proj,0.0002245430,0.05000,1.486
21,mlp.experts.17.up_proj,0.0001462362,0.05000,1.475
21,mlp.experts.45.up_proj,0.0002240362,0.05000,1.504
21,mlp.experts.26.up_proj,0.0001561180,0.05000,1.494
21,mlp.experts.41.up_proj,0.0001338639,0.05000,1.510
21,mlp.experts.30.up_proj,0.0002806318,0.05000,1.480
21,mlp.experts.57.up_proj,fallback(rtn): 0.0009918,0.00000,0.024
21,mlp.experts.21.up_proj,0.0003462612,0.05000,1.507
21,mlp.experts.32.up_proj,0.0001677186,0.05000,1.543
21,mlp.experts.27.up_proj,0.0001331202,0.05000,1.469
21,mlp.experts.34.up_proj,0.0001762024,0.05000,1.495
21,mlp.experts.47.up_proj,0.0002202761,0.05000,1.522
21,mlp.experts.40.up_proj,0.0002270251,0.05000,1.547
21,mlp.experts.35.up_proj,0.0002352777,0.05000,1.496
21,mlp.experts.20.up_proj,0.0001071593,0.05000,1.536
21,mlp.experts.23.up_proj,0.0004038052,0.05000,1.498
21,mlp.experts.60.up_proj,0.0001374514,0.05000,1.551
21,mlp.experts.76.up_proj,fallback(rtn): 0.0010147,0.00000,0.024
21,mlp.experts.92.up_proj,fallback(rtn): 0.0010300,0.00000,0.024
21,mlp.experts.38.up_proj,0.0000871707,0.05000,1.496
21,mlp.experts.33.up_proj,0.0001958480,0.05000,1.492
21,mlp.experts.61.up_proj,0.0001555275,0.05000,1.495
21,mlp.experts.42.up_proj,0.0001053044,0.05000,1.506
21,mlp.experts.37.up_proj,0.0002032419,0.05000,1.471
21,mlp.experts.73.up_proj,0.0001816950,0.05000,1.475
21,mlp.experts.46.up_proj,0.0003508774,0.05000,1.498
21,mlp.experts.43.up_proj,0.0001771360,0.05000,1.499
21,mlp.experts.50.up_proj,0.0002271941,0.05000,1.488
21,mlp.experts.48.up_proj,0.0002058660,0.05000,1.533
21,mlp.experts.63.up_proj,0.0001724997,0.05000,1.496
21,mlp.experts.51.up_proj,0.0003914763,0.05000,1.466
21,mlp.experts.56.up_proj,0.0001354016,0.05000,1.527
21,mlp.experts.36.up_proj,0.0002328152,0.05000,1.522
21,mlp.experts.39.up_proj,0.0002571770,0.05000,1.496
21,mlp.experts.108.up_proj,0.0001405755,0.05000,1.512
21,mlp.experts.54.up_proj,0.0001143227,0.05000,1.510
21,mlp.experts.49.up_proj,0.0000929442,0.05000,1.511
21,mlp.experts.77.up_proj,0.0000980053,0.05000,1.505
21,mlp.experts.58.up_proj,0.0001666100,0.05000,1.497
21,mlp.experts.93.up_proj,fallback(rtn): 0.0010300,0.00000,0.025
21,mlp.experts.89.up_proj,0.0001951014,0.05000,1.516
21,mlp.experts.62.up_proj,0.0001833318,0.05000,1.511
21,mlp.experts.53.up_proj,0.0001581465,0.05000,1.544
21,mlp.experts.59.up_proj,0.0003800171,0.05000,1.497
21,mlp.experts.66.up_proj,0.0001026360,0.05000,1.508
21,mlp.experts.64.up_proj,0.0002256754,0.05000,1.489
21,mlp.experts.79.up_proj,0.0001769883,0.05000,1.493
21,mlp.experts.67.up_proj,0.0001719534,0.05000,1.523
21,mlp.experts.72.up_proj,0.0001381983,0.05000,1.511
21,mlp.experts.52.up_proj,0.0001438694,0.05000,1.514
21,mlp.experts.55.up_proj,0.0002269703,0.05000,1.525
21,mlp.experts.124.up_proj,0.0002386593,0.05000,1.512
21,mlp.experts.70.up_proj,0.0000979815,0.05000,1.512
21,mlp.experts.65.up_proj,0.0001530445,0.05000,1.516
21,mlp.experts.74.up_proj,0.0003457177,0.05000,1.504
21,mlp.experts.109.up_proj,0.0000951436,0.05000,1.531
21,mlp.experts.78.up_proj,0.0001849250,0.05000,1.507
21,mlp.experts.105.up_proj,0.0001629992,0.05000,1.532
21,mlp.experts.75.up_proj,0.0000867387,0.05000,1.498
21,mlp.experts.69.up_proj,0.0001424621,0.05000,1.541
21,mlp.experts.80.up_proj,0.0002205295,0.05000,1.496
21,mlp.experts.95.up_proj,0.0000658297,0.05000,1.494
21,mlp.experts.83.up_proj,0.0001464777,0.05000,1.471
21,mlp.experts.82.up_proj,0.0001130879,0.05000,1.513
21,mlp.experts.98.up_proj,fallback(rtn): 0.0010986,0.00000,0.025
21,mlp.experts.88.up_proj,0.0001761335,0.05000,1.496
21,mlp.experts.104.up_proj,fallback(rtn): 0.0009689,0.00000,0.024
21,mlp.experts.71.up_proj,0.0000975658,0.05000,1.491
21,mlp.experts.68.up_proj,0.0003454817,0.05000,1.513
21,mlp.experts.140.up_proj,0.0001263092,0.05000,1.505
21,mlp.experts.86.up_proj,0.0001455205,0.05000,1.488
21,mlp.experts.81.up_proj,0.0000979743,0.05000,1.529
21,mlp.experts.90.up_proj,0.0001912766,0.05000,1.482
21,mlp.experts.125.up_proj,0.0001833553,0.05000,1.505
21,mlp.experts.94.up_proj,0.0001358771,0.05000,1.479
21,mlp.experts.91.up_proj,0.0002200883,0.05000,1.465
21,mlp.experts.121.up_proj,0.0001221186,0.05000,1.525
21,mlp.experts.99.up_proj,0.0001572869,0.05000,1.471
21,mlp.experts.96.up_proj,0.0002000859,0.05000,1.497
21,mlp.experts.111.up_proj,0.0001977457,0.05000,1.494
21,mlp.experts.85.up_proj,0.0000961214,0.05000,1.536
21,mlp.experts.114.up_proj,0.0001137319,0.05000,1.505
21,mlp.experts.120.up_proj,0.0003275847,0.05000,1.499
21,mlp.experts.87.up_proj,0.0002089797,0.05000,1.460
21,mlp.experts.84.up_proj,0.0004046649,0.05000,1.513
21,mlp.experts.156.up_proj,0.0001482507,0.05000,1.499
21,mlp.experts.102.up_proj,0.0001825615,0.05000,1.509
21,mlp.experts.106.up_proj,0.0001239154,0.05000,1.504
21,mlp.experts.97.up_proj,0.0002039450,0.05000,1.537
21,mlp.experts.110.up_proj,0.0001709701,0.05000,1.497
21,mlp.experts.107.up_proj,0.0001672175,0.05000,1.494
21,mlp.experts.141.up_proj,0.0001122481,0.05000,1.536
21,mlp.experts.112.up_proj,0.0001147313,0.05000,1.483
21,mlp.experts.115.up_proj,0.0002800315,0.05000,1.503
21,mlp.experts.127.up_proj,0.0001901422,0.05000,1.515
21,mlp.experts.137.up_proj,0.0001170096,0.05000,1.557
21,mlp.experts.130.up_proj,0.0003960248,0.05000,1.507
21,mlp.experts.101.up_proj,0.0003470556,0.05000,1.537
21,mlp.experts.103.up_proj,0.0001671719,0.05000,1.479
21,mlp.experts.136.up_proj,0.0001781523,0.05000,1.490
21,mlp.experts.100.up_proj,0.0000710469,0.05000,1.496
21,mlp.experts.172.up_proj,0.0001258275,0.05000,1.489
21,mlp.experts.118.up_proj,0.0002233961,0.05000,1.515
21,mlp.experts.122.up_proj,0.0001653517,0.05000,1.497
21,mlp.experts.113.up_proj,0.0001419155,0.05000,1.526
21,mlp.experts.126.up_proj,0.0001006271,0.05000,1.527
21,mlp.experts.123.up_proj,0.0001342809,0.05000,1.496
21,mlp.experts.157.up_proj,0.0001725636,0.05000,1.512
21,mlp.experts.128.up_proj,0.0001131052,0.05000,1.501
21,mlp.experts.131.up_proj,0.0003743147,0.05000,1.523
21,mlp.experts.143.up_proj,0.0001733211,0.05000,1.493
21,mlp.experts.153.up_proj,0.0001745236,0.05000,1.500
21,mlp.experts.117.up_proj,0.0001427985,0.05000,1.508
21,mlp.experts.119.up_proj,0.0002734713,0.05000,1.517
21,mlp.experts.146.up_proj,0.0001953434,0.05000,1.531
21,mlp.experts.152.up_proj,0.0001548295,0.05000,1.517
21,mlp.experts.116.up_proj,0.0001077975,0.05000,1.515
21,mlp.experts.188.up_proj,0.0001441535,0.05000,1.489
21,mlp.experts.134.up_proj,0.0003105481,0.05000,1.524
21,mlp.experts.138.up_proj,0.0003832377,0.05000,1.520
21,mlp.experts.129.up_proj,0.0001402776,0.05000,1.506
21,mlp.experts.173.up_proj,0.0001789791,0.05000,1.484
21,mlp.experts.142.up_proj,0.0002123814,0.05000,1.509
21,mlp.experts.139.up_proj,0.0001927757,0.05000,1.512
21,mlp.experts.144.up_proj,0.0002257152,0.05000,1.512
21,mlp.experts.147.up_proj,0.0002100451,0.05000,1.487
21,mlp.experts.159.up_proj,0.0002137688,0.05000,1.511
21,mlp.experts.169.up_proj,0.0001362216,0.05000,1.501
21,mlp.experts.175.up_proj,fallback(rtn): 0.0009727,0.00000,0.026
21,mlp.experts.133.up_proj,0.0001835307,0.05000,1.502
21,mlp.experts.135.up_proj,0.0001996930,0.05000,1.491
21,mlp.experts.168.up_proj,0.0003427050,0.05000,1.495
21,mlp.experts.162.up_proj,0.0001527389,0.05000,1.524
21,mlp.experts.132.up_proj,0.0001408451,0.05000,1.494
21,mlp.experts.204.up_proj,0.0000893386,0.05000,1.489
21,mlp.experts.150.up_proj,0.0001442033,0.05000,1.510
21,mlp.experts.154.up_proj,0.0002157241,0.05000,1.486
21,mlp.experts.145.up_proj,0.0001655129,0.05000,1.455
21,mlp.experts.155.up_proj,0.0001515323,0.05000,1.465
21,mlp.experts.163.up_proj,0.0001700877,0.05000,1.460
21,mlp.experts.160.up_proj,0.0001099613,0.05000,1.467
21,mlp.experts.185.up_proj,0.0001114083,0.05000,1.451
21,mlp.experts.176.up_proj,fallback(rtn): 0.0010147,0.00000,0.024
21,mlp.experts.179.up_proj,fallback(rtn): 0.0010071,0.00000,0.031
21,mlp.experts.149.up_proj,0.0003246328,0.05000,1.469
21,mlp.experts.191.up_proj,0.0001041515,0.05000,1.485
21,mlp.experts.184.up_proj,0.0001442180,0.05000,1.460
21,mlp.experts.151.up_proj,0.0002133733,0.05000,1.469
21,mlp.experts.189.up_proj,0.0001645984,0.05000,1.612
21,mlp.experts.178.up_proj,0.0001942233,0.05000,1.469
21,mlp.experts.158.up_proj,0.0001425756,0.05000,1.642
21,mlp.experts.148.up_proj,0.0001392673,0.05000,1.450
21,mlp.experts.220.up_proj,0.0002019185,0.05000,1.481
21,mlp.experts.166.up_proj,0.0001745733,0.05000,1.521
21,mlp.experts.161.up_proj,0.0002238008,0.05000,1.533
21,mlp.experts.170.up_proj,0.0001671242,0.05000,1.541
21,mlp.experts.171.up_proj,0.0000901109,0.05000,1.495
21,mlp.experts.201.up_proj,0.0001806624,0.05000,1.505
21,mlp.experts.195.up_proj,0.0001605362,0.05000,1.495
21,mlp.experts.192.up_proj,0.0001280199,0.05000,1.510
21,mlp.experts.207.up_proj,0.0001735300,0.05000,1.508
21,mlp.experts.200.up_proj,0.0001442197,0.05000,1.501
21,mlp.experts.205.up_proj,0.0001259687,0.05000,1.499
21,mlp.experts.165.up_proj,0.0001251075,0.05000,1.515
21,mlp.experts.167.up_proj,0.0001878103,0.05000,1.504
21,mlp.experts.174.up_proj,0.0002499994,0.05000,1.492
21,mlp.experts.194.up_proj,0.0001996658,0.05000,1.509
21,mlp.experts.164.up_proj,0.0000886762,0.05000,1.495
21,mlp.experts.236.up_proj,0.0002247519,0.05000,1.489
21,mlp.experts.182.up_proj,0.0001884263,0.05000,1.519
21,mlp.experts.177.up_proj,0.0001198225,0.05000,1.523
21,mlp.experts.186.up_proj,0.0001104174,0.05000,1.523
21,mlp.experts.187.up_proj,0.0001144743,0.05000,1.537
21,mlp.experts.217.up_proj,0.0001914818,0.05000,1.509
21,mlp.experts.211.up_proj,0.0001646798,0.05000,1.544
21,mlp.experts.208.up_proj,0.0001844944,0.05000,1.538
21,mlp.experts.221.up_proj,0.0001079114,0.05000,1.511
21,mlp.experts.216.up_proj,0.0002072199,0.05000,1.524
21,mlp.experts.190.up_proj,0.0002018073,0.05000,1.520
21,mlp.experts.181.up_proj,0.0002408999,0.05000,1.546
21,mlp.experts.223.up_proj,0.0002255170,0.05000,1.561
21,mlp.experts.183.up_proj,0.0001623639,0.05000,1.552
21,mlp.experts.210.up_proj,0.0001226130,0.05000,1.539
21,mlp.experts.180.up_proj,0.0001976586,0.05000,1.536
21,mlp.experts.252.up_proj,0.0001015380,0.05000,1.537
21,mlp.experts.224.up_proj,0.0000953698,0.05000,1.282
21,mlp.experts.232.up_proj,0.0001135598,0.05000,1.285
21,mlp.experts.198.up_proj,0.0001775476,0.05000,1.486
21,mlp.experts.193.up_proj,0.0000766584,0.05000,1.473
21,mlp.experts.202.up_proj,0.0001834823,0.05000,1.490
21,mlp.experts.196.up_proj,0.0002071408,0.05000,1.290
21,mlp.experts.233.up_proj,0.0001965027,0.05000,1.438
21,mlp.experts.203.up_proj,0.0001862887,0.05000,1.532
21,mlp.experts.237.up_proj,0.0001324926,0.05000,1.468
21,mlp.experts.206.up_proj,0.0001711136,0.05000,1.454
21,mlp.experts.227.up_proj,0.0001391633,0.05000,1.535
21,mlp.experts.197.up_proj,0.0001144485,0.05000,1.456
21,mlp.experts.226.up_proj,0.0001666723,0.05000,1.482
21,mlp.experts.239.up_proj,0.0001627612,0.05000,1.516
21,mlp.experts.199.up_proj,0.0002918531,0.05000,1.536
21,mlp.experts.248.up_proj,0.0001568280,0.05000,1.146
21,mlp.experts.240.up_proj,0.0001990590,0.05000,1.199
21,mlp.experts.212.up_proj,0.0001622271,0.05000,1.144
21,mlp.experts.214.up_proj,0.0001696718,0.05000,1.448
21,mlp.experts.209.up_proj,0.0001870881,0.05000,1.440
21,mlp.experts.218.up_proj,0.0001842875,0.05000,1.433
21,mlp.experts.219.up_proj,0.0001985163,0.05000,1.419
21,mlp.experts.249.up_proj,0.0003938951,0.05000,1.503
21,mlp.experts.213.up_proj,0.0001970134,0.05000,1.417
21,mlp.experts.243.up_proj,0.0001682690,0.05000,1.424
21,mlp.experts.253.up_proj,0.0001181692,0.05000,1.461
21,mlp.experts.255.up_proj,0.0002015161,0.05000,1.385
21,mlp.experts.222.up_proj,0.0002300096,0.05000,1.567
21,mlp.experts.242.up_proj,0.0002152958,0.05000,1.546
21,mlp.experts.215.up_proj,0.0001630079,0.05000,1.550
21,mlp.experts.225.up_proj,0.0000937671,0.05000,0.813
21,mlp.experts.228.up_proj,0.0000825146,0.05000,0.516
21,mlp.experts.229.up_proj,0.0001392727,0.05000,0.706
21,mlp.experts.235.up_proj,0.0002374269,0.05000,0.929
21,mlp.experts.234.up_proj,0.0000978874,0.05000,1.062
21,mlp.experts.230.up_proj,0.0001853720,0.05000,1.084
21,mlp.experts.231.up_proj,0.0001679344,0.05000,0.734
21,mlp.experts.238.up_proj,0.0003083179,0.05000,0.860
21,mlp.experts.244.up_proj,0.0002164614,0.05000,0.526
21,mlp.experts.245.up_proj,0.0001192386,0.05000,0.742
21,mlp.experts.241.up_proj,0.0001310883,0.05000,0.764
21,mlp.experts.251.up_proj,0.0001169540,0.05000,0.762
21,mlp.experts.247.up_proj,0.0001654913,0.05000,0.703
21,mlp.experts.254.up_proj,0.0000822574,0.05000,0.896
21,mlp.experts.250.up_proj,0.0001763389,0.05000,0.912
21,mlp.experts.246.up_proj,0.0001380058,0.05000,0.918
21,mlp.experts.11.down_proj,0.0000056509,0.05000,0.404
21,mlp.experts.6.down_proj,0.0000031429,0.05000,0.398
21,mlp.experts.4.down_proj,0.0000046842,0.05000,0.414
21,mlp.experts.13.down_proj,0.0000045647,0.05000,0.397
21,mlp.experts.10.down_proj,0.0000143055,0.05000,0.417
21,mlp.experts.5.down_proj,0.0000046904,0.05000,0.410
21,mlp.experts.9.down_proj,0.0000038321,0.05000,0.413
21,mlp.experts.2.down_proj,0.0000053725,0.05000,0.415
21,mlp.experts.1.down_proj,0.0000012277,0.05000,0.396
21,mlp.experts.0.down_proj,0.0000063418,0.05000,0.417
21,mlp.experts.8.down_proj,0.0000015786,0.05000,0.411
21,mlp.experts.15.down_proj,0.0000041685,0.05000,0.409
21,mlp.experts.7.down_proj,0.0000047140,0.05000,0.411
21,mlp.experts.12.down_proj,0.0000024717,0.05000,0.403
21,mlp.experts.3.down_proj,0.0000097399,0.05000,0.409
21,mlp.experts.14.down_proj,0.0000038248,0.05000,0.407
21,mlp.experts.27.down_proj,0.0000028422,0.05000,0.332
21,mlp.experts.22.down_proj,0.0000121002,0.05000,0.332
21,mlp.experts.20.down_proj,0.0000028408,0.05000,0.329
21,mlp.experts.26.down_proj,0.0000027956,0.05000,0.350
21,mlp.experts.18.down_proj,0.0000026701,0.05000,0.352
21,mlp.experts.29.down_proj,0.0000044927,0.05000,0.358
21,mlp.experts.17.down_proj,0.0000034469,0.05000,0.362
21,mlp.experts.21.down_proj,0.0000168087,0.05000,0.359
21,mlp.experts.24.down_proj,0.0000027261,0.05000,0.360
21,mlp.experts.25.down_proj,0.0000039951,0.05000,0.366
21,mlp.experts.19.down_proj,0.0000069721,0.05000,0.364
21,mlp.experts.16.down_proj,0.0000075747,0.05000,0.367
21,mlp.experts.28.down_proj,0.0000099855,0.05000,0.371
21,mlp.experts.31.down_proj,0.0000026384,0.05000,0.367
21,mlp.experts.23.down_proj,0.0000129856,0.05000,0.370
21,mlp.experts.30.down_proj,0.0000069851,0.05000,0.377
21,mlp.experts.43.down_proj,0.0000031199,0.05000,0.364
21,mlp.experts.36.down_proj,0.0000040846,0.05000,0.378
21,mlp.experts.38.down_proj,0.0000041114,0.05000,0.383
21,mlp.experts.42.down_proj,0.0000033897,0.05000,0.376
21,mlp.experts.34.down_proj,0.0000032209,0.05000,0.370
21,mlp.experts.45.down_proj,0.0000045829,0.05000,0.375
21,mlp.experts.33.down_proj,0.0000028015,0.05000,0.371
21,mlp.experts.40.down_proj,0.0000056720,0.05000,0.363
21,mlp.experts.37.down_proj,0.0000054843,0.05000,0.363
21,mlp.experts.41.down_proj,0.0000042770,0.05000,0.372
21,mlp.experts.35.down_proj,0.0000053231,0.05000,0.373
21,mlp.experts.32.down_proj,0.0000035920,0.05000,0.374
21,mlp.experts.57.down_proj,fallback(rtn): 0.0009918,0.00000,0.008
21,mlp.experts.46.down_proj,0.0000125274,0.05000,0.367
21,mlp.experts.44.down_proj,0.0000025050,0.05000,0.375
21,mlp.experts.47.down_proj,0.0000105212,0.05000,0.374
21,mlp.experts.39.down_proj,0.0000066314,0.05000,0.381
21,mlp.experts.59.down_proj,0.0000123043,0.05000,0.368
21,mlp.experts.52.down_proj,0.0000032224,0.05000,0.374
21,mlp.experts.54.down_proj,0.0000041884,0.05000,0.377
21,mlp.experts.58.down_proj,0.0000022269,0.05000,0.373
21,mlp.experts.50.down_proj,0.0000101571,0.05000,0.373
21,mlp.experts.61.down_proj,0.0000051702,0.05000,0.379
21,mlp.experts.53.down_proj,0.0000025577,0.05000,0.373
21,mlp.experts.49.down_proj,0.0000049316,0.05000,0.377
21,mlp.experts.56.down_proj,0.0000029970,0.05000,0.375
21,mlp.experts.51.down_proj,0.0000105116,0.05000,0.374
21,mlp.experts.48.down_proj,0.0000048442,0.05000,0.372
21,mlp.experts.73.down_proj,0.0000055969,0.05000,0.378
21,mlp.experts.60.down_proj,0.0000021508,0.05000,0.367
21,mlp.experts.55.down_proj,0.0000035093,0.05000,0.367
21,mlp.experts.62.down_proj,0.0000025571,0.05000,0.372
21,mlp.experts.63.down_proj,0.0000024724,0.05000,0.377
21,mlp.experts.76.down_proj,fallback(rtn): 0.0009918,0.00000,0.009
21,mlp.experts.92.down_proj,fallback(rtn): 0.0010147,0.00000,0.008
21,mlp.experts.75.down_proj,0.0000020041,0.05000,0.376
21,mlp.experts.70.down_proj,0.0000030359,0.05000,0.374
21,mlp.experts.68.down_proj,0.0000113432,0.05000,0.382
21,mlp.experts.66.down_proj,0.0000030352,0.05000,0.376
21,mlp.experts.74.down_proj,0.0000111359,0.05000,0.383
21,mlp.experts.72.down_proj,0.0000021329,0.05000,0.376
21,mlp.experts.77.down_proj,0.0000027894,0.05000,0.383
21,mlp.experts.65.down_proj,0.0000039008,0.05000,0.382
21,mlp.experts.69.down_proj,0.0000051060,0.05000,0.385
21,mlp.experts.67.down_proj,0.0000070182,0.05000,0.370
21,mlp.experts.93.down_proj,fallback(rtn): 0.0010223,0.00000,0.004
21,mlp.experts.64.down_proj,0.0000099502,0.05000,0.369
21,mlp.experts.89.down_proj,0.0000081811,0.05000,0.370
21,mlp.experts.79.down_proj,0.0000039790,0.05000,0.370
21,mlp.experts.71.down_proj,0.0000020220,0.05000,0.379
21,mlp.experts.78.down_proj,0.0000028590,0.05000,0.380
21,mlp.experts.108.down_proj,0.0000042413,0.05000,0.379
21,mlp.experts.91.down_proj,0.0000056308,0.05000,0.361
21,mlp.experts.84.down_proj,0.0000225559,0.05000,0.362
21,mlp.experts.86.down_proj,0.0000027542,0.05000,0.366
21,mlp.experts.90.down_proj,0.0000069405,0.05000,0.360
21,mlp.experts.82.down_proj,0.0000032660,0.05000,0.364
21,mlp.experts.98.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
21,mlp.experts.88.down_proj,0.0000024800,0.05000,0.367
21,mlp.experts.80.down_proj,0.0000053666,0.05000,0.357
21,mlp.experts.104.down_proj,fallback(rtn): 0.0009727,0.00000,0.007
21,mlp.experts.83.down_proj,0.0000038385,0.05000,0.363
21,mlp.experts.85.down_proj,0.0000049208,0.05000,0.373
21,mlp.experts.81.down_proj,0.0000032524,0.05000,0.374
21,mlp.experts.109.down_proj,0.0000068385,0.05000,0.370
21,mlp.experts.105.down_proj,0.0000052957,0.05000,0.364
21,mlp.experts.87.down_proj,0.0000037308,0.05000,0.354
21,mlp.experts.95.down_proj,0.0000014541,0.05000,0.370
21,mlp.experts.94.down_proj,0.0000045233,0.05000,0.369
21,mlp.experts.124.down_proj,0.0000055087,0.05000,0.359
21,mlp.experts.107.down_proj,0.0000043457,0.05000,0.366
21,mlp.experts.100.down_proj,0.0000026767,0.05000,0.370
21,mlp.experts.102.down_proj,0.0000067069,0.05000,0.370
21,mlp.experts.106.down_proj,0.0000039130,0.05000,0.365
21,mlp.experts.114.down_proj,0.0000026400,0.05000,0.361
21,mlp.experts.96.down_proj,0.0000076053,0.05000,0.366
21,mlp.experts.120.down_proj,0.0000138124,0.05000,0.372
21,mlp.experts.97.down_proj,0.0000083876,0.05000,0.360
21,mlp.experts.125.down_proj,0.0000051894,0.05000,0.361
21,mlp.experts.99.down_proj,0.0000052274,0.05000,0.371
21,mlp.experts.101.down_proj,0.0000097004,0.05000,0.370
21,mlp.experts.121.down_proj,0.0000027389,0.05000,0.371
21,mlp.experts.111.down_proj,0.0000056027,0.05000,0.360
21,mlp.experts.103.down_proj,0.0000038500,0.05000,0.367
21,mlp.experts.110.down_proj,0.0000046414,0.05000,0.371
21,mlp.experts.140.down_proj,0.0000039941,0.05000,0.376
21,mlp.experts.123.down_proj,0.0000039412,0.05000,0.365
21,mlp.experts.116.down_proj,0.0000043785,0.05000,0.363
21,mlp.experts.118.down_proj,0.0000034515,0.05000,0.362
21,mlp.experts.122.down_proj,0.0000019510,0.05000,0.372
21,mlp.experts.130.down_proj,0.0000188295,0.05000,0.370
21,mlp.experts.112.down_proj,0.0000012781,0.05000,0.368
21,mlp.experts.113.down_proj,0.0000015249,0.05000,0.358
21,mlp.experts.136.down_proj,0.0000020709,0.05000,0.366
21,mlp.experts.141.down_proj,0.0000014157,0.05000,0.370
21,mlp.experts.115.down_proj,0.0000099094,0.05000,0.370
21,mlp.experts.117.down_proj,0.0000028869,0.05000,0.375
21,mlp.experts.137.down_proj,0.0000041339,0.05000,0.370
21,mlp.experts.119.down_proj,0.0000063658,0.05000,0.375
21,mlp.experts.127.down_proj,0.0000027182,0.05000,0.379
21,mlp.experts.126.down_proj,0.0000046882,0.05000,0.372
21,mlp.experts.156.down_proj,0.0000052555,0.05000,0.370
21,mlp.experts.139.down_proj,0.0000068469,0.05000,0.371
21,mlp.experts.134.down_proj,0.0000109069,0.05000,0.373
21,mlp.experts.132.down_proj,0.0000049788,0.05000,0.377
21,mlp.experts.138.down_proj,0.0000104760,0.05000,0.383
21,mlp.experts.146.down_proj,0.0000050025,0.05000,0.378
21,mlp.experts.128.down_proj,0.0000026407,0.05000,0.369
21,mlp.experts.152.down_proj,0.0000033034,0.05000,0.367
21,mlp.experts.129.down_proj,0.0000038219,0.05000,0.371
21,mlp.experts.157.down_proj,0.0000041258,0.05000,0.371
21,mlp.experts.131.down_proj,0.0000146060,0.05000,0.376
21,mlp.experts.133.down_proj,0.0000060872,0.05000,0.383
21,mlp.experts.153.down_proj,0.0000050409,0.05000,0.381
21,mlp.experts.143.down_proj,0.0000043323,0.05000,0.377
21,mlp.experts.142.down_proj,0.0000068266,0.05000,0.375
21,mlp.experts.172.down_proj,0.0000050732,0.05000,0.367
21,mlp.experts.135.down_proj,0.0000030904,0.05000,0.384
21,mlp.experts.155.down_proj,0.0000018071,0.05000,0.379
21,mlp.experts.150.down_proj,0.0000042426,0.05000,0.375
21,mlp.experts.148.down_proj,0.0000049185,0.05000,0.380
21,mlp.experts.154.down_proj,0.0000045163,0.05000,0.383
21,mlp.experts.162.down_proj,0.0000044809,0.05000,0.383
21,mlp.experts.144.down_proj,0.0000110081,0.05000,0.381
21,mlp.experts.168.down_proj,0.0000107521,0.05000,0.374
21,mlp.experts.145.down_proj,0.0000053201,0.05000,0.378
21,mlp.experts.173.down_proj,0.0000041382,0.05000,0.381
21,mlp.experts.147.down_proj,0.0000048306,0.05000,0.381
21,mlp.experts.149.down_proj,0.0000084134,0.05000,0.374
21,mlp.experts.169.down_proj,0.0000028786,0.05000,0.375
21,mlp.experts.158.down_proj,0.0000016934,0.05000,0.380
21,mlp.experts.159.down_proj,0.0000045355,0.05000,0.385
21,mlp.experts.151.down_proj,0.0000066729,0.05000,0.381
21,mlp.experts.188.down_proj,0.0000040566,0.05000,0.382
21,mlp.experts.175.down_proj,fallback(rtn): 0.0009651,0.00000,0.005
21,mlp.experts.171.down_proj,0.0000013563,0.05000,0.373
21,mlp.experts.166.down_proj,0.0000056809,0.05000,0.367
21,mlp.experts.164.down_proj,0.0000026394,0.05000,0.365
21,mlp.experts.178.down_proj,0.0000067811,0.05000,0.366
21,mlp.experts.160.down_proj,0.0000052446,0.05000,0.359
21,mlp.experts.170.down_proj,0.0000047655,0.05000,0.371
21,mlp.experts.184.down_proj,0.0000046764,0.05000,0.363
21,mlp.experts.161.down_proj,0.0000101260,0.05000,0.365
21,mlp.experts.176.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
21,mlp.experts.189.down_proj,0.0000047712,0.05000,0.363
21,mlp.experts.163.down_proj,0.0000039114,0.05000,0.366
21,mlp.experts.165.down_proj,0.0000042506,0.05000,0.361
21,mlp.experts.185.down_proj,0.0000072548,0.05000,0.363
21,mlp.experts.179.down_proj,fallback(rtn): 0.0009842,0.00000,0.008
21,mlp.experts.174.down_proj,0.0000048660,0.05000,0.363
21,mlp.experts.204.down_proj,0.0000022112,0.05000,0.356
21,mlp.experts.191.down_proj,0.0000037019,0.05000,0.353
21,mlp.experts.167.down_proj,0.0000042888,0.05000,0.368
21,mlp.experts.187.down_proj,0.0000034208,0.05000,0.364
21,mlp.experts.180.down_proj,0.0000067131,0.05000,0.363
21,mlp.experts.182.down_proj,0.0000030307,0.05000,0.369
21,mlp.experts.186.down_proj,0.0000038543,0.05000,0.360
21,mlp.experts.194.down_proj,0.0000024950,0.05000,0.373
21,mlp.experts.200.down_proj,0.0000029367,0.05000,0.366
21,mlp.experts.177.down_proj,0.0000019827,0.05000,0.361
21,mlp.experts.192.down_proj,0.0000042731,0.05000,0.371
21,mlp.experts.205.down_proj,0.0000055370,0.05000,0.367
21,mlp.experts.181.down_proj,0.0000072017,0.05000,0.360
21,mlp.experts.190.down_proj,0.0000037942,0.05000,0.361
21,mlp.experts.195.down_proj,0.0000029604,0.05000,0.368
21,mlp.experts.201.down_proj,0.0000021846,0.05000,0.372
21,mlp.experts.207.down_proj,0.0000067535,0.05000,0.363
21,mlp.experts.220.down_proj,0.0000063061,0.05000,0.365
21,mlp.experts.183.down_proj,0.0000047406,0.05000,0.358
21,mlp.experts.203.down_proj,0.0000048960,0.05000,0.375
21,mlp.experts.196.down_proj,0.0000061216,0.05000,0.372
21,mlp.experts.198.down_proj,0.0000049085,0.05000,0.376
21,mlp.experts.202.down_proj,0.0000082716,0.05000,0.365
21,mlp.experts.210.down_proj,0.0000014781,0.05000,0.370
21,mlp.experts.216.down_proj,0.0000058405,0.05000,0.378
21,mlp.experts.193.down_proj,0.0000015961,0.05000,0.374
21,mlp.experts.208.down_proj,0.0000068006,0.05000,0.375
21,mlp.experts.221.down_proj,0.0000013049,0.05000,0.370
21,mlp.experts.197.down_proj,0.0000033607,0.05000,0.373
21,mlp.experts.211.down_proj,0.0000044018,0.05000,0.366
21,mlp.experts.217.down_proj,0.0000069920,0.05000,0.367
21,mlp.experts.206.down_proj,0.0000062019,0.05000,0.375
21,mlp.experts.223.down_proj,0.0000062473,0.05000,0.371
21,mlp.experts.236.down_proj,0.0000087304,0.05000,0.376
21,mlp.experts.199.down_proj,0.0000080109,0.05000,0.375
21,mlp.experts.219.down_proj,0.0000053646,0.05000,0.377
21,mlp.experts.212.down_proj,0.0000048571,0.05000,0.374
21,mlp.experts.214.down_proj,0.0000025709,0.05000,0.376
21,mlp.experts.218.down_proj,0.0000030605,0.05000,0.378
21,mlp.experts.226.down_proj,0.0000051047,0.05000,0.387
21,mlp.experts.209.down_proj,0.0000024054,0.05000,0.384
21,mlp.experts.232.down_proj,0.0000014341,0.05000,0.387
21,mlp.experts.224.down_proj,0.0000019406,0.05000,0.378
21,mlp.experts.237.down_proj,0.0000045124,0.05000,0.373
21,mlp.experts.213.down_proj,0.0000029131,0.05000,0.365
21,mlp.experts.227.down_proj,0.0000047926,0.05000,0.383
21,mlp.experts.233.down_proj,0.0000066935,0.05000,0.378
21,mlp.experts.222.down_proj,0.0000040695,0.05000,0.381
21,mlp.experts.239.down_proj,0.0000058250,0.05000,0.377
21,mlp.experts.215.down_proj,0.0000069254,0.05000,0.375
21,mlp.experts.252.down_proj,0.0000017631,0.05000,0.376
21,mlp.experts.228.down_proj,0.0000007620,0.05000,0.336
21,mlp.experts.235.down_proj,0.0000033817,0.05000,0.374
21,mlp.experts.230.down_proj,0.0000048340,0.05000,0.370
21,mlp.experts.240.down_proj,0.0000085994,0.05000,0.315
21,mlp.experts.248.down_proj,0.0000017499,0.05000,0.321
21,mlp.experts.234.down_proj,0.0000025989,0.05000,0.372
21,mlp.experts.242.down_proj,0.0000073642,0.05000,0.369
21,mlp.experts.225.down_proj,0.0000033448,0.05000,0.372
21,mlp.experts.253.down_proj,0.0000036637,0.05000,0.369
21,mlp.experts.229.down_proj,0.0000048622,0.05000,0.374
21,mlp.experts.243.down_proj,0.0000043734,0.05000,0.360
21,mlp.experts.255.down_proj,0.0000074885,0.05000,0.350
21,mlp.experts.249.down_proj,0.0000118328,0.05000,0.359
21,mlp.experts.238.down_proj,0.0000099484,0.05000,0.355
21,mlp.experts.231.down_proj,0.0000053324,0.05000,0.356
21,mlp.experts.244.down_proj,0.0000067637,0.05000,0.197
21,mlp.experts.251.down_proj,0.0000030819,0.05000,0.259
21,mlp.experts.246.down_proj,0.0000018780,0.05000,0.255
21,mlp.experts.241.down_proj,0.0000056393,0.05000,0.192
21,mlp.experts.245.down_proj,0.0000050287,0.05000,0.182
21,mlp.experts.247.down_proj,0.0000042857,0.05000,0.153
21,mlp.experts.250.down_proj,0.0000068825,0.05000,0.241
21,mlp.experts.254.down_proj,0.0000032237,0.05000,0.190
22,mlp.experts.12.gate_proj,0.0001958422,0.05000,1.563
22,mlp.experts.4.gate_proj,0.0002897810,0.05000,1.567
22,mlp.experts.8.gate_proj,0.0001340484,0.05000,1.579
22,mlp.experts.9.gate_proj,0.0001785258,0.05000,1.571
22,mlp.experts.7.gate_proj,0.0002099687,0.05000,1.585
22,mlp.experts.15.gate_proj,0.0002144202,0.05000,1.570
22,mlp.experts.2.gate_proj,0.0001937212,0.05000,1.579
22,mlp.experts.1.gate_proj,0.0002153365,0.05000,1.602
22,mlp.experts.10.gate_proj,0.0001795961,0.05000,1.576
22,mlp.experts.3.gate_proj,0.0002012169,0.05000,1.614
22,mlp.experts.5.gate_proj,0.0001516647,0.05000,1.596
22,mlp.experts.13.gate_proj,0.0001227204,0.05000,1.607
22,mlp.experts.11.gate_proj,0.0002173912,0.05000,1.574
22,mlp.experts.0.gate_proj,0.0001567032,0.05000,1.614
22,mlp.experts.14.gate_proj,0.0001856598,0.05000,1.613
22,mlp.experts.6.gate_proj,0.0002068284,0.05000,1.594
22,mlp.experts.16.gate_proj,fallback(rtn): 0.0010757,0.00000,0.077
22,mlp.experts.18.gate_proj,fallback(rtn): 0.0011215,0.00000,0.091
22,mlp.experts.25.gate_proj,0.0002961979,0.05000,1.695
22,mlp.experts.19.gate_proj,0.0001933292,0.05000,1.705
22,mlp.experts.23.gate_proj,0.0000818173,0.05000,1.739
22,mlp.experts.27.gate_proj,0.0000949621,0.05000,1.698
22,mlp.experts.26.gate_proj,0.0001900920,0.05000,1.733
22,mlp.experts.31.gate_proj,0.0001356524,0.05000,1.740
22,mlp.experts.21.gate_proj,0.0002185772,0.05000,1.722
22,mlp.experts.30.gate_proj,0.0002650017,0.05000,1.717
22,mlp.experts.22.gate_proj,0.0002102970,0.05000,1.722
22,mlp.experts.17.gate_proj,0.0001892122,0.05000,1.726
22,mlp.experts.29.gate_proj,0.0002142662,0.05000,1.727
22,mlp.experts.24.gate_proj,0.0001488935,0.05000,1.805
22,mlp.experts.20.gate_proj,0.0001514774,0.05000,1.834
22,mlp.experts.28.gate_proj,0.0001173057,0.05000,1.843
22,mlp.experts.34.gate_proj,0.0001835253,0.05000,1.718
22,mlp.experts.32.gate_proj,0.0001349570,0.05000,1.799
22,mlp.experts.41.gate_proj,0.0003147630,0.05000,1.771
22,mlp.experts.42.gate_proj,0.0002088513,0.05000,1.735
22,mlp.experts.39.gate_proj,0.0002417554,0.05000,1.766
22,mlp.experts.43.gate_proj,0.0002350144,0.05000,1.771
22,mlp.experts.33.gate_proj,0.0002889083,0.05000,1.728
22,mlp.experts.37.gate_proj,0.0002871056,0.05000,1.752
22,mlp.experts.46.gate_proj,0.0002030037,0.05000,1.761
22,mlp.experts.35.gate_proj,0.0002038685,0.05000,1.814
22,mlp.experts.47.gate_proj,0.0002159285,0.05000,1.778
22,mlp.experts.38.gate_proj,0.0000781858,0.05000,1.791
22,mlp.experts.45.gate_proj,0.0001136779,0.05000,1.804
22,mlp.experts.50.gate_proj,0.0001922611,0.05000,1.745
22,mlp.experts.55.gate_proj,fallback(rtn): 0.0011063,0.00000,0.093
22,mlp.experts.44.gate_proj,0.0002107308,0.05000,1.795
22,mlp.experts.40.gate_proj,0.0002823467,0.05000,1.808
22,mlp.experts.36.gate_proj,0.0001175894,0.05000,1.873
22,mlp.experts.48.gate_proj,0.0002097136,0.05000,1.832
22,mlp.experts.57.gate_proj,0.0002163321,0.05000,1.717
22,mlp.experts.49.gate_proj,0.0002233423,0.05000,1.737
22,mlp.experts.53.gate_proj,0.0001302117,0.05000,1.738
22,mlp.experts.62.gate_proj,0.0001575547,0.05000,1.718
22,mlp.experts.58.gate_proj,0.0001739130,0.05000,1.765
22,mlp.experts.63.gate_proj,0.0002235626,0.05000,1.711
22,mlp.experts.59.gate_proj,0.0002147857,0.05000,1.752
22,mlp.experts.51.gate_proj,0.0001587394,0.05000,1.730
22,mlp.experts.71.gate_proj,0.0001933089,0.05000,1.672
22,mlp.experts.54.gate_proj,0.0001105075,0.05000,1.711
22,mlp.experts.66.gate_proj,0.0001587678,0.05000,1.697
22,mlp.experts.56.gate_proj,0.0001367608,0.05000,1.689
22,mlp.experts.61.gate_proj,0.0001756108,0.05000,1.771
22,mlp.experts.52.gate_proj,0.0001448055,0.05000,1.668
22,mlp.experts.60.gate_proj,0.0001677088,0.05000,1.763
22,mlp.experts.64.gate_proj,0.0001507977,0.05000,1.706
22,mlp.experts.73.gate_proj,0.0001583831,0.05000,1.618
22,mlp.experts.79.gate_proj,0.0000940039,0.05000,1.586
22,mlp.experts.70.gate_proj,0.0001198360,0.05000,1.583
22,mlp.experts.67.gate_proj,0.0002786734,0.05000,1.600
22,mlp.experts.65.gate_proj,0.0001248607,0.05000,1.634
22,mlp.experts.75.gate_proj,0.0001749157,0.05000,1.626
22,mlp.experts.74.gate_proj,0.0001058117,0.05000,1.635
22,mlp.experts.72.gate_proj,0.0001417538,0.05000,1.605
22,mlp.experts.82.gate_proj,0.0001944883,0.05000,1.648
22,mlp.experts.69.gate_proj,0.0001317591,0.05000,1.680
22,mlp.experts.87.gate_proj,0.0001639864,0.05000,1.658
22,mlp.experts.78.gate_proj,0.0002124854,0.05000,1.669
22,mlp.experts.68.gate_proj,0.0001376264,0.05000,1.577
22,mlp.experts.76.gate_proj,0.0001746958,0.05000,1.567
22,mlp.experts.94.gate_proj,fallback(rtn): 0.0010681,0.00000,0.027
22,mlp.experts.77.gate_proj,0.0001738693,0.05000,1.647
22,mlp.experts.80.gate_proj,0.0001976363,0.05000,1.592
22,mlp.experts.89.gate_proj,0.0000925173,0.05000,1.542
22,mlp.experts.83.gate_proj,0.0000940586,0.05000,1.475
22,mlp.experts.95.gate_proj,0.0001440025,0.05000,1.499
22,mlp.experts.91.gate_proj,0.0001487490,0.05000,1.462
22,mlp.experts.86.gate_proj,0.0002333232,0.05000,1.507
22,mlp.experts.103.gate_proj,0.0002596765,0.05000,1.434
22,mlp.experts.90.gate_proj,0.0001781238,0.05000,1.506
22,mlp.experts.98.gate_proj,0.0001262934,0.05000,1.496
22,mlp.experts.99.gate_proj,fallback(rtn): 0.0010757,0.00000,0.074
22,mlp.experts.88.gate_proj,0.0001027364,0.05000,1.516
22,mlp.experts.106.gate_proj,fallback(rtn): 0.0010910,0.00000,0.027
22,mlp.experts.84.gate_proj,0.0001929445,0.05000,1.508
22,mlp.experts.85.gate_proj,0.0001074493,0.05000,1.534
22,mlp.experts.81.gate_proj,0.0001540098,0.05000,1.592
22,mlp.experts.110.gate_proj,0.0001309102,0.05000,1.510
22,mlp.experts.92.gate_proj,0.0001210028,0.05000,1.542
22,mlp.experts.96.gate_proj,0.0000959140,0.05000,1.476
22,mlp.experts.101.gate_proj,fallback(rtn): 0.0009460,0.00000,0.054
22,mlp.experts.93.gate_proj,0.0001747647,0.05000,1.554
22,mlp.experts.102.gate_proj,0.0001483520,0.05000,1.477
22,mlp.experts.105.gate_proj,0.0002688292,0.05000,1.538
22,mlp.experts.114.gate_proj,0.0001074372,0.05000,1.472
22,mlp.experts.104.gate_proj,0.0001908380,0.05000,1.480
22,mlp.experts.122.gate_proj,0.0002112889,0.05000,1.485
22,mlp.experts.111.gate_proj,0.0001689309,0.05000,1.574
22,mlp.experts.119.gate_proj,0.0001300459,0.05000,1.554
22,mlp.experts.100.gate_proj,0.0001654743,0.05000,1.498
22,mlp.experts.126.gate_proj,0.0001293950,0.05000,1.464
22,mlp.experts.108.gate_proj,0.0002466874,0.05000,1.468
22,mlp.experts.115.gate_proj,0.0001765985,0.05000,1.543
22,mlp.experts.97.gate_proj,0.0002048201,0.05000,1.520
22,mlp.experts.112.gate_proj,0.0003626266,0.05000,1.481
22,mlp.experts.107.gate_proj,0.0001755420,0.05000,1.653
22,mlp.experts.117.gate_proj,0.0001819059,0.05000,1.481
22,mlp.experts.109.gate_proj,0.0001757643,0.05000,1.523
22,mlp.experts.118.gate_proj,0.0002069824,0.05000,1.475
22,mlp.experts.130.gate_proj,0.0000895825,0.05000,1.434
22,mlp.experts.121.gate_proj,0.0002259595,0.05000,1.508
22,mlp.experts.138.gate_proj,0.0004480132,0.05000,1.477
22,mlp.experts.120.gate_proj,0.0001598809,0.05000,1.506
22,mlp.experts.128.gate_proj,0.0001573853,0.05000,1.428
22,mlp.experts.135.gate_proj,0.0000822325,0.05000,1.500
22,mlp.experts.127.gate_proj,0.0001024782,0.05000,1.502
22,mlp.experts.124.gate_proj,0.0000787463,0.05000,1.509
22,mlp.experts.116.gate_proj,0.0001445017,0.05000,1.518
22,mlp.experts.131.gate_proj,0.0000917568,0.05000,1.506
22,mlp.experts.142.gate_proj,0.0001791231,0.05000,1.530
22,mlp.experts.113.gate_proj,0.0000815374,0.05000,1.487
22,mlp.experts.133.gate_proj,0.0002065485,0.05000,1.477
22,mlp.experts.125.gate_proj,0.0001001637,0.05000,1.417
22,mlp.experts.123.gate_proj,0.0002445647,0.05000,1.500
22,mlp.experts.137.gate_proj,0.0001147534,0.05000,1.489
22,mlp.experts.146.gate_proj,0.0001199528,0.05000,1.529
22,mlp.experts.134.gate_proj,0.0001197014,0.05000,1.546
22,mlp.experts.144.gate_proj,0.0002117713,0.05000,1.495
22,mlp.experts.151.gate_proj,0.0001650261,0.05000,1.495
22,mlp.experts.140.gate_proj,0.0002009769,0.05000,1.467
22,mlp.experts.136.gate_proj,0.0001658181,0.05000,1.517
22,mlp.experts.143.gate_proj,0.0001251188,0.05000,1.498
22,mlp.experts.147.gate_proj,0.0000713981,0.05000,1.471
22,mlp.experts.154.gate_proj,0.0001693868,0.05000,1.560
22,mlp.experts.132.gate_proj,0.0001522608,0.05000,1.500
22,mlp.experts.129.gate_proj,0.0001462973,0.05000,1.495
22,mlp.experts.139.gate_proj,0.0001625924,0.05000,1.503
22,mlp.experts.149.gate_proj,0.0000738908,0.05000,1.524
22,mlp.experts.155.gate_proj,fallback(rtn): 0.0010452,0.00000,0.023
22,mlp.experts.141.gate_proj,0.0001785950,0.05000,1.555
22,mlp.experts.158.gate_proj,0.0002197639,0.05000,1.566
22,mlp.experts.153.gate_proj,0.0002703018,0.05000,1.513
22,mlp.experts.162.gate_proj,0.0001577736,0.05000,1.540
22,mlp.experts.160.gate_proj,0.0000583051,0.05000,1.505
22,mlp.experts.148.gate_proj,0.0001160528,0.05000,1.461
22,mlp.experts.150.gate_proj,0.0002578093,0.05000,1.581
22,mlp.experts.167.gate_proj,0.0001854187,0.05000,1.519
22,mlp.experts.163.gate_proj,0.0001458997,0.05000,1.508
22,mlp.experts.156.gate_proj,0.0000971952,0.05000,1.541
22,mlp.experts.159.gate_proj,0.0001326553,0.05000,1.534
22,mlp.experts.152.gate_proj,0.0002688551,0.05000,1.542
22,mlp.experts.145.gate_proj,0.0000998842,0.05000,1.522
22,mlp.experts.170.gate_proj,0.0002153698,0.05000,1.573
22,mlp.experts.165.gate_proj,0.0001065496,0.05000,1.540
22,mlp.experts.171.gate_proj,0.0000661427,0.05000,1.539
22,mlp.experts.157.gate_proj,0.0001507738,0.05000,1.542
22,mlp.experts.174.gate_proj,0.0002277229,0.05000,1.581
22,mlp.experts.169.gate_proj,0.0001143728,0.05000,1.538
22,mlp.experts.176.gate_proj,0.0002311993,0.05000,1.495
22,mlp.experts.183.gate_proj,0.0001910271,0.05000,1.489
22,mlp.experts.178.gate_proj,0.0001300421,0.05000,1.545
22,mlp.experts.172.gate_proj,0.0000722395,0.05000,1.469
22,mlp.experts.164.gate_proj,0.0001446646,0.05000,1.532
22,mlp.experts.168.gate_proj,0.0001415753,0.05000,1.473
22,mlp.experts.179.gate_proj,0.0001482769,0.05000,1.508
22,mlp.experts.175.gate_proj,0.0001714895,0.05000,1.478
22,mlp.experts.166.gate_proj,0.0001964654,0.05000,1.547
22,mlp.experts.161.gate_proj,0.0001554582,0.05000,1.495
22,mlp.experts.187.gate_proj,0.0001821688,0.05000,1.451
22,mlp.experts.186.gate_proj,0.0002413351,0.05000,1.521
22,mlp.experts.181.gate_proj,0.0002293101,0.05000,1.515
22,mlp.experts.173.gate_proj,0.0002068891,0.05000,1.513
22,mlp.experts.190.gate_proj,0.0001002212,0.05000,1.541
22,mlp.experts.185.gate_proj,0.0001381951,0.05000,1.519
22,mlp.experts.194.gate_proj,0.0001617300,0.05000,1.498
22,mlp.experts.192.gate_proj,0.0001975395,0.05000,1.534
22,mlp.experts.188.gate_proj,0.0001673541,0.05000,1.500
22,mlp.experts.184.gate_proj,0.0000807745,0.05000,1.492
22,mlp.experts.177.gate_proj,0.0001062934,0.05000,1.501
22,mlp.experts.182.gate_proj,0.0002110376,0.05000,1.512
22,mlp.experts.199.gate_proj,0.0002437558,0.05000,1.560
22,mlp.experts.180.gate_proj,0.0002953892,0.05000,1.556
22,mlp.experts.195.gate_proj,0.0001598679,0.05000,1.587
22,mlp.experts.202.gate_proj,0.0001744141,0.05000,1.525
22,mlp.experts.189.gate_proj,0.0002251118,0.05000,1.472
22,mlp.experts.197.gate_proj,0.0002488232,0.05000,1.511
22,mlp.experts.203.gate_proj,0.0001807710,0.05000,1.582
22,mlp.experts.206.gate_proj,0.0002680704,0.05000,1.502
22,mlp.experts.191.gate_proj,0.0001971229,0.05000,1.710
22,mlp.experts.201.gate_proj,0.0001480196,0.05000,1.496
22,mlp.experts.210.gate_proj,0.0001309991,0.05000,1.502
22,mlp.experts.204.gate_proj,0.0001812917,0.05000,1.491
22,mlp.experts.208.gate_proj,0.0001802259,0.05000,1.499
22,mlp.experts.198.gate_proj,0.0000818489,0.05000,1.494
22,mlp.experts.196.gate_proj,0.0001063851,0.05000,1.451
22,mlp.experts.193.gate_proj,0.0001452402,0.05000,1.515
22,mlp.experts.200.gate_proj,0.0002440103,0.05000,1.499
22,mlp.experts.215.gate_proj,0.0001663834,0.05000,1.514
22,mlp.experts.218.gate_proj,0.0001854222,0.05000,1.464
22,mlp.experts.213.gate_proj,0.0002565784,0.05000,1.450
22,mlp.experts.205.gate_proj,0.0002412886,0.05000,1.461
22,mlp.experts.211.gate_proj,0.0001757325,0.05000,1.502
22,mlp.experts.222.gate_proj,0.0002210096,0.05000,1.467
22,mlp.experts.219.gate_proj,0.0002406568,0.05000,1.577
22,mlp.experts.207.gate_proj,0.0001182270,0.05000,1.575
22,mlp.experts.217.gate_proj,0.0001378058,0.05000,1.450
22,mlp.experts.226.gate_proj,0.0001046401,0.05000,1.455
22,mlp.experts.220.gate_proj,0.0001825588,0.05000,1.519
22,mlp.experts.209.gate_proj,0.0003256414,0.05000,1.510
22,mlp.experts.234.gate_proj,0.0001946848,0.05000,1.507
22,mlp.experts.227.gate_proj,0.0001940919,0.05000,1.507
22,mlp.experts.221.gate_proj,0.0001832324,0.05000,1.514
22,mlp.experts.216.gate_proj,0.0001059900,0.05000,1.516
22,mlp.experts.224.gate_proj,0.0001556727,0.05000,1.530
22,mlp.experts.214.gate_proj,0.0002775856,0.05000,1.524
22,mlp.experts.212.gate_proj,0.0001940789,0.05000,1.523
22,mlp.experts.229.gate_proj,0.0002206944,0.05000,1.566
22,mlp.experts.231.gate_proj,0.0001626808,0.05000,1.597
22,mlp.experts.238.gate_proj,0.0001299983,0.05000,1.531
22,mlp.experts.235.gate_proj,0.0002106745,0.05000,1.541
22,mlp.experts.223.gate_proj,0.0001366103,0.05000,1.550
22,mlp.experts.233.gate_proj,0.0001503329,0.05000,1.503
22,mlp.experts.242.gate_proj,0.0001297603,0.05000,1.510
22,mlp.experts.236.gate_proj,0.0001772215,0.05000,1.495
22,mlp.experts.225.gate_proj,0.0001179194,0.05000,1.494
22,mlp.experts.237.gate_proj,0.0004102792,0.05000,1.476
22,mlp.experts.250.gate_proj,0.0001190063,0.05000,1.508
22,mlp.experts.228.gate_proj,0.0001670029,0.05000,1.506
22,mlp.experts.243.gate_proj,0.0001515491,0.05000,1.523
22,mlp.experts.245.gate_proj,0.0001838866,0.05000,1.493
22,mlp.experts.230.gate_proj,0.0001356049,0.05000,1.534
22,mlp.experts.232.gate_proj,0.0002412917,0.05000,1.535
22,mlp.experts.254.gate_proj,0.0003047094,0.05000,1.490
22,mlp.experts.247.gate_proj,0.0001191542,0.05000,1.526
22,mlp.experts.240.gate_proj,0.0002705626,0.05000,1.589
22,mlp.experts.251.gate_proj,0.0001057593,0.05000,1.524
22,mlp.experts.239.gate_proj,0.0002501313,0.05000,1.553
22,mlp.experts.249.gate_proj,0.0002304868,0.05000,1.491
22,mlp.experts.2.up_proj,0.0001733475,0.05000,1.493
22,mlp.experts.18.up_proj,fallback(rtn): 0.0010300,0.00000,0.025
22,mlp.experts.241.gate_proj,0.0001783482,0.05000,1.485
22,mlp.experts.253.gate_proj,0.0001749107,0.05000,1.515
22,mlp.experts.10.up_proj,0.0001690504,0.05000,1.505
22,mlp.experts.246.gate_proj,0.0001222921,0.05000,1.476
22,mlp.experts.252.gate_proj,0.0002210783,0.05000,1.571
22,mlp.experts.3.up_proj,0.0001689230,0.05000,1.513
22,mlp.experts.244.gate_proj,0.0001999292,0.05000,1.530
22,mlp.experts.5.up_proj,0.0001515105,0.05000,1.503
22,mlp.experts.14.up_proj,0.0002027435,0.05000,1.481
22,mlp.experts.7.up_proj,0.0001937455,0.05000,1.484
22,mlp.experts.248.gate_proj,0.0001250971,0.05000,1.561
22,mlp.experts.0.up_proj,0.0001191075,0.05000,1.539
22,mlp.experts.11.up_proj,0.0002034887,0.05000,1.487
22,mlp.experts.16.up_proj,fallback(rtn): 0.0010147,0.00000,0.031
22,mlp.experts.255.gate_proj,0.0002764079,0.05000,1.490
22,mlp.experts.9.up_proj,0.0001711915,0.05000,1.510
22,mlp.experts.34.up_proj,0.0002026898,0.05000,1.524
22,mlp.experts.1.up_proj,0.0002580251,0.05000,1.510
22,mlp.experts.26.up_proj,0.0002327842,0.05000,1.496
22,mlp.experts.13.up_proj,0.0001133908,0.05000,1.511
22,mlp.experts.19.up_proj,0.0001482681,0.05000,1.488
22,mlp.experts.6.up_proj,0.0001926368,0.05000,1.507
22,mlp.experts.30.up_proj,0.0002377892,0.05000,1.482
22,mlp.experts.21.up_proj,0.0002025491,0.05000,1.527
22,mlp.experts.23.up_proj,0.0000922446,0.05000,1.488
22,mlp.experts.12.up_proj,0.0001519144,0.05000,1.566
22,mlp.experts.4.up_proj,0.0002745820,0.05000,1.556
22,mlp.experts.8.up_proj,0.0001369845,0.05000,1.540
22,mlp.experts.27.up_proj,0.0000878826,0.05000,1.501
22,mlp.experts.32.up_proj,0.0001292369,0.05000,1.526
22,mlp.experts.15.up_proj,0.0001974372,0.05000,1.479
22,mlp.experts.25.up_proj,0.0001988641,0.05000,1.521
22,mlp.experts.50.up_proj,0.0001810642,0.05000,1.512
22,mlp.experts.17.up_proj,0.0001530281,0.05000,1.489
22,mlp.experts.42.up_proj,0.0001427773,0.05000,1.497
22,mlp.experts.29.up_proj,0.0001989329,0.05000,1.510
22,mlp.experts.22.up_proj,0.0001971933,0.05000,1.512
22,mlp.experts.35.up_proj,0.0001990984,0.05000,1.525
22,mlp.experts.46.up_proj,0.0001628164,0.05000,1.524
22,mlp.experts.37.up_proj,0.0002694464,0.05000,1.500
22,mlp.experts.39.up_proj,0.0002229829,0.05000,1.510
22,mlp.experts.55.up_proj,fallback(rtn): 0.0010223,0.00000,0.025
22,mlp.experts.28.up_proj,0.0001087742,0.05000,1.538
22,mlp.experts.20.up_proj,0.0001298970,0.05000,1.561
22,mlp.experts.24.up_proj,0.0001180146,0.05000,1.546
22,mlp.experts.43.up_proj,0.0002199421,0.05000,1.535
22,mlp.experts.48.up_proj,0.0001987065,0.05000,1.538
22,mlp.experts.31.up_proj,0.0001255861,0.05000,1.528
22,mlp.experts.41.up_proj,0.0002812489,0.05000,1.495
22,mlp.experts.66.up_proj,0.0001446361,0.05000,1.477
22,mlp.experts.33.up_proj,0.0002398954,0.05000,1.503
22,mlp.experts.58.up_proj,0.0001461457,0.05000,1.486
22,mlp.experts.45.up_proj,0.0001071390,0.05000,1.517
22,mlp.experts.51.up_proj,0.0001483306,0.05000,1.485
22,mlp.experts.62.up_proj,0.0001674684,0.05000,1.483
22,mlp.experts.38.up_proj,0.0000657939,0.05000,1.515
22,mlp.experts.53.up_proj,0.0001188044,0.05000,1.508
22,mlp.experts.71.up_proj,0.0001794310,0.05000,1.472
22,mlp.experts.44.up_proj,0.0001960229,0.05000,1.493
22,mlp.experts.36.up_proj,0.0001102269,0.05000,1.516
22,mlp.experts.40.up_proj,0.0002969306,0.05000,1.490
22,mlp.experts.59.up_proj,0.0001912895,0.05000,1.516
22,mlp.experts.64.up_proj,0.0001386873,0.05000,1.493
22,mlp.experts.47.up_proj,0.0001436887,0.05000,1.498
22,mlp.experts.57.up_proj,0.0002177123,0.05000,1.512
22,mlp.experts.82.up_proj,0.0001821955,0.05000,1.467
22,mlp.experts.49.up_proj,0.0002095245,0.05000,1.505
22,mlp.experts.74.up_proj,0.0001026085,0.05000,1.502
22,mlp.experts.54.up_proj,0.0001029220,0.05000,1.465
22,mlp.experts.67.up_proj,0.0002470348,0.05000,1.495
22,mlp.experts.78.up_proj,0.0002002001,0.05000,1.489
22,mlp.experts.61.up_proj,0.0001621611,0.05000,1.515
22,mlp.experts.69.up_proj,0.0001240378,0.05000,1.498
22,mlp.experts.94.up_proj,fallback(rtn): 0.0009766,0.00000,0.035
22,mlp.experts.60.up_proj,0.0001564863,0.05000,1.462
22,mlp.experts.87.up_proj,0.0001440944,0.05000,1.509
22,mlp.experts.52.up_proj,0.0001435394,0.05000,1.488
22,mlp.experts.56.up_proj,0.0001248847,0.05000,1.488
22,mlp.experts.75.up_proj,0.0001497570,0.05000,1.496
22,mlp.experts.80.up_proj,0.0001837405,0.05000,1.497
22,mlp.experts.63.up_proj,0.0002186612,0.05000,1.505
22,mlp.experts.98.up_proj,0.0000935505,0.05000,1.525
22,mlp.experts.73.up_proj,0.0001302350,0.05000,1.554
22,mlp.experts.90.up_proj,0.0001657848,0.05000,1.499
22,mlp.experts.70.up_proj,0.0001368488,0.05000,1.480
22,mlp.experts.65.up_proj,0.0001088923,0.05000,1.539
22,mlp.experts.106.up_proj,fallback(rtn): 0.0009995,0.00000,0.025
22,mlp.experts.83.up_proj,0.0000919422,0.05000,1.514
22,mlp.experts.99.up_proj,fallback(rtn): 0.0010147,0.00000,0.023
22,mlp.experts.77.up_proj,0.0001371800,0.05000,1.546
22,mlp.experts.110.up_proj,0.0000930442,0.05000,1.518
22,mlp.experts.76.up_proj,0.0001608527,0.05000,1.504
22,mlp.experts.85.up_proj,0.0001054780,0.05000,1.523
22,mlp.experts.103.up_proj,0.0002495318,0.05000,1.514
22,mlp.experts.68.up_proj,0.0001205782,0.05000,1.490
22,mlp.experts.101.up_proj,fallback(rtn): 0.0012131,0.00000,0.045
22,mlp.experts.72.up_proj,0.0001415008,0.05000,1.498
22,mlp.experts.91.up_proj,0.0001403753,0.05000,1.494
22,mlp.experts.96.up_proj,0.0001029436,0.05000,1.509
22,mlp.experts.79.up_proj,0.0000864291,0.05000,1.507
22,mlp.experts.114.up_proj,0.0001006273,0.05000,1.498
22,mlp.experts.89.up_proj,0.0000864810,0.05000,1.540
22,mlp.experts.86.up_proj,0.0002497664,0.05000,1.490
22,mlp.experts.122.up_proj,0.0002220375,0.05000,1.498
22,mlp.experts.81.up_proj,0.0001555971,0.05000,1.528
22,mlp.experts.115.up_proj,0.0001647132,0.05000,1.511
22,mlp.experts.92.up_proj,0.0001149697,0.05000,1.511
22,mlp.experts.126.up_proj,0.0001229145,0.05000,1.519
22,mlp.experts.119.up_proj,0.0001367552,0.05000,1.529
22,mlp.experts.93.up_proj,0.0001617971,0.05000,1.547
22,mlp.experts.88.up_proj,0.0001007737,0.05000,1.502
22,mlp.experts.117.up_proj,0.0001627934,0.05000,1.509
22,mlp.experts.84.up_proj,0.0001675594,0.05000,1.517
22,mlp.experts.107.up_proj,0.0001633916,0.05000,1.512
22,mlp.experts.112.up_proj,0.0003250915,0.05000,1.503
22,mlp.experts.95.up_proj,0.0001331639,0.05000,1.477
22,mlp.experts.130.up_proj,0.0001196585,0.05000,1.482
22,mlp.experts.105.up_proj,0.0002310106,0.05000,1.502
22,mlp.experts.102.up_proj,0.0001330859,0.05000,1.476
22,mlp.experts.138.up_proj,0.0003716333,0.05000,1.469
22,mlp.experts.97.up_proj,0.0001710652,0.05000,1.485
22,mlp.experts.131.up_proj,0.0000874315,0.05000,1.503
22,mlp.experts.108.up_proj,0.0002308283,0.05000,1.496
22,mlp.experts.142.up_proj,0.0001483783,0.05000,1.498
22,mlp.experts.135.up_proj,0.0000725989,0.05000,1.514
22,mlp.experts.109.up_proj,0.0001590588,0.05000,1.507
22,mlp.experts.100.up_proj,0.0001558951,0.05000,1.493
22,mlp.experts.104.up_proj,0.0001787435,0.05000,1.533
22,mlp.experts.123.up_proj,0.0002266900,0.05000,1.493
22,mlp.experts.133.up_proj,0.0001928250,0.05000,1.533
22,mlp.experts.111.up_proj,0.0001640212,0.05000,1.457
22,mlp.experts.128.up_proj,0.0001390888,0.05000,1.485
22,mlp.experts.146.up_proj,0.0001481774,0.05000,1.492
22,mlp.experts.121.up_proj,0.0002140489,0.05000,1.508
22,mlp.experts.154.up_proj,0.0001699413,0.05000,1.477
22,mlp.experts.118.up_proj,0.0001919096,0.05000,1.525
22,mlp.experts.113.up_proj,0.0000940424,0.05000,1.484
22,mlp.experts.147.up_proj,0.0000655684,0.05000,1.493
22,mlp.experts.124.up_proj,0.0000752678,0.05000,1.511
22,mlp.experts.158.up_proj,0.0002184454,0.05000,1.518
22,mlp.experts.151.up_proj,0.0001552190,0.05000,1.494
22,mlp.experts.125.up_proj,0.0000832010,0.05000,1.495
22,mlp.experts.116.up_proj,0.0001634291,0.05000,1.494
22,mlp.experts.144.up_proj,0.0001949557,0.05000,1.483
22,mlp.experts.139.up_proj,0.0001172091,0.05000,1.504
22,mlp.experts.149.up_proj,0.0000643416,0.05000,1.508
22,mlp.experts.127.up_proj,0.0000957240,0.05000,1.506
22,mlp.experts.120.up_proj,0.0001419120,0.05000,1.522
22,mlp.experts.155.up_proj,fallback(rtn): 0.0010223,0.00000,0.043
22,mlp.experts.162.up_proj,0.0001405904,0.05000,1.505
22,mlp.experts.137.up_proj,0.0001176370,0.05000,1.491
22,mlp.experts.170.up_proj,0.0001715490,0.05000,1.525
22,mlp.experts.129.up_proj,0.0001359823,0.05000,1.484
22,mlp.experts.134.up_proj,0.0001039339,0.05000,1.533
22,mlp.experts.163.up_proj,0.0001244527,0.05000,1.488
22,mlp.experts.132.up_proj,0.0001622185,0.05000,1.455
22,mlp.experts.140.up_proj,0.0001629274,0.05000,1.503
22,mlp.experts.141.up_proj,0.0001648663,0.05000,1.480
22,mlp.experts.167.up_proj,0.0001742470,0.05000,1.492
22,mlp.experts.174.up_proj,0.0002151594,0.05000,1.546
22,mlp.experts.160.up_proj,0.0001068283,0.05000,1.489
22,mlp.experts.165.up_proj,0.0001131958,0.05000,1.481
22,mlp.experts.171.up_proj,0.0000635039,0.05000,1.452
22,mlp.experts.143.up_proj,0.0001160638,0.05000,1.492
22,mlp.experts.136.up_proj,0.0001539806,0.05000,1.495
22,mlp.experts.178.up_proj,0.0001391619,0.05000,1.551
22,mlp.experts.153.up_proj,0.0002472099,0.05000,1.513
22,mlp.experts.145.up_proj,0.0000988661,0.05000,1.486
22,mlp.experts.186.up_proj,0.0002304307,0.05000,1.553
22,mlp.experts.179.up_proj,0.0001391664,0.05000,1.488
22,mlp.experts.150.up_proj,0.0002148636,0.05000,1.543
22,mlp.experts.183.up_proj,0.0001767437,0.05000,1.454
22,mlp.experts.148.up_proj,0.0000909697,0.05000,1.498
22,mlp.experts.156.up_proj,0.0000861834,0.05000,1.501
22,mlp.experts.157.up_proj,0.0001327158,0.05000,1.510
22,mlp.experts.176.up_proj,0.0001539901,0.05000,1.499
22,mlp.experts.159.up_proj,0.0001179839,0.05000,1.490
22,mlp.experts.190.up_proj,0.0000925466,0.05000,1.534
22,mlp.experts.181.up_proj,0.0002195877,0.05000,1.512
22,mlp.experts.187.up_proj,0.0001784187,0.05000,1.504
22,mlp.experts.152.up_proj,0.0002529777,0.05000,1.515
22,mlp.experts.194.up_proj,0.0001554841,0.05000,1.510
22,mlp.experts.169.up_proj,0.0000986542,0.05000,1.500
22,mlp.experts.161.up_proj,0.0001544592,0.05000,1.516
22,mlp.experts.202.up_proj,0.0001508787,0.05000,1.522
22,mlp.experts.195.up_proj,0.0001473266,0.05000,1.505
22,mlp.experts.172.up_proj,0.0000693696,0.05000,1.473
22,mlp.experts.199.up_proj,0.0002290788,0.05000,1.503
22,mlp.experts.166.up_proj,0.0001833197,0.05000,1.522
22,mlp.experts.164.up_proj,0.0001273740,0.05000,1.523
22,mlp.experts.173.up_proj,0.0001732139,0.05000,1.510
22,mlp.experts.192.up_proj,0.0001839527,0.05000,1.506
22,mlp.experts.206.up_proj,0.0002542610,0.05000,1.507
22,mlp.experts.168.up_proj,0.0001294257,0.05000,1.485
22,mlp.experts.175.up_proj,0.0001598856,0.05000,1.520
22,mlp.experts.197.up_proj,0.0002334814,0.05000,1.510
22,mlp.experts.203.up_proj,0.0001703814,0.05000,1.557
22,mlp.experts.210.up_proj,0.0001167365,0.05000,1.494
22,mlp.experts.185.up_proj,0.0001299228,0.05000,1.507
22,mlp.experts.177.up_proj,0.0001096609,0.05000,1.513
22,mlp.experts.211.up_proj,0.0001637130,0.05000,1.512
22,mlp.experts.218.up_proj,0.0001696336,0.05000,1.520
22,mlp.experts.188.up_proj,0.0001483331,0.05000,1.480
22,mlp.experts.215.up_proj,0.0001556713,0.05000,1.481
22,mlp.experts.182.up_proj,0.0001930539,0.05000,1.480
22,mlp.experts.189.up_proj,0.0002099403,0.05000,1.495
22,mlp.experts.180.up_proj,0.0002866564,0.05000,1.507
22,mlp.experts.184.up_proj,0.0000730777,0.05000,1.478
22,mlp.experts.208.up_proj,0.0001620303,0.05000,1.526
22,mlp.experts.213.up_proj,0.0002377236,0.05000,1.501
22,mlp.experts.222.up_proj,0.0002408519,0.05000,1.508
22,mlp.experts.191.up_proj,0.0001857358,0.05000,1.560
22,mlp.experts.219.up_proj,0.0002252590,0.05000,1.512
22,mlp.experts.226.up_proj,0.0001191187,0.05000,1.508
22,mlp.experts.201.up_proj,0.0001080797,0.05000,1.490
22,mlp.experts.193.up_proj,0.0001510322,0.05000,1.480
22,mlp.experts.204.up_proj,0.0001653096,0.05000,1.497
22,mlp.experts.198.up_proj,0.0000812191,0.05000,1.497
22,mlp.experts.234.up_proj,0.0001983073,0.05000,1.515
22,mlp.experts.205.up_proj,0.0002286132,0.05000,1.476
22,mlp.experts.231.up_proj,0.0001518207,0.05000,1.546
22,mlp.experts.227.up_proj,0.0001810631,0.05000,1.556
22,mlp.experts.196.up_proj,0.0001197664,0.05000,1.506
22,mlp.experts.224.up_proj,0.0001444491,0.05000,1.478
22,mlp.experts.200.up_proj,0.0002182303,0.05000,1.506
22,mlp.experts.238.up_proj,0.0001225288,0.05000,1.486
22,mlp.experts.229.up_proj,0.0001997908,0.05000,1.501
22,mlp.experts.207.up_proj,0.0001217685,0.05000,1.531
22,mlp.experts.235.up_proj,0.0002279971,0.05000,1.556
22,mlp.experts.242.up_proj,0.0001287636,0.05000,1.530
22,mlp.experts.217.up_proj,0.0001260606,0.05000,1.512
22,mlp.experts.209.up_proj,0.0003125600,0.05000,1.491
22,mlp.experts.250.up_proj,0.0001179051,0.05000,1.445
22,mlp.experts.214.up_proj,0.0002611643,0.05000,1.470
22,mlp.experts.220.up_proj,0.0001451312,0.05000,1.513
22,mlp.experts.254.up_proj,0.0002436418,0.05000,1.388
22,mlp.experts.221.up_proj,0.0001483132,0.05000,1.496
22,mlp.experts.243.up_proj,0.0001359718,0.05000,1.510
22,mlp.experts.247.up_proj,0.0001113892,0.05000,1.523
22,mlp.experts.212.up_proj,0.0001837821,0.05000,1.510
22,mlp.experts.216.up_proj,0.0001331164,0.05000,1.459
22,mlp.experts.240.up_proj,0.0003571439,0.05000,1.526
22,mlp.experts.251.up_proj,0.0001115391,0.05000,1.394
22,mlp.experts.245.up_proj,0.0002041658,0.05000,1.507
22,mlp.experts.223.up_proj,0.0001169612,0.05000,1.427
22,mlp.experts.230.up_proj,0.0001219065,0.05000,0.585
22,mlp.experts.239.up_proj,0.0002116719,0.05000,0.510
22,mlp.experts.233.up_proj,0.0001733110,0.05000,0.994
22,mlp.experts.225.up_proj,0.0001104861,0.05000,1.007
22,mlp.experts.228.up_proj,0.0001498330,0.05000,0.927
22,mlp.experts.236.up_proj,0.0002209248,0.05000,1.003
22,mlp.experts.237.up_proj,0.0003981441,0.05000,1.000
22,mlp.experts.232.up_proj,0.0002515999,0.05000,1.013
22,mlp.experts.246.up_proj,0.0001252508,0.05000,0.583
22,mlp.experts.255.up_proj,0.0002589709,0.05000,0.571
22,mlp.experts.249.up_proj,0.0002150801,0.05000,0.900
22,mlp.experts.241.up_proj,0.0001537731,0.05000,0.875
22,mlp.experts.253.up_proj,0.0001503164,0.05000,0.812
22,mlp.experts.252.up_proj,0.0001956264,0.05000,0.889
22,mlp.experts.244.up_proj,0.0001343840,0.05000,0.902
22,mlp.experts.248.up_proj,0.0001262106,0.05000,0.833
22,mlp.experts.10.down_proj,0.0000027578,0.05000,0.395
22,mlp.experts.3.down_proj,0.0000049735,0.05000,0.396
22,mlp.experts.14.down_proj,0.0000070452,0.05000,0.402
22,mlp.experts.5.down_proj,0.0000071267,0.05000,0.418
22,mlp.experts.13.down_proj,0.0000012960,0.05000,0.409
22,mlp.experts.8.down_proj,0.0000048791,0.05000,0.423
22,mlp.experts.2.down_proj,0.0000032473,0.05000,0.416
22,mlp.experts.1.down_proj,0.0000104046,0.05000,0.427
22,mlp.experts.15.down_proj,0.0000077579,0.05000,0.412
22,mlp.experts.6.down_proj,0.0000026521,0.05000,0.418
22,mlp.experts.7.down_proj,0.0000078640,0.05000,0.425
22,mlp.experts.9.down_proj,0.0000070652,0.05000,0.418
22,mlp.experts.0.down_proj,0.0000041250,0.05000,0.432
22,mlp.experts.12.down_proj,0.0000057455,0.05000,0.439
22,mlp.experts.4.down_proj,0.0000063443,0.05000,0.434
22,mlp.experts.11.down_proj,0.0000025772,0.05000,0.417
22,mlp.experts.18.down_proj,fallback(rtn): 0.0010223,0.00000,0.005
22,mlp.experts.16.down_proj,fallback(rtn): 0.0010147,0.00000,0.010
22,mlp.experts.19.down_proj,0.0000065866,0.05000,0.348
22,mlp.experts.26.down_proj,0.0000076884,0.05000,0.364
22,mlp.experts.24.down_proj,0.0000049218,0.05000,0.332
22,mlp.experts.30.down_proj,0.0000093381,0.05000,0.360
22,mlp.experts.29.down_proj,0.0000027681,0.05000,0.360
22,mlp.experts.21.down_proj,0.0000029698,0.05000,0.375
22,mlp.experts.31.down_proj,0.0000049077,0.05000,0.357
22,mlp.experts.17.down_proj,0.0000065153,0.05000,0.371
22,mlp.experts.34.down_proj,0.0000087690,0.05000,0.353
22,mlp.experts.23.down_proj,0.0000027118,0.05000,0.365
22,mlp.experts.22.down_proj,0.0000025940,0.05000,0.376
22,mlp.experts.25.down_proj,0.0000073229,0.05000,0.379
22,mlp.experts.28.down_proj,0.0000020860,0.05000,0.377
22,mlp.experts.27.down_proj,0.0000034172,0.05000,0.374
22,mlp.experts.20.down_proj,0.0000043216,0.05000,0.377
22,mlp.experts.32.down_proj,0.0000041141,0.05000,0.370
22,mlp.experts.35.down_proj,0.0000083166,0.05000,0.357
22,mlp.experts.42.down_proj,0.0000045372,0.05000,0.370
22,mlp.experts.46.down_proj,0.0000054994,0.05000,0.369
22,mlp.experts.40.down_proj,0.0000134640,0.05000,0.373
22,mlp.experts.37.down_proj,0.0000042002,0.05000,0.370
22,mlp.experts.45.down_proj,0.0000062283,0.05000,0.376
22,mlp.experts.47.down_proj,0.0000056828,0.05000,0.373
22,mlp.experts.33.down_proj,0.0000036707,0.05000,0.375
22,mlp.experts.50.down_proj,0.0000024554,0.05000,0.370
22,mlp.experts.39.down_proj,0.0000066769,0.05000,0.375
22,mlp.experts.55.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
22,mlp.experts.38.down_proj,0.0000030881,0.05000,0.375
22,mlp.experts.41.down_proj,0.0000063135,0.05000,0.374
22,mlp.experts.43.down_proj,0.0000028075,0.05000,0.375
22,mlp.experts.44.down_proj,0.0000025098,0.05000,0.390
22,mlp.experts.36.down_proj,0.0000025003,0.05000,0.391
22,mlp.experts.48.down_proj,0.0000030879,0.05000,0.396
22,mlp.experts.51.down_proj,0.0000052511,0.05000,0.374
22,mlp.experts.58.down_proj,0.0000049143,0.05000,0.366
22,mlp.experts.62.down_proj,0.0000048707,0.05000,0.369
22,mlp.experts.56.down_proj,0.0000033793,0.05000,0.384
22,mlp.experts.53.down_proj,0.0000036392,0.05000,0.374
22,mlp.experts.61.down_proj,0.0000030725,0.05000,0.375
22,mlp.experts.49.down_proj,0.0000029657,0.05000,0.374
22,mlp.experts.63.down_proj,0.0000097009,0.05000,0.380
22,mlp.experts.66.down_proj,0.0000048326,0.05000,0.372
22,mlp.experts.54.down_proj,0.0000023442,0.05000,0.357
22,mlp.experts.71.down_proj,0.0000022609,0.05000,0.378
22,mlp.experts.57.down_proj,0.0000073358,0.05000,0.375
22,mlp.experts.59.down_proj,0.0000064229,0.05000,0.370
22,mlp.experts.60.down_proj,0.0000019520,0.05000,0.372
22,mlp.experts.52.down_proj,0.0000041730,0.05000,0.369
22,mlp.experts.64.down_proj,0.0000025396,0.05000,0.372
22,mlp.experts.67.down_proj,0.0000092166,0.05000,0.368
22,mlp.experts.74.down_proj,0.0000056332,0.05000,0.368
22,mlp.experts.78.down_proj,0.0000025537,0.05000,0.364
22,mlp.experts.94.down_proj,fallback(rtn): 0.0009766,0.00000,0.007
22,mlp.experts.72.down_proj,0.0000061875,0.05000,0.368
22,mlp.experts.69.down_proj,0.0000014398,0.05000,0.372
22,mlp.experts.77.down_proj,0.0000035835,0.05000,0.374
22,mlp.experts.79.down_proj,0.0000028346,0.05000,0.360
22,mlp.experts.82.down_proj,0.0000026974,0.05000,0.361
22,mlp.experts.65.down_proj,0.0000028976,0.05000,0.368
22,mlp.experts.70.down_proj,0.0000057975,0.05000,0.360
22,mlp.experts.87.down_proj,0.0000041765,0.05000,0.364
22,mlp.experts.73.down_proj,0.0000062713,0.05000,0.363
22,mlp.experts.75.down_proj,0.0000039324,0.05000,0.376
22,mlp.experts.68.down_proj,0.0000042656,0.05000,0.366
22,mlp.experts.76.down_proj,0.0000021516,0.05000,0.370
22,mlp.experts.80.down_proj,0.0000023916,0.05000,0.369
22,mlp.experts.83.down_proj,0.0000008633,0.05000,0.362
22,mlp.experts.99.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
22,mlp.experts.90.down_proj,0.0000020623,0.05000,0.364
22,mlp.experts.88.down_proj,0.0000040947,0.05000,0.356
22,mlp.experts.106.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
22,mlp.experts.110.down_proj,0.0000043973,0.05000,0.364
22,mlp.experts.85.down_proj,0.0000037885,0.05000,0.361
22,mlp.experts.93.down_proj,0.0000024197,0.05000,0.367
22,mlp.experts.95.down_proj,0.0000024844,0.05000,0.354
22,mlp.experts.101.down_proj,fallback(rtn): 0.0012131,0.00000,0.006
22,mlp.experts.98.down_proj,0.0000049194,0.05000,0.362
22,mlp.experts.81.down_proj,0.0000056790,0.05000,0.362
22,mlp.experts.86.down_proj,0.0000075647,0.05000,0.363
22,mlp.experts.103.down_proj,0.0000134163,0.05000,0.359
22,mlp.experts.89.down_proj,0.0000066193,0.05000,0.360
22,mlp.experts.91.down_proj,0.0000055618,0.05000,0.360
22,mlp.experts.92.down_proj,0.0000048100,0.05000,0.368
22,mlp.experts.84.down_proj,0.0000053698,0.05000,0.373
22,mlp.experts.96.down_proj,0.0000024693,0.05000,0.369
22,mlp.experts.115.down_proj,0.0000021448,0.05000,0.372
22,mlp.experts.104.down_proj,0.0000026084,0.05000,0.376
22,mlp.experts.126.down_proj,0.0000028825,0.05000,0.372
22,mlp.experts.122.down_proj,0.0000086819,0.05000,0.378
22,mlp.experts.109.down_proj,0.0000052718,0.05000,0.370
22,mlp.experts.117.down_proj,0.0000078527,0.05000,0.367
22,mlp.experts.111.down_proj,0.0000057841,0.05000,0.369
22,mlp.experts.114.down_proj,0.0000039418,0.05000,0.365
22,mlp.experts.102.down_proj,0.0000018897,0.05000,0.363
22,mlp.experts.97.down_proj,0.0000054250,0.05000,0.366
22,mlp.experts.105.down_proj,0.0000048221,0.05000,0.361
22,mlp.experts.119.down_proj,0.0000050709,0.05000,0.374
22,mlp.experts.107.down_proj,0.0000055216,0.05000,0.366
22,mlp.experts.100.down_proj,0.0000018690,0.05000,0.364
22,mlp.experts.108.down_proj,0.0000062508,0.05000,0.365
22,mlp.experts.112.down_proj,0.0000110611,0.05000,0.370
22,mlp.experts.131.down_proj,0.0000042883,0.05000,0.392
22,mlp.experts.138.down_proj,0.0000146838,0.05000,0.378
22,mlp.experts.120.down_proj,0.0000085607,0.05000,0.383
22,mlp.experts.142.down_proj,0.0000061087,0.05000,0.380
22,mlp.experts.130.down_proj,0.0000023497,0.05000,0.377
22,mlp.experts.133.down_proj,0.0000030449,0.05000,0.388
22,mlp.experts.125.down_proj,0.0000028328,0.05000,0.399
22,mlp.experts.127.down_proj,0.0000011511,0.05000,0.399
22,mlp.experts.118.down_proj,0.0000026502,0.05000,0.398
22,mlp.experts.113.down_proj,0.0000048397,0.05000,0.399
22,mlp.experts.121.down_proj,0.0000034988,0.05000,0.392
22,mlp.experts.135.down_proj,0.0000033755,0.05000,0.384
22,mlp.experts.123.down_proj,0.0000034724,0.05000,0.392
22,mlp.experts.116.down_proj,0.0000062489,0.05000,0.384
22,mlp.experts.124.down_proj,0.0000029122,0.05000,0.385
22,mlp.experts.128.down_proj,0.0000045035,0.05000,0.383
22,mlp.experts.147.down_proj,0.0000024448,0.05000,0.371
22,mlp.experts.158.down_proj,0.0000077960,0.05000,0.373
22,mlp.experts.154.down_proj,0.0000069959,0.05000,0.377
22,mlp.experts.136.down_proj,0.0000019044,0.05000,0.378
22,mlp.experts.146.down_proj,0.0000056530,0.05000,0.367
22,mlp.experts.149.down_proj,0.0000023945,0.05000,0.373
22,mlp.experts.141.down_proj,0.0000021286,0.05000,0.375
22,mlp.experts.143.down_proj,0.0000033993,0.05000,0.376
22,mlp.experts.129.down_proj,0.0000016421,0.05000,0.375
22,mlp.experts.134.down_proj,0.0000026005,0.05000,0.380
22,mlp.experts.137.down_proj,0.0000040033,0.05000,0.375
22,mlp.experts.151.down_proj,0.0000019154,0.05000,0.376
22,mlp.experts.139.down_proj,0.0000071567,0.05000,0.378
22,mlp.experts.155.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
22,mlp.experts.140.down_proj,0.0000059366,0.05000,0.378
22,mlp.experts.144.down_proj,0.0000026094,0.05000,0.379
22,mlp.experts.132.down_proj,0.0000067084,0.05000,0.386
22,mlp.experts.163.down_proj,0.0000033489,0.05000,0.366
22,mlp.experts.174.down_proj,0.0000072295,0.05000,0.364
22,mlp.experts.170.down_proj,0.0000069582,0.05000,0.362
22,mlp.experts.152.down_proj,0.0000043903,0.05000,0.362
22,mlp.experts.162.down_proj,0.0000021503,0.05000,0.356
22,mlp.experts.165.down_proj,0.0000034813,0.05000,0.370
22,mlp.experts.157.down_proj,0.0000049159,0.05000,0.364
22,mlp.experts.159.down_proj,0.0000051903,0.05000,0.364
22,mlp.experts.150.down_proj,0.0000063616,0.05000,0.350
22,mlp.experts.167.down_proj,0.0000023771,0.05000,0.349
22,mlp.experts.145.down_proj,0.0000022830,0.05000,0.359
22,mlp.experts.153.down_proj,0.0000080477,0.05000,0.363
22,mlp.experts.171.down_proj,0.0000021806,0.05000,0.365
22,mlp.experts.156.down_proj,0.0000036960,0.05000,0.364
22,mlp.experts.148.down_proj,0.0000038780,0.05000,0.363
22,mlp.experts.160.down_proj,0.0000050149,0.05000,0.369
22,mlp.experts.179.down_proj,0.0000016967,0.05000,0.358
22,mlp.experts.168.down_proj,0.0000017866,0.05000,0.361
22,mlp.experts.178.down_proj,0.0000072818,0.05000,0.363
22,mlp.experts.190.down_proj,0.0000031819,0.05000,0.370
22,mlp.experts.186.down_proj,0.0000108327,0.05000,0.369
22,mlp.experts.173.down_proj,0.0000081149,0.05000,0.363
22,mlp.experts.181.down_proj,0.0000080197,0.05000,0.372
22,mlp.experts.175.down_proj,0.0000023763,0.05000,0.362
22,mlp.experts.183.down_proj,0.0000022977,0.05000,0.365
22,mlp.experts.166.down_proj,0.0000023921,0.05000,0.367
22,mlp.experts.161.down_proj,0.0000035779,0.05000,0.366
22,mlp.experts.169.down_proj,0.0000033488,0.05000,0.374
22,mlp.experts.187.down_proj,0.0000065473,0.05000,0.366
22,mlp.experts.172.down_proj,0.0000030170,0.05000,0.369
22,mlp.experts.176.down_proj,0.0000048420,0.05000,0.365
22,mlp.experts.164.down_proj,0.0000040277,0.05000,0.369
22,mlp.experts.195.down_proj,0.0000017297,0.05000,0.375
22,mlp.experts.184.down_proj,0.0000028075,0.05000,0.367
22,mlp.experts.194.down_proj,0.0000048339,0.05000,0.374
22,mlp.experts.202.down_proj,0.0000055252,0.05000,0.372
22,mlp.experts.206.down_proj,0.0000041725,0.05000,0.374
22,mlp.experts.189.down_proj,0.0000027341,0.05000,0.367
22,mlp.experts.197.down_proj,0.0000137911,0.05000,0.368
22,mlp.experts.191.down_proj,0.0000030111,0.05000,0.373
22,mlp.experts.182.down_proj,0.0000027330,0.05000,0.369
22,mlp.experts.177.down_proj,0.0000021264,0.05000,0.368
22,mlp.experts.199.down_proj,0.0000034391,0.05000,0.375
22,mlp.experts.185.down_proj,0.0000040023,0.05000,0.373
22,mlp.experts.203.down_proj,0.0000028424,0.05000,0.380
22,mlp.experts.188.down_proj,0.0000032087,0.05000,0.372
22,mlp.experts.192.down_proj,0.0000023826,0.05000,0.370
22,mlp.experts.180.down_proj,0.0000104371,0.05000,0.374
22,mlp.experts.211.down_proj,0.0000019924,0.05000,0.377
22,mlp.experts.200.down_proj,0.0000081982,0.05000,0.372
22,mlp.experts.210.down_proj,0.0000012341,0.05000,0.375
22,mlp.experts.222.down_proj,0.0000111765,0.05000,0.368
22,mlp.experts.218.down_proj,0.0000064108,0.05000,0.375
22,mlp.experts.213.down_proj,0.0000034418,0.05000,0.370
22,mlp.experts.205.down_proj,0.0000077487,0.05000,0.377
22,mlp.experts.207.down_proj,0.0000050826,0.05000,0.377
22,mlp.experts.198.down_proj,0.0000029274,0.05000,0.375
22,mlp.experts.201.down_proj,0.0000024722,0.05000,0.372
22,mlp.experts.215.down_proj,0.0000023133,0.05000,0.378
22,mlp.experts.193.down_proj,0.0000056846,0.05000,0.382
22,mlp.experts.219.down_proj,0.0000035709,0.05000,0.371
22,mlp.experts.208.down_proj,0.0000020612,0.05000,0.374
22,mlp.experts.196.down_proj,0.0000051125,0.05000,0.376
22,mlp.experts.204.down_proj,0.0000051441,0.05000,0.380
22,mlp.experts.227.down_proj,0.0000023346,0.05000,0.383
22,mlp.experts.216.down_proj,0.0000042856,0.05000,0.367
22,mlp.experts.238.down_proj,0.0000015287,0.05000,0.371
22,mlp.experts.226.down_proj,0.0000051502,0.05000,0.377
22,mlp.experts.234.down_proj,0.0000103365,0.05000,0.373
22,mlp.experts.229.down_proj,0.0000046406,0.05000,0.376
22,mlp.experts.221.down_proj,0.0000095993,0.05000,0.377
22,mlp.experts.223.down_proj,0.0000043025,0.05000,0.377
22,mlp.experts.214.down_proj,0.0000062829,0.05000,0.376
22,mlp.experts.217.down_proj,0.0000028884,0.05000,0.373
22,mlp.experts.231.down_proj,0.0000019479,0.05000,0.371
22,mlp.experts.209.down_proj,0.0000132632,0.05000,0.379
22,mlp.experts.235.down_proj,0.0000087627,0.05000,0.378
22,mlp.experts.224.down_proj,0.0000016868,0.05000,0.374
22,mlp.experts.212.down_proj,0.0000022824,0.05000,0.372
22,mlp.experts.220.down_proj,0.0000062778,0.05000,0.374
22,mlp.experts.243.down_proj,0.0000050854,0.05000,0.359
22,mlp.experts.232.down_proj,0.0000080546,0.05000,0.361
22,mlp.experts.254.down_proj,0.0000075711,0.05000,0.366
22,mlp.experts.242.down_proj,0.0000064018,0.05000,0.365
22,mlp.experts.250.down_proj,0.0000047360,0.05000,0.368
22,mlp.experts.237.down_proj,0.0000149629,0.05000,0.352
22,mlp.experts.239.down_proj,0.0000057020,0.05000,0.339
22,mlp.experts.245.down_proj,0.0000073724,0.05000,0.365
22,mlp.experts.230.down_proj,0.0000045479,0.05000,0.338
22,mlp.experts.247.down_proj,0.0000029323,0.05000,0.340
22,mlp.experts.251.down_proj,0.0000045413,0.05000,0.329
22,mlp.experts.233.down_proj,0.0000056348,0.05000,0.353
22,mlp.experts.225.down_proj,0.0000045141,0.05000,0.353
22,mlp.experts.240.down_proj,0.0000127989,0.05000,0.348
22,mlp.experts.236.down_proj,0.0000094966,0.05000,0.353
22,mlp.experts.228.down_proj,0.0000064833,0.05000,0.357
22,mlp.experts.255.down_proj,0.0000039516,0.05000,0.144
22,mlp.experts.246.down_proj,0.0000045585,0.05000,0.139
22,mlp.experts.248.down_proj,0.0000023221,0.05000,0.252
22,mlp.experts.253.down_proj,0.0000050960,0.05000,0.240
22,mlp.experts.249.down_proj,0.0000032274,0.05000,0.215
22,mlp.experts.241.down_proj,0.0000029004,0.05000,0.213
22,mlp.experts.244.down_proj,0.0000043847,0.05000,0.193
22,mlp.experts.252.down_proj,0.0000069030,0.05000,0.195
23,mlp.experts.6.gate_proj,0.0003983426,0.05000,1.650
23,mlp.experts.11.gate_proj,0.0001284854,0.05000,1.646
23,mlp.experts.10.gate_proj,0.0001697423,0.05000,1.667
23,mlp.experts.8.gate_proj,0.0004216685,0.05000,1.641
23,mlp.experts.14.gate_proj,0.0001979633,0.05000,1.655
23,mlp.experts.13.gate_proj,0.0002720747,0.05000,1.678
23,mlp.experts.7.gate_proj,0.0004089242,0.05000,1.656
23,mlp.experts.1.gate_proj,0.0004050738,0.05000,1.693
23,mlp.experts.5.gate_proj,0.0003282788,0.05000,1.680
23,mlp.experts.15.gate_proj,0.0001384794,0.05000,1.671
23,mlp.experts.4.gate_proj,0.0002619918,0.05000,1.698
23,mlp.experts.0.gate_proj,0.0001129612,0.05000,1.705
23,mlp.experts.3.gate_proj,0.0001719087,0.05000,1.687
23,mlp.experts.12.gate_proj,0.0001557862,0.05000,1.687
23,mlp.experts.9.gate_proj,0.0001319674,0.05000,1.677
23,mlp.experts.2.gate_proj,0.0002464985,0.05000,1.701
23,mlp.experts.29.gate_proj,0.0001459111,0.05000,1.499
23,mlp.experts.26.gate_proj,0.0001858511,0.05000,1.514
23,mlp.experts.18.gate_proj,0.0001605986,0.05000,1.475
23,mlp.experts.22.gate_proj,0.0002352519,0.05000,1.521
23,mlp.experts.27.gate_proj,0.0001099264,0.05000,1.525
23,mlp.experts.30.gate_proj,0.0005107029,0.05000,1.522
23,mlp.experts.31.gate_proj,0.0002667820,0.05000,1.491
23,mlp.experts.19.gate_proj,0.0001339886,0.05000,1.494
23,mlp.experts.23.gate_proj,0.0000776294,0.05000,1.518
23,mlp.experts.21.gate_proj,0.0004225889,0.05000,1.510
23,mlp.experts.17.gate_proj,0.0002029518,0.05000,1.517
23,mlp.experts.24.gate_proj,0.0002880444,0.05000,1.569
23,mlp.experts.20.gate_proj,0.0001695693,0.05000,1.569
23,mlp.experts.16.gate_proj,0.0001483630,0.05000,1.570
23,mlp.experts.28.gate_proj,0.0002508106,0.05000,1.573
23,mlp.experts.25.gate_proj,0.0002862437,0.05000,1.573
23,mlp.experts.46.gate_proj,0.0002515616,0.05000,1.478
23,mlp.experts.45.gate_proj,0.0002340002,0.05000,1.512
23,mlp.experts.42.gate_proj,0.0001604049,0.05000,1.506
23,mlp.experts.34.gate_proj,0.0002916891,0.05000,1.505
23,mlp.experts.38.gate_proj,0.0001736302,0.05000,1.495
23,mlp.experts.35.gate_proj,0.0003120977,0.05000,1.489
23,mlp.experts.47.gate_proj,0.0001780144,0.05000,1.498
23,mlp.experts.39.gate_proj,0.0001347825,0.05000,1.492
23,mlp.experts.33.gate_proj,0.0001492749,0.05000,1.500
23,mlp.experts.37.gate_proj,0.0001410359,0.05000,1.511
23,mlp.experts.43.gate_proj,0.0001396977,0.05000,1.546
23,mlp.experts.40.gate_proj,0.0001861948,0.05000,1.556
23,mlp.experts.41.gate_proj,0.0001912577,0.05000,1.519
23,mlp.experts.32.gate_proj,0.0000752503,0.05000,1.566
23,mlp.experts.36.gate_proj,0.0000955057,0.05000,1.579
23,mlp.experts.44.gate_proj,0.0001270585,0.05000,1.601
23,mlp.experts.62.gate_proj,0.0001060155,0.05000,1.494
23,mlp.experts.54.gate_proj,0.0001480792,0.05000,1.484
23,mlp.experts.58.gate_proj,0.0002315442,0.05000,1.485
23,mlp.experts.50.gate_proj,0.0001081490,0.05000,1.485
23,mlp.experts.63.gate_proj,0.0001720602,0.05000,1.503
23,mlp.experts.61.gate_proj,0.0001404651,0.05000,1.535
23,mlp.experts.53.gate_proj,0.0003379851,0.05000,1.507
23,mlp.experts.55.gate_proj,0.0003817995,0.05000,1.535
23,mlp.experts.59.gate_proj,0.0002425176,0.05000,1.504
23,mlp.experts.51.gate_proj,0.0002326593,0.05000,1.541
23,mlp.experts.56.gate_proj,0.0001962391,0.05000,1.476
23,mlp.experts.48.gate_proj,0.0001771304,0.05000,1.443
23,mlp.experts.49.gate_proj,0.0001893841,0.05000,1.569
23,mlp.experts.52.gate_proj,0.0001631602,0.05000,1.474
23,mlp.experts.57.gate_proj,0.0001583801,0.05000,1.523
23,mlp.experts.60.gate_proj,0.0001098463,0.05000,1.496
23,mlp.experts.70.gate_proj,0.0001930045,0.05000,1.481
23,mlp.experts.74.gate_proj,0.0002239788,0.05000,1.487
23,mlp.experts.78.gate_proj,0.0002729039,0.05000,1.534
23,mlp.experts.79.gate_proj,0.0001972385,0.05000,1.525
23,mlp.experts.66.gate_proj,0.0001942378,0.05000,1.556
23,mlp.experts.71.gate_proj,0.0001783922,0.05000,1.531
23,mlp.experts.77.gate_proj,0.0000977430,0.05000,1.582
23,mlp.experts.72.gate_proj,0.0001926703,0.05000,1.542
23,mlp.experts.75.gate_proj,0.0002358036,0.05000,1.570
23,mlp.experts.64.gate_proj,0.0001363089,0.05000,1.531
23,mlp.experts.68.gate_proj,0.0002657358,0.05000,1.498
23,mlp.experts.67.gate_proj,0.0003559502,0.05000,1.583
23,mlp.experts.69.gate_proj,0.0001681244,0.05000,1.634
23,mlp.experts.65.gate_proj,0.0002450740,0.05000,1.577
23,mlp.experts.73.gate_proj,0.0002064169,0.05000,1.541
23,mlp.experts.76.gate_proj,0.0002049634,0.05000,1.562
23,mlp.experts.90.gate_proj,0.0003053751,0.05000,1.579
23,mlp.experts.86.gate_proj,0.0001164108,0.05000,1.589
23,mlp.experts.94.gate_proj,0.0001587187,0.05000,1.599
23,mlp.experts.82.gate_proj,0.0001884594,0.05000,1.583
23,mlp.experts.95.gate_proj,0.0001792083,0.05000,1.616
23,mlp.experts.87.gate_proj,0.0001834795,0.05000,1.577
23,mlp.experts.80.gate_proj,0.0000580649,0.05000,1.589
23,mlp.experts.84.gate_proj,0.0001354296,0.05000,1.583
23,mlp.experts.93.gate_proj,0.0001652415,0.05000,1.610
23,mlp.experts.88.gate_proj,0.0001556257,0.05000,1.595
23,mlp.experts.91.gate_proj,0.0002321969,0.05000,1.600
23,mlp.experts.83.gate_proj,0.0000852053,0.05000,1.593
23,mlp.experts.85.gate_proj,0.0001878162,0.05000,1.618
23,mlp.experts.89.gate_proj,0.0002286275,0.05000,1.617
23,mlp.experts.81.gate_proj,0.0002463352,0.05000,1.620
23,mlp.experts.92.gate_proj,0.0001965119,0.05000,1.588
23,mlp.experts.98.gate_proj,0.0001785935,0.05000,1.439
23,mlp.experts.110.gate_proj,0.0002995955,0.05000,1.453
23,mlp.experts.102.gate_proj,0.0002986197,0.05000,1.526
23,mlp.experts.106.gate_proj,0.0002143009,0.05000,1.528
23,mlp.experts.103.gate_proj,0.0001944502,0.05000,1.459
23,mlp.experts.111.gate_proj,0.0002184008,0.05000,1.495
23,mlp.experts.104.gate_proj,0.0003103892,0.05000,1.488
23,mlp.experts.96.gate_proj,0.0002020864,0.05000,1.499
23,mlp.experts.99.gate_proj,0.0002964889,0.05000,1.488
23,mlp.experts.100.gate_proj,0.0002201398,0.05000,1.498
23,mlp.experts.107.gate_proj,0.0001208601,0.05000,1.493
23,mlp.experts.109.gate_proj,0.0001685787,0.05000,1.548
23,mlp.experts.97.gate_proj,0.0001769067,0.05000,1.520
23,mlp.experts.101.gate_proj,0.0002236401,0.05000,1.530
23,mlp.experts.105.gate_proj,0.0000698332,0.05000,1.529
23,mlp.experts.108.gate_proj,0.0001219607,0.05000,1.508
23,mlp.experts.126.gate_proj,0.0001923290,0.05000,1.512
23,mlp.experts.114.gate_proj,0.0001672945,0.05000,1.514
23,mlp.experts.122.gate_proj,0.0001913607,0.05000,1.511
23,mlp.experts.118.gate_proj,0.0001907398,0.05000,1.516
23,mlp.experts.119.gate_proj,0.0003139720,0.05000,1.501
23,mlp.experts.127.gate_proj,0.0002075252,0.05000,1.486
23,mlp.experts.112.gate_proj,0.0002887667,0.05000,1.504
23,mlp.experts.116.gate_proj,0.0001890966,0.05000,1.500
23,mlp.experts.120.gate_proj,0.0002418065,0.05000,1.522
23,mlp.experts.115.gate_proj,0.0001215305,0.05000,1.521
23,mlp.experts.125.gate_proj,0.0002537250,0.05000,1.506
23,mlp.experts.113.gate_proj,0.0002084768,0.05000,1.486
23,mlp.experts.123.gate_proj,0.0000931503,0.05000,1.564
23,mlp.experts.121.gate_proj,0.0000878416,0.05000,1.491
23,mlp.experts.117.gate_proj,0.0000773969,0.05000,1.534
23,mlp.experts.124.gate_proj,0.0001214052,0.05000,1.515
23,mlp.experts.138.gate_proj,0.0002101229,0.05000,1.511
23,mlp.experts.142.gate_proj,0.0001353424,0.05000,1.523
23,mlp.experts.143.gate_proj,0.0001883142,0.05000,1.521
23,mlp.experts.135.gate_proj,0.0001567828,0.05000,1.534
23,mlp.experts.134.gate_proj,0.0001452270,0.05000,1.546
23,mlp.experts.130.gate_proj,0.0001955541,0.05000,1.582
23,mlp.experts.128.gate_proj,0.0000982155,0.05000,1.499
23,mlp.experts.132.gate_proj,0.0002221513,0.05000,1.493
23,mlp.experts.141.gate_proj,0.0001560514,0.05000,1.487
23,mlp.experts.131.gate_proj,0.0001455132,0.05000,1.513
23,mlp.experts.136.gate_proj,0.0001501597,0.05000,1.539
23,mlp.experts.139.gate_proj,0.0000853003,0.05000,1.487
23,mlp.experts.129.gate_proj,0.0000809416,0.05000,1.505
23,mlp.experts.137.gate_proj,0.0001054144,0.05000,1.499
23,mlp.experts.133.gate_proj,0.0001118706,0.05000,1.467
23,mlp.experts.140.gate_proj,0.0001182811,0.05000,1.508
23,mlp.experts.154.gate_proj,0.0001308440,0.05000,1.514
23,mlp.experts.151.gate_proj,0.0002314496,0.05000,1.502
23,mlp.experts.159.gate_proj,0.0001511625,0.05000,1.505
23,mlp.experts.158.gate_proj,0.0001651736,0.05000,1.558
23,mlp.experts.146.gate_proj,0.0001865597,0.05000,1.502
23,mlp.experts.150.gate_proj,0.0001469522,0.05000,1.536
23,mlp.experts.148.gate_proj,0.0002800501,0.05000,1.482
23,mlp.experts.157.gate_proj,0.0001153392,0.05000,1.488
23,mlp.experts.144.gate_proj,0.0001994754,0.05000,1.519
23,mlp.experts.147.gate_proj,0.0001322425,0.05000,1.496
23,mlp.experts.149.gate_proj,0.0002427574,0.05000,1.452
23,mlp.experts.152.gate_proj,0.0002430385,0.05000,1.490
23,mlp.experts.145.gate_proj,0.0001451285,0.05000,1.482
23,mlp.experts.155.gate_proj,0.0001984397,0.05000,1.509
23,mlp.experts.153.gate_proj,0.0001826745,0.05000,1.492
23,mlp.experts.165.gate_proj,fallback(rtn): 0.0010757,0.00000,0.064
23,mlp.experts.156.gate_proj,0.0001641711,0.05000,1.488
23,mlp.experts.167.gate_proj,0.0001661139,0.05000,1.460
23,mlp.experts.175.gate_proj,0.0001198722,0.05000,1.499
23,mlp.experts.170.gate_proj,0.0002383084,0.05000,1.540
23,mlp.experts.164.gate_proj,0.0001655127,0.05000,1.489
23,mlp.experts.166.gate_proj,0.0000954519,0.05000,1.536
23,mlp.experts.174.gate_proj,0.0001351230,0.05000,1.548
23,mlp.experts.162.gate_proj,0.0001975206,0.05000,1.541
23,mlp.experts.160.gate_proj,0.0002030874,0.05000,1.481
23,mlp.experts.173.gate_proj,0.0002984475,0.05000,1.484
23,mlp.experts.168.gate_proj,0.0002174259,0.05000,1.473
23,mlp.experts.163.gate_proj,0.0002677028,0.05000,1.500
23,mlp.experts.161.gate_proj,0.0000887615,0.05000,1.494
23,mlp.experts.169.gate_proj,0.0001454605,0.05000,1.488
23,mlp.experts.171.gate_proj,0.0002270888,0.05000,1.516
23,mlp.experts.181.gate_proj,0.0001103451,0.05000,1.492
23,mlp.experts.185.gate_proj,fallback(rtn): 0.0011139,0.00000,0.043
23,mlp.experts.172.gate_proj,0.0001843078,0.05000,1.494
23,mlp.experts.183.gate_proj,0.0002436980,0.05000,1.507
23,mlp.experts.191.gate_proj,0.0002351906,0.05000,1.527
23,mlp.experts.186.gate_proj,0.0002118400,0.05000,1.521
23,mlp.experts.180.gate_proj,0.0001990312,0.05000,1.490
23,mlp.experts.190.gate_proj,0.0002176292,0.05000,1.501
23,mlp.experts.182.gate_proj,0.0003112095,0.05000,1.505
23,mlp.experts.176.gate_proj,0.0002551447,0.05000,1.500
23,mlp.experts.178.gate_proj,0.0000842876,0.05000,1.506
23,mlp.experts.189.gate_proj,0.0001069748,0.05000,1.516
23,mlp.experts.184.gate_proj,0.0001558923,0.05000,1.517
23,mlp.experts.177.gate_proj,0.0001425952,0.05000,1.514
23,mlp.experts.179.gate_proj,0.0001364199,0.05000,1.539
23,mlp.experts.187.gate_proj,0.0002569537,0.05000,1.522
23,mlp.experts.188.gate_proj,0.0002081112,0.05000,1.496
23,mlp.experts.197.gate_proj,0.0002929209,0.05000,1.512
23,mlp.experts.201.gate_proj,0.0001437146,0.05000,1.535
23,mlp.experts.199.gate_proj,0.0001630152,0.05000,1.531
23,mlp.experts.196.gate_proj,0.0002176562,0.05000,1.499
23,mlp.experts.202.gate_proj,0.0002317320,0.05000,1.518
23,mlp.experts.207.gate_proj,0.0001485850,0.05000,1.559
23,mlp.experts.198.gate_proj,0.0001423085,0.05000,1.505
23,mlp.experts.194.gate_proj,0.0001292046,0.05000,1.504
23,mlp.experts.206.gate_proj,0.0001278301,0.05000,1.513
23,mlp.experts.200.gate_proj,0.0001933335,0.05000,1.490
23,mlp.experts.192.gate_proj,0.0001324688,0.05000,1.510
23,mlp.experts.205.gate_proj,0.0001976821,0.05000,1.502
23,mlp.experts.193.gate_proj,0.0001883397,0.05000,1.536
23,mlp.experts.204.gate_proj,0.0001490851,0.05000,1.500
23,mlp.experts.203.gate_proj,0.0001691179,0.05000,1.517
23,mlp.experts.195.gate_proj,0.0002155614,0.05000,1.554
23,mlp.experts.217.gate_proj,0.0001757916,0.05000,1.508
23,mlp.experts.213.gate_proj,0.0002234421,0.05000,1.536
23,mlp.experts.212.gate_proj,0.0001950034,0.05000,1.480
23,mlp.experts.215.gate_proj,0.0002751479,0.05000,1.544
23,mlp.experts.218.gate_proj,0.0001324486,0.05000,1.502
23,mlp.experts.210.gate_proj,0.0001730701,0.05000,1.470
23,mlp.experts.214.gate_proj,0.0002009817,0.05000,1.515
23,mlp.experts.223.gate_proj,0.0001010807,0.05000,1.522
23,mlp.experts.221.gate_proj,0.0002967304,0.05000,1.502
23,mlp.experts.222.gate_proj,0.0001797112,0.05000,1.513
23,mlp.experts.234.gate_proj,fallback(rtn): 0.0011368,0.00000,0.042
23,mlp.experts.216.gate_proj,0.0002204735,0.05000,1.510
23,mlp.experts.208.gate_proj,0.0001078045,0.05000,1.514
23,mlp.experts.220.gate_proj,0.0002120226,0.05000,1.448
23,mlp.experts.209.gate_proj,0.0001655305,0.05000,1.507
23,mlp.experts.233.gate_proj,0.0001320923,0.05000,1.494
23,mlp.experts.229.gate_proj,0.0002477418,0.05000,1.494
23,mlp.experts.219.gate_proj,0.0001911432,0.05000,1.522
23,mlp.experts.211.gate_proj,0.0002485934,0.05000,1.532
23,mlp.experts.235.gate_proj,fallback(rtn): 0.0010986,0.00000,0.043
23,mlp.experts.228.gate_proj,0.0001957831,0.05000,1.510
23,mlp.experts.226.gate_proj,0.0002543323,0.05000,1.506
23,mlp.experts.231.gate_proj,0.0001341910,0.05000,1.539
23,mlp.experts.238.gate_proj,0.0001955129,0.05000,1.485
23,mlp.experts.250.gate_proj,0.0001211927,0.05000,1.483
23,mlp.experts.237.gate_proj,0.0003389446,0.05000,1.512
23,mlp.experts.236.gate_proj,0.0001611219,0.05000,1.513
23,mlp.experts.230.gate_proj,0.0002562745,0.05000,1.545
23,mlp.experts.232.gate_proj,0.0003128041,0.05000,1.530
23,mlp.experts.225.gate_proj,0.0001384529,0.05000,1.500
23,mlp.experts.239.gate_proj,0.0001903360,0.05000,1.574
23,mlp.experts.224.gate_proj,0.0001877903,0.05000,1.569
23,mlp.experts.245.gate_proj,0.0001775747,0.05000,1.487
23,mlp.experts.249.gate_proj,0.0002526289,0.05000,1.521
23,mlp.experts.227.gate_proj,0.0004035555,0.05000,1.525
23,mlp.experts.251.gate_proj,0.0003465024,0.05000,1.515
23,mlp.experts.242.gate_proj,0.0001403310,0.05000,1.479
23,mlp.experts.244.gate_proj,0.0001828573,0.05000,1.527
23,mlp.experts.10.up_proj,0.0001794413,0.05000,1.472
23,mlp.experts.247.gate_proj,0.0001798395,0.05000,1.513
23,mlp.experts.253.gate_proj,0.0002157973,0.05000,1.486
23,mlp.experts.254.gate_proj,0.0002294822,0.05000,1.510
23,mlp.experts.246.gate_proj,0.0001610806,0.05000,1.465
23,mlp.experts.255.gate_proj,0.0001513749,0.05000,1.476
23,mlp.experts.241.gate_proj,0.0001548047,0.05000,1.498
23,mlp.experts.252.gate_proj,0.0005372622,0.05000,1.536
23,mlp.experts.5.up_proj,0.0003084894,0.05000,1.503
23,mlp.experts.9.up_proj,0.0001124456,0.05000,1.478
23,mlp.experts.248.gate_proj,0.0002038216,0.05000,1.565
23,mlp.experts.243.gate_proj,0.0001128916,0.05000,1.476
23,mlp.experts.240.gate_proj,0.0003215799,0.05000,1.563
23,mlp.experts.11.up_proj,0.0001198333,0.05000,1.486
23,mlp.experts.2.up_proj,0.0002501042,0.05000,1.503
23,mlp.experts.7.up_proj,0.0003122039,0.05000,1.517
23,mlp.experts.26.up_proj,0.0001637996,0.05000,1.526
23,mlp.experts.13.up_proj,0.0002532406,0.05000,1.499
23,mlp.experts.6.up_proj,0.0003820921,0.05000,1.496
23,mlp.experts.4.up_proj,0.0002445761,0.05000,1.591
23,mlp.experts.15.up_proj,0.0001330579,0.05000,1.498
23,mlp.experts.14.up_proj,0.0001874250,0.05000,1.551
23,mlp.experts.25.up_proj,0.0002670326,0.05000,1.471
23,mlp.experts.1.up_proj,0.0003764360,0.05000,1.538
23,mlp.experts.3.up_proj,0.0001755051,0.05000,1.506
23,mlp.experts.21.up_proj,0.0003802381,0.05000,1.533
23,mlp.experts.12.up_proj,0.0001752354,0.05000,1.581
23,mlp.experts.8.up_proj,0.0004544509,0.05000,1.543
23,mlp.experts.27.up_proj,0.0001206705,0.05000,1.525
23,mlp.experts.0.up_proj,0.0001106991,0.05000,1.561
23,mlp.experts.18.up_proj,0.0001406652,0.05000,1.516
23,mlp.experts.22.up_proj,0.0002186748,0.05000,1.485
23,mlp.experts.23.up_proj,0.0000821377,0.05000,1.501
23,mlp.experts.29.up_proj,0.0001375049,0.05000,1.502
23,mlp.experts.42.up_proj,0.0002055981,0.05000,1.522
23,mlp.experts.31.up_proj,0.0002507151,0.05000,1.492
23,mlp.experts.30.up_proj,0.0004249122,0.05000,1.483
23,mlp.experts.20.up_proj,0.0001799159,0.05000,1.536
23,mlp.experts.41.up_proj,0.0001797672,0.05000,1.502
23,mlp.experts.37.up_proj,0.0001555210,0.05000,1.447
23,mlp.experts.17.up_proj,0.0002118790,0.05000,1.476
23,mlp.experts.19.up_proj,0.0001162835,0.05000,1.498
23,mlp.experts.24.up_proj,0.0002699903,0.05000,1.537
23,mlp.experts.43.up_proj,0.0001470980,0.05000,1.513
23,mlp.experts.28.up_proj,0.0002354102,0.05000,1.571
23,mlp.experts.16.up_proj,0.0001423348,0.05000,1.541
23,mlp.experts.34.up_proj,0.0002654537,0.05000,1.491
23,mlp.experts.39.up_proj,0.0001180408,0.05000,1.493
23,mlp.experts.38.up_proj,0.0001637279,0.05000,1.512
23,mlp.experts.46.up_proj,0.0002364107,0.05000,1.461
23,mlp.experts.45.up_proj,0.0002191601,0.05000,1.524
23,mlp.experts.47.up_proj,0.0001779271,0.05000,1.502
23,mlp.experts.58.up_proj,0.0002185357,0.05000,1.536
23,mlp.experts.33.up_proj,0.0001306908,0.05000,1.525
23,mlp.experts.57.up_proj,0.0002106198,0.05000,1.533
23,mlp.experts.53.up_proj,0.0003445731,0.05000,1.529
23,mlp.experts.36.up_proj,0.0001057834,0.05000,1.540
23,mlp.experts.35.up_proj,0.0002875820,0.05000,1.509
23,mlp.experts.59.up_proj,0.0002501371,0.05000,1.502
23,mlp.experts.44.up_proj,0.0001337837,0.05000,1.493
23,mlp.experts.40.up_proj,0.0001400302,0.05000,1.544
23,mlp.experts.32.up_proj,0.0000667472,0.05000,1.519
23,mlp.experts.50.up_proj,0.0001042290,0.05000,1.485
23,mlp.experts.54.up_proj,0.0001491551,0.05000,1.465
23,mlp.experts.55.up_proj,0.0003584315,0.05000,1.504
23,mlp.experts.62.up_proj,0.0001120395,0.05000,1.500
23,mlp.experts.63.up_proj,0.0001585155,0.05000,1.484
23,mlp.experts.74.up_proj,0.0002090579,0.05000,1.494
23,mlp.experts.61.up_proj,0.0001297371,0.05000,1.546
23,mlp.experts.52.up_proj,0.0001564099,0.05000,1.479
23,mlp.experts.51.up_proj,0.0002179948,0.05000,1.494
23,mlp.experts.69.up_proj,0.0001587096,0.05000,1.512
23,mlp.experts.49.up_proj,0.0001768568,0.05000,1.534
23,mlp.experts.73.up_proj,0.0001935600,0.05000,1.560
23,mlp.experts.56.up_proj,0.0001929078,0.05000,1.454
23,mlp.experts.75.up_proj,0.0002163889,0.05000,1.489
23,mlp.experts.60.up_proj,0.0001054237,0.05000,1.481
23,mlp.experts.48.up_proj,0.0001573628,0.05000,1.502
23,mlp.experts.66.up_proj,0.0001832675,0.05000,1.484
23,mlp.experts.70.up_proj,0.0002166473,0.05000,1.501
23,mlp.experts.78.up_proj,0.0002611648,0.05000,1.471
23,mlp.experts.71.up_proj,0.0001583051,0.05000,1.497
23,mlp.experts.79.up_proj,0.0001896979,0.05000,1.474
23,mlp.experts.90.up_proj,0.0002870577,0.05000,1.484
23,mlp.experts.68.up_proj,0.0002662251,0.05000,1.501
23,mlp.experts.77.up_proj,0.0001207356,0.05000,1.549
23,mlp.experts.67.up_proj,0.0003565667,0.05000,1.511
23,mlp.experts.85.up_proj,0.0001798095,0.05000,1.536
23,mlp.experts.72.up_proj,0.0001699604,0.05000,1.501
23,mlp.experts.65.up_proj,0.0002406742,0.05000,1.548
23,mlp.experts.91.up_proj,0.0001935730,0.05000,1.513
23,mlp.experts.76.up_proj,0.0001911217,0.05000,1.531
23,mlp.experts.89.up_proj,0.0002099870,0.05000,1.563
23,mlp.experts.64.up_proj,0.0001355879,0.05000,1.499
23,mlp.experts.82.up_proj,0.0001756938,0.05000,1.490
23,mlp.experts.86.up_proj,0.0001124337,0.05000,1.498
23,mlp.experts.94.up_proj,0.0001620639,0.05000,1.493
23,mlp.experts.95.up_proj,0.0001984654,0.05000,1.481
23,mlp.experts.87.up_proj,0.0001742923,0.05000,1.502
23,mlp.experts.106.up_proj,0.0002235038,0.05000,1.503
23,mlp.experts.84.up_proj,0.0001420310,0.05000,1.495
23,mlp.experts.93.up_proj,0.0001496373,0.05000,1.532
23,mlp.experts.83.up_proj,0.0000909543,0.05000,1.524
23,mlp.experts.88.up_proj,0.0001439303,0.05000,1.512
23,mlp.experts.107.up_proj,0.0001273896,0.05000,1.499
23,mlp.experts.81.up_proj,0.0002216137,0.05000,1.511
23,mlp.experts.101.up_proj,0.0003158819,0.05000,1.536
23,mlp.experts.92.up_proj,0.0001850414,0.05000,1.512
23,mlp.experts.105.up_proj,0.0000638528,0.05000,1.532
23,mlp.experts.80.up_proj,0.0000970668,0.05000,1.516
23,mlp.experts.98.up_proj,0.0001904246,0.05000,1.482
23,mlp.experts.111.up_proj,0.0002345868,0.05000,1.475
23,mlp.experts.103.up_proj,0.0002070261,0.05000,1.459
23,mlp.experts.110.up_proj,0.0002764101,0.05000,1.485
23,mlp.experts.102.up_proj,0.0002740420,0.05000,1.495
23,mlp.experts.122.up_proj,0.0001959590,0.05000,1.498
23,mlp.experts.100.up_proj,0.0002087854,0.05000,1.519
23,mlp.experts.99.up_proj,0.0002511754,0.05000,1.467
23,mlp.experts.123.up_proj,0.0000841332,0.05000,1.480
23,mlp.experts.104.up_proj,0.0002919525,0.05000,1.487
23,mlp.experts.109.up_proj,0.0001437607,0.05000,1.535
23,mlp.experts.97.up_proj,0.0001966003,0.05000,1.500
23,mlp.experts.117.up_proj,0.0000751655,0.05000,1.511
23,mlp.experts.108.up_proj,0.0001154959,0.05000,1.498
23,mlp.experts.96.up_proj,0.0001885000,0.05000,1.496
23,mlp.experts.121.up_proj,0.0000869412,0.05000,1.532
23,mlp.experts.114.up_proj,0.0001210179,0.05000,1.490
23,mlp.experts.119.up_proj,0.0003156674,0.05000,1.474
23,mlp.experts.127.up_proj,0.0001949832,0.05000,1.509
23,mlp.experts.126.up_proj,0.0001810456,0.05000,1.507
23,mlp.experts.118.up_proj,0.0001568101,0.05000,1.533
23,mlp.experts.138.up_proj,0.0001941761,0.05000,1.504
23,mlp.experts.116.up_proj,0.0001795519,0.05000,1.489
23,mlp.experts.115.up_proj,0.0001286060,0.05000,1.485
23,mlp.experts.139.up_proj,0.0000803048,0.05000,1.479
23,mlp.experts.125.up_proj,0.0002359965,0.05000,1.497
23,mlp.experts.133.up_proj,0.0001247753,0.05000,1.473
23,mlp.experts.120.up_proj,0.0002206437,0.05000,1.504
23,mlp.experts.113.up_proj,0.0001875399,0.05000,1.492
23,mlp.experts.124.up_proj,0.0001260545,0.05000,1.478
23,mlp.experts.112.up_proj,0.0002703330,0.05000,1.492
23,mlp.experts.137.up_proj,0.0000945849,0.05000,1.501
23,mlp.experts.130.up_proj,0.0001957359,0.05000,1.533
23,mlp.experts.135.up_proj,0.0001111699,0.05000,1.510
23,mlp.experts.143.up_proj,0.0001748160,0.05000,1.505
23,mlp.experts.142.up_proj,0.0001311881,0.05000,1.530
23,mlp.experts.134.up_proj,0.0001534097,0.05000,1.524
23,mlp.experts.154.up_proj,0.0001290488,0.05000,1.536
23,mlp.experts.131.up_proj,0.0001316667,0.05000,1.493
23,mlp.experts.132.up_proj,0.0002101777,0.05000,1.520
23,mlp.experts.155.up_proj,0.0001847198,0.05000,1.508
23,mlp.experts.141.up_proj,0.0001438636,0.05000,1.499
23,mlp.experts.149.up_proj,0.0002318493,0.05000,1.498
23,mlp.experts.129.up_proj,0.0000745155,0.05000,1.495
23,mlp.experts.136.up_proj,0.0001517592,0.05000,1.514
23,mlp.experts.140.up_proj,0.0001264353,0.05000,1.537
23,mlp.experts.128.up_proj,0.0000874885,0.05000,1.489
23,mlp.experts.165.up_proj,fallback(rtn): 0.0010147,0.00000,0.054
23,mlp.experts.153.up_proj,0.0001488174,0.05000,1.514
23,mlp.experts.151.up_proj,0.0001982237,0.05000,1.487
23,mlp.experts.159.up_proj,0.0001538929,0.05000,1.482
23,mlp.experts.146.up_proj,0.0002002055,0.05000,1.538
23,mlp.experts.158.up_proj,0.0001445780,0.05000,1.531
23,mlp.experts.150.up_proj,0.0001366966,0.05000,1.519
23,mlp.experts.147.up_proj,0.0001149602,0.05000,1.480
23,mlp.experts.170.up_proj,0.0002549869,0.05000,1.539
23,mlp.experts.148.up_proj,0.0002612800,0.05000,1.504
23,mlp.experts.171.up_proj,0.0002146369,0.05000,1.492
23,mlp.experts.157.up_proj,0.0001218283,0.05000,1.487
23,mlp.experts.152.up_proj,0.0002266134,0.05000,1.503
23,mlp.experts.145.up_proj,0.0001472898,0.05000,1.534
23,mlp.experts.156.up_proj,0.0001347713,0.05000,1.501
23,mlp.experts.181.up_proj,0.0001174577,0.05000,1.497
23,mlp.experts.144.up_proj,0.0001779121,0.05000,1.516
23,mlp.experts.169.up_proj,0.0001126633,0.05000,1.489
23,mlp.experts.185.up_proj,fallback(rtn): 0.0010834,0.00000,0.025
23,mlp.experts.167.up_proj,0.0001434837,0.05000,1.492
23,mlp.experts.175.up_proj,0.0000982578,0.05000,1.499
23,mlp.experts.162.up_proj,0.0001858537,0.05000,1.532
23,mlp.experts.166.up_proj,0.0000830807,0.05000,1.513
23,mlp.experts.174.up_proj,0.0001736921,0.05000,1.527
23,mlp.experts.163.up_proj,0.0002507996,0.05000,1.497
23,mlp.experts.164.up_proj,0.0001628974,0.05000,1.493
23,mlp.experts.186.up_proj,0.0002224431,0.05000,1.520
23,mlp.experts.173.up_proj,0.0002791116,0.05000,1.492
23,mlp.experts.187.up_proj,0.0002441275,0.05000,1.514
23,mlp.experts.168.up_proj,0.0002022743,0.05000,1.489
23,mlp.experts.197.up_proj,0.0002795586,0.05000,1.465
23,mlp.experts.172.up_proj,0.0001698230,0.05000,1.489
23,mlp.experts.161.up_proj,0.0001115419,0.05000,1.509
23,mlp.experts.160.up_proj,0.0001948355,0.05000,1.470
23,mlp.experts.201.up_proj,0.0001490386,0.05000,1.476
23,mlp.experts.183.up_proj,0.0002257109,0.05000,1.519
23,mlp.experts.191.up_proj,0.0002378042,0.05000,1.491
23,mlp.experts.178.up_proj,0.0000836920,0.05000,1.523
23,mlp.experts.182.up_proj,0.0003011711,0.05000,1.509
23,mlp.experts.179.up_proj,0.0001391739,0.05000,1.495
23,mlp.experts.190.up_proj,0.0002254461,0.05000,1.533
23,mlp.experts.180.up_proj,0.0001854205,0.05000,1.501
23,mlp.experts.202.up_proj,0.0002389039,0.05000,1.510
23,mlp.experts.189.up_proj,0.0001061164,0.05000,1.487
23,mlp.experts.184.up_proj,0.0001425117,0.05000,1.493
23,mlp.experts.203.up_proj,0.0001701688,0.05000,1.528
23,mlp.experts.176.up_proj,0.0002388972,0.05000,1.469
23,mlp.experts.177.up_proj,0.0001348328,0.05000,1.481
23,mlp.experts.213.up_proj,0.0002080687,0.05000,1.498
23,mlp.experts.188.up_proj,0.0001604308,0.05000,1.514
23,mlp.experts.217.up_proj,0.0001707780,0.05000,1.497
23,mlp.experts.199.up_proj,0.0001236212,0.05000,1.520
23,mlp.experts.207.up_proj,0.0001625991,0.05000,1.521
23,mlp.experts.194.up_proj,0.0001277018,0.05000,1.518
23,mlp.experts.198.up_proj,0.0001288759,0.05000,1.527
23,mlp.experts.195.up_proj,0.0002199055,0.05000,1.543
23,mlp.experts.206.up_proj,0.0001170847,0.05000,1.530
23,mlp.experts.196.up_proj,0.0002030058,0.05000,1.514
23,mlp.experts.218.up_proj,0.0001382477,0.05000,1.521
23,mlp.experts.205.up_proj,0.0001860688,0.05000,1.520
23,mlp.experts.234.up_proj,fallback(rtn): 0.0010605,0.00000,0.024
23,mlp.experts.200.up_proj,0.0001677063,0.05000,1.517
23,mlp.experts.204.up_proj,0.0001402914,0.05000,1.471
23,mlp.experts.192.up_proj,0.0001320053,0.05000,1.502
23,mlp.experts.229.up_proj,0.0002277139,0.05000,1.505
23,mlp.experts.193.up_proj,0.0001760690,0.05000,1.547
23,mlp.experts.219.up_proj,0.0001791168,0.05000,1.562
23,mlp.experts.235.up_proj,fallback(rtn): 0.0010834,0.00000,0.024
23,mlp.experts.233.up_proj,0.0001213207,0.05000,1.524
23,mlp.experts.223.up_proj,0.0000984996,0.05000,1.516
23,mlp.experts.215.up_proj,0.0002574655,0.05000,1.547
23,mlp.experts.210.up_proj,0.0001255366,0.05000,1.482
23,mlp.experts.214.up_proj,0.0001838047,0.05000,1.489
23,mlp.experts.222.up_proj,0.0001578847,0.05000,1.490
23,mlp.experts.212.up_proj,0.0001999784,0.05000,1.490
23,mlp.experts.211.up_proj,0.0002429890,0.05000,1.551
23,mlp.experts.221.up_proj,0.0002763337,0.05000,1.492
23,mlp.experts.216.up_proj,0.0002173319,0.05000,1.474
23,mlp.experts.250.up_proj,0.0001180275,0.05000,1.505
23,mlp.experts.208.up_proj,0.0000987964,0.05000,1.504
23,mlp.experts.220.up_proj,0.0001880820,0.05000,1.510
23,mlp.experts.245.up_proj,0.0001767385,0.05000,1.515
23,mlp.experts.209.up_proj,0.0001629674,0.05000,1.487
23,mlp.experts.249.up_proj,0.0002383159,0.05000,1.464
23,mlp.experts.251.up_proj,0.0003138597,0.05000,1.537
23,mlp.experts.237.up_proj,0.0001508589,0.05000,0.919
23,mlp.experts.230.up_proj,0.0002378601,0.05000,1.059
23,mlp.experts.225.up_proj,0.0001367709,0.05000,0.884
23,mlp.experts.226.up_proj,0.0002342101,0.05000,1.148
23,mlp.experts.231.up_proj,0.0001601151,0.05000,1.189
23,mlp.experts.238.up_proj,0.0001789064,0.05000,1.114
23,mlp.experts.239.up_proj,0.0001774260,0.05000,1.268
23,mlp.experts.227.up_proj,0.0003604526,0.05000,1.213
23,mlp.experts.228.up_proj,0.0001844197,0.05000,1.382
23,mlp.experts.236.up_proj,0.0001894641,0.05000,1.329
23,mlp.experts.224.up_proj,0.0001767047,0.05000,1.357
23,mlp.experts.232.up_proj,0.0003067311,0.05000,1.434
23,mlp.experts.253.up_proj,0.0001996154,0.05000,0.897
23,mlp.experts.241.up_proj,0.0001652588,0.05000,0.890
23,mlp.experts.254.up_proj,0.0001735570,0.05000,1.004
23,mlp.experts.246.up_proj,0.0001514350,0.05000,1.114
23,mlp.experts.242.up_proj,0.0001289728,0.05000,1.097
23,mlp.experts.247.up_proj,0.0001694674,0.05000,1.094
23,mlp.experts.255.up_proj,0.0001526541,0.05000,1.095
23,mlp.experts.243.up_proj,0.0001003994,0.05000,0.981
23,mlp.experts.240.up_proj,0.0002908208,0.05000,1.142
23,mlp.experts.244.up_proj,0.0001746648,0.05000,1.228
23,mlp.experts.252.up_proj,0.0003651529,0.05000,1.179
23,mlp.experts.248.up_proj,0.0001896702,0.05000,1.140
23,mlp.experts.8.down_proj,0.0000274696,0.05000,0.437
23,mlp.experts.4.down_proj,0.0000039817,0.05000,0.429
23,mlp.experts.0.down_proj,0.0000063275,0.05000,0.441
23,mlp.experts.2.down_proj,0.0000117490,0.05000,0.437
23,mlp.experts.6.down_proj,0.0000143272,0.05000,0.438
23,mlp.experts.7.down_proj,0.0000155165,0.05000,0.443
23,mlp.experts.14.down_proj,0.0000062266,0.05000,0.432
23,mlp.experts.13.down_proj,0.0000058295,0.05000,0.428
23,mlp.experts.10.down_proj,0.0000055841,0.05000,0.424
23,mlp.experts.12.down_proj,0.0000055154,0.05000,0.442
23,mlp.experts.1.down_proj,0.0000101497,0.05000,0.425
23,mlp.experts.11.down_proj,0.0000056404,0.05000,0.438
23,mlp.experts.15.down_proj,0.0000046349,0.05000,0.455
23,mlp.experts.3.down_proj,0.0000082163,0.05000,0.440
23,mlp.experts.9.down_proj,0.0000031388,0.05000,0.445
23,mlp.experts.5.down_proj,0.0000052942,0.05000,0.452
23,mlp.experts.24.down_proj,0.0000045838,0.05000,0.357
23,mlp.experts.20.down_proj,0.0000055121,0.05000,0.368
23,mlp.experts.18.down_proj,0.0000052845,0.05000,0.370
23,mlp.experts.16.down_proj,0.0000018767,0.05000,0.373
23,mlp.experts.22.down_proj,0.0000036709,0.05000,0.370
23,mlp.experts.30.down_proj,0.0000126110,0.05000,0.371
23,mlp.experts.26.down_proj,0.0000029764,0.05000,0.373
23,mlp.experts.28.down_proj,0.0000035684,0.05000,0.380
23,mlp.experts.31.down_proj,0.0000042616,0.05000,0.377
23,mlp.experts.19.down_proj,0.0000041979,0.05000,0.376
23,mlp.experts.23.down_proj,0.0000029655,0.05000,0.384
23,mlp.experts.27.down_proj,0.0000041554,0.05000,0.385
23,mlp.experts.25.down_proj,0.0000045226,0.05000,0.384
23,mlp.experts.21.down_proj,0.0000135136,0.05000,0.379
23,mlp.experts.17.down_proj,0.0000113399,0.05000,0.390
23,mlp.experts.29.down_proj,0.0000039763,0.05000,0.393
23,mlp.experts.40.down_proj,0.0000015667,0.05000,0.374
23,mlp.experts.38.down_proj,0.0000024663,0.05000,0.363
23,mlp.experts.36.down_proj,0.0000031270,0.05000,0.377
23,mlp.experts.32.down_proj,0.0000026491,0.05000,0.373
23,mlp.experts.34.down_proj,0.0000038277,0.05000,0.377
23,mlp.experts.46.down_proj,0.0000032871,0.05000,0.364
23,mlp.experts.42.down_proj,0.0000078338,0.05000,0.367
23,mlp.experts.44.down_proj,0.0000063464,0.05000,0.368
23,mlp.experts.47.down_proj,0.0000052782,0.05000,0.363
23,mlp.experts.35.down_proj,0.0000059428,0.05000,0.371
23,mlp.experts.39.down_proj,0.0000040601,0.05000,0.374
23,mlp.experts.43.down_proj,0.0000105933,0.05000,0.372
23,mlp.experts.45.down_proj,0.0000033426,0.05000,0.371
23,mlp.experts.41.down_proj,0.0000036229,0.05000,0.376
23,mlp.experts.33.down_proj,0.0000029607,0.05000,0.375
23,mlp.experts.37.down_proj,0.0000064714,0.05000,0.376
23,mlp.experts.56.down_proj,0.0000064646,0.05000,0.380
23,mlp.experts.54.down_proj,0.0000080461,0.05000,0.364
23,mlp.experts.52.down_proj,0.0000056204,0.05000,0.371
23,mlp.experts.50.down_proj,0.0000025650,0.05000,0.367
23,mlp.experts.62.down_proj,0.0000036303,0.05000,0.368
23,mlp.experts.48.down_proj,0.0000050353,0.05000,0.375
23,mlp.experts.58.down_proj,0.0000030421,0.05000,0.363
23,mlp.experts.60.down_proj,0.0000041734,0.05000,0.364
23,mlp.experts.63.down_proj,0.0000071408,0.05000,0.368
23,mlp.experts.55.down_proj,0.0000099204,0.05000,0.362
23,mlp.experts.51.down_proj,0.0000033773,0.05000,0.372
23,mlp.experts.59.down_proj,0.0000137001,0.05000,0.362
23,mlp.experts.61.down_proj,0.0000022715,0.05000,0.374
23,mlp.experts.57.down_proj,0.0000089645,0.05000,0.373
23,mlp.experts.53.down_proj,0.0000159511,0.05000,0.376
23,mlp.experts.49.down_proj,0.0000079750,0.05000,0.377
23,mlp.experts.72.down_proj,0.0000069706,0.05000,0.368
23,mlp.experts.70.down_proj,0.0000137813,0.05000,0.367
23,mlp.experts.66.down_proj,0.0000090383,0.05000,0.368
23,mlp.experts.68.down_proj,0.0000102702,0.05000,0.373
23,mlp.experts.64.down_proj,0.0000037103,0.05000,0.367
23,mlp.experts.76.down_proj,0.0000024537,0.05000,0.368
23,mlp.experts.74.down_proj,0.0000037754,0.05000,0.376
23,mlp.experts.78.down_proj,0.0000054330,0.05000,0.375
23,mlp.experts.79.down_proj,0.0000099734,0.05000,0.363
23,mlp.experts.67.down_proj,0.0000138575,0.05000,0.368
23,mlp.experts.71.down_proj,0.0000066856,0.05000,0.374
23,mlp.experts.75.down_proj,0.0000037332,0.05000,0.370
23,mlp.experts.77.down_proj,0.0000062367,0.05000,0.362
23,mlp.experts.73.down_proj,0.0000030808,0.05000,0.367
23,mlp.experts.69.down_proj,0.0000065627,0.05000,0.369
23,mlp.experts.65.down_proj,0.0000063687,0.05000,0.382
23,mlp.experts.88.down_proj,0.0000018419,0.05000,0.371
23,mlp.experts.86.down_proj,0.0000033932,0.05000,0.370
23,mlp.experts.82.down_proj,0.0000023643,0.05000,0.370
23,mlp.experts.80.down_proj,0.0000031238,0.05000,0.363
23,mlp.experts.84.down_proj,0.0000043171,0.05000,0.375
23,mlp.experts.92.down_proj,0.0000026179,0.05000,0.373
23,mlp.experts.95.down_proj,0.0000091813,0.05000,0.365
23,mlp.experts.90.down_proj,0.0000048386,0.05000,0.368
23,mlp.experts.94.down_proj,0.0000056396,0.05000,0.381
23,mlp.experts.87.down_proj,0.0000026997,0.05000,0.368
23,mlp.experts.93.down_proj,0.0000078948,0.05000,0.363
23,mlp.experts.91.down_proj,0.0000041062,0.05000,0.378
23,mlp.experts.83.down_proj,0.0000050344,0.05000,0.380
23,mlp.experts.89.down_proj,0.0000048385,0.05000,0.369
23,mlp.experts.85.down_proj,0.0000087363,0.05000,0.372
23,mlp.experts.81.down_proj,0.0000045487,0.05000,0.378
23,mlp.experts.104.down_proj,0.0000054467,0.05000,0.373
23,mlp.experts.102.down_proj,0.0000042429,0.05000,0.366
23,mlp.experts.98.down_proj,0.0000093790,0.05000,0.373
23,mlp.experts.96.down_proj,0.0000027377,0.05000,0.373
23,mlp.experts.100.down_proj,0.0000063646,0.05000,0.376
23,mlp.experts.108.down_proj,0.0000035454,0.05000,0.378
23,mlp.experts.111.down_proj,0.0000102605,0.05000,0.377
23,mlp.experts.106.down_proj,0.0000122395,0.05000,0.378
23,mlp.experts.110.down_proj,0.0000089938,0.05000,0.370
23,mlp.experts.103.down_proj,0.0000082092,0.05000,0.373
23,mlp.experts.105.down_proj,0.0000022481,0.05000,0.367
23,mlp.experts.109.down_proj,0.0000063867,0.05000,0.380
23,mlp.experts.107.down_proj,0.0000043601,0.05000,0.375
23,mlp.experts.99.down_proj,0.0000120273,0.05000,0.376
23,mlp.experts.101.down_proj,0.0000170925,0.05000,0.369
23,mlp.experts.97.down_proj,0.0000098014,0.05000,0.367
23,mlp.experts.120.down_proj,0.0000085974,0.05000,0.368
23,mlp.experts.118.down_proj,0.0000067915,0.05000,0.368
23,mlp.experts.112.down_proj,0.0000043894,0.05000,0.368
23,mlp.experts.114.down_proj,0.0000048832,0.05000,0.373
23,mlp.experts.116.down_proj,0.0000097300,0.05000,0.367
23,mlp.experts.124.down_proj,0.0000042458,0.05000,0.374
23,mlp.experts.127.down_proj,0.0000026483,0.05000,0.372
23,mlp.experts.126.down_proj,0.0000027427,0.05000,0.374
23,mlp.experts.122.down_proj,0.0000063168,0.05000,0.378
23,mlp.experts.119.down_proj,0.0000089756,0.05000,0.370
23,mlp.experts.121.down_proj,0.0000034561,0.05000,0.369
23,mlp.experts.123.down_proj,0.0000008982,0.05000,0.372
23,mlp.experts.115.down_proj,0.0000047279,0.05000,0.375
23,mlp.experts.117.down_proj,0.0000036084,0.05000,0.375
23,mlp.experts.125.down_proj,0.0000047432,0.05000,0.379
23,mlp.experts.113.down_proj,0.0000065299,0.05000,0.372
23,mlp.experts.136.down_proj,0.0000062633,0.05000,0.365
23,mlp.experts.134.down_proj,0.0000058031,0.05000,0.369
23,mlp.experts.128.down_proj,0.0000031857,0.05000,0.373
23,mlp.experts.132.down_proj,0.0000033654,0.05000,0.370
23,mlp.experts.130.down_proj,0.0000099582,0.05000,0.373
23,mlp.experts.140.down_proj,0.0000035800,0.05000,0.365
23,mlp.experts.143.down_proj,0.0000035089,0.05000,0.363
23,mlp.experts.135.down_proj,0.0000022435,0.05000,0.361
23,mlp.experts.142.down_proj,0.0000044428,0.05000,0.370
23,mlp.experts.137.down_proj,0.0000025235,0.05000,0.367
23,mlp.experts.138.down_proj,0.0000028881,0.05000,0.380
23,mlp.experts.131.down_proj,0.0000034944,0.05000,0.369
23,mlp.experts.133.down_proj,0.0000071797,0.05000,0.368
23,mlp.experts.129.down_proj,0.0000008765,0.05000,0.367
23,mlp.experts.139.down_proj,0.0000040028,0.05000,0.378
23,mlp.experts.141.down_proj,0.0000047108,0.05000,0.372
23,mlp.experts.152.down_proj,0.0000033474,0.05000,0.369
23,mlp.experts.150.down_proj,0.0000028317,0.05000,0.368
23,mlp.experts.144.down_proj,0.0000047245,0.05000,0.367
23,mlp.experts.146.down_proj,0.0000069772,0.05000,0.365
23,mlp.experts.148.down_proj,0.0000043156,0.05000,0.372
23,mlp.experts.151.down_proj,0.0000112078,0.05000,0.343
23,mlp.experts.159.down_proj,0.0000048939,0.05000,0.358
23,mlp.experts.158.down_proj,0.0000072182,0.05000,0.361
23,mlp.experts.156.down_proj,0.0000047359,0.05000,0.373
23,mlp.experts.153.down_proj,0.0000071976,0.05000,0.354
23,mlp.experts.154.down_proj,0.0000048973,0.05000,0.361
23,mlp.experts.147.down_proj,0.0000053694,0.05000,0.368
23,mlp.experts.149.down_proj,0.0000033394,0.05000,0.370
23,mlp.experts.157.down_proj,0.0000046867,0.05000,0.366
23,mlp.experts.155.down_proj,0.0000028784,0.05000,0.366
23,mlp.experts.145.down_proj,0.0000073292,0.05000,0.371
23,mlp.experts.165.down_proj,fallback(rtn): 0.0010071,0.00000,0.005
23,mlp.experts.168.down_proj,0.0000029114,0.05000,0.374
23,mlp.experts.166.down_proj,0.0000052844,0.05000,0.378
23,mlp.experts.160.down_proj,0.0000054989,0.05000,0.365
23,mlp.experts.167.down_proj,0.0000055258,0.05000,0.360
23,mlp.experts.162.down_proj,0.0000024826,0.05000,0.370
23,mlp.experts.164.down_proj,0.0000097063,0.05000,0.366
23,mlp.experts.175.down_proj,0.0000079268,0.05000,0.362
23,mlp.experts.174.down_proj,0.0000060732,0.05000,0.374
23,mlp.experts.169.down_proj,0.0000073203,0.05000,0.368
23,mlp.experts.170.down_proj,0.0000130681,0.05000,0.367
23,mlp.experts.172.down_proj,0.0000020526,0.05000,0.378
23,mlp.experts.185.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
23,mlp.experts.163.down_proj,0.0000036891,0.05000,0.379
23,mlp.experts.171.down_proj,0.0000033692,0.05000,0.369
23,mlp.experts.161.down_proj,0.0000026933,0.05000,0.372
23,mlp.experts.181.down_proj,0.0000037889,0.05000,0.370
23,mlp.experts.173.down_proj,0.0000048368,0.05000,0.375
23,mlp.experts.184.down_proj,0.0000021331,0.05000,0.362
23,mlp.experts.182.down_proj,0.0000126874,0.05000,0.368
23,mlp.experts.183.down_proj,0.0000040393,0.05000,0.364
23,mlp.experts.176.down_proj,0.0000035239,0.05000,0.380
23,mlp.experts.180.down_proj,0.0000030168,0.05000,0.364
23,mlp.experts.178.down_proj,0.0000047249,0.05000,0.366
23,mlp.experts.191.down_proj,0.0000097497,0.05000,0.377
23,mlp.experts.190.down_proj,0.0000080792,0.05000,0.369
23,mlp.experts.186.down_proj,0.0000127884,0.05000,0.374
23,mlp.experts.188.down_proj,0.0000037899,0.05000,0.374
23,mlp.experts.201.down_proj,0.0000097836,0.05000,0.370
23,mlp.experts.179.down_proj,0.0000045195,0.05000,0.376
23,mlp.experts.187.down_proj,0.0000036573,0.05000,0.375
23,mlp.experts.189.down_proj,0.0000029788,0.05000,0.378
23,mlp.experts.177.down_proj,0.0000017204,0.05000,0.384
23,mlp.experts.197.down_proj,0.0000156967,0.05000,0.384
23,mlp.experts.200.down_proj,0.0000037134,0.05000,0.391
23,mlp.experts.198.down_proj,0.0000039130,0.05000,0.380
23,mlp.experts.199.down_proj,0.0000088495,0.05000,0.374
23,mlp.experts.196.down_proj,0.0000029790,0.05000,0.374
23,mlp.experts.192.down_proj,0.0000034893,0.05000,0.380
23,mlp.experts.194.down_proj,0.0000065544,0.05000,0.387
23,mlp.experts.207.down_proj,0.0000068299,0.05000,0.382
23,mlp.experts.206.down_proj,0.0000041220,0.05000,0.380
23,mlp.experts.217.down_proj,0.0000047506,0.05000,0.367
23,mlp.experts.204.down_proj,0.0000035613,0.05000,0.377
23,mlp.experts.202.down_proj,0.0000134858,0.05000,0.388
23,mlp.experts.195.down_proj,0.0000134093,0.05000,0.374
23,mlp.experts.203.down_proj,0.0000079059,0.05000,0.378
23,mlp.experts.205.down_proj,0.0000025740,0.05000,0.380
23,mlp.experts.193.down_proj,0.0000032814,0.05000,0.380
23,mlp.experts.213.down_proj,0.0000030926,0.05000,0.379
23,mlp.experts.216.down_proj,0.0000106775,0.05000,0.361
23,mlp.experts.214.down_proj,0.0000040420,0.05000,0.376
23,mlp.experts.215.down_proj,0.0000043685,0.05000,0.363
23,mlp.experts.212.down_proj,0.0000092972,0.05000,0.365
23,mlp.experts.208.down_proj,0.0000036841,0.05000,0.372
23,mlp.experts.210.down_proj,0.0000052574,0.05000,0.366
23,mlp.experts.223.down_proj,0.0000030784,0.05000,0.368
23,mlp.experts.222.down_proj,0.0000074618,0.05000,0.362
23,mlp.experts.220.down_proj,0.0000102155,0.05000,0.368
23,mlp.experts.233.down_proj,0.0000013396,0.05000,0.375
23,mlp.experts.218.down_proj,0.0000064171,0.05000,0.374
23,mlp.experts.234.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
23,mlp.experts.211.down_proj,0.0000126822,0.05000,0.374
23,mlp.experts.219.down_proj,0.0000025772,0.05000,0.364
23,mlp.experts.235.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
23,mlp.experts.209.down_proj,0.0000072315,0.05000,0.372
23,mlp.experts.221.down_proj,0.0000059118,0.05000,0.377
23,mlp.experts.229.down_proj,0.0000120094,0.05000,0.377
23,mlp.experts.232.down_proj,0.0000092412,0.05000,0.366
23,mlp.experts.230.down_proj,0.0000063982,0.05000,0.364
23,mlp.experts.231.down_proj,0.0000063794,0.05000,0.362
23,mlp.experts.228.down_proj,0.0000030977,0.05000,0.365
23,mlp.experts.224.down_proj,0.0000025120,0.05000,0.365
23,mlp.experts.226.down_proj,0.0000036855,0.05000,0.358
23,mlp.experts.239.down_proj,0.0000037256,0.05000,0.365
23,mlp.experts.238.down_proj,0.0000080118,0.05000,0.364
23,mlp.experts.236.down_proj,0.0000068731,0.05000,0.351
23,mlp.experts.249.down_proj,0.0000037684,0.05000,0.368
23,mlp.experts.250.down_proj,0.0000053949,0.05000,0.363
23,mlp.experts.227.down_proj,0.0000086413,0.05000,0.361
23,mlp.experts.251.down_proj,0.0000073939,0.05000,0.358
23,mlp.experts.237.down_proj,0.0000028721,0.05000,0.341
23,mlp.experts.225.down_proj,0.0000043746,0.05000,0.352
23,mlp.experts.245.down_proj,0.0000092454,0.05000,0.351
23,mlp.experts.246.down_proj,0.0000019966,0.05000,0.302
23,mlp.experts.242.down_proj,0.0000032676,0.05000,0.279
23,mlp.experts.247.down_proj,0.0000075811,0.05000,0.313
23,mlp.experts.255.down_proj,0.0000065521,0.05000,0.278
23,mlp.experts.248.down_proj,0.0000097196,0.05000,0.349
23,mlp.experts.254.down_proj,0.0000059066,0.05000,0.275
23,mlp.experts.244.down_proj,0.0000148418,0.05000,0.331
23,mlp.experts.253.down_proj,0.0000034021,0.05000,0.225
23,mlp.experts.240.down_proj,0.0000069122,0.05000,0.325
23,mlp.experts.243.down_proj,0.0000010810,0.05000,0.248
23,mlp.experts.241.down_proj,0.0000082789,0.05000,0.216
23,mlp.experts.252.down_proj,0.0000082923,0.05000,0.308
24,mlp.experts.12.gate_proj,0.0002291448,0.05000,1.527
24,mlp.experts.7.gate_proj,0.0001588709,0.05000,1.544
24,mlp.experts.4.gate_proj,0.0001865363,0.05000,1.551
24,mlp.experts.8.gate_proj,0.0002079040,0.05000,1.529
24,mlp.experts.6.gate_proj,0.0002695459,0.05000,1.547
24,mlp.experts.15.gate_proj,0.0001208488,0.05000,1.522
24,mlp.experts.2.gate_proj,0.0002264780,0.05000,1.563
24,mlp.experts.5.gate_proj,0.0001837549,0.05000,1.542
24,mlp.experts.9.gate_proj,0.0001780693,0.05000,1.530
24,mlp.experts.0.gate_proj,0.0002706314,0.05000,1.564
24,mlp.experts.14.gate_proj,0.0000917037,0.05000,1.531
24,mlp.experts.10.gate_proj,0.0001089401,0.05000,1.538
24,mlp.experts.11.gate_proj,0.0001362108,0.05000,1.558
24,mlp.experts.3.gate_proj,0.0001216995,0.05000,1.546
24,mlp.experts.1.gate_proj,0.0000600445,0.05000,1.576
24,mlp.experts.13.gate_proj,0.0001382418,0.05000,1.559
24,mlp.experts.23.gate_proj,0.0003514375,0.05000,1.506
24,mlp.experts.18.gate_proj,0.0001925208,0.05000,1.500
24,mlp.experts.27.gate_proj,0.0002214645,0.05000,1.499
24,mlp.experts.31.gate_proj,0.0001459040,0.05000,1.527
24,mlp.experts.22.gate_proj,0.0002559440,0.05000,1.527
24,mlp.experts.25.gate_proj,0.0001901000,0.05000,1.509
24,mlp.experts.30.gate_proj,0.0001911524,0.05000,1.519
24,mlp.experts.20.gate_proj,0.0001772992,0.05000,1.533
24,mlp.experts.26.gate_proj,0.0001052162,0.05000,1.520
24,mlp.experts.16.gate_proj,0.0002250226,0.05000,1.523
24,mlp.experts.19.gate_proj,0.0001657269,0.05000,1.519
24,mlp.experts.28.gate_proj,0.0001560620,0.05000,1.560
24,mlp.experts.17.gate_proj,0.0001686549,0.05000,1.521
24,mlp.experts.21.gate_proj,0.0001087699,0.05000,1.526
24,mlp.experts.24.gate_proj,0.0001630380,0.05000,1.551
24,mlp.experts.29.gate_proj,0.0002347452,0.05000,1.541
24,mlp.experts.34.gate_proj,0.0002552461,0.05000,1.494
24,mlp.experts.39.gate_proj,0.0002540069,0.05000,1.503
24,mlp.experts.38.gate_proj,0.0000709491,0.05000,1.479
24,mlp.experts.42.gate_proj,0.0002158446,0.05000,1.474
24,mlp.experts.43.gate_proj,0.0001583321,0.05000,1.501
24,mlp.experts.41.gate_proj,0.0002618404,0.05000,1.510
24,mlp.experts.35.gate_proj,0.0002983159,0.05000,1.481
24,mlp.experts.47.gate_proj,0.0002139861,0.05000,1.525
24,mlp.experts.46.gate_proj,0.0001266370,0.05000,1.523
24,mlp.experts.45.gate_proj,0.0002877635,0.05000,1.521
24,mlp.experts.37.gate_proj,0.0002567269,0.05000,1.528
24,mlp.experts.32.gate_proj,0.0001992614,0.05000,1.555
24,mlp.experts.44.gate_proj,0.0000876373,0.05000,1.555
24,mlp.experts.40.gate_proj,0.0001203990,0.05000,1.559
24,mlp.experts.36.gate_proj,0.0002265433,0.05000,1.576
24,mlp.experts.33.gate_proj,0.0001174809,0.05000,1.570
24,mlp.experts.50.gate_proj,0.0001417985,0.05000,1.454
24,mlp.experts.55.gate_proj,0.0001385856,0.05000,1.484
24,mlp.experts.54.gate_proj,0.0002441763,0.05000,1.495
24,mlp.experts.59.gate_proj,0.0001279880,0.05000,1.491
24,mlp.experts.51.gate_proj,0.0003708459,0.05000,1.476
24,mlp.experts.62.gate_proj,0.0001557161,0.05000,1.447
24,mlp.experts.58.gate_proj,0.0002257112,0.05000,1.509
24,mlp.experts.56.gate_proj,0.0002471728,0.05000,1.433
24,mlp.experts.63.gate_proj,0.0000906601,0.05000,1.521
24,mlp.experts.60.gate_proj,0.0001261290,0.05000,1.471
24,mlp.experts.48.gate_proj,0.0002095601,0.05000,1.476
24,mlp.experts.52.gate_proj,0.0003794854,0.05000,1.468
24,mlp.experts.57.gate_proj,0.0001423713,0.05000,1.670
24,mlp.experts.61.gate_proj,0.0003066676,0.05000,1.630
24,mlp.experts.49.gate_proj,0.0001940130,0.05000,1.638
24,mlp.experts.53.gate_proj,0.0001720159,0.05000,1.716
24,mlp.experts.66.gate_proj,0.0002633239,0.05000,1.494
24,mlp.experts.71.gate_proj,0.0000953382,0.05000,1.525
24,mlp.experts.67.gate_proj,0.0001274115,0.05000,1.488
24,mlp.experts.74.gate_proj,0.0000842254,0.05000,1.481
24,mlp.experts.70.gate_proj,0.0002173808,0.05000,1.504
24,mlp.experts.78.gate_proj,0.0002439106,0.05000,1.499
24,mlp.experts.72.gate_proj,0.0001944546,0.05000,1.487
24,mlp.experts.75.gate_proj,0.0000999905,0.05000,1.529
24,mlp.experts.64.gate_proj,0.0003026235,0.05000,1.482
24,mlp.experts.79.gate_proj,0.0001743558,0.05000,1.508
24,mlp.experts.76.gate_proj,0.0003521484,0.05000,1.522
24,mlp.experts.68.gate_proj,0.0002250935,0.05000,1.519
24,mlp.experts.65.gate_proj,0.0001321820,0.05000,1.482
24,mlp.experts.73.gate_proj,0.0002567969,0.05000,1.568
24,mlp.experts.77.gate_proj,0.0002968777,0.05000,1.570
24,mlp.experts.69.gate_proj,0.0001592334,0.05000,1.537
24,mlp.experts.82.gate_proj,0.0003695338,0.05000,1.503
24,mlp.experts.87.gate_proj,0.0000898417,0.05000,1.489
24,mlp.experts.83.gate_proj,0.0002465366,0.05000,1.480
24,mlp.experts.94.gate_proj,0.0003809384,0.05000,1.495
24,mlp.experts.86.gate_proj,0.0004672100,0.05000,1.500
24,mlp.experts.90.gate_proj,0.0003016795,0.05000,1.508
24,mlp.experts.88.gate_proj,0.0002211728,0.05000,1.493
24,mlp.experts.91.gate_proj,0.0002492296,0.05000,1.499
24,mlp.experts.80.gate_proj,0.0002509106,0.05000,1.506
24,mlp.experts.92.gate_proj,0.0002168260,0.05000,1.480
24,mlp.experts.84.gate_proj,0.0001360838,0.05000,1.478
24,mlp.experts.95.gate_proj,0.0001753579,0.05000,1.534
24,mlp.experts.81.gate_proj,0.0002069356,0.05000,1.526
24,mlp.experts.89.gate_proj,0.0002287910,0.05000,1.538
24,mlp.experts.93.gate_proj,0.0001027490,0.05000,1.544
24,mlp.experts.85.gate_proj,0.0002156342,0.05000,1.532
24,mlp.experts.98.gate_proj,0.0001535211,0.05000,1.525
24,mlp.experts.99.gate_proj,0.0002401861,0.05000,1.505
24,mlp.experts.103.gate_proj,0.0001663214,0.05000,1.513
24,mlp.experts.107.gate_proj,0.0001277154,0.05000,1.476
24,mlp.experts.110.gate_proj,0.0001409671,0.05000,1.510
24,mlp.experts.102.gate_proj,0.0002051482,0.05000,1.510
24,mlp.experts.106.gate_proj,0.0001378547,0.05000,1.507
24,mlp.experts.104.gate_proj,0.0002222003,0.05000,1.528
24,mlp.experts.96.gate_proj,0.0001888317,0.05000,1.498
24,mlp.experts.118.gate_proj,fallback(rtn): 0.0010986,0.00000,0.061
24,mlp.experts.100.gate_proj,0.0002498304,0.05000,1.513
24,mlp.experts.108.gate_proj,0.0002219354,0.05000,1.521
24,mlp.experts.111.gate_proj,0.0002478926,0.05000,1.511
24,mlp.experts.109.gate_proj,0.0001145140,0.05000,1.505
24,mlp.experts.97.gate_proj,0.0002774897,0.05000,1.558
24,mlp.experts.105.gate_proj,0.0002639631,0.05000,1.557
24,mlp.experts.101.gate_proj,0.0000933831,0.05000,1.536
24,mlp.experts.114.gate_proj,0.0002857827,0.05000,1.487
24,mlp.experts.123.gate_proj,0.0002209884,0.05000,1.445
24,mlp.experts.115.gate_proj,0.0002012398,0.05000,1.488
24,mlp.experts.119.gate_proj,0.0001699813,0.05000,1.529
24,mlp.experts.112.gate_proj,0.0001699099,0.05000,1.459
24,mlp.experts.126.gate_proj,0.0002415427,0.05000,1.501
24,mlp.experts.124.gate_proj,0.0001993773,0.05000,1.434
24,mlp.experts.120.gate_proj,0.0001933037,0.05000,1.489
24,mlp.experts.122.gate_proj,0.0001862190,0.05000,1.524
24,mlp.experts.134.gate_proj,0.0003028328,0.05000,1.501
24,mlp.experts.116.gate_proj,0.0001692471,0.05000,1.500
24,mlp.experts.127.gate_proj,0.0001178571,0.05000,1.498
24,mlp.experts.113.gate_proj,0.0002152101,0.05000,1.468
24,mlp.experts.125.gate_proj,0.0001153399,0.05000,1.479
24,mlp.experts.117.gate_proj,0.0002141352,0.05000,1.429
24,mlp.experts.121.gate_proj,0.0001739234,0.05000,1.499
24,mlp.experts.130.gate_proj,0.0003548815,0.05000,1.518
24,mlp.experts.131.gate_proj,0.0001346804,0.05000,1.492
24,mlp.experts.139.gate_proj,0.0002867502,0.05000,1.506
24,mlp.experts.140.gate_proj,0.0001629003,0.05000,1.451
24,mlp.experts.128.gate_proj,0.0002007945,0.05000,1.481
24,mlp.experts.136.gate_proj,0.0002739390,0.05000,1.468
24,mlp.experts.135.gate_proj,0.0002536413,0.05000,1.501
24,mlp.experts.132.gate_proj,0.0001225380,0.05000,1.422
24,mlp.experts.142.gate_proj,0.0001964135,0.05000,1.520
24,mlp.experts.138.gate_proj,0.0001161415,0.05000,1.501
24,mlp.experts.154.gate_proj,fallback(rtn): 0.0009003,0.00000,0.027
24,mlp.experts.150.gate_proj,0.0002900406,0.05000,1.487
24,mlp.experts.143.gate_proj,0.0001770246,0.05000,1.486
24,mlp.experts.141.gate_proj,0.0001975089,0.05000,1.450
24,mlp.experts.133.gate_proj,0.0001853319,0.05000,1.457
24,mlp.experts.129.gate_proj,0.0004681173,0.05000,1.488
24,mlp.experts.137.gate_proj,0.0002953210,0.05000,1.434
24,mlp.experts.157.gate_proj,0.0001766099,0.05000,0.805
24,mlp.experts.155.gate_proj,0.0001697294,0.05000,1.445
24,mlp.experts.146.gate_proj,0.0002457953,0.05000,1.495
24,mlp.experts.147.gate_proj,0.0001494529,0.05000,1.501
24,mlp.experts.151.gate_proj,0.0001648109,0.05000,1.450
24,mlp.experts.158.gate_proj,0.0002857612,0.05000,1.470
24,mlp.experts.170.gate_proj,0.0002085837,0.05000,1.450
24,mlp.experts.166.gate_proj,0.0001813733,0.05000,1.456
24,mlp.experts.159.gate_proj,0.0001679880,0.05000,1.460
24,mlp.experts.148.gate_proj,0.0001439018,0.05000,1.400
24,mlp.experts.152.gate_proj,0.0004493753,0.05000,1.414
24,mlp.experts.156.gate_proj,0.0002440333,0.05000,1.456
24,mlp.experts.144.gate_proj,0.0001859550,0.05000,1.458
24,mlp.experts.153.gate_proj,0.0002182661,0.05000,1.453
24,mlp.experts.145.gate_proj,0.0001312870,0.05000,1.453
24,mlp.experts.149.gate_proj,0.0000942033,0.05000,1.459
24,mlp.experts.173.gate_proj,0.0002113066,0.05000,1.521
24,mlp.experts.171.gate_proj,0.0000848431,0.05000,1.232
24,mlp.experts.163.gate_proj,0.0000884511,0.05000,1.182
24,mlp.experts.167.gate_proj,0.0002105535,0.05000,1.186
24,mlp.experts.174.gate_proj,0.0002699365,0.05000,1.520
24,mlp.experts.162.gate_proj,0.0002922652,0.05000,1.527
24,mlp.experts.182.gate_proj,0.0002974036,0.05000,1.527
24,mlp.experts.186.gate_proj,0.0001601046,0.05000,1.529
24,mlp.experts.168.gate_proj,0.0001403319,0.05000,1.450
24,mlp.experts.164.gate_proj,0.0002503531,0.05000,1.468
24,mlp.experts.160.gate_proj,0.0001229985,0.05000,1.459
24,mlp.experts.172.gate_proj,0.0003353232,0.05000,1.464
24,mlp.experts.161.gate_proj,0.0000642223,0.05000,1.481
24,mlp.experts.169.gate_proj,0.0000957649,0.05000,1.487
24,mlp.experts.189.gate_proj,0.0002306040,0.05000,1.469
24,mlp.experts.165.gate_proj,0.0001757204,0.05000,1.532
24,mlp.experts.179.gate_proj,0.0002924358,0.05000,1.476
24,mlp.experts.175.gate_proj,0.0002176166,0.05000,1.492
24,mlp.experts.183.gate_proj,0.0003053725,0.05000,1.531
24,mlp.experts.187.gate_proj,0.0001822206,0.05000,1.532
24,mlp.experts.190.gate_proj,0.0001775384,0.05000,1.502
24,mlp.experts.198.gate_proj,0.0001650650,0.05000,1.520
24,mlp.experts.180.gate_proj,0.0003869198,0.05000,1.475
24,mlp.experts.202.gate_proj,0.0001062739,0.05000,1.556
24,mlp.experts.178.gate_proj,0.0002165109,0.05000,1.561
24,mlp.experts.184.gate_proj,0.0001675652,0.05000,1.518
24,mlp.experts.176.gate_proj,0.0001900332,0.05000,1.491
24,mlp.experts.188.gate_proj,0.0001358333,0.05000,1.492
24,mlp.experts.177.gate_proj,0.0001501535,0.05000,1.483
24,mlp.experts.185.gate_proj,0.0000796737,0.05000,1.510
24,mlp.experts.205.gate_proj,0.0001474413,0.05000,1.485
24,mlp.experts.181.gate_proj,0.0001902764,0.05000,1.513
24,mlp.experts.197.gate_proj,fallback(rtn): 0.0010300,0.00000,0.027
24,mlp.experts.191.gate_proj,0.0001380942,0.05000,1.510
24,mlp.experts.195.gate_proj,0.0002051758,0.05000,1.542
24,mlp.experts.199.gate_proj,0.0002732198,0.05000,1.526
24,mlp.experts.203.gate_proj,0.0001541230,0.05000,1.526
24,mlp.experts.215.gate_proj,fallback(rtn): 0.0011139,0.00000,0.038
24,mlp.experts.206.gate_proj,0.0001167276,0.05000,1.474
24,mlp.experts.214.gate_proj,0.0001444913,0.05000,1.493
24,mlp.experts.196.gate_proj,0.0001126322,0.05000,1.485
24,mlp.experts.218.gate_proj,0.0002190564,0.05000,1.489
24,mlp.experts.200.gate_proj,0.0001938896,0.05000,1.471
24,mlp.experts.194.gate_proj,0.0001133964,0.05000,1.493
24,mlp.experts.192.gate_proj,0.0002128616,0.05000,1.497
24,mlp.experts.204.gate_proj,0.0003262942,0.05000,1.500
24,mlp.experts.193.gate_proj,0.0002520608,0.05000,1.517
24,mlp.experts.201.gate_proj,0.0001929694,0.05000,1.506
24,mlp.experts.221.gate_proj,0.0001331835,0.05000,1.514
24,mlp.experts.237.gate_proj,fallback(rtn): 0.0010452,0.00000,0.024
24,mlp.experts.213.gate_proj,0.0002043858,0.05000,1.516
24,mlp.experts.207.gate_proj,0.0002431787,0.05000,1.553
24,mlp.experts.211.gate_proj,0.0002258644,0.05000,1.530
24,mlp.experts.219.gate_proj,0.0002486654,0.05000,1.550
24,mlp.experts.231.gate_proj,0.0002723499,0.05000,1.539
24,mlp.experts.222.gate_proj,0.0001496667,0.05000,1.511
24,mlp.experts.230.gate_proj,0.0001833801,0.05000,1.479
24,mlp.experts.216.gate_proj,0.0001953851,0.05000,1.476
24,mlp.experts.212.gate_proj,0.0001035546,0.05000,1.506
24,mlp.experts.234.gate_proj,0.0002308016,0.05000,1.504
24,mlp.experts.210.gate_proj,0.0002060519,0.05000,1.528
24,mlp.experts.220.gate_proj,0.0001031605,0.05000,1.479
24,mlp.experts.208.gate_proj,0.0001450057,0.05000,1.498
24,mlp.experts.209.gate_proj,0.0003130984,0.05000,1.466
24,mlp.experts.217.gate_proj,0.0002104707,0.05000,1.466
24,mlp.experts.229.gate_proj,0.0001927962,0.05000,1.465
24,mlp.experts.253.gate_proj,0.0002776583,0.05000,1.502
24,mlp.experts.227.gate_proj,0.0002468097,0.05000,1.521
24,mlp.experts.223.gate_proj,0.0002157894,0.05000,1.549
24,mlp.experts.235.gate_proj,0.0002604098,0.05000,1.531
24,mlp.experts.247.gate_proj,0.0002532877,0.05000,1.533
24,mlp.experts.246.gate_proj,0.0002151203,0.05000,1.481
24,mlp.experts.238.gate_proj,0.0002057927,0.05000,1.521
24,mlp.experts.232.gate_proj,0.0002002649,0.05000,1.500
24,mlp.experts.228.gate_proj,0.0001494076,0.05000,1.498
24,mlp.experts.226.gate_proj,0.0002329654,0.05000,1.450
24,mlp.experts.250.gate_proj,0.0000843133,0.05000,1.484
24,mlp.experts.224.gate_proj,0.0001838637,0.05000,1.498
24,mlp.experts.236.gate_proj,0.0003082060,0.05000,1.517
24,mlp.experts.225.gate_proj,0.0002388256,0.05000,1.486
24,mlp.experts.233.gate_proj,0.0003132382,0.05000,1.486
24,mlp.experts.245.gate_proj,0.0002316569,0.05000,1.483
24,mlp.experts.13.up_proj,0.0001157030,0.05000,1.485
24,mlp.experts.243.gate_proj,0.0002576801,0.05000,1.498
24,mlp.experts.239.gate_proj,0.0001938635,0.05000,1.526
24,mlp.experts.251.gate_proj,0.0002415672,0.05000,1.502
24,mlp.experts.7.up_proj,0.0001717201,0.05000,1.527
24,mlp.experts.254.gate_proj,0.0002635667,0.05000,1.469
24,mlp.experts.6.up_proj,0.0002487057,0.05000,1.524
24,mlp.experts.10.up_proj,0.0001031950,0.05000,1.492
24,mlp.experts.244.gate_proj,0.0002439711,0.05000,1.528
24,mlp.experts.248.gate_proj,0.0001077204,0.05000,1.532
24,mlp.experts.242.gate_proj,0.0001285195,0.05000,1.536
24,mlp.experts.240.gate_proj,0.0000741539,0.05000,1.528
24,mlp.experts.252.gate_proj,0.0001777567,0.05000,1.529
24,mlp.experts.241.gate_proj,0.0001140403,0.05000,1.470
24,mlp.experts.249.gate_proj,0.0001791810,0.05000,1.501
24,mlp.experts.29.up_proj,0.0002029076,0.05000,1.496
24,mlp.experts.5.up_proj,0.0001667745,0.05000,1.498
24,mlp.experts.3.up_proj,0.0001353961,0.05000,1.492
24,mlp.experts.255.gate_proj,0.0001664431,0.05000,1.489
24,mlp.experts.11.up_proj,0.0001478431,0.05000,1.504
24,mlp.experts.23.up_proj,0.0001726163,0.05000,1.481
24,mlp.experts.14.up_proj,0.0000868485,0.05000,1.481
24,mlp.experts.22.up_proj,0.0002318623,0.05000,1.480
24,mlp.experts.26.up_proj,0.0001175893,0.05000,1.478
24,mlp.experts.2.up_proj,0.0001975756,0.05000,1.492
24,mlp.experts.4.up_proj,0.0001749315,0.05000,1.533
24,mlp.experts.8.up_proj,0.0001966838,0.05000,1.538
24,mlp.experts.12.up_proj,0.0002177542,0.05000,1.513
24,mlp.experts.0.up_proj,0.0002522110,0.05000,1.523
24,mlp.experts.1.up_proj,0.0000620961,0.05000,1.494
24,mlp.experts.9.up_proj,0.0001542679,0.05000,1.453
24,mlp.experts.45.up_proj,0.0002363226,0.05000,1.474
24,mlp.experts.21.up_proj,0.0001035823,0.05000,1.527
24,mlp.experts.19.up_proj,0.0001643364,0.05000,1.493
24,mlp.experts.15.up_proj,0.0001378695,0.05000,1.486
24,mlp.experts.27.up_proj,0.0001721910,0.05000,1.498
24,mlp.experts.39.up_proj,0.0002517344,0.05000,1.520
24,mlp.experts.30.up_proj,0.0001656224,0.05000,1.478
24,mlp.experts.38.up_proj,0.0000766777,0.05000,1.488
24,mlp.experts.42.up_proj,0.0001769429,0.05000,1.494
24,mlp.experts.18.up_proj,0.0001437593,0.05000,1.472
24,mlp.experts.20.up_proj,0.0001577310,0.05000,1.524
24,mlp.experts.24.up_proj,0.0001537453,0.05000,1.530
24,mlp.experts.28.up_proj,0.0001808078,0.05000,1.528
24,mlp.experts.16.up_proj,0.0002077980,0.05000,1.522
24,mlp.experts.25.up_proj,0.0001836163,0.05000,1.473
24,mlp.experts.17.up_proj,0.0001529488,0.05000,1.476
24,mlp.experts.61.up_proj,0.0002504557,0.05000,1.472
24,mlp.experts.37.up_proj,0.0002186365,0.05000,1.486
24,mlp.experts.35.up_proj,0.0003283705,0.05000,1.487
24,mlp.experts.31.up_proj,0.0001643164,0.05000,1.478
24,mlp.experts.43.up_proj,0.0001605169,0.05000,1.485
24,mlp.experts.55.up_proj,0.0001236248,0.05000,1.486
24,mlp.experts.46.up_proj,0.0001052999,0.05000,1.497
24,mlp.experts.54.up_proj,0.0001972350,0.05000,1.493
24,mlp.experts.58.up_proj,0.0002087353,0.05000,1.499
24,mlp.experts.34.up_proj,0.0002381531,0.05000,1.467
24,mlp.experts.40.up_proj,0.0001287919,0.05000,1.504
24,mlp.experts.32.up_proj,0.0002200303,0.05000,1.462
24,mlp.experts.36.up_proj,0.0001563099,0.05000,1.556
24,mlp.experts.44.up_proj,0.0000924471,0.05000,1.537
24,mlp.experts.33.up_proj,0.0001111115,0.05000,1.485
24,mlp.experts.41.up_proj,0.0002445968,0.05000,1.528
24,mlp.experts.77.up_proj,0.0002771734,0.05000,1.499
24,mlp.experts.53.up_proj,0.0001623356,0.05000,1.507
24,mlp.experts.51.up_proj,0.0003404378,0.05000,1.479
24,mlp.experts.47.up_proj,0.0001826708,0.05000,1.479
24,mlp.experts.59.up_proj,0.0001395051,0.05000,1.480
24,mlp.experts.71.up_proj,0.0000973033,0.05000,1.483
24,mlp.experts.62.up_proj,0.0001470858,0.05000,1.478
24,mlp.experts.70.up_proj,0.0002039774,0.05000,1.491
24,mlp.experts.74.up_proj,0.0000930232,0.05000,1.483
24,mlp.experts.50.up_proj,0.0001705886,0.05000,1.512
24,mlp.experts.56.up_proj,0.0002955889,0.05000,1.491
24,mlp.experts.48.up_proj,0.0001978475,0.05000,1.490
24,mlp.experts.52.up_proj,0.0003581222,0.05000,1.496
24,mlp.experts.60.up_proj,0.0001194634,0.05000,1.476
24,mlp.experts.49.up_proj,0.0001629358,0.05000,1.554
24,mlp.experts.57.up_proj,0.0001378448,0.05000,1.547
24,mlp.experts.93.up_proj,0.0000796630,0.05000,1.553
24,mlp.experts.69.up_proj,0.0001300625,0.05000,1.542
24,mlp.experts.67.up_proj,0.0001317633,0.05000,1.483
24,mlp.experts.63.up_proj,0.0001044167,0.05000,1.483
24,mlp.experts.75.up_proj,0.0001007074,0.05000,1.486
24,mlp.experts.87.up_proj,0.0000801851,0.05000,1.478
24,mlp.experts.78.up_proj,0.0002271122,0.05000,1.497
24,mlp.experts.86.up_proj,0.0003929541,0.05000,1.481
24,mlp.experts.66.up_proj,0.0002017227,0.05000,1.461
24,mlp.experts.90.up_proj,0.0002526210,0.05000,1.509
24,mlp.experts.64.up_proj,0.0002539633,0.05000,1.483
24,mlp.experts.72.up_proj,0.0001594600,0.05000,1.485
24,mlp.experts.68.up_proj,0.0002131817,0.05000,1.459
24,mlp.experts.76.up_proj,0.0003276796,0.05000,1.493
24,mlp.experts.65.up_proj,0.0001271068,0.05000,1.540
24,mlp.experts.73.up_proj,0.0002032204,0.05000,1.541
24,mlp.experts.109.up_proj,0.0001225747,0.05000,1.550
24,mlp.experts.83.up_proj,0.0002294565,0.05000,1.480
24,mlp.experts.79.up_proj,0.0001641465,0.05000,1.483
24,mlp.experts.85.up_proj,0.0002025368,0.05000,1.556
24,mlp.experts.91.up_proj,0.0002342160,0.05000,1.485
24,mlp.experts.103.up_proj,0.0001608576,0.05000,1.484
24,mlp.experts.94.up_proj,0.0003097949,0.05000,1.510
24,mlp.experts.102.up_proj,0.0001924984,0.05000,1.485
24,mlp.experts.118.up_proj,fallback(rtn): 0.0010223,0.00000,0.038
24,mlp.experts.82.up_proj,0.0002762141,0.05000,1.474
24,mlp.experts.106.up_proj,0.0001879425,0.05000,1.460
24,mlp.experts.80.up_proj,0.0002191925,0.05000,1.485
24,mlp.experts.84.up_proj,0.0001563170,0.05000,1.482
24,mlp.experts.88.up_proj,0.0002055542,0.05000,1.505
24,mlp.experts.92.up_proj,0.0002017410,0.05000,1.499
24,mlp.experts.81.up_proj,0.0002166371,0.05000,1.503
24,mlp.experts.89.up_proj,0.0001915664,0.05000,1.502
24,mlp.experts.125.up_proj,0.0001021828,0.05000,1.526
24,mlp.experts.99.up_proj,0.0002236571,0.05000,1.493
24,mlp.experts.95.up_proj,0.0001651950,0.05000,1.461
24,mlp.experts.101.up_proj,0.0000985332,0.05000,1.528
24,mlp.experts.107.up_proj,0.0001128434,0.05000,1.479
24,mlp.experts.119.up_proj,0.0001884913,0.05000,1.472
24,mlp.experts.110.up_proj,0.0001680848,0.05000,1.487
24,mlp.experts.134.up_proj,0.0002592997,0.05000,1.488
24,mlp.experts.98.up_proj,0.0001406678,0.05000,1.492
24,mlp.experts.122.up_proj,0.0001682494,0.05000,1.524
24,mlp.experts.104.up_proj,0.0002095060,0.05000,1.485
24,mlp.experts.96.up_proj,0.0001709169,0.05000,1.535
24,mlp.experts.100.up_proj,0.0002320026,0.05000,1.533
24,mlp.experts.108.up_proj,0.0002076434,0.05000,1.514
24,mlp.experts.97.up_proj,0.0002301883,0.05000,1.563
24,mlp.experts.105.up_proj,0.0002481627,0.05000,1.562
24,mlp.experts.111.up_proj,0.0002097935,0.05000,1.525
24,mlp.experts.141.up_proj,0.0001775148,0.05000,1.559
24,mlp.experts.115.up_proj,0.0001763911,0.05000,1.560
24,mlp.experts.123.up_proj,0.0002044610,0.05000,1.534
24,mlp.experts.135.up_proj,0.0002041678,0.05000,1.536
24,mlp.experts.117.up_proj,0.0001937555,0.05000,1.579
24,mlp.experts.126.up_proj,0.0002229219,0.05000,1.593
24,mlp.experts.138.up_proj,0.0001188920,0.05000,1.552
24,mlp.experts.150.up_proj,0.0002378576,0.05000,1.594
24,mlp.experts.114.up_proj,0.0002336751,0.05000,1.601
24,mlp.experts.154.up_proj,fallback(rtn): 0.0012131,0.00000,0.053
24,mlp.experts.116.up_proj,0.0001672863,0.05000,1.584
24,mlp.experts.120.up_proj,0.0001775693,0.05000,1.631
24,mlp.experts.112.up_proj,0.0001510874,0.05000,1.643
24,mlp.experts.124.up_proj,0.0001865719,0.05000,1.630
24,mlp.experts.113.up_proj,0.0002013774,0.05000,1.642
24,mlp.experts.121.up_proj,0.0001408364,0.05000,1.617
24,mlp.experts.157.up_proj,0.0001759806,0.05000,1.602
24,mlp.experts.127.up_proj,0.0001119245,0.05000,1.642
24,mlp.experts.131.up_proj,0.0001424080,0.05000,1.640
24,mlp.experts.139.up_proj,0.0002599846,0.05000,1.605
24,mlp.experts.151.up_proj,0.0001273764,0.05000,1.625
24,mlp.experts.133.up_proj,0.0001584181,0.05000,1.642
24,mlp.experts.142.up_proj,0.0001837182,0.05000,1.629
24,mlp.experts.166.up_proj,0.0001787727,0.05000,1.630
24,mlp.experts.130.up_proj,0.0003022764,0.05000,1.650
24,mlp.experts.170.up_proj,0.0001653759,0.05000,1.634
24,mlp.experts.136.up_proj,0.0002379586,0.05000,1.578
24,mlp.experts.132.up_proj,0.0001200738,0.05000,1.607
24,mlp.experts.128.up_proj,0.0002679543,0.05000,1.597
24,mlp.experts.140.up_proj,0.0001533819,0.05000,1.589
24,mlp.experts.137.up_proj,0.0002710954,0.05000,1.583
24,mlp.experts.129.up_proj,0.0003701099,0.05000,1.608
24,mlp.experts.143.up_proj,0.0001440306,0.05000,1.537
24,mlp.experts.173.up_proj,0.0001556325,0.05000,1.588
24,mlp.experts.147.up_proj,0.0001417433,0.05000,1.553
24,mlp.experts.155.up_proj,0.0001401384,0.05000,1.551
24,mlp.experts.167.up_proj,0.0001966607,0.05000,1.544
24,mlp.experts.149.up_proj,0.0000926857,0.05000,1.581
24,mlp.experts.158.up_proj,0.0002105946,0.05000,1.603
24,mlp.experts.182.up_proj,0.0002323958,0.05000,1.565
24,mlp.experts.146.up_proj,0.0002264912,0.05000,1.577
24,mlp.experts.186.up_proj,0.0001592333,0.05000,1.584
24,mlp.experts.152.up_proj,0.0004091112,0.05000,1.517
24,mlp.experts.148.up_proj,0.0001548178,0.05000,1.504
24,mlp.experts.144.up_proj,0.0001724415,0.05000,1.472
24,mlp.experts.156.up_proj,0.0002088233,0.05000,1.528
24,mlp.experts.153.up_proj,0.0001995352,0.05000,1.469
24,mlp.experts.145.up_proj,0.0001208136,0.05000,1.454
24,mlp.experts.159.up_proj,0.0001533689,0.05000,1.523
24,mlp.experts.163.up_proj,0.0000861787,0.05000,1.488
24,mlp.experts.189.up_proj,0.0002120403,0.05000,1.511
24,mlp.experts.171.up_proj,0.0000824755,0.05000,1.520
24,mlp.experts.183.up_proj,0.0002847810,0.05000,1.510
24,mlp.experts.165.up_proj,0.0001665627,0.05000,1.527
24,mlp.experts.174.up_proj,0.0002533887,0.05000,1.560
24,mlp.experts.162.up_proj,0.0002522400,0.05000,1.509
24,mlp.experts.198.up_proj,0.0001541167,0.05000,1.545
24,mlp.experts.168.up_proj,0.0001165448,0.05000,1.494
24,mlp.experts.164.up_proj,0.0002390171,0.05000,1.489
24,mlp.experts.202.up_proj,0.0000987529,0.05000,1.567
24,mlp.experts.160.up_proj,0.0001401781,0.05000,1.534
24,mlp.experts.172.up_proj,0.0002459523,0.05000,1.475
24,mlp.experts.169.up_proj,0.0001359441,0.05000,1.494
24,mlp.experts.161.up_proj,0.0000645359,0.05000,1.504
24,mlp.experts.175.up_proj,0.0002043609,0.05000,1.466
24,mlp.experts.179.up_proj,0.0002430567,0.05000,1.484
24,mlp.experts.205.up_proj,0.0001493633,0.05000,1.484
24,mlp.experts.187.up_proj,0.0001723651,0.05000,1.476
24,mlp.experts.199.up_proj,0.0002538854,0.05000,1.485
24,mlp.experts.215.up_proj,fallback(rtn): 0.0010681,0.00000,0.023
24,mlp.experts.181.up_proj,0.0001777403,0.05000,1.465
24,mlp.experts.197.up_proj,fallback(rtn): 0.0010147,0.00000,0.025
24,mlp.experts.178.up_proj,0.0002398595,0.05000,1.502
24,mlp.experts.190.up_proj,0.0002034773,0.05000,1.511
24,mlp.experts.180.up_proj,0.0002998871,0.05000,1.481
24,mlp.experts.184.up_proj,0.0001634889,0.05000,1.499
24,mlp.experts.214.up_proj,0.0001361092,0.05000,1.550
24,mlp.experts.218.up_proj,0.0002049013,0.05000,1.505
24,mlp.experts.176.up_proj,0.0001539065,0.05000,1.499
24,mlp.experts.188.up_proj,0.0001208098,0.05000,1.475
24,mlp.experts.185.up_proj,0.0000913698,0.05000,1.475
24,mlp.experts.177.up_proj,0.0001193602,0.05000,1.500
24,mlp.experts.191.up_proj,0.0001399143,0.05000,1.527
24,mlp.experts.221.up_proj,0.0001342043,0.05000,1.492
24,mlp.experts.203.up_proj,0.0002258651,0.05000,1.493
24,mlp.experts.195.up_proj,0.0001841481,0.05000,1.529
24,mlp.experts.237.up_proj,fallback(rtn): 0.0010300,0.00000,0.025
24,mlp.experts.231.up_proj,0.0002135080,0.05000,1.507
24,mlp.experts.213.up_proj,0.0001925718,0.05000,1.489
24,mlp.experts.196.up_proj,0.0001093697,0.05000,1.458
24,mlp.experts.194.up_proj,0.0001043504,0.05000,1.495
24,mlp.experts.206.up_proj,0.0001070451,0.05000,1.498
24,mlp.experts.230.up_proj,0.0001713033,0.05000,1.458
24,mlp.experts.200.up_proj,0.0001495736,0.05000,1.486
24,mlp.experts.204.up_proj,0.0002600097,0.05000,1.473
24,mlp.experts.192.up_proj,0.0001659455,0.05000,1.481
24,mlp.experts.234.up_proj,0.0002505594,0.05000,1.502
24,mlp.experts.201.up_proj,0.0001792511,0.05000,1.521
24,mlp.experts.193.up_proj,0.0002399396,0.05000,1.519
24,mlp.experts.207.up_proj,0.0001991547,0.05000,1.525
24,mlp.experts.219.up_proj,0.0002070167,0.05000,1.526
24,mlp.experts.253.up_proj,0.0002366055,0.05000,1.540
24,mlp.experts.211.up_proj,0.0002082264,0.05000,1.555
24,mlp.experts.247.up_proj,0.0002358817,0.05000,1.517
24,mlp.experts.229.up_proj,0.0001762712,0.05000,1.482
24,mlp.experts.216.up_proj,0.0001838634,0.05000,1.438
24,mlp.experts.210.up_proj,0.0002186963,0.05000,1.473
24,mlp.experts.246.up_proj,0.0001795991,0.05000,1.502
24,mlp.experts.212.up_proj,0.0001072679,0.05000,1.516
24,mlp.experts.222.up_proj,0.0002048779,0.05000,1.527
24,mlp.experts.220.up_proj,0.0001088869,0.05000,1.466
24,mlp.experts.208.up_proj,0.0001431161,0.05000,1.463
24,mlp.experts.250.up_proj,0.0000746284,0.05000,1.467
24,mlp.experts.217.up_proj,0.0002265870,0.05000,1.161
24,mlp.experts.209.up_proj,0.0002640591,0.05000,1.186
24,mlp.experts.245.up_proj,0.0002086553,0.05000,1.085
24,mlp.experts.235.up_proj,0.0002493425,0.05000,1.183
24,mlp.experts.223.up_proj,0.0002619324,0.05000,1.227
24,mlp.experts.227.up_proj,0.0001939019,0.05000,1.200
24,mlp.experts.238.up_proj,0.0002312092,0.05000,0.845
24,mlp.experts.226.up_proj,0.0002036093,0.05000,0.957
24,mlp.experts.232.up_proj,0.0001863071,0.05000,1.314
24,mlp.experts.228.up_proj,0.0001586621,0.05000,1.373
24,mlp.experts.236.up_proj,0.0002400702,0.05000,1.339
24,mlp.experts.224.up_proj,0.0001721438,0.05000,1.396
24,mlp.experts.233.up_proj,0.0002940384,0.05000,0.942
24,mlp.experts.225.up_proj,0.0002199503,0.05000,0.885
24,mlp.experts.254.up_proj,0.0002443461,0.05000,0.863
24,mlp.experts.242.up_proj,0.0001226174,0.05000,0.831
24,mlp.experts.243.up_proj,0.0002372224,0.05000,1.042
24,mlp.experts.251.up_proj,0.0002273717,0.05000,1.105
24,mlp.experts.239.up_proj,0.0001585352,0.05000,1.099
24,mlp.experts.249.up_proj,0.0001352204,0.05000,0.741
24,mlp.experts.241.up_proj,0.0000993045,0.05000,0.751
24,mlp.experts.255.up_proj,0.0001310819,0.05000,0.500
24,mlp.experts.248.up_proj,0.0001223022,0.05000,1.166
24,mlp.experts.244.up_proj,0.0002109751,0.05000,1.127
24,mlp.experts.252.up_proj,0.0001589100,0.05000,1.139
24,mlp.experts.240.up_proj,0.0000677575,0.05000,1.084
24,mlp.experts.6.down_proj,0.0000038450,0.05000,0.412
24,mlp.experts.9.down_proj,0.0000038352,0.05000,0.409
24,mlp.experts.5.down_proj,0.0000024232,0.05000,0.422
24,mlp.experts.2.down_proj,0.0000045424,0.05000,0.409
24,mlp.experts.0.down_proj,0.0000047585,0.05000,0.427
24,mlp.experts.11.down_proj,0.0000072512,0.05000,0.423
24,mlp.experts.13.down_proj,0.0000021649,0.05000,0.411
24,mlp.experts.10.down_proj,0.0000033550,0.05000,0.412
24,mlp.experts.3.down_proj,0.0000039913,0.05000,0.432
24,mlp.experts.14.down_proj,0.0000029159,0.05000,0.424
24,mlp.experts.15.down_proj,0.0000067925,0.05000,0.426
24,mlp.experts.7.down_proj,0.0000060416,0.05000,0.426
24,mlp.experts.12.down_proj,0.0000107377,0.05000,0.428
24,mlp.experts.8.down_proj,0.0000029794,0.05000,0.427
24,mlp.experts.4.down_proj,0.0000023047,0.05000,0.442
24,mlp.experts.1.down_proj,0.0000015689,0.05000,0.424
24,mlp.experts.22.down_proj,0.0000067681,0.05000,0.350
24,mlp.experts.25.down_proj,0.0000066368,0.05000,0.356
24,mlp.experts.21.down_proj,0.0000045196,0.05000,0.352
24,mlp.experts.18.down_proj,0.0000038930,0.05000,0.378
24,mlp.experts.29.down_proj,0.0000046055,0.05000,0.366
24,mlp.experts.27.down_proj,0.0000025392,0.05000,0.371
24,mlp.experts.16.down_proj,0.0000037462,0.05000,0.373
24,mlp.experts.31.down_proj,0.0000053392,0.05000,0.369
24,mlp.experts.19.down_proj,0.0000056223,0.05000,0.375
24,mlp.experts.26.down_proj,0.0000044357,0.05000,0.385
24,mlp.experts.23.down_proj,0.0000023948,0.05000,0.376
24,mlp.experts.30.down_proj,0.0000049848,0.05000,0.380
24,mlp.experts.24.down_proj,0.0000021636,0.05000,0.380
24,mlp.experts.20.down_proj,0.0000043603,0.05000,0.380
24,mlp.experts.28.down_proj,0.0000084010,0.05000,0.387
24,mlp.experts.17.down_proj,0.0000049998,0.05000,0.382
24,mlp.experts.41.down_proj,0.0000041515,0.05000,0.365
24,mlp.experts.37.down_proj,0.0000045324,0.05000,0.365
24,mlp.experts.38.down_proj,0.0000040882,0.05000,0.378
24,mlp.experts.34.down_proj,0.0000034233,0.05000,0.367
24,mlp.experts.45.down_proj,0.0000054481,0.05000,0.368
24,mlp.experts.32.down_proj,0.0000121202,0.05000,0.357
24,mlp.experts.42.down_proj,0.0000038060,0.05000,0.358
24,mlp.experts.43.down_proj,0.0000083539,0.05000,0.373
24,mlp.experts.47.down_proj,0.0000045129,0.05000,0.368
24,mlp.experts.35.down_proj,0.0000197827,0.05000,0.368
24,mlp.experts.39.down_proj,0.0000093119,0.05000,0.366
24,mlp.experts.46.down_proj,0.0000032939,0.05000,0.361
24,mlp.experts.44.down_proj,0.0000037167,0.05000,0.366
24,mlp.experts.40.down_proj,0.0000044231,0.05000,0.372
24,mlp.experts.36.down_proj,0.0000036390,0.05000,0.373
24,mlp.experts.33.down_proj,0.0000042536,0.05000,0.373
24,mlp.experts.54.down_proj,0.0000057046,0.05000,0.351
24,mlp.experts.53.down_proj,0.0000024442,0.05000,0.366
24,mlp.experts.57.down_proj,0.0000038996,0.05000,0.373
24,mlp.experts.50.down_proj,0.0000061145,0.05000,0.366
24,mlp.experts.61.down_proj,0.0000061169,0.05000,0.368
24,mlp.experts.48.down_proj,0.0000032788,0.05000,0.366
24,mlp.experts.58.down_proj,0.0000034377,0.05000,0.362
24,mlp.experts.63.down_proj,0.0000036871,0.05000,0.365
24,mlp.experts.59.down_proj,0.0000045593,0.05000,0.373
24,mlp.experts.51.down_proj,0.0000096582,0.05000,0.372
24,mlp.experts.62.down_proj,0.0000023205,0.05000,0.367
24,mlp.experts.55.down_proj,0.0000038958,0.05000,0.374
24,mlp.experts.60.down_proj,0.0000024905,0.05000,0.361
24,mlp.experts.56.down_proj,0.0000112733,0.05000,0.364
24,mlp.experts.52.down_proj,0.0000085723,0.05000,0.362
24,mlp.experts.49.down_proj,0.0000022445,0.05000,0.375
24,mlp.experts.70.down_proj,0.0000031700,0.05000,0.366
24,mlp.experts.69.down_proj,0.0000016878,0.05000,0.374
24,mlp.experts.73.down_proj,0.0000032975,0.05000,0.383
24,mlp.experts.66.down_proj,0.0000054076,0.05000,0.379
24,mlp.experts.77.down_proj,0.0000045876,0.05000,0.370
24,mlp.experts.74.down_proj,0.0000029604,0.05000,0.375
24,mlp.experts.64.down_proj,0.0000046942,0.05000,0.384
24,mlp.experts.79.down_proj,0.0000031025,0.05000,0.375
24,mlp.experts.78.down_proj,0.0000035688,0.05000,0.369
24,mlp.experts.75.down_proj,0.0000075820,0.05000,0.385
24,mlp.experts.71.down_proj,0.0000028734,0.05000,0.378
24,mlp.experts.67.down_proj,0.0000036087,0.05000,0.383
24,mlp.experts.76.down_proj,0.0000077814,0.05000,0.381
24,mlp.experts.72.down_proj,0.0000027992,0.05000,0.376
24,mlp.experts.68.down_proj,0.0000037923,0.05000,0.375
24,mlp.experts.65.down_proj,0.0000042123,0.05000,0.378
24,mlp.experts.86.down_proj,0.0000135427,0.05000,0.368
24,mlp.experts.85.down_proj,0.0000043254,0.05000,0.369
24,mlp.experts.89.down_proj,0.0000033425,0.05000,0.380
24,mlp.experts.82.down_proj,0.0000061675,0.05000,0.375
24,mlp.experts.90.down_proj,0.0000052401,0.05000,0.368
24,mlp.experts.93.down_proj,0.0000028762,0.05000,0.377
24,mlp.experts.80.down_proj,0.0000058690,0.05000,0.363
24,mlp.experts.94.down_proj,0.0000075596,0.05000,0.367
24,mlp.experts.95.down_proj,0.0000039275,0.05000,0.376
24,mlp.experts.91.down_proj,0.0000041725,0.05000,0.377
24,mlp.experts.83.down_proj,0.0000045784,0.05000,0.374
24,mlp.experts.87.down_proj,0.0000008324,0.05000,0.378
24,mlp.experts.92.down_proj,0.0000043086,0.05000,0.366
24,mlp.experts.84.down_proj,0.0000056484,0.05000,0.366
24,mlp.experts.88.down_proj,0.0000030891,0.05000,0.368
24,mlp.experts.81.down_proj,0.0000082918,0.05000,0.380
24,mlp.experts.102.down_proj,0.0000025755,0.05000,0.371
24,mlp.experts.118.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
24,mlp.experts.101.down_proj,0.0000020954,0.05000,0.377
24,mlp.experts.105.down_proj,0.0000047348,0.05000,0.377
24,mlp.experts.98.down_proj,0.0000016234,0.05000,0.373
24,mlp.experts.96.down_proj,0.0000041210,0.05000,0.359
24,mlp.experts.106.down_proj,0.0000057127,0.05000,0.368
24,mlp.experts.110.down_proj,0.0000074982,0.05000,0.362
24,mlp.experts.109.down_proj,0.0000056911,0.05000,0.380
24,mlp.experts.111.down_proj,0.0000040488,0.05000,0.378
24,mlp.experts.107.down_proj,0.0000032559,0.05000,0.379
24,mlp.experts.100.down_proj,0.0000037368,0.05000,0.370
24,mlp.experts.104.down_proj,0.0000032956,0.05000,0.370
24,mlp.experts.103.down_proj,0.0000057308,0.05000,0.379
24,mlp.experts.108.down_proj,0.0000074122,0.05000,0.376
24,mlp.experts.99.down_proj,0.0000040548,0.05000,0.389
24,mlp.experts.97.down_proj,0.0000115376,0.05000,0.382
24,mlp.experts.134.down_proj,0.0000090110,0.05000,0.370
24,mlp.experts.117.down_proj,0.0000026098,0.05000,0.370
24,mlp.experts.121.down_proj,0.0000038456,0.05000,0.373
24,mlp.experts.112.down_proj,0.0000026579,0.05000,0.354
24,mlp.experts.114.down_proj,0.0000055210,0.05000,0.372
24,mlp.experts.126.down_proj,0.0000039028,0.05000,0.368
24,mlp.experts.122.down_proj,0.0000037679,0.05000,0.374
24,mlp.experts.125.down_proj,0.0000024404,0.05000,0.368
24,mlp.experts.127.down_proj,0.0000020145,0.05000,0.372
24,mlp.experts.123.down_proj,0.0000041764,0.05000,0.365
24,mlp.experts.116.down_proj,0.0000055667,0.05000,0.367
24,mlp.experts.120.down_proj,0.0000033445,0.05000,0.364
24,mlp.experts.124.down_proj,0.0000025622,0.05000,0.363
24,mlp.experts.119.down_proj,0.0000070504,0.05000,0.368
24,mlp.experts.113.down_proj,0.0000031701,0.05000,0.365
24,mlp.experts.115.down_proj,0.0000095011,0.05000,0.375
24,mlp.experts.150.down_proj,0.0000060679,0.05000,0.374
24,mlp.experts.133.down_proj,0.0000041890,0.05000,0.363
24,mlp.experts.137.down_proj,0.0000061265,0.05000,0.360
24,mlp.experts.128.down_proj,0.0000112954,0.05000,0.363
24,mlp.experts.130.down_proj,0.0000073479,0.05000,0.368
24,mlp.experts.142.down_proj,0.0000032299,0.05000,0.367
24,mlp.experts.141.down_proj,0.0000029042,0.05000,0.358
24,mlp.experts.138.down_proj,0.0000033021,0.05000,0.365
24,mlp.experts.154.down_proj,fallback(rtn): 0.0011826,0.00000,0.007
24,mlp.experts.143.down_proj,0.0000038205,0.05000,0.361
24,mlp.experts.139.down_proj,0.0000079652,0.05000,0.368
24,mlp.experts.136.down_proj,0.0000054881,0.05000,0.365
24,mlp.experts.132.down_proj,0.0000037950,0.05000,0.369
24,mlp.experts.135.down_proj,0.0000039016,0.05000,0.359
24,mlp.experts.131.down_proj,0.0000077686,0.05000,0.354
24,mlp.experts.140.down_proj,0.0000053161,0.05000,0.368
24,mlp.experts.129.down_proj,0.0000088043,0.05000,0.365
24,mlp.experts.149.down_proj,0.0000037412,0.05000,0.362
24,mlp.experts.166.down_proj,0.0000085615,0.05000,0.369
24,mlp.experts.144.down_proj,0.0000030250,0.05000,0.354
24,mlp.experts.153.down_proj,0.0000031091,0.05000,0.363
24,mlp.experts.146.down_proj,0.0000038175,0.05000,0.367
24,mlp.experts.158.down_proj,0.0000013888,0.05000,0.375
24,mlp.experts.157.down_proj,0.0000080246,0.05000,0.378
24,mlp.experts.159.down_proj,0.0000060579,0.05000,0.360
24,mlp.experts.170.down_proj,0.0000037025,0.05000,0.370
24,mlp.experts.155.down_proj,0.0000050824,0.05000,0.361
24,mlp.experts.152.down_proj,0.0000142136,0.05000,0.365
24,mlp.experts.156.down_proj,0.0000033526,0.05000,0.365
24,mlp.experts.148.down_proj,0.0000082665,0.05000,0.380
24,mlp.experts.147.down_proj,0.0000058715,0.05000,0.373
24,mlp.experts.145.down_proj,0.0000025473,0.05000,0.370
24,mlp.experts.151.down_proj,0.0000034652,0.05000,0.373
24,mlp.experts.182.down_proj,0.0000050257,0.05000,0.369
24,mlp.experts.165.down_proj,0.0000025764,0.05000,0.379
24,mlp.experts.160.down_proj,0.0000051729,0.05000,0.375
24,mlp.experts.169.down_proj,0.0000052811,0.05000,0.385
24,mlp.experts.162.down_proj,0.0000081503,0.05000,0.369
24,mlp.experts.174.down_proj,0.0000041373,0.05000,0.366
24,mlp.experts.173.down_proj,0.0000036123,0.05000,0.375
24,mlp.experts.175.down_proj,0.0000037414,0.05000,0.376
24,mlp.experts.186.down_proj,0.0000049012,0.05000,0.375
24,mlp.experts.171.down_proj,0.0000027864,0.05000,0.360
24,mlp.experts.168.down_proj,0.0000023224,0.05000,0.371
24,mlp.experts.172.down_proj,0.0000064611,0.05000,0.367
24,mlp.experts.164.down_proj,0.0000042770,0.05000,0.372
24,mlp.experts.163.down_proj,0.0000028034,0.05000,0.370
24,mlp.experts.167.down_proj,0.0000028237,0.05000,0.377
24,mlp.experts.161.down_proj,0.0000023002,0.05000,0.376
24,mlp.experts.198.down_proj,0.0000071493,0.05000,0.371
24,mlp.experts.181.down_proj,0.0000051154,0.05000,0.379
24,mlp.experts.176.down_proj,0.0000041249,0.05000,0.370
24,mlp.experts.197.down_proj,fallback(rtn): 0.0010071,0.00000,0.007
24,mlp.experts.185.down_proj,0.0000029204,0.05000,0.380
24,mlp.experts.190.down_proj,0.0000078794,0.05000,0.374
24,mlp.experts.178.down_proj,0.0000092079,0.05000,0.385
24,mlp.experts.189.down_proj,0.0000043602,0.05000,0.378
24,mlp.experts.202.down_proj,0.0000023953,0.05000,0.374
24,mlp.experts.187.down_proj,0.0000029159,0.05000,0.373
24,mlp.experts.191.down_proj,0.0000048589,0.05000,0.378
24,mlp.experts.184.down_proj,0.0000025790,0.05000,0.375
24,mlp.experts.188.down_proj,0.0000014647,0.05000,0.374
24,mlp.experts.179.down_proj,0.0000062994,0.05000,0.369
24,mlp.experts.180.down_proj,0.0000076696,0.05000,0.376
24,mlp.experts.183.down_proj,0.0000107267,0.05000,0.377
24,mlp.experts.177.down_proj,0.0000015941,0.05000,0.376
24,mlp.experts.214.down_proj,0.0000022885,0.05000,0.362
24,mlp.experts.192.down_proj,0.0000036353,0.05000,0.375
24,mlp.experts.213.down_proj,0.0000027881,0.05000,0.370
24,mlp.experts.201.down_proj,0.0000038300,0.05000,0.373
24,mlp.experts.206.down_proj,0.0000033437,0.05000,0.362
24,mlp.experts.194.down_proj,0.0000029650,0.05000,0.363
24,mlp.experts.205.down_proj,0.0000054994,0.05000,0.368
24,mlp.experts.218.down_proj,0.0000032261,0.05000,0.370
24,mlp.experts.203.down_proj,0.0000068052,0.05000,0.372
24,mlp.experts.207.down_proj,0.0000044796,0.05000,0.371
24,mlp.experts.200.down_proj,0.0000022278,0.05000,0.365
24,mlp.experts.204.down_proj,0.0000054827,0.05000,0.368
24,mlp.experts.195.down_proj,0.0000024435,0.05000,0.365
24,mlp.experts.196.down_proj,0.0000032288,0.05000,0.361
24,mlp.experts.193.down_proj,0.0000064511,0.05000,0.367
24,mlp.experts.199.down_proj,0.0000059881,0.05000,0.372
24,mlp.experts.215.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
24,mlp.experts.230.down_proj,0.0000061201,0.05000,0.360
24,mlp.experts.229.down_proj,0.0000033504,0.05000,0.362
24,mlp.experts.208.down_proj,0.0000033987,0.05000,0.365
24,mlp.experts.210.down_proj,0.0000102249,0.05000,0.356
24,mlp.experts.222.down_proj,0.0000065525,0.05000,0.360
24,mlp.experts.217.down_proj,0.0000112791,0.05000,0.365
24,mlp.experts.221.down_proj,0.0000035617,0.05000,0.360
24,mlp.experts.237.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
24,mlp.experts.234.down_proj,0.0000095491,0.05000,0.363
24,mlp.experts.223.down_proj,0.0000115822,0.05000,0.363
24,mlp.experts.219.down_proj,0.0000059773,0.05000,0.365
24,mlp.experts.216.down_proj,0.0000027392,0.05000,0.366
24,mlp.experts.220.down_proj,0.0000042108,0.05000,0.363
24,mlp.experts.211.down_proj,0.0000038708,0.05000,0.363
24,mlp.experts.212.down_proj,0.0000046949,0.05000,0.365
24,mlp.experts.209.down_proj,0.0000074838,0.05000,0.356
24,mlp.experts.231.down_proj,0.0000041606,0.05000,0.357
24,mlp.experts.246.down_proj,0.0000026180,0.05000,0.360
24,mlp.experts.238.down_proj,0.0000103001,0.05000,0.339
24,mlp.experts.245.down_proj,0.0000043290,0.05000,0.364
24,mlp.experts.224.down_proj,0.0000024176,0.05000,0.370
24,mlp.experts.226.down_proj,0.0000065597,0.05000,0.356
24,mlp.experts.233.down_proj,0.0000119129,0.05000,0.363
24,mlp.experts.250.down_proj,0.0000021985,0.05000,0.346
24,mlp.experts.253.down_proj,0.0000036081,0.05000,0.358
24,mlp.experts.239.down_proj,0.0000031811,0.05000,0.363
24,mlp.experts.232.down_proj,0.0000028163,0.05000,0.356
24,mlp.experts.235.down_proj,0.0000043947,0.05000,0.367
24,mlp.experts.225.down_proj,0.0000055518,0.05000,0.333
24,mlp.experts.236.down_proj,0.0000065193,0.05000,0.367
24,mlp.experts.227.down_proj,0.0000048211,0.05000,0.356
24,mlp.experts.228.down_proj,0.0000147391,0.05000,0.366
24,mlp.experts.247.down_proj,0.0000032074,0.05000,0.364
24,mlp.experts.254.down_proj,0.0000041592,0.05000,0.236
24,mlp.experts.242.down_proj,0.0000079702,0.05000,0.236
24,mlp.experts.249.down_proj,0.0000066604,0.05000,0.262
24,mlp.experts.241.down_proj,0.0000022023,0.05000,0.216
24,mlp.experts.255.down_proj,0.0000016517,0.05000,0.263
24,mlp.experts.240.down_proj,0.0000027332,0.05000,0.327
24,mlp.experts.251.down_proj,0.0000044155,0.05000,0.262
24,mlp.experts.243.down_proj,0.0000039631,0.05000,0.253
24,mlp.experts.248.down_proj,0.0000057324,0.05000,0.303
24,mlp.experts.252.down_proj,0.0000022248,0.05000,0.294
24,mlp.experts.244.down_proj,0.0000055338,0.05000,0.291
25,mlp.experts.13.gate_proj,0.0001755225,0.05000,1.560
25,mlp.experts.5.gate_proj,0.0002213255,0.05000,1.558
25,mlp.experts.9.gate_proj,0.0003893298,0.05000,1.577
25,mlp.experts.12.gate_proj,0.0005880007,0.05000,1.582
25,mlp.experts.3.gate_proj,0.0001586767,0.05000,1.562
25,mlp.experts.1.gate_proj,0.0002288788,0.05000,1.580
25,mlp.experts.10.gate_proj,0.0001045664,0.05000,1.559
25,mlp.experts.14.gate_proj,0.0005127419,0.05000,1.583
25,mlp.experts.6.gate_proj,0.0001526163,0.05000,1.578
25,mlp.experts.2.gate_proj,0.0002064033,0.05000,1.581
25,mlp.experts.7.gate_proj,0.0002821519,0.05000,1.550
25,mlp.experts.11.gate_proj,0.0000993694,0.05000,1.563
25,mlp.experts.0.gate_proj,0.0001737797,0.05000,1.573
25,mlp.experts.4.gate_proj,0.0002709023,0.05000,1.560
25,mlp.experts.15.gate_proj,0.0000925804,0.05000,1.571
25,mlp.experts.8.gate_proj,0.0002054840,0.05000,1.590
25,mlp.experts.25.gate_proj,fallback(rtn): 0.0010681,0.00000,0.070
25,mlp.experts.28.gate_proj,0.0001793929,0.05000,1.577
25,mlp.experts.21.gate_proj,0.0001964288,0.05000,1.607
25,mlp.experts.29.gate_proj,0.0002919234,0.05000,1.616
25,mlp.experts.20.gate_proj,0.0002512490,0.05000,1.566
25,mlp.experts.24.gate_proj,0.0003196601,0.05000,1.564
25,mlp.experts.26.gate_proj,0.0002704226,0.05000,1.570
25,mlp.experts.31.gate_proj,0.0004988026,0.05000,1.568
25,mlp.experts.23.gate_proj,0.0003129424,0.05000,1.579
25,mlp.experts.30.gate_proj,0.0001840075,0.05000,1.580
25,mlp.experts.16.gate_proj,0.0003760206,0.05000,1.578
25,mlp.experts.41.gate_proj,0.0002070765,0.05000,1.545
25,mlp.experts.19.gate_proj,0.0003251776,0.05000,1.598
25,mlp.experts.22.gate_proj,0.0001501352,0.05000,1.590
25,mlp.experts.18.gate_proj,0.0000995256,0.05000,1.583
25,mlp.experts.27.gate_proj,0.0001740563,0.05000,1.584
25,mlp.experts.17.gate_proj,0.0003431087,0.05000,1.610
25,mlp.experts.45.gate_proj,0.0001658530,0.05000,1.547
25,mlp.experts.37.gate_proj,0.0001642767,0.05000,1.571
25,mlp.experts.44.gate_proj,0.0001720974,0.05000,1.604
25,mlp.experts.36.gate_proj,0.0001751174,0.05000,1.564
25,mlp.experts.47.gate_proj,0.0000920307,0.05000,1.567
25,mlp.experts.42.gate_proj,0.0002086665,0.05000,1.576
25,mlp.experts.46.gate_proj,0.0002479672,0.05000,1.563
25,mlp.experts.34.gate_proj,0.0002296377,0.05000,1.561
25,mlp.experts.38.gate_proj,0.0001853692,0.05000,1.565
25,mlp.experts.57.gate_proj,0.0003353612,0.05000,1.579
25,mlp.experts.43.gate_proj,0.0000867835,0.05000,1.576
25,mlp.experts.35.gate_proj,0.0002963206,0.05000,1.586
25,mlp.experts.39.gate_proj,0.0002492764,0.05000,1.593
25,mlp.experts.33.gate_proj,0.0001366410,0.05000,1.594
25,mlp.experts.40.gate_proj,0.0002670160,0.05000,1.648
25,mlp.experts.32.gate_proj,0.0003157110,0.05000,1.638
25,mlp.experts.59.gate_proj,fallback(rtn): 0.0010529,0.00000,0.058
25,mlp.experts.61.gate_proj,0.0000947439,0.05000,1.517
25,mlp.experts.53.gate_proj,0.0005568276,0.05000,1.507
25,mlp.experts.60.gate_proj,0.0002981478,0.05000,1.547
25,mlp.experts.73.gate_proj,0.0003655904,0.05000,1.503
25,mlp.experts.52.gate_proj,0.0002102517,0.05000,1.550
25,mlp.experts.63.gate_proj,0.0002113930,0.05000,1.538
25,mlp.experts.50.gate_proj,0.0001728032,0.05000,1.526
25,mlp.experts.62.gate_proj,0.0005111702,0.05000,1.557
25,mlp.experts.55.gate_proj,0.0002289975,0.05000,1.541
25,mlp.experts.56.gate_proj,0.0001989004,0.05000,1.511
25,mlp.experts.54.gate_proj,0.0004478417,0.05000,1.574
25,mlp.experts.51.gate_proj,0.0001932316,0.05000,1.557
25,mlp.experts.58.gate_proj,0.0000837711,0.05000,1.598
25,mlp.experts.49.gate_proj,0.0002421467,0.05000,1.577
25,mlp.experts.48.gate_proj,0.0001256385,0.05000,1.544
25,mlp.experts.75.gate_proj,0.0002313725,0.05000,1.545
25,mlp.experts.77.gate_proj,0.0002570832,0.05000,1.554
25,mlp.experts.69.gate_proj,0.0002765636,0.05000,1.555
25,mlp.experts.72.gate_proj,0.0002281317,0.05000,1.459
25,mlp.experts.76.gate_proj,0.0002252907,0.05000,1.525
25,mlp.experts.78.gate_proj,0.0002408750,0.05000,1.486
25,mlp.experts.79.gate_proj,0.0002048309,0.05000,1.529
25,mlp.experts.68.gate_proj,0.0004218389,0.05000,1.539
25,mlp.experts.66.gate_proj,0.0001447425,0.05000,1.567
25,mlp.experts.74.gate_proj,0.0000887840,0.05000,1.498
25,mlp.experts.67.gate_proj,0.0001944530,0.05000,1.513
25,mlp.experts.71.gate_proj,0.0001437337,0.05000,1.540
25,mlp.experts.64.gate_proj,0.0001787399,0.05000,1.511
25,mlp.experts.89.gate_proj,0.0002058265,0.05000,1.622
25,mlp.experts.70.gate_proj,0.0002320881,0.05000,1.566
25,mlp.experts.91.gate_proj,0.0001088845,0.05000,1.536
25,mlp.experts.65.gate_proj,0.0001467434,0.05000,1.575
25,mlp.experts.84.gate_proj,0.0002339525,0.05000,1.460
25,mlp.experts.92.gate_proj,0.0002322610,0.05000,1.484
25,mlp.experts.88.gate_proj,0.0003498498,0.05000,1.492
25,mlp.experts.95.gate_proj,0.0003526119,0.05000,1.503
25,mlp.experts.94.gate_proj,0.0001259949,0.05000,1.530
25,mlp.experts.82.gate_proj,0.0002902673,0.05000,1.474
25,mlp.experts.93.gate_proj,0.0001851305,0.05000,1.562
25,mlp.experts.90.gate_proj,0.0001132120,0.05000,1.488
25,mlp.experts.85.gate_proj,0.0004306483,0.05000,1.584
25,mlp.experts.80.gate_proj,0.0002569267,0.05000,1.490
25,mlp.experts.83.gate_proj,0.0000940249,0.05000,1.531
25,mlp.experts.87.gate_proj,0.0001326353,0.05000,1.544
25,mlp.experts.107.gate_proj,0.0003167252,0.05000,1.494
25,mlp.experts.86.gate_proj,0.0003000972,0.05000,1.521
25,mlp.experts.105.gate_proj,0.0001661502,0.05000,1.564
25,mlp.experts.81.gate_proj,0.0002342089,0.05000,1.537
25,mlp.experts.100.gate_proj,0.0001980354,0.05000,1.513
25,mlp.experts.108.gate_proj,0.0002203134,0.05000,1.514
25,mlp.experts.104.gate_proj,0.0001171119,0.05000,1.555
25,mlp.experts.110.gate_proj,0.0002266710,0.05000,1.515
25,mlp.experts.98.gate_proj,0.0002228110,0.05000,1.517
25,mlp.experts.111.gate_proj,0.0001806788,0.05000,1.547
25,mlp.experts.106.gate_proj,0.0002197244,0.05000,1.515
25,mlp.experts.96.gate_proj,0.0003606514,0.05000,1.504
25,mlp.experts.109.gate_proj,0.0003402028,0.05000,1.557
25,mlp.experts.99.gate_proj,0.0001752654,0.05000,1.531
25,mlp.experts.102.gate_proj,0.0001827489,0.05000,1.513
25,mlp.experts.101.gate_proj,0.0001325380,0.05000,1.572
25,mlp.experts.103.gate_proj,0.0001602173,0.05000,1.544
25,mlp.experts.123.gate_proj,0.0002363893,0.05000,1.550
25,mlp.experts.97.gate_proj,0.0001433912,0.05000,1.522
25,mlp.experts.121.gate_proj,0.0002431253,0.05000,1.551
25,mlp.experts.124.gate_proj,0.0001584670,0.05000,1.513
25,mlp.experts.116.gate_proj,0.0002062667,0.05000,1.516
25,mlp.experts.120.gate_proj,0.0001542780,0.05000,1.525
25,mlp.experts.127.gate_proj,0.0001479111,0.05000,1.524
25,mlp.experts.112.gate_proj,0.0001308298,0.05000,1.512
25,mlp.experts.122.gate_proj,0.0001673627,0.05000,1.529
25,mlp.experts.114.gate_proj,0.0002739986,0.05000,1.543
25,mlp.experts.125.gate_proj,0.0003380112,0.05000,1.546
25,mlp.experts.126.gate_proj,0.0002526807,0.05000,1.591
25,mlp.experts.139.gate_proj,0.0002733843,0.05000,1.492
25,mlp.experts.118.gate_proj,0.0002570924,0.05000,1.547
25,mlp.experts.117.gate_proj,0.0002323013,0.05000,1.548
25,mlp.experts.115.gate_proj,0.0001737640,0.05000,1.569
25,mlp.experts.119.gate_proj,0.0002075191,0.05000,1.565
25,mlp.experts.137.gate_proj,0.0002056328,0.05000,1.522
25,mlp.experts.113.gate_proj,0.0001528477,0.05000,1.543
25,mlp.experts.140.gate_proj,0.0001707584,0.05000,1.508
25,mlp.experts.132.gate_proj,0.0001820668,0.05000,1.519
25,mlp.experts.136.gate_proj,0.0003467029,0.05000,1.505
25,mlp.experts.128.gate_proj,0.0002756768,0.05000,1.518
25,mlp.experts.143.gate_proj,0.0002143513,0.05000,1.537
25,mlp.experts.138.gate_proj,0.0000859289,0.05000,1.552
25,mlp.experts.130.gate_proj,0.0000846870,0.05000,1.550
25,mlp.experts.141.gate_proj,0.0001992885,0.05000,1.512
25,mlp.experts.155.gate_proj,0.0001148863,0.05000,1.532
25,mlp.experts.134.gate_proj,0.0001166082,0.05000,1.519
25,mlp.experts.133.gate_proj,0.0001541286,0.05000,1.519
25,mlp.experts.131.gate_proj,0.0001448355,0.05000,1.511
25,mlp.experts.142.gate_proj,0.0001480744,0.05000,1.599
25,mlp.experts.153.gate_proj,0.0002534831,0.05000,1.515
25,mlp.experts.135.gate_proj,0.0002116648,0.05000,1.522
25,mlp.experts.129.gate_proj,0.0001734940,0.05000,1.526
25,mlp.experts.156.gate_proj,0.0001929056,0.05000,1.509
25,mlp.experts.148.gate_proj,0.0002301931,0.05000,1.499
25,mlp.experts.152.gate_proj,0.0001916090,0.05000,1.508
25,mlp.experts.144.gate_proj,0.0000778802,0.05000,1.527
25,mlp.experts.159.gate_proj,0.0002163898,0.05000,1.512
25,mlp.experts.147.gate_proj,0.0000982022,0.05000,1.468
25,mlp.experts.154.gate_proj,0.0002798404,0.05000,1.546
25,mlp.experts.146.gate_proj,0.0003078005,0.05000,1.545
25,mlp.experts.149.gate_proj,0.0002317592,0.05000,1.495
25,mlp.experts.157.gate_proj,0.0002700011,0.05000,1.540
25,mlp.experts.158.gate_proj,0.0001866253,0.05000,1.478
25,mlp.experts.169.gate_proj,0.0002899465,0.05000,1.477
25,mlp.experts.171.gate_proj,0.0002085398,0.05000,1.552
25,mlp.experts.145.gate_proj,0.0001855904,0.05000,1.473
25,mlp.experts.151.gate_proj,0.0001950611,0.05000,1.523
25,mlp.experts.150.gate_proj,0.0002094584,0.05000,1.582
25,mlp.experts.172.gate_proj,0.0001200155,0.05000,1.513
25,mlp.experts.168.gate_proj,0.0001471785,0.05000,1.465
25,mlp.experts.164.gate_proj,0.0001643081,0.05000,1.515
25,mlp.experts.160.gate_proj,0.0002173259,0.05000,1.509
25,mlp.experts.175.gate_proj,0.0001611302,0.05000,1.527
25,mlp.experts.163.gate_proj,0.0002802364,0.05000,1.532
25,mlp.experts.165.gate_proj,0.0002000601,0.05000,1.516
25,mlp.experts.161.gate_proj,0.0001123097,0.05000,1.503
25,mlp.experts.173.gate_proj,0.0001431745,0.05000,1.548
25,mlp.experts.170.gate_proj,0.0000820934,0.05000,1.560
25,mlp.experts.167.gate_proj,0.0001894129,0.05000,1.497
25,mlp.experts.162.gate_proj,0.0001468864,0.05000,1.561
25,mlp.experts.185.gate_proj,0.0001830019,0.05000,1.543
25,mlp.experts.187.gate_proj,0.0002184947,0.05000,1.531
25,mlp.experts.174.gate_proj,0.0002373324,0.05000,1.554
25,mlp.experts.166.gate_proj,0.0002061808,0.05000,1.503
25,mlp.experts.180.gate_proj,0.0002163384,0.05000,1.498
25,mlp.experts.184.gate_proj,0.0002314735,0.05000,1.519
25,mlp.experts.188.gate_proj,0.0002487376,0.05000,1.556
25,mlp.experts.176.gate_proj,0.0002782304,0.05000,1.519
25,mlp.experts.191.gate_proj,0.0001694233,0.05000,1.561
25,mlp.experts.179.gate_proj,0.0001103244,0.05000,1.519
25,mlp.experts.181.gate_proj,0.0001621706,0.05000,1.524
25,mlp.experts.201.gate_proj,0.0001874825,0.05000,1.476
25,mlp.experts.189.gate_proj,0.0002361001,0.05000,1.504
25,mlp.experts.182.gate_proj,0.0001109801,0.05000,1.493
25,mlp.experts.178.gate_proj,0.0003781031,0.05000,1.503
25,mlp.experts.190.gate_proj,0.0002282156,0.05000,1.513
25,mlp.experts.177.gate_proj,0.0002107560,0.05000,1.573
25,mlp.experts.186.gate_proj,0.0003794888,0.05000,1.562
25,mlp.experts.183.gate_proj,0.0001624963,0.05000,1.564
25,mlp.experts.203.gate_proj,0.0001539579,0.05000,1.586
25,mlp.experts.200.gate_proj,0.0001337871,0.05000,1.465
25,mlp.experts.196.gate_proj,0.0001912937,0.05000,1.518
25,mlp.experts.204.gate_proj,0.0002595473,0.05000,1.496
25,mlp.experts.192.gate_proj,0.0001905051,0.05000,1.499
25,mlp.experts.217.gate_proj,0.0001121355,0.05000,1.491
25,mlp.experts.197.gate_proj,0.0002356958,0.05000,1.509
25,mlp.experts.198.gate_proj,0.0002936798,0.05000,1.516
25,mlp.experts.207.gate_proj,0.0002443382,0.05000,1.583
25,mlp.experts.205.gate_proj,0.0001321792,0.05000,1.539
25,mlp.experts.202.gate_proj,0.0000990875,0.05000,1.487
25,mlp.experts.206.gate_proj,0.0002902286,0.05000,1.540
25,mlp.experts.194.gate_proj,0.0004296770,0.05000,1.549
25,mlp.experts.195.gate_proj,0.0002438153,0.05000,1.615
25,mlp.experts.193.gate_proj,0.0002676734,0.05000,1.526
25,mlp.experts.199.gate_proj,0.0001434391,0.05000,1.548
25,mlp.experts.219.gate_proj,0.0002059351,0.05000,1.555
25,mlp.experts.235.gate_proj,fallback(rtn): 0.0011215,0.00000,0.025
25,mlp.experts.216.gate_proj,0.0002253059,0.05000,1.488
25,mlp.experts.220.gate_proj,0.0002227910,0.05000,1.490
25,mlp.experts.212.gate_proj,0.0000699595,0.05000,1.525
25,mlp.experts.208.gate_proj,0.0002039270,0.05000,1.509
25,mlp.experts.213.gate_proj,0.0005199636,0.05000,1.489
25,mlp.experts.233.gate_proj,0.0001877918,0.05000,1.505
25,mlp.experts.214.gate_proj,0.0001753489,0.05000,1.479
25,mlp.experts.218.gate_proj,0.0001557260,0.05000,1.462
25,mlp.experts.210.gate_proj,0.0003392663,0.05000,1.457
25,mlp.experts.221.gate_proj,0.0002036570,0.05000,1.500
25,mlp.experts.209.gate_proj,0.0002898094,0.05000,1.496
25,mlp.experts.223.gate_proj,0.0001308061,0.05000,1.542
25,mlp.experts.222.gate_proj,0.0003053072,0.05000,1.520
25,mlp.experts.215.gate_proj,0.0000884303,0.05000,1.504
25,mlp.experts.211.gate_proj,0.0001664603,0.05000,1.553
25,mlp.experts.251.gate_proj,0.0001484900,0.05000,1.531
25,mlp.experts.232.gate_proj,0.0001529703,0.05000,1.534
25,mlp.experts.228.gate_proj,0.0002816172,0.05000,1.537
25,mlp.experts.236.gate_proj,0.0002149107,0.05000,1.569
25,mlp.experts.224.gate_proj,0.0001374652,0.05000,1.523
25,mlp.experts.249.gate_proj,0.0002838548,0.05000,1.529
25,mlp.experts.234.gate_proj,0.0002545051,0.05000,1.519
25,mlp.experts.229.gate_proj,0.0002149614,0.05000,1.558
25,mlp.experts.230.gate_proj,0.0001963743,0.05000,1.552
25,mlp.experts.237.gate_proj,0.0000884413,0.05000,1.516
25,mlp.experts.226.gate_proj,0.0002523992,0.05000,1.535
25,mlp.experts.245.gate_proj,fallback(rtn): 0.0010605,0.00000,0.023
25,mlp.experts.225.gate_proj,0.0001940674,0.05000,1.539
25,mlp.experts.238.gate_proj,0.0002543709,0.05000,1.541
25,mlp.experts.239.gate_proj,0.0002937117,0.05000,1.552
25,mlp.experts.231.gate_proj,0.0002617448,0.05000,1.563
25,mlp.experts.227.gate_proj,0.0001832966,0.05000,1.557
25,mlp.experts.11.up_proj,0.0000953414,0.05000,1.556
25,mlp.experts.248.gate_proj,0.0000745538,0.05000,1.599
25,mlp.experts.244.gate_proj,0.0001490082,0.05000,1.557
25,mlp.experts.252.gate_proj,0.0002167875,0.05000,1.589
25,mlp.experts.240.gate_proj,0.0001501543,0.05000,1.576
25,mlp.experts.9.up_proj,0.0003170751,0.05000,1.584
25,mlp.experts.25.up_proj,fallback(rtn): 0.0010376,0.00000,0.025
25,mlp.experts.5.up_proj,0.0002093349,0.05000,1.560
25,mlp.experts.246.gate_proj,0.0002669217,0.05000,1.575
25,mlp.experts.250.gate_proj,0.0002205088,0.05000,1.645
25,mlp.experts.241.gate_proj,0.0002850272,0.05000,1.554
25,mlp.experts.253.gate_proj,0.0001933213,0.05000,1.610
25,mlp.experts.242.gate_proj,0.0002428433,0.05000,1.640
25,mlp.experts.255.gate_proj,0.0004198918,0.05000,1.592
25,mlp.experts.254.gate_proj,0.0002310676,0.05000,1.611
25,mlp.experts.243.gate_proj,0.0003271589,0.05000,1.575
25,mlp.experts.247.gate_proj,0.0004057159,0.05000,1.608
25,mlp.experts.27.up_proj,0.0001357166,0.05000,1.576
25,mlp.experts.4.up_proj,0.0001924088,0.05000,1.500
25,mlp.experts.8.up_proj,0.0001773288,0.05000,1.552
25,mlp.experts.12.up_proj,0.0004903032,0.05000,1.548
25,mlp.experts.0.up_proj,0.0001794386,0.05000,1.528
25,mlp.experts.41.up_proj,0.0002132271,0.05000,1.490
25,mlp.experts.6.up_proj,0.0001856406,0.05000,1.501
25,mlp.experts.21.up_proj,0.0001836477,0.05000,1.528
25,mlp.experts.13.up_proj,0.0001849244,0.05000,1.487
25,mlp.experts.10.up_proj,0.0001247685,0.05000,1.496
25,mlp.experts.1.up_proj,0.0002253820,0.05000,1.499
25,mlp.experts.15.up_proj,0.0001021456,0.05000,1.489
25,mlp.experts.14.up_proj,0.0004156503,0.05000,1.488
25,mlp.experts.2.up_proj,0.0001911569,0.05000,1.521
25,mlp.experts.3.up_proj,0.0001527707,0.05000,1.507
25,mlp.experts.7.up_proj,0.0002454473,0.05000,1.512
25,mlp.experts.43.up_proj,0.0001039582,0.05000,1.526
25,mlp.experts.59.up_proj,fallback(rtn): 0.0010147,0.00000,0.025
25,mlp.experts.20.up_proj,0.0001956671,0.05000,1.550
25,mlp.experts.24.up_proj,0.0002544430,0.05000,1.562
25,mlp.experts.16.up_proj,0.0003381814,0.05000,1.545
25,mlp.experts.28.up_proj,0.0002081604,0.05000,1.550
25,mlp.experts.22.up_proj,0.0001373095,0.05000,1.490
25,mlp.experts.57.up_proj,0.0003143308,0.05000,1.525
25,mlp.experts.29.up_proj,0.0003211119,0.05000,1.477
25,mlp.experts.26.up_proj,0.0002519134,0.05000,1.514
25,mlp.experts.37.up_proj,0.0001613150,0.05000,1.521
25,mlp.experts.17.up_proj,0.0002779844,0.05000,1.508
25,mlp.experts.31.up_proj,0.0004333770,0.05000,1.490
25,mlp.experts.18.up_proj,0.0000997454,0.05000,1.486
25,mlp.experts.30.up_proj,0.0001831607,0.05000,1.490
25,mlp.experts.23.up_proj,0.0003095161,0.05000,1.464
25,mlp.experts.19.up_proj,0.0003652549,0.05000,1.514
25,mlp.experts.75.up_proj,0.0001828606,0.05000,1.509
25,mlp.experts.36.up_proj,0.0001523253,0.05000,1.556
25,mlp.experts.40.up_proj,0.0002118902,0.05000,1.553
25,mlp.experts.32.up_proj,0.0003079193,0.05000,1.551
25,mlp.experts.44.up_proj,0.0001618486,0.05000,1.557
25,mlp.experts.38.up_proj,0.0001758111,0.05000,1.518
25,mlp.experts.73.up_proj,0.0003191830,0.05000,1.553
25,mlp.experts.53.up_proj,0.0004811846,0.05000,1.504
25,mlp.experts.33.up_proj,0.0001296144,0.05000,1.507
25,mlp.experts.46.up_proj,0.0002166317,0.05000,1.486
25,mlp.experts.45.up_proj,0.0001509841,0.05000,1.559
25,mlp.experts.42.up_proj,0.0001805061,0.05000,1.523
25,mlp.experts.47.up_proj,0.0001067571,0.05000,1.509
25,mlp.experts.34.up_proj,0.0002188323,0.05000,1.538
25,mlp.experts.39.up_proj,0.0002094038,0.05000,1.534
25,mlp.experts.35.up_proj,0.0002738028,0.05000,1.539
25,mlp.experts.91.up_proj,0.0001021056,0.05000,1.508
25,mlp.experts.56.up_proj,0.0001852956,0.05000,1.512
25,mlp.experts.52.up_proj,0.0001980101,0.05000,1.549
25,mlp.experts.48.up_proj,0.0001425315,0.05000,1.552
25,mlp.experts.54.up_proj,0.0003438914,0.05000,1.549
25,mlp.experts.60.up_proj,0.0002838339,0.05000,1.579
25,mlp.experts.89.up_proj,0.0001910096,0.05000,1.533
25,mlp.experts.63.up_proj,0.0002040731,0.05000,1.527
25,mlp.experts.62.up_proj,0.0004139163,0.05000,1.534
25,mlp.experts.50.up_proj,0.0002065966,0.05000,1.499
25,mlp.experts.58.up_proj,0.0000806525,0.05000,1.542
25,mlp.experts.49.up_proj,0.0002259814,0.05000,1.570
25,mlp.experts.69.up_proj,0.0002164450,0.05000,1.599
25,mlp.experts.61.up_proj,0.0001015301,0.05000,1.598
25,mlp.experts.55.up_proj,0.0002183353,0.05000,1.533
25,mlp.experts.51.up_proj,0.0001955950,0.05000,1.518
25,mlp.experts.107.up_proj,0.0002336686,0.05000,1.531
25,mlp.experts.72.up_proj,0.0002470717,0.05000,1.483
25,mlp.experts.68.up_proj,0.0003365729,0.05000,1.486
25,mlp.experts.64.up_proj,0.0001681380,0.05000,1.497
25,mlp.experts.70.up_proj,0.0002045058,0.05000,1.503
25,mlp.experts.76.up_proj,0.0002500031,0.05000,1.512
25,mlp.experts.79.up_proj,0.0001916917,0.05000,1.496
25,mlp.experts.66.up_proj,0.0001338006,0.05000,1.496
25,mlp.experts.74.up_proj,0.0000975491,0.05000,1.499
25,mlp.experts.105.up_proj,0.0001519585,0.05000,1.553
25,mlp.experts.78.up_proj,0.0002294611,0.05000,1.560
25,mlp.experts.65.up_proj,0.0001604160,0.05000,1.553
25,mlp.experts.67.up_proj,0.0001658958,0.05000,1.498
25,mlp.experts.77.up_proj,0.0002811701,0.05000,1.529
25,mlp.experts.71.up_proj,0.0001159501,0.05000,1.509
25,mlp.experts.85.up_proj,0.0003434873,0.05000,1.579
25,mlp.experts.123.up_proj,0.0002478253,0.05000,1.508
25,mlp.experts.84.up_proj,0.0002192800,0.05000,1.516
25,mlp.experts.88.up_proj,0.0002859835,0.05000,1.557
25,mlp.experts.80.up_proj,0.0002163170,0.05000,1.528
25,mlp.experts.86.up_proj,0.0002796125,0.05000,1.515
25,mlp.experts.92.up_proj,0.0002575021,0.05000,1.508
25,mlp.experts.95.up_proj,0.0002548329,0.05000,1.525
25,mlp.experts.82.up_proj,0.0002251487,0.05000,1.518
25,mlp.experts.90.up_proj,0.0001006034,0.05000,1.517
25,mlp.experts.94.up_proj,0.0001130778,0.05000,1.515
25,mlp.experts.121.up_proj,0.0002278400,0.05000,1.551
25,mlp.experts.87.up_proj,0.0001362719,0.05000,1.499
25,mlp.experts.83.up_proj,0.0000877526,0.05000,1.509
25,mlp.experts.93.up_proj,0.0001607481,0.05000,1.558
25,mlp.experts.81.up_proj,0.0002757305,0.05000,1.596
25,mlp.experts.101.up_proj,0.0001436198,0.05000,1.570
25,mlp.experts.139.up_proj,0.0002590154,0.05000,1.504
25,mlp.experts.104.up_proj,0.0001234427,0.05000,1.522
25,mlp.experts.100.up_proj,0.0001747835,0.05000,1.564
25,mlp.experts.102.up_proj,0.0001608503,0.05000,1.508
25,mlp.experts.96.up_proj,0.0003173466,0.05000,1.536
25,mlp.experts.108.up_proj,0.0002282325,0.05000,1.543
25,mlp.experts.111.up_proj,0.0001802343,0.05000,1.514
25,mlp.experts.106.up_proj,0.0002138150,0.05000,1.534
25,mlp.experts.98.up_proj,0.0002009774,0.05000,1.542
25,mlp.experts.110.up_proj,0.0001694421,0.05000,1.504
25,mlp.experts.99.up_proj,0.0001665573,0.05000,1.513
25,mlp.experts.103.up_proj,0.0001392630,0.05000,1.515
25,mlp.experts.137.up_proj,0.0002027244,0.05000,1.568
25,mlp.experts.109.up_proj,0.0003284553,0.05000,1.551
25,mlp.experts.155.up_proj,0.0001072692,0.05000,1.497
25,mlp.experts.97.up_proj,0.0001624415,0.05000,1.559
25,mlp.experts.117.up_proj,0.0002063624,0.05000,1.566
25,mlp.experts.120.up_proj,0.0001305549,0.05000,1.508
25,mlp.experts.116.up_proj,0.0002129044,0.05000,1.512
25,mlp.experts.112.up_proj,0.0001307348,0.05000,1.521
25,mlp.experts.118.up_proj,0.0001597876,0.05000,1.540
25,mlp.experts.124.up_proj,0.0001533875,0.05000,1.518
25,mlp.experts.127.up_proj,0.0001363910,0.05000,1.529
25,mlp.experts.122.up_proj,0.0001397759,0.05000,1.525
25,mlp.experts.114.up_proj,0.0002591116,0.05000,1.533
25,mlp.experts.126.up_proj,0.0002055862,0.05000,1.544
25,mlp.experts.119.up_proj,0.0002010778,0.05000,1.517
25,mlp.experts.115.up_proj,0.0001583894,0.05000,1.546
25,mlp.experts.153.up_proj,0.0002083084,0.05000,1.518
25,mlp.experts.125.up_proj,0.0002709937,0.05000,1.518
25,mlp.experts.171.up_proj,0.0001957640,0.05000,1.537
25,mlp.experts.113.up_proj,0.0001537124,0.05000,1.527
25,mlp.experts.133.up_proj,0.0001331307,0.05000,1.526
25,mlp.experts.132.up_proj,0.0001716779,0.05000,1.495
25,mlp.experts.136.up_proj,0.0002868870,0.05000,1.504
25,mlp.experts.128.up_proj,0.0002443117,0.05000,1.494
25,mlp.experts.134.up_proj,0.0001113823,0.05000,1.525
25,mlp.experts.140.up_proj,0.0001853846,0.05000,1.500
25,mlp.experts.143.up_proj,0.0001749864,0.05000,1.508
25,mlp.experts.138.up_proj,0.0000883903,0.05000,1.524
25,mlp.experts.135.up_proj,0.0001998760,0.05000,1.500
25,mlp.experts.130.up_proj,0.0000831106,0.05000,1.540
25,mlp.experts.142.up_proj,0.0001812425,0.05000,1.514
25,mlp.experts.169.up_proj,0.0003602127,0.05000,1.493
25,mlp.experts.131.up_proj,0.0001348745,0.05000,1.509
25,mlp.experts.141.up_proj,0.0001780320,0.05000,1.502
25,mlp.experts.187.up_proj,0.0001921694,0.05000,1.503
25,mlp.experts.129.up_proj,0.0001463895,0.05000,1.526
25,mlp.experts.149.up_proj,0.0002179495,0.05000,1.519
25,mlp.experts.148.up_proj,0.0002302434,0.05000,1.499
25,mlp.experts.152.up_proj,0.0001683953,0.05000,1.503
25,mlp.experts.144.up_proj,0.0000731791,0.05000,1.519
25,mlp.experts.156.up_proj,0.0002032795,0.05000,1.512
25,mlp.experts.150.up_proj,0.0001860303,0.05000,1.543
25,mlp.experts.159.up_proj,0.0002037366,0.05000,1.513
25,mlp.experts.154.up_proj,0.0002913926,0.05000,1.551
25,mlp.experts.146.up_proj,0.0002875632,0.05000,1.523
25,mlp.experts.151.up_proj,0.0001687907,0.05000,1.528
25,mlp.experts.185.up_proj,0.0001704541,0.05000,1.509
25,mlp.experts.158.up_proj,0.0001717463,0.05000,1.569
25,mlp.experts.147.up_proj,0.0001022041,0.05000,1.545
25,mlp.experts.157.up_proj,0.0002612404,0.05000,1.540
25,mlp.experts.203.up_proj,0.0001404679,0.05000,1.532
25,mlp.experts.145.up_proj,0.0001536742,0.05000,1.518
25,mlp.experts.165.up_proj,0.0001654920,0.05000,1.516
25,mlp.experts.168.up_proj,0.0001508676,0.05000,1.510
25,mlp.experts.164.up_proj,0.0001567859,0.05000,1.543
25,mlp.experts.172.up_proj,0.0001098790,0.05000,1.485
25,mlp.experts.160.up_proj,0.0003115494,0.05000,1.520
25,mlp.experts.175.up_proj,0.0001565053,0.05000,1.540
25,mlp.experts.166.up_proj,0.0001807934,0.05000,1.570
25,mlp.experts.167.up_proj,0.0001787235,0.05000,1.527
25,mlp.experts.163.up_proj,0.0002276261,0.05000,1.492
25,mlp.experts.162.up_proj,0.0001350395,0.05000,1.548
25,mlp.experts.201.up_proj,0.0001679466,0.05000,1.543
25,mlp.experts.170.up_proj,0.0000798640,0.05000,1.555
25,mlp.experts.174.up_proj,0.0001965604,0.05000,1.554
25,mlp.experts.173.up_proj,0.0001243842,0.05000,1.525
25,mlp.experts.181.up_proj,0.0001383519,0.05000,1.478
25,mlp.experts.219.up_proj,0.0002088803,0.05000,1.530
25,mlp.experts.161.up_proj,0.0001027577,0.05000,1.540
25,mlp.experts.235.up_proj,fallback(rtn): 0.0010529,0.00000,0.027
25,mlp.experts.180.up_proj,0.0001885515,0.05000,1.473
25,mlp.experts.184.up_proj,0.0002010177,0.05000,1.506
25,mlp.experts.188.up_proj,0.0002245728,0.05000,1.506
25,mlp.experts.176.up_proj,0.0002782423,0.05000,1.524
25,mlp.experts.191.up_proj,0.0001520114,0.05000,1.540
25,mlp.experts.182.up_proj,0.0001016873,0.05000,1.523
25,mlp.experts.183.up_proj,0.0001666838,0.05000,1.537
25,mlp.experts.179.up_proj,0.0001259131,0.05000,1.531
25,mlp.experts.217.up_proj,0.0001026623,0.05000,1.533
25,mlp.experts.178.up_proj,0.0003195567,0.05000,1.539
25,mlp.experts.186.up_proj,0.0003073345,0.05000,1.540
25,mlp.experts.197.up_proj,0.0002072150,0.05000,1.490
25,mlp.experts.190.up_proj,0.0002012003,0.05000,1.548
25,mlp.experts.189.up_proj,0.0002259954,0.05000,1.550
25,mlp.experts.177.up_proj,0.0001991291,0.05000,1.523
25,mlp.experts.251.up_proj,0.0001411148,0.05000,1.530
25,mlp.experts.196.up_proj,0.0001620713,0.05000,1.464
25,mlp.experts.200.up_proj,0.0001509170,0.05000,1.505
25,mlp.experts.207.up_proj,0.0001992333,0.05000,1.266
25,mlp.experts.195.up_proj,0.0002480248,0.05000,1.244
25,mlp.experts.199.up_proj,0.0001488785,0.05000,1.256
25,mlp.experts.204.up_proj,0.0002080796,0.05000,1.481
25,mlp.experts.192.up_proj,0.0001997324,0.05000,1.466
25,mlp.experts.198.up_proj,0.0002328399,0.05000,1.502
25,mlp.experts.194.up_proj,0.0001755615,0.05000,1.466
25,mlp.experts.202.up_proj,0.0000934288,0.05000,1.490
25,mlp.experts.233.up_proj,0.0001789758,0.05000,1.499
25,mlp.experts.206.up_proj,0.0002718699,0.05000,1.450
25,mlp.experts.213.up_proj,0.0004085418,0.05000,1.493
25,mlp.experts.193.up_proj,0.0002261234,0.05000,1.466
25,mlp.experts.205.up_proj,0.0001256871,0.05000,1.506
25,mlp.experts.223.up_proj,0.0001274149,0.05000,1.247
25,mlp.experts.211.up_proj,0.0001744683,0.05000,1.260
25,mlp.experts.215.up_proj,0.0000810968,0.05000,1.302
25,mlp.experts.212.up_proj,0.0000611646,0.05000,1.491
25,mlp.experts.216.up_proj,0.0002154713,0.05000,1.523
25,mlp.experts.208.up_proj,0.0001831667,0.05000,1.477
25,mlp.experts.220.up_proj,0.0001918367,0.05000,1.480
25,mlp.experts.214.up_proj,0.0001435758,0.05000,1.487
25,mlp.experts.210.up_proj,0.0003663420,0.05000,1.490
25,mlp.experts.222.up_proj,0.0003304104,0.05000,1.463
25,mlp.experts.249.up_proj,0.0002220181,0.05000,1.486
25,mlp.experts.229.up_proj,0.0001795344,0.05000,1.449
25,mlp.experts.209.up_proj,0.0002634274,0.05000,1.434
25,mlp.experts.245.up_proj,fallback(rtn): 0.0010681,0.00000,0.021
25,mlp.experts.218.up_proj,0.0001436183,0.05000,1.523
25,mlp.experts.221.up_proj,0.0001894574,0.05000,1.439
25,mlp.experts.239.up_proj,0.0002433795,0.05000,1.182
25,mlp.experts.227.up_proj,0.0001765911,0.05000,1.230
25,mlp.experts.231.up_proj,0.0002478722,0.05000,1.208
25,mlp.experts.228.up_proj,0.0002380168,0.05000,1.426
25,mlp.experts.225.up_proj,0.0001583154,0.05000,1.021
25,mlp.experts.237.up_proj,0.0000814764,0.05000,1.015
25,mlp.experts.232.up_proj,0.0001328430,0.05000,1.425
25,mlp.experts.224.up_proj,0.0001211447,0.05000,1.402
25,mlp.experts.236.up_proj,0.0002026157,0.05000,1.447
25,mlp.experts.238.up_proj,0.0001987470,0.05000,1.392
25,mlp.experts.230.up_proj,0.0001730712,0.05000,1.473
25,mlp.experts.226.up_proj,0.0002078399,0.05000,1.468
25,mlp.experts.234.up_proj,0.0002391082,0.05000,1.402
25,mlp.experts.255.up_proj,0.0004005348,0.05000,1.172
25,mlp.experts.247.up_proj,0.0003246299,0.05000,1.097
25,mlp.experts.243.up_proj,0.0003005501,0.05000,1.140
25,mlp.experts.253.up_proj,0.0001732616,0.05000,0.954
25,mlp.experts.241.up_proj,0.0002536297,0.05000,0.958
25,mlp.experts.244.up_proj,0.0001318566,0.05000,1.303
25,mlp.experts.248.up_proj,0.0000687967,0.05000,1.268
25,mlp.experts.252.up_proj,0.0001709353,0.05000,1.189
25,mlp.experts.240.up_proj,0.0001599564,0.05000,1.245
25,mlp.experts.250.up_proj,0.0002166368,0.05000,1.154
25,mlp.experts.246.up_proj,0.0002149766,0.05000,1.224
25,mlp.experts.254.up_proj,0.0001996778,0.05000,1.251
25,mlp.experts.242.up_proj,0.0002271579,0.05000,1.201
25,mlp.experts.4.down_proj,0.0000038668,0.05000,0.416
25,mlp.experts.1.down_proj,0.0000110484,0.05000,0.423
25,mlp.experts.6.down_proj,0.0000074146,0.05000,0.418
25,mlp.experts.14.down_proj,0.0000166850,0.05000,0.412
25,mlp.experts.7.down_proj,0.0000057347,0.05000,0.420
25,mlp.experts.12.down_proj,0.0000162846,0.05000,0.419
25,mlp.experts.10.down_proj,0.0000068837,0.05000,0.422
25,mlp.experts.2.down_proj,0.0000030036,0.05000,0.430
25,mlp.experts.5.down_proj,0.0000032562,0.05000,0.423
25,mlp.experts.8.down_proj,0.0000043040,0.05000,0.413
25,mlp.experts.3.down_proj,0.0000031364,0.05000,0.424
25,mlp.experts.9.down_proj,0.0000088082,0.05000,0.431
25,mlp.experts.0.down_proj,0.0000074129,0.05000,0.420
25,mlp.experts.13.down_proj,0.0000137254,0.05000,0.422
25,mlp.experts.11.down_proj,0.0000055369,0.05000,0.423
25,mlp.experts.15.down_proj,0.0000060539,0.05000,0.420
25,mlp.experts.25.down_proj,fallback(rtn): 0.0010223,0.00000,0.006
25,mlp.experts.17.down_proj,0.0000048120,0.05000,0.351
25,mlp.experts.20.down_proj,0.0000054183,0.05000,0.361
25,mlp.experts.23.down_proj,0.0000123914,0.05000,0.363
25,mlp.experts.30.down_proj,0.0000071857,0.05000,0.386
25,mlp.experts.28.down_proj,0.0000058900,0.05000,0.379
25,mlp.experts.22.down_proj,0.0000053009,0.05000,0.386
25,mlp.experts.26.down_proj,0.0000041012,0.05000,0.382
25,mlp.experts.21.down_proj,0.0000120623,0.05000,0.377
25,mlp.experts.24.down_proj,0.0000058260,0.05000,0.379
25,mlp.experts.29.down_proj,0.0000150683,0.05000,0.383
25,mlp.experts.18.down_proj,0.0000039370,0.05000,0.392
25,mlp.experts.16.down_proj,0.0000296635,0.05000,0.386
25,mlp.experts.27.down_proj,0.0000029156,0.05000,0.385
25,mlp.experts.31.down_proj,0.0000132187,0.05000,0.387
25,mlp.experts.19.down_proj,0.0000227933,0.05000,0.396
25,mlp.experts.41.down_proj,0.0000098535,0.05000,0.383
25,mlp.experts.33.down_proj,0.0000058153,0.05000,0.381
25,mlp.experts.36.down_proj,0.0000034188,0.05000,0.380
25,mlp.experts.39.down_proj,0.0000053420,0.05000,0.362
25,mlp.experts.46.down_proj,0.0000045562,0.05000,0.373
25,mlp.experts.40.down_proj,0.0000063366,0.05000,0.366
25,mlp.experts.42.down_proj,0.0000075576,0.05000,0.371
25,mlp.experts.37.down_proj,0.0000102805,0.05000,0.368
25,mlp.experts.38.down_proj,0.0000085685,0.05000,0.373
25,mlp.experts.44.down_proj,0.0000035747,0.05000,0.374
25,mlp.experts.34.down_proj,0.0000069352,0.05000,0.362
25,mlp.experts.45.down_proj,0.0000075027,0.05000,0.374
25,mlp.experts.32.down_proj,0.0000125010,0.05000,0.366
25,mlp.experts.43.down_proj,0.0000035966,0.05000,0.363
25,mlp.experts.35.down_proj,0.0000049991,0.05000,0.362
25,mlp.experts.47.down_proj,0.0000035442,0.05000,0.368
25,mlp.experts.57.down_proj,0.0000062998,0.05000,0.369
25,mlp.experts.59.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
25,mlp.experts.52.down_proj,0.0000030611,0.05000,0.358
25,mlp.experts.49.down_proj,0.0000051923,0.05000,0.366
25,mlp.experts.55.down_proj,0.0000048268,0.05000,0.361
25,mlp.experts.62.down_proj,0.0000124654,0.05000,0.369
25,mlp.experts.56.down_proj,0.0000057437,0.05000,0.361
25,mlp.experts.60.down_proj,0.0000120900,0.05000,0.360
25,mlp.experts.58.down_proj,0.0000058768,0.05000,0.368
25,mlp.experts.54.down_proj,0.0000095093,0.05000,0.368
25,mlp.experts.50.down_proj,0.0000098632,0.05000,0.368
25,mlp.experts.53.down_proj,0.0000168372,0.05000,0.369
25,mlp.experts.61.down_proj,0.0000047800,0.05000,0.357
25,mlp.experts.48.down_proj,0.0000052797,0.05000,0.354
25,mlp.experts.73.down_proj,0.0000087585,0.05000,0.361
25,mlp.experts.51.down_proj,0.0000060641,0.05000,0.372
25,mlp.experts.75.down_proj,0.0000041091,0.05000,0.364
25,mlp.experts.63.down_proj,0.0000068556,0.05000,0.373
25,mlp.experts.68.down_proj,0.0000062870,0.05000,0.366
25,mlp.experts.65.down_proj,0.0000065429,0.05000,0.372
25,mlp.experts.71.down_proj,0.0000013500,0.05000,0.371
25,mlp.experts.78.down_proj,0.0000042913,0.05000,0.363
25,mlp.experts.76.down_proj,0.0000111638,0.05000,0.368
25,mlp.experts.72.down_proj,0.0000119625,0.05000,0.371
25,mlp.experts.74.down_proj,0.0000025468,0.05000,0.369
25,mlp.experts.70.down_proj,0.0000029747,0.05000,0.369
25,mlp.experts.66.down_proj,0.0000039132,0.05000,0.373
25,mlp.experts.64.down_proj,0.0000024973,0.05000,0.372
25,mlp.experts.69.down_proj,0.0000075062,0.05000,0.378
25,mlp.experts.67.down_proj,0.0000029059,0.05000,0.367
25,mlp.experts.77.down_proj,0.0000120554,0.05000,0.377
25,mlp.experts.89.down_proj,0.0000049567,0.05000,0.374
25,mlp.experts.79.down_proj,0.0000054786,0.05000,0.368
25,mlp.experts.91.down_proj,0.0000009896,0.05000,0.371
25,mlp.experts.81.down_proj,0.0000095837,0.05000,0.366
25,mlp.experts.84.down_proj,0.0000042177,0.05000,0.386
25,mlp.experts.87.down_proj,0.0000077992,0.05000,0.371
25,mlp.experts.94.down_proj,0.0000077288,0.05000,0.381
25,mlp.experts.92.down_proj,0.0000140590,0.05000,0.375
25,mlp.experts.90.down_proj,0.0000068732,0.05000,0.379
25,mlp.experts.88.down_proj,0.0000069280,0.05000,0.394
25,mlp.experts.86.down_proj,0.0000073603,0.05000,0.386
25,mlp.experts.82.down_proj,0.0000040689,0.05000,0.385
25,mlp.experts.83.down_proj,0.0000032790,0.05000,0.375
25,mlp.experts.80.down_proj,0.0000046435,0.05000,0.387
25,mlp.experts.85.down_proj,0.0000087342,0.05000,0.387
25,mlp.experts.107.down_proj,0.0000093720,0.05000,0.383
25,mlp.experts.93.down_proj,0.0000069482,0.05000,0.393
25,mlp.experts.105.down_proj,0.0000052779,0.05000,0.388
25,mlp.experts.95.down_proj,0.0000076747,0.05000,0.391
25,mlp.experts.97.down_proj,0.0000098507,0.05000,0.382
25,mlp.experts.100.down_proj,0.0000082001,0.05000,0.378
25,mlp.experts.103.down_proj,0.0000061510,0.05000,0.379
25,mlp.experts.110.down_proj,0.0000039120,0.05000,0.377
25,mlp.experts.108.down_proj,0.0000095517,0.05000,0.379
25,mlp.experts.106.down_proj,0.0000065652,0.05000,0.380
25,mlp.experts.102.down_proj,0.0000046862,0.05000,0.367
25,mlp.experts.98.down_proj,0.0000074138,0.05000,0.371
25,mlp.experts.104.down_proj,0.0000075907,0.05000,0.393
25,mlp.experts.99.down_proj,0.0000033671,0.05000,0.386
25,mlp.experts.96.down_proj,0.0000120248,0.05000,0.383
25,mlp.experts.101.down_proj,0.0000050210,0.05000,0.377
25,mlp.experts.109.down_proj,0.0000088641,0.05000,0.375
25,mlp.experts.123.down_proj,0.0000079005,0.05000,0.386
25,mlp.experts.121.down_proj,0.0000038005,0.05000,0.384
25,mlp.experts.111.down_proj,0.0000080620,0.05000,0.387
25,mlp.experts.116.down_proj,0.0000113128,0.05000,0.380
25,mlp.experts.113.down_proj,0.0000060309,0.05000,0.385
25,mlp.experts.119.down_proj,0.0000033104,0.05000,0.381
25,mlp.experts.124.down_proj,0.0000066107,0.05000,0.371
25,mlp.experts.126.down_proj,0.0000092976,0.05000,0.381
25,mlp.experts.118.down_proj,0.0000039232,0.05000,0.374
25,mlp.experts.122.down_proj,0.0000036787,0.05000,0.379
25,mlp.experts.114.down_proj,0.0000045890,0.05000,0.375
25,mlp.experts.120.down_proj,0.0000050129,0.05000,0.377
25,mlp.experts.115.down_proj,0.0000072973,0.05000,0.383
25,mlp.experts.117.down_proj,0.0000030180,0.05000,0.377
25,mlp.experts.125.down_proj,0.0000088173,0.05000,0.375
25,mlp.experts.112.down_proj,0.0000066509,0.05000,0.384
25,mlp.experts.139.down_proj,0.0000044168,0.05000,0.374
25,mlp.experts.137.down_proj,0.0000096557,0.05000,0.377
25,mlp.experts.127.down_proj,0.0000036173,0.05000,0.379
25,mlp.experts.132.down_proj,0.0000030052,0.05000,0.374
25,mlp.experts.129.down_proj,0.0000032340,0.05000,0.370
25,mlp.experts.135.down_proj,0.0000033402,0.05000,0.368
25,mlp.experts.140.down_proj,0.0000067440,0.05000,0.368
25,mlp.experts.142.down_proj,0.0000069112,0.05000,0.373
25,mlp.experts.134.down_proj,0.0000038501,0.05000,0.381
25,mlp.experts.130.down_proj,0.0000031223,0.05000,0.377
25,mlp.experts.138.down_proj,0.0000018142,0.05000,0.380
25,mlp.experts.136.down_proj,0.0000059931,0.05000,0.370
25,mlp.experts.131.down_proj,0.0000056070,0.05000,0.373
25,mlp.experts.133.down_proj,0.0000036300,0.05000,0.371
25,mlp.experts.141.down_proj,0.0000027996,0.05000,0.367
25,mlp.experts.128.down_proj,0.0000044097,0.05000,0.376
25,mlp.experts.143.down_proj,0.0000037954,0.05000,0.366
25,mlp.experts.153.down_proj,0.0000029076,0.05000,0.373
25,mlp.experts.155.down_proj,0.0000026942,0.05000,0.379
25,mlp.experts.148.down_proj,0.0000124656,0.05000,0.355
25,mlp.experts.145.down_proj,0.0000046995,0.05000,0.366
25,mlp.experts.151.down_proj,0.0000048189,0.05000,0.367
25,mlp.experts.156.down_proj,0.0000082522,0.05000,0.362
25,mlp.experts.158.down_proj,0.0000050285,0.05000,0.359
25,mlp.experts.152.down_proj,0.0000022980,0.05000,0.349
25,mlp.experts.150.down_proj,0.0000049462,0.05000,0.368
25,mlp.experts.154.down_proj,0.0000137682,0.05000,0.364
25,mlp.experts.146.down_proj,0.0000047739,0.05000,0.366
25,mlp.experts.144.down_proj,0.0000036142,0.05000,0.339
25,mlp.experts.147.down_proj,0.0000045337,0.05000,0.359
25,mlp.experts.149.down_proj,0.0000047426,0.05000,0.359
25,mlp.experts.157.down_proj,0.0000081534,0.05000,0.359
25,mlp.experts.159.down_proj,0.0000036823,0.05000,0.358
25,mlp.experts.171.down_proj,0.0000050243,0.05000,0.357
25,mlp.experts.169.down_proj,0.0000128419,0.05000,0.363
25,mlp.experts.164.down_proj,0.0000060989,0.05000,0.236
25,mlp.experts.161.down_proj,0.0000012163,0.05000,0.353
25,mlp.experts.167.down_proj,0.0000024312,0.05000,0.354
25,mlp.experts.174.down_proj,0.0000046354,0.05000,0.360
25,mlp.experts.166.down_proj,0.0000050995,0.05000,0.348
25,mlp.experts.170.down_proj,0.0000033502,0.05000,0.359
25,mlp.experts.162.down_proj,0.0000043812,0.05000,0.359
25,mlp.experts.165.down_proj,0.0000045801,0.05000,0.350
25,mlp.experts.173.down_proj,0.0000028476,0.05000,0.351
25,mlp.experts.163.down_proj,0.0000085940,0.05000,0.354
25,mlp.experts.185.down_proj,0.0000027243,0.05000,0.330
25,mlp.experts.187.down_proj,0.0000048626,0.05000,0.340
25,mlp.experts.175.down_proj,0.0000056101,0.05000,0.352
25,mlp.experts.183.down_proj,0.0000083058,0.05000,0.344
25,mlp.experts.179.down_proj,0.0000065053,0.05000,0.332
25,mlp.experts.203.down_proj,0.0000042992,0.05000,0.332
25,mlp.experts.177.down_proj,0.0000032196,0.05000,0.441
25,mlp.experts.190.down_proj,0.0000058968,0.05000,0.457
25,mlp.experts.201.down_proj,0.0000030597,0.05000,0.404
25,mlp.experts.182.down_proj,0.0000033975,0.05000,0.459
25,mlp.experts.178.down_proj,0.0000167540,0.05000,0.440
25,mlp.experts.186.down_proj,0.0000063624,0.05000,0.441
25,mlp.experts.181.down_proj,0.0000034514,0.05000,0.443
25,mlp.experts.189.down_proj,0.0000047076,0.05000,0.449
25,mlp.experts.191.down_proj,0.0000034224,0.05000,0.490
25,mlp.experts.193.down_proj,0.0000047750,0.05000,0.361
25,mlp.experts.199.down_proj,0.0000058594,0.05000,0.488
25,mlp.experts.206.down_proj,0.0000045862,0.05000,0.365
25,mlp.experts.217.down_proj,0.0000029446,0.05000,0.361
25,mlp.experts.197.down_proj,0.0000070633,0.05000,0.349
25,mlp.experts.198.down_proj,0.0000049176,0.05000,0.372
25,mlp.experts.202.down_proj,0.0000025435,0.05000,0.370
25,mlp.experts.205.down_proj,0.0000019715,0.05000,0.342
25,mlp.experts.194.down_proj,0.0000020534,0.05000,0.372
25,mlp.experts.195.down_proj,0.0000146717,0.05000,0.513
25,mlp.experts.219.down_proj,0.0000102571,0.05000,0.515
25,mlp.experts.235.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
25,mlp.experts.207.down_proj,0.0000051203,0.05000,0.369
25,mlp.experts.180.down_proj,0.0000052481,0.05000,0.384
25,mlp.experts.160.down_proj,0.0000167862,0.05000,0.383
25,mlp.experts.172.down_proj,0.0000017576,0.05000,0.386
25,mlp.experts.168.down_proj,0.0000057663,0.05000,0.388
25,mlp.experts.215.down_proj,0.0000038275,0.05000,0.358
25,mlp.experts.222.down_proj,0.0000185708,0.05000,0.371
25,mlp.experts.214.down_proj,0.0000079574,0.05000,0.363
25,mlp.experts.218.down_proj,0.0000048885,0.05000,0.368
25,mlp.experts.210.down_proj,0.0000333147,0.05000,0.367
25,mlp.experts.221.down_proj,0.0000026152,0.05000,0.363
25,mlp.experts.213.down_proj,0.0000121866,0.05000,0.364
25,mlp.experts.233.down_proj,0.0000028883,0.05000,0.371
25,mlp.experts.209.down_proj,0.0000044819,0.05000,0.370
25,mlp.experts.211.down_proj,0.0000094645,0.05000,0.359
25,mlp.experts.223.down_proj,0.0000066123,0.05000,0.344
25,mlp.experts.251.down_proj,0.0000036302,0.05000,0.356
25,mlp.experts.196.down_proj,0.0000043020,0.05000,0.362
25,mlp.experts.176.down_proj,0.0000093178,0.05000,0.368
25,mlp.experts.188.down_proj,0.0000043204,0.05000,0.368
25,mlp.experts.184.down_proj,0.0000030104,0.05000,0.366
25,mlp.experts.231.down_proj,0.0000046421,0.05000,0.234
25,mlp.experts.234.down_proj,0.0000038418,0.05000,0.334
25,mlp.experts.226.down_proj,0.0000031062,0.05000,0.337
25,mlp.experts.229.down_proj,0.0000051314,0.05000,0.348
25,mlp.experts.249.down_proj,0.0000053640,0.05000,0.344
25,mlp.experts.225.down_proj,0.0000032017,0.05000,0.347
25,mlp.experts.237.down_proj,0.0000023460,0.05000,0.357
25,mlp.experts.230.down_proj,0.0000081425,0.05000,0.346
25,mlp.experts.245.down_proj,fallback(rtn): 0.0010681,0.00000,0.004
25,mlp.experts.238.down_proj,0.0000051184,0.05000,0.363
25,mlp.experts.212.down_proj,0.0000013002,0.05000,0.344
25,mlp.experts.200.down_proj,0.0000060013,0.05000,0.341
25,mlp.experts.204.down_proj,0.0000053003,0.05000,0.352
25,mlp.experts.192.down_proj,0.0000118682,0.05000,0.353
25,mlp.experts.227.down_proj,0.0000036513,0.05000,0.290
25,mlp.experts.247.down_proj,0.0000082834,0.05000,0.292
25,mlp.experts.239.down_proj,0.0000071865,0.05000,0.296
25,mlp.experts.253.down_proj,0.0000026777,0.05000,0.232
25,mlp.experts.241.down_proj,0.0000044539,0.05000,0.243
25,mlp.experts.255.down_proj,0.0000087513,0.05000,0.217
25,mlp.experts.242.down_proj,0.0000040579,0.05000,0.334
25,mlp.experts.243.down_proj,0.0000073425,0.05000,0.232
25,mlp.experts.250.down_proj,0.0000075134,0.05000,0.349
25,mlp.experts.246.down_proj,0.0000039842,0.05000,0.336
25,mlp.experts.254.down_proj,0.0000027461,0.05000,0.334
25,mlp.experts.228.down_proj,0.0000071606,0.05000,0.335
25,mlp.experts.216.down_proj,0.0000044140,0.05000,0.333
25,mlp.experts.208.down_proj,0.0000057987,0.05000,0.321
25,mlp.experts.220.down_proj,0.0000078704,0.05000,0.340
25,mlp.experts.232.down_proj,0.0000047404,0.05000,0.276
25,mlp.experts.236.down_proj,0.0000031429,0.05000,0.257
25,mlp.experts.224.down_proj,0.0000044675,0.05000,0.278
25,mlp.experts.244.down_proj,0.0000034910,0.05000,0.289
25,mlp.experts.252.down_proj,0.0000049887,0.05000,0.214
25,mlp.experts.240.down_proj,0.0000115327,0.05000,0.213
25,mlp.experts.248.down_proj,0.0000026127,0.05000,0.221
26,mlp.experts.14.gate_proj,0.0001873323,0.05000,1.543
26,mlp.experts.10.gate_proj,0.0002168966,0.05000,1.554
26,mlp.experts.2.gate_proj,0.0003313695,0.05000,1.580
26,mlp.experts.12.gate_proj,0.0001730992,0.05000,1.563
26,mlp.experts.0.gate_proj,0.0002335875,0.05000,1.581
26,mlp.experts.6.gate_proj,0.0001385143,0.05000,1.576
26,mlp.experts.9.gate_proj,0.0001332122,0.05000,1.574
26,mlp.experts.1.gate_proj,0.0003023454,0.05000,1.569
26,mlp.experts.15.gate_proj,0.0003856488,0.05000,1.561
26,mlp.experts.5.gate_proj,0.0001844370,0.05000,1.551
26,mlp.experts.13.gate_proj,0.0002169584,0.05000,1.561
26,mlp.experts.4.gate_proj,0.0001042473,0.05000,1.591
26,mlp.experts.7.gate_proj,0.0002246840,0.05000,1.568
26,mlp.experts.8.gate_proj,0.0001840915,0.05000,1.575
26,mlp.experts.3.gate_proj,0.0000954054,0.05000,1.609
26,mlp.experts.11.gate_proj,0.0001536065,0.05000,1.581
26,mlp.experts.22.gate_proj,0.0001712298,0.05000,1.512
26,mlp.experts.26.gate_proj,0.0003165559,0.05000,1.537
26,mlp.experts.30.gate_proj,0.0001655818,0.05000,1.545
26,mlp.experts.18.gate_proj,0.0002675265,0.05000,1.542
26,mlp.experts.25.gate_proj,0.0001969683,0.05000,1.562
26,mlp.experts.21.gate_proj,0.0001670629,0.05000,1.552
26,mlp.experts.24.gate_proj,0.0001941611,0.05000,1.548
26,mlp.experts.19.gate_proj,0.0001888198,0.05000,1.541
26,mlp.experts.27.gate_proj,0.0001487297,0.05000,1.546
26,mlp.experts.28.gate_proj,0.0002017071,0.05000,1.573
26,mlp.experts.17.gate_proj,0.0003095875,0.05000,1.562
26,mlp.experts.31.gate_proj,0.0002686814,0.05000,1.562
26,mlp.experts.23.gate_proj,0.0005004465,0.05000,1.554
26,mlp.experts.16.gate_proj,0.0001693377,0.05000,1.584
26,mlp.experts.29.gate_proj,0.0002145901,0.05000,1.559
26,mlp.experts.20.gate_proj,0.0000743414,0.05000,1.563
26,mlp.experts.38.gate_proj,0.0001446919,0.05000,1.501
26,mlp.experts.42.gate_proj,0.0002187016,0.05000,1.504
26,mlp.experts.46.gate_proj,0.0003208956,0.05000,1.501
26,mlp.experts.34.gate_proj,0.0002314346,0.05000,1.499
26,mlp.experts.45.gate_proj,0.0003443111,0.05000,1.487
26,mlp.experts.37.gate_proj,0.0001253685,0.05000,1.518
26,mlp.experts.35.gate_proj,0.0003163518,0.05000,1.520
26,mlp.experts.39.gate_proj,0.0002569190,0.05000,1.509
26,mlp.experts.43.gate_proj,0.0002854419,0.05000,1.526
26,mlp.experts.47.gate_proj,0.0000721920,0.05000,1.531
26,mlp.experts.41.gate_proj,0.0001956987,0.05000,1.578
26,mlp.experts.40.gate_proj,0.0002816524,0.05000,1.578
26,mlp.experts.33.gate_proj,0.0002772560,0.05000,1.558
26,mlp.experts.44.gate_proj,0.0001785073,0.05000,1.581
26,mlp.experts.36.gate_proj,0.0001576095,0.05000,1.587
26,mlp.experts.32.gate_proj,0.0001576139,0.05000,1.629
26,mlp.experts.54.gate_proj,0.0000867764,0.05000,1.499
26,mlp.experts.50.gate_proj,0.0001139027,0.05000,1.486
26,mlp.experts.62.gate_proj,0.0002129581,0.05000,1.499
26,mlp.experts.58.gate_proj,0.0002517207,0.05000,1.520
26,mlp.experts.53.gate_proj,0.0001655700,0.05000,1.512
26,mlp.experts.61.gate_proj,0.0002312297,0.05000,1.526
26,mlp.experts.51.gate_proj,0.0001285393,0.05000,1.503
26,mlp.experts.59.gate_proj,0.0001276369,0.05000,1.503
26,mlp.experts.55.gate_proj,0.0001480434,0.05000,1.506
26,mlp.experts.63.gate_proj,0.0001342552,0.05000,1.501
26,mlp.experts.56.gate_proj,0.0002285107,0.05000,1.499
26,mlp.experts.60.gate_proj,0.0001370514,0.05000,1.488
26,mlp.experts.52.gate_proj,0.0002386210,0.05000,1.471
26,mlp.experts.57.gate_proj,0.0001952061,0.05000,1.566
26,mlp.experts.49.gate_proj,0.0001824953,0.05000,1.575
26,mlp.experts.48.gate_proj,0.0002060219,0.05000,1.507
26,mlp.experts.70.gate_proj,0.0002074562,0.05000,1.522
26,mlp.experts.74.gate_proj,0.0003134234,0.05000,1.515
26,mlp.experts.66.gate_proj,0.0001454028,0.05000,1.544
26,mlp.experts.78.gate_proj,0.0002626555,0.05000,1.548
26,mlp.experts.71.gate_proj,0.0001904153,0.05000,1.510
26,mlp.experts.67.gate_proj,0.0001663476,0.05000,1.519
26,mlp.experts.77.gate_proj,0.0001342591,0.05000,1.530
26,mlp.experts.75.gate_proj,0.0001949145,0.05000,1.516
26,mlp.experts.79.gate_proj,0.0002774963,0.05000,1.516
26,mlp.experts.72.gate_proj,0.0003190528,0.05000,1.509
26,mlp.experts.76.gate_proj,0.0002985960,0.05000,1.507
26,mlp.experts.68.gate_proj,0.0002434656,0.05000,1.508
26,mlp.experts.69.gate_proj,0.0001658403,0.05000,1.566
26,mlp.experts.64.gate_proj,0.0001585580,0.05000,1.515
26,mlp.experts.73.gate_proj,0.0001986314,0.05000,1.557
26,mlp.experts.65.gate_proj,0.0001224877,0.05000,1.561
26,mlp.experts.90.gate_proj,0.0000748154,0.05000,1.485
26,mlp.experts.82.gate_proj,0.0003148125,0.05000,1.498
26,mlp.experts.86.gate_proj,0.0001546706,0.05000,1.543
26,mlp.experts.94.gate_proj,0.0000722767,0.05000,1.510
26,mlp.experts.91.gate_proj,0.0002183471,0.05000,1.514
26,mlp.experts.95.gate_proj,0.0002146155,0.05000,1.526
26,mlp.experts.83.gate_proj,0.0001517968,0.05000,1.535
26,mlp.experts.84.gate_proj,0.0001905581,0.05000,1.526
26,mlp.experts.92.gate_proj,0.0001315685,0.05000,1.531
26,mlp.experts.88.gate_proj,0.0001387475,0.05000,1.539
26,mlp.experts.87.gate_proj,0.0001961386,0.05000,1.565
26,mlp.experts.93.gate_proj,0.0002492657,0.05000,1.592
26,mlp.experts.85.gate_proj,0.0001032522,0.05000,1.573
26,mlp.experts.80.gate_proj,0.0002504127,0.05000,1.514
26,mlp.experts.89.gate_proj,0.0002110035,0.05000,1.543
26,mlp.experts.81.gate_proj,0.0001400475,0.05000,1.552
26,mlp.experts.106.gate_proj,0.0003022508,0.05000,1.510
26,mlp.experts.98.gate_proj,0.0002086641,0.05000,1.481
26,mlp.experts.110.gate_proj,0.0001957233,0.05000,1.470
26,mlp.experts.102.gate_proj,0.0001879011,0.05000,1.471
26,mlp.experts.111.gate_proj,0.0002020189,0.05000,1.465
26,mlp.experts.100.gate_proj,0.0001115866,0.05000,1.468
26,mlp.experts.99.gate_proj,0.0002402234,0.05000,1.497
26,mlp.experts.107.gate_proj,0.0001649444,0.05000,1.545
26,mlp.experts.108.gate_proj,0.0004209048,0.05000,1.515
26,mlp.experts.104.gate_proj,0.0000706609,0.05000,1.510
26,mlp.experts.103.gate_proj,0.0002059792,0.05000,1.526
26,mlp.experts.96.gate_proj,0.0001752530,0.05000,1.514
26,mlp.experts.109.gate_proj,0.0000953129,0.05000,1.533
26,mlp.experts.101.gate_proj,0.0002591151,0.05000,1.573
26,mlp.experts.105.gate_proj,0.0001320520,0.05000,1.522
26,mlp.experts.97.gate_proj,0.0002481377,0.05000,1.542
26,mlp.experts.118.gate_proj,0.0002340473,0.05000,1.512
26,mlp.experts.122.gate_proj,0.0002701876,0.05000,1.521
26,mlp.experts.126.gate_proj,0.0003546735,0.05000,1.521
26,mlp.experts.114.gate_proj,0.0002619607,0.05000,1.573
26,mlp.experts.116.gate_proj,0.0001935447,0.05000,1.502
26,mlp.experts.115.gate_proj,0.0001239907,0.05000,1.489
26,mlp.experts.123.gate_proj,0.0001815179,0.05000,1.466
26,mlp.experts.127.gate_proj,0.0001987665,0.05000,1.546
26,mlp.experts.124.gate_proj,0.0001121682,0.05000,1.494
26,mlp.experts.112.gate_proj,0.0002329231,0.05000,1.455
26,mlp.experts.119.gate_proj,0.0002119472,0.05000,1.503
26,mlp.experts.120.gate_proj,0.0002320823,0.05000,1.523
26,mlp.experts.125.gate_proj,0.0001731516,0.05000,1.491
26,mlp.experts.117.gate_proj,0.0001754846,0.05000,1.486
26,mlp.experts.121.gate_proj,0.0001983128,0.05000,1.485
26,mlp.experts.113.gate_proj,0.0003891181,0.05000,1.498
26,mlp.experts.138.gate_proj,0.0002818225,0.05000,1.543
26,mlp.experts.142.gate_proj,0.0001035915,0.05000,1.551
26,mlp.experts.134.gate_proj,0.0002035151,0.05000,1.574
26,mlp.experts.132.gate_proj,0.0002543692,0.05000,1.503
26,mlp.experts.130.gate_proj,0.0002303356,0.05000,1.549
26,mlp.experts.135.gate_proj,0.0001935954,0.05000,1.465
26,mlp.experts.131.gate_proj,0.0003042952,0.05000,1.532
26,mlp.experts.139.gate_proj,0.0002103728,0.05000,1.531
26,mlp.experts.143.gate_proj,0.0001146254,0.05000,1.518
26,mlp.experts.140.gate_proj,0.0001611650,0.05000,1.507
26,mlp.experts.128.gate_proj,0.0002937669,0.05000,1.528
26,mlp.experts.136.gate_proj,0.0002505012,0.05000,1.515
26,mlp.experts.141.gate_proj,0.0002479549,0.05000,1.506
26,mlp.experts.133.gate_proj,0.0001361495,0.05000,1.480
26,mlp.experts.137.gate_proj,0.0001134254,0.05000,1.498
26,mlp.experts.129.gate_proj,0.0002760094,0.05000,1.508
26,mlp.experts.158.gate_proj,0.0000990275,0.05000,1.548
26,mlp.experts.154.gate_proj,0.0003304720,0.05000,1.558
26,mlp.experts.148.gate_proj,0.0000869358,0.05000,1.513
26,mlp.experts.150.gate_proj,0.0002068859,0.05000,1.539
26,mlp.experts.146.gate_proj,0.0002487638,0.05000,1.530
26,mlp.experts.159.gate_proj,0.0001849709,0.05000,1.512
26,mlp.experts.155.gate_proj,0.0002308415,0.05000,1.516
26,mlp.experts.151.gate_proj,0.0001159657,0.05000,1.524
26,mlp.experts.156.gate_proj,0.0001268574,0.05000,1.516
26,mlp.experts.152.gate_proj,0.0002819247,0.05000,1.518
26,mlp.experts.157.gate_proj,0.0001670665,0.05000,1.519
26,mlp.experts.147.gate_proj,0.0001220433,0.05000,1.585
26,mlp.experts.144.gate_proj,0.0001920452,0.05000,1.549
26,mlp.experts.153.gate_proj,0.0002995125,0.05000,1.518
26,mlp.experts.149.gate_proj,0.0001574176,0.05000,1.538
26,mlp.experts.145.gate_proj,0.0001420367,0.05000,1.533
26,mlp.experts.174.gate_proj,0.0002609408,0.05000,1.538
26,mlp.experts.171.gate_proj,0.0001665773,0.05000,1.484
26,mlp.experts.164.gate_proj,0.0002428873,0.05000,1.532
26,mlp.experts.175.gate_proj,0.0001384887,0.05000,1.498
26,mlp.experts.162.gate_proj,0.0001667931,0.05000,1.519
26,mlp.experts.167.gate_proj,0.0001973677,0.05000,1.495
26,mlp.experts.170.gate_proj,0.0003016795,0.05000,1.547
26,mlp.experts.168.gate_proj,0.0003358151,0.05000,1.457
26,mlp.experts.163.gate_proj,0.0000819104,0.05000,1.438
26,mlp.experts.172.gate_proj,0.0001495859,0.05000,1.498
26,mlp.experts.166.gate_proj,0.0002611213,0.05000,1.570
26,mlp.experts.173.gate_proj,0.0000902148,0.05000,1.510
26,mlp.experts.169.gate_proj,0.0002077146,0.05000,1.484
26,mlp.experts.160.gate_proj,0.0001020441,0.05000,1.507
26,mlp.experts.165.gate_proj,0.0001238656,0.05000,1.532
26,mlp.experts.161.gate_proj,0.0002670212,0.05000,1.490
26,mlp.experts.188.gate_proj,0.0001930497,0.05000,1.489
26,mlp.experts.180.gate_proj,0.0001964600,0.05000,1.511
26,mlp.experts.191.gate_proj,0.0002716780,0.05000,1.529
26,mlp.experts.182.gate_proj,0.0001097701,0.05000,1.526
26,mlp.experts.183.gate_proj,0.0001458047,0.05000,1.537
26,mlp.experts.186.gate_proj,0.0002131087,0.05000,1.539
26,mlp.experts.190.gate_proj,0.0001515716,0.05000,1.565
26,mlp.experts.184.gate_proj,0.0000905067,0.05000,1.541
26,mlp.experts.178.gate_proj,0.0001857478,0.05000,1.544
26,mlp.experts.176.gate_proj,0.0003365050,0.05000,1.491
26,mlp.experts.189.gate_proj,0.0002622068,0.05000,1.504
26,mlp.experts.187.gate_proj,0.0001424542,0.05000,1.595
26,mlp.experts.179.gate_proj,0.0002254944,0.05000,1.585
26,mlp.experts.185.gate_proj,0.0001375796,0.05000,1.546
26,mlp.experts.181.gate_proj,0.0002217458,0.05000,1.504
26,mlp.experts.177.gate_proj,0.0003139800,0.05000,1.521
26,mlp.experts.207.gate_proj,0.0002410583,0.05000,1.517
26,mlp.experts.196.gate_proj,0.0001340073,0.05000,1.537
26,mlp.experts.204.gate_proj,0.0000928089,0.05000,1.545
26,mlp.experts.198.gate_proj,0.0002524533,0.05000,1.525
26,mlp.experts.206.gate_proj,0.0002127127,0.05000,1.526
26,mlp.experts.205.gate_proj,0.0002007683,0.05000,1.510
26,mlp.experts.200.gate_proj,0.0001773726,0.05000,1.548
26,mlp.experts.195.gate_proj,0.0002355577,0.05000,1.511
26,mlp.experts.199.gate_proj,0.0001919070,0.05000,1.561
26,mlp.experts.194.gate_proj,0.0001910657,0.05000,1.553
26,mlp.experts.203.gate_proj,0.0001351393,0.05000,1.526
26,mlp.experts.192.gate_proj,0.0003727590,0.05000,1.550
26,mlp.experts.202.gate_proj,0.0001047724,0.05000,1.567
26,mlp.experts.201.gate_proj,0.0001653857,0.05000,1.512
26,mlp.experts.197.gate_proj,0.0001658958,0.05000,1.528
26,mlp.experts.193.gate_proj,0.0002574711,0.05000,1.530
26,mlp.experts.220.gate_proj,0.0001406961,0.05000,1.520
26,mlp.experts.214.gate_proj,0.0001536198,0.05000,1.507
26,mlp.experts.212.gate_proj,0.0001153657,0.05000,1.537
26,mlp.experts.222.gate_proj,0.0002166643,0.05000,1.523
26,mlp.experts.223.gate_proj,0.0002794425,0.05000,1.569
26,mlp.experts.221.gate_proj,0.0003384584,0.05000,1.529
26,mlp.experts.216.gate_proj,0.0002466045,0.05000,1.508
26,mlp.experts.210.gate_proj,0.0003070501,0.05000,1.520
26,mlp.experts.217.gate_proj,0.0001495177,0.05000,1.520
26,mlp.experts.215.gate_proj,0.0001201899,0.05000,1.526
26,mlp.experts.218.gate_proj,0.0001087967,0.05000,1.523
26,mlp.experts.208.gate_proj,0.0000343982,0.05000,1.542
26,mlp.experts.213.gate_proj,0.0002123788,0.05000,1.534
26,mlp.experts.234.gate_proj,fallback(rtn): 0.0010529,0.00000,0.031
26,mlp.experts.219.gate_proj,0.0001180299,0.05000,1.575
26,mlp.experts.211.gate_proj,0.0001742543,0.05000,1.598
26,mlp.experts.209.gate_proj,0.0003134522,0.05000,1.510
26,mlp.experts.230.gate_proj,0.0003103840,0.05000,1.489
26,mlp.experts.236.gate_proj,0.0001532808,0.05000,1.527
26,mlp.experts.238.gate_proj,0.0001934670,0.05000,1.495
26,mlp.experts.228.gate_proj,0.0002853820,0.05000,1.532
26,mlp.experts.237.gate_proj,0.0002072111,0.05000,1.498
26,mlp.experts.233.gate_proj,0.0002287441,0.05000,1.480
26,mlp.experts.226.gate_proj,0.0001916002,0.05000,1.489
26,mlp.experts.232.gate_proj,0.0001420846,0.05000,1.525
26,mlp.experts.229.gate_proj,0.0002600737,0.05000,1.500
26,mlp.experts.224.gate_proj,0.0002475007,0.05000,1.521
26,mlp.experts.250.gate_proj,0.0001864455,0.05000,1.499
26,mlp.experts.231.gate_proj,0.0001359490,0.05000,1.561
26,mlp.experts.239.gate_proj,0.0002746174,0.05000,1.611
26,mlp.experts.225.gate_proj,0.0001088978,0.05000,1.511
26,mlp.experts.227.gate_proj,0.0003499859,0.05000,1.532
26,mlp.experts.235.gate_proj,0.0002372122,0.05000,1.581
26,mlp.experts.246.gate_proj,0.0001565546,0.05000,1.504
26,mlp.experts.242.gate_proj,0.0002817691,0.05000,1.481
26,mlp.experts.254.gate_proj,0.0002593753,0.05000,1.514
26,mlp.experts.244.gate_proj,0.0002019612,0.05000,1.509
26,mlp.experts.252.gate_proj,0.0004405957,0.05000,1.546
26,mlp.experts.253.gate_proj,0.0000679170,0.05000,1.533
26,mlp.experts.249.gate_proj,0.0001384711,0.05000,1.539
26,mlp.experts.248.gate_proj,0.0001326170,0.05000,1.546
26,mlp.experts.10.up_proj,0.0002195243,0.05000,1.502
26,mlp.experts.247.gate_proj,0.0001595849,0.05000,1.487
26,mlp.experts.255.gate_proj,0.0002045273,0.05000,1.486
26,mlp.experts.245.gate_proj,0.0002263306,0.05000,1.528
26,mlp.experts.240.gate_proj,0.0001607046,0.05000,1.562
26,mlp.experts.243.gate_proj,0.0003090064,0.05000,1.513
26,mlp.experts.251.gate_proj,0.0001629891,0.05000,1.473
26,mlp.experts.241.gate_proj,0.0001580086,0.05000,1.540
26,mlp.experts.6.up_proj,0.0001208801,0.05000,1.517
26,mlp.experts.2.up_proj,0.0003130751,0.05000,1.532
26,mlp.experts.14.up_proj,0.0001944760,0.05000,1.537
26,mlp.experts.13.up_proj,0.0001833365,0.05000,1.539
26,mlp.experts.9.up_proj,0.0001266567,0.05000,1.516
26,mlp.experts.4.up_proj,0.0000992176,0.05000,1.569
26,mlp.experts.12.up_proj,0.0001613023,0.05000,1.559
26,mlp.experts.26.up_proj,0.0003031609,0.05000,1.522
26,mlp.experts.7.up_proj,0.0002043588,0.05000,1.524
26,mlp.experts.5.up_proj,0.0001750204,0.05000,1.552
26,mlp.experts.15.up_proj,0.0003340995,0.05000,1.559
26,mlp.experts.11.up_proj,0.0001458451,0.05000,1.524
26,mlp.experts.3.up_proj,0.0000941674,0.05000,1.531
26,mlp.experts.1.up_proj,0.0003143224,0.05000,1.537
26,mlp.experts.8.up_proj,0.0001534604,0.05000,1.628
26,mlp.experts.0.up_proj,0.0002231377,0.05000,1.576
26,mlp.experts.22.up_proj,0.0001532572,0.05000,1.522
26,mlp.experts.18.up_proj,0.0003072865,0.05000,1.524
26,mlp.experts.30.up_proj,0.0001679393,0.05000,1.527
26,mlp.experts.25.up_proj,0.0001918887,0.05000,1.524
26,mlp.experts.29.up_proj,0.0002074849,0.05000,1.530
26,mlp.experts.42.up_proj,0.0002271749,0.05000,1.534
26,mlp.experts.23.up_proj,0.0004753522,0.05000,1.519
26,mlp.experts.20.up_proj,0.0001073185,0.05000,1.581
26,mlp.experts.28.up_proj,0.0001818157,0.05000,1.594
26,mlp.experts.27.up_proj,0.0001199078,0.05000,1.512
26,mlp.experts.19.up_proj,0.0002037611,0.05000,1.512
26,mlp.experts.21.up_proj,0.0001565387,0.05000,1.539
26,mlp.experts.31.up_proj,0.0002546400,0.05000,1.536
26,mlp.experts.17.up_proj,0.0001539889,0.05000,1.540
26,mlp.experts.24.up_proj,0.0001727980,0.05000,1.575
26,mlp.experts.16.up_proj,0.0001524260,0.05000,1.574
26,mlp.experts.38.up_proj,0.0001490465,0.05000,1.497
26,mlp.experts.34.up_proj,0.0002139472,0.05000,1.491
26,mlp.experts.46.up_proj,0.0003060622,0.05000,1.482
26,mlp.experts.41.up_proj,0.0001730142,0.05000,1.499
26,mlp.experts.45.up_proj,0.0002574954,0.05000,1.494
26,mlp.experts.39.up_proj,0.0002659915,0.05000,1.488
26,mlp.experts.58.up_proj,0.0002277902,0.05000,1.501
26,mlp.experts.47.up_proj,0.0000692558,0.05000,1.486
26,mlp.experts.36.up_proj,0.0001431089,0.05000,1.531
26,mlp.experts.44.up_proj,0.0001822098,0.05000,1.522
26,mlp.experts.43.up_proj,0.0003406648,0.05000,1.524
26,mlp.experts.37.up_proj,0.0001165635,0.05000,1.513
26,mlp.experts.35.up_proj,0.0003051257,0.05000,1.517
26,mlp.experts.33.up_proj,0.0002471913,0.05000,1.497
26,mlp.experts.32.up_proj,0.0001684184,0.05000,1.540
26,mlp.experts.40.up_proj,0.0002210042,0.05000,1.543
26,mlp.experts.54.up_proj,0.0000785447,0.05000,1.519
26,mlp.experts.62.up_proj,0.0003299453,0.05000,1.508
26,mlp.experts.50.up_proj,0.0001261275,0.05000,1.510
26,mlp.experts.61.up_proj,0.0002143711,0.05000,1.524
26,mlp.experts.55.up_proj,0.0001419841,0.05000,1.500
26,mlp.experts.57.up_proj,0.0001833048,0.05000,1.533
26,mlp.experts.74.up_proj,0.0003060881,0.05000,1.514
26,mlp.experts.63.up_proj,0.0001220978,0.05000,1.510
26,mlp.experts.60.up_proj,0.0001393750,0.05000,1.514
26,mlp.experts.51.up_proj,0.0001156125,0.05000,1.508
26,mlp.experts.52.up_proj,0.0002386856,0.05000,1.547
26,mlp.experts.59.up_proj,0.0001905658,0.05000,1.541
26,mlp.experts.53.up_proj,0.0001680082,0.05000,1.543
26,mlp.experts.49.up_proj,0.0001423489,0.05000,1.541
26,mlp.experts.56.up_proj,0.0002157386,0.05000,1.474
26,mlp.experts.48.up_proj,0.0001768779,0.05000,1.505
26,mlp.experts.70.up_proj,0.0001745384,0.05000,1.518
26,mlp.experts.78.up_proj,0.0002520798,0.05000,1.504
26,mlp.experts.66.up_proj,0.0001077805,0.05000,1.535
26,mlp.experts.71.up_proj,0.0001789483,0.05000,1.518
26,mlp.experts.90.up_proj,0.0000712845,0.05000,1.515
26,mlp.experts.73.up_proj,0.0002024095,0.05000,1.567
26,mlp.experts.77.up_proj,0.0001275443,0.05000,1.584
26,mlp.experts.76.up_proj,0.0002674848,0.05000,1.516
26,mlp.experts.79.up_proj,0.0002310313,0.05000,1.542
26,mlp.experts.68.up_proj,0.0002142083,0.05000,1.511
26,mlp.experts.67.up_proj,0.0001641783,0.05000,1.549
26,mlp.experts.75.up_proj,0.0001956896,0.05000,1.524
26,mlp.experts.69.up_proj,0.0001386152,0.05000,1.556
26,mlp.experts.72.up_proj,0.0003148087,0.05000,1.511
26,mlp.experts.64.up_proj,0.0001588986,0.05000,1.524
26,mlp.experts.65.up_proj,0.0001178754,0.05000,1.577
26,mlp.experts.86.up_proj,0.0001636984,0.05000,1.478
26,mlp.experts.94.up_proj,0.0000693045,0.05000,1.492
26,mlp.experts.82.up_proj,0.0003045394,0.05000,1.502
26,mlp.experts.87.up_proj,0.0001840705,0.05000,1.497
26,mlp.experts.106.up_proj,0.0002731911,0.05000,1.499
26,mlp.experts.84.up_proj,0.0001810300,0.05000,1.484
26,mlp.experts.95.up_proj,0.0001765585,0.05000,1.511
26,mlp.experts.92.up_proj,0.0001173922,0.05000,1.525
26,mlp.experts.93.up_proj,0.0003758497,0.05000,1.562
26,mlp.experts.91.up_proj,0.0001886231,0.05000,1.505
26,mlp.experts.89.up_proj,0.0002215379,0.05000,1.577
26,mlp.experts.83.up_proj,0.0001646308,0.05000,1.512
26,mlp.experts.88.up_proj,0.0001310089,0.05000,1.499
26,mlp.experts.85.up_proj,0.0001021528,0.05000,1.563
26,mlp.experts.80.up_proj,0.0002172013,0.05000,1.522
26,mlp.experts.81.up_proj,0.0001352280,0.05000,1.551
26,mlp.experts.102.up_proj,0.0001799809,0.05000,1.513
26,mlp.experts.110.up_proj,0.0001864214,0.05000,1.507
26,mlp.experts.98.up_proj,0.0001666743,0.05000,1.496
26,mlp.experts.103.up_proj,0.0001760862,0.05000,1.498
26,mlp.experts.122.up_proj,0.0002434375,0.05000,1.509
26,mlp.experts.111.up_proj,0.0001847048,0.05000,1.505
26,mlp.experts.100.up_proj,0.0001036149,0.05000,1.514
26,mlp.experts.108.up_proj,0.0004001424,0.05000,1.500
26,mlp.experts.99.up_proj,0.0002222688,0.05000,1.493
26,mlp.experts.105.up_proj,0.0001071585,0.05000,1.513
26,mlp.experts.109.up_proj,0.0000906435,0.05000,1.541
26,mlp.experts.107.up_proj,0.0001507720,0.05000,1.537
26,mlp.experts.104.up_proj,0.0000824922,0.05000,1.520
26,mlp.experts.96.up_proj,0.0001823088,0.05000,1.516
26,mlp.experts.101.up_proj,0.0002598127,0.05000,1.558
26,mlp.experts.97.up_proj,0.0002380578,0.05000,1.542
26,mlp.experts.118.up_proj,0.0003488258,0.05000,1.532
26,mlp.experts.126.up_proj,0.0003298637,0.05000,1.526
26,mlp.experts.114.up_proj,0.0002544694,0.05000,1.525
26,mlp.experts.138.up_proj,0.0002843920,0.05000,1.498
26,mlp.experts.119.up_proj,0.0001878073,0.05000,1.524
26,mlp.experts.127.up_proj,0.0001913599,0.05000,1.521
26,mlp.experts.124.up_proj,0.0001216684,0.05000,1.533
26,mlp.experts.116.up_proj,0.0001771889,0.05000,1.541
26,mlp.experts.121.up_proj,0.0001930508,0.05000,1.512
26,mlp.experts.115.up_proj,0.0001137267,0.05000,1.537
26,mlp.experts.123.up_proj,0.0001747161,0.05000,1.513
26,mlp.experts.120.up_proj,0.0002093470,0.05000,1.509
26,mlp.experts.125.up_proj,0.0001653866,0.05000,1.526
26,mlp.experts.112.up_proj,0.0002213533,0.05000,1.511
26,mlp.experts.117.up_proj,0.0001465543,0.05000,1.506
26,mlp.experts.113.up_proj,0.0003697206,0.05000,1.513
26,mlp.experts.134.up_proj,0.0001942812,0.05000,1.548
26,mlp.experts.142.up_proj,0.0000963425,0.05000,1.528
26,mlp.experts.130.up_proj,0.0002405152,0.05000,1.540
26,mlp.experts.135.up_proj,0.0001702968,0.05000,1.510
26,mlp.experts.154.up_proj,0.0003169700,0.05000,1.555
26,mlp.experts.143.up_proj,0.0001149022,0.05000,1.521
26,mlp.experts.132.up_proj,0.0002079842,0.05000,1.531
26,mlp.experts.137.up_proj,0.0001242725,0.05000,1.525
26,mlp.experts.131.up_proj,0.0003484448,0.05000,1.521
26,mlp.experts.140.up_proj,0.0001541072,0.05000,1.558
26,mlp.experts.139.up_proj,0.0002007507,0.05000,1.541
26,mlp.experts.136.up_proj,0.0002380354,0.05000,1.541
26,mlp.experts.141.up_proj,0.0002114971,0.05000,1.546
26,mlp.experts.128.up_proj,0.0002673260,0.05000,1.535
26,mlp.experts.133.up_proj,0.0001292943,0.05000,1.504
26,mlp.experts.129.up_proj,0.0002441814,0.05000,1.537
26,mlp.experts.150.up_proj,0.0001939635,0.05000,1.556
26,mlp.experts.158.up_proj,0.0000912662,0.05000,1.536
26,mlp.experts.151.up_proj,0.0001093419,0.05000,1.476
26,mlp.experts.146.up_proj,0.0002439664,0.05000,1.544
26,mlp.experts.170.up_proj,0.0002472302,0.05000,1.542
26,mlp.experts.159.up_proj,0.0001649639,0.05000,1.502
26,mlp.experts.156.up_proj,0.0001197698,0.05000,1.455
26,mlp.experts.148.up_proj,0.0000915681,0.05000,1.482
26,mlp.experts.147.up_proj,0.0001205462,0.05000,1.487
26,mlp.experts.153.up_proj,0.0002937034,0.05000,1.521
26,mlp.experts.152.up_proj,0.0002235368,0.05000,1.485
26,mlp.experts.155.up_proj,0.0002181117,0.05000,1.504
26,mlp.experts.157.up_proj,0.0001572414,0.05000,1.499
26,mlp.experts.144.up_proj,0.0001427936,0.05000,1.501
26,mlp.experts.149.up_proj,0.0001468961,0.05000,1.509
26,mlp.experts.145.up_proj,0.0001382017,0.05000,1.490
26,mlp.experts.167.up_proj,0.0001956408,0.05000,1.533
26,mlp.experts.166.up_proj,0.0002465481,0.05000,1.554
26,mlp.experts.174.up_proj,0.0002549897,0.05000,1.569
26,mlp.experts.162.up_proj,0.0001531274,0.05000,1.545
26,mlp.experts.186.up_proj,0.0001872314,0.05000,1.546
26,mlp.experts.164.up_proj,0.0002316875,0.05000,1.504
26,mlp.experts.175.up_proj,0.0001318645,0.05000,1.527
26,mlp.experts.163.up_proj,0.0000765417,0.05000,1.501
26,mlp.experts.172.up_proj,0.0001236348,0.05000,1.539
26,mlp.experts.173.up_proj,0.0000907392,0.05000,1.473
26,mlp.experts.168.up_proj,0.0002966390,0.05000,1.506
26,mlp.experts.169.up_proj,0.0002017860,0.05000,1.524
26,mlp.experts.171.up_proj,0.0001591363,0.05000,1.525
26,mlp.experts.160.up_proj,0.0000885598,0.05000,1.516
26,mlp.experts.165.up_proj,0.0001056686,0.05000,1.516
26,mlp.experts.161.up_proj,0.0002896031,0.05000,1.508
26,mlp.experts.183.up_proj,0.0001398215,0.05000,1.539
26,mlp.experts.190.up_proj,0.0001472222,0.05000,1.545
26,mlp.experts.182.up_proj,0.0000967252,0.05000,1.566
26,mlp.experts.178.up_proj,0.0001697459,0.05000,1.568
26,mlp.experts.180.up_proj,0.0001719481,0.05000,1.523
26,mlp.experts.188.up_proj,0.0001671333,0.05000,1.497
26,mlp.experts.191.up_proj,0.0002421397,0.05000,1.543
26,mlp.experts.202.up_proj,0.0000875904,0.05000,1.556
26,mlp.experts.189.up_proj,0.0002489127,0.05000,1.517
26,mlp.experts.185.up_proj,0.0001326755,0.05000,1.504
26,mlp.experts.184.up_proj,0.0000878754,0.05000,1.519
26,mlp.experts.179.up_proj,0.0002373413,0.05000,1.587
26,mlp.experts.187.up_proj,0.0001196953,0.05000,1.569
26,mlp.experts.176.up_proj,0.0003356912,0.05000,1.536
26,mlp.experts.181.up_proj,0.0002074926,0.05000,1.535
26,mlp.experts.177.up_proj,0.0003000395,0.05000,1.536
26,mlp.experts.198.up_proj,0.0002496416,0.05000,1.480
26,mlp.experts.199.up_proj,0.0001689394,0.05000,1.534
26,mlp.experts.206.up_proj,0.0001892200,0.05000,1.511
26,mlp.experts.194.up_proj,0.0001659119,0.05000,1.499
26,mlp.experts.204.up_proj,0.0000798670,0.05000,1.514
26,mlp.experts.200.up_proj,0.0001671910,0.05000,1.478
26,mlp.experts.196.up_proj,0.0001350693,0.05000,1.544
26,mlp.experts.201.up_proj,0.0001522250,0.05000,1.520
26,mlp.experts.218.up_proj,0.0001090123,0.05000,1.535
26,mlp.experts.205.up_proj,0.0001880646,0.05000,1.532
26,mlp.experts.207.up_proj,0.0002281804,0.05000,1.560
26,mlp.experts.234.up_proj,fallback(rtn): 0.0010452,0.00000,0.027
26,mlp.experts.195.up_proj,0.0002090711,0.05000,1.546
26,mlp.experts.192.up_proj,0.0003043236,0.05000,1.497
26,mlp.experts.197.up_proj,0.0001519977,0.05000,1.518
26,mlp.experts.203.up_proj,0.0001784986,0.05000,1.552
26,mlp.experts.193.up_proj,0.0002436030,0.05000,1.531
26,mlp.experts.214.up_proj,0.0001277572,0.05000,1.499
26,mlp.experts.222.up_proj,0.0002486496,0.05000,1.479
26,mlp.experts.210.up_proj,0.0002584764,0.05000,1.491
26,mlp.experts.215.up_proj,0.0000939858,0.05000,1.556
26,mlp.experts.212.up_proj,0.0001049487,0.05000,1.469
26,mlp.experts.220.up_proj,0.0001195298,0.05000,1.498
26,mlp.experts.216.up_proj,0.0002344317,0.05000,1.491
26,mlp.experts.217.up_proj,0.0001431938,0.05000,1.501
26,mlp.experts.250.up_proj,0.0001597748,0.05000,1.472
26,mlp.experts.221.up_proj,0.0002915813,0.05000,1.506
26,mlp.experts.223.up_proj,0.0002671243,0.05000,1.537
26,mlp.experts.211.up_proj,0.0001665298,0.05000,1.514
26,mlp.experts.208.up_proj,0.0000404813,0.05000,1.493
26,mlp.experts.213.up_proj,0.0002258492,0.05000,1.497
26,mlp.experts.209.up_proj,0.0002874480,0.05000,1.484
26,mlp.experts.219.up_proj,0.0001113690,0.05000,1.555
26,mlp.experts.226.up_proj,0.0001855205,0.05000,1.200
26,mlp.experts.230.up_proj,0.0002806948,0.05000,1.270
26,mlp.experts.238.up_proj,0.0001868992,0.05000,1.287
26,mlp.experts.236.up_proj,0.0001425687,0.05000,1.451
26,mlp.experts.228.up_proj,0.0002507565,0.05000,1.491
26,mlp.experts.231.up_proj,0.0001288517,0.05000,1.534
26,mlp.experts.232.up_proj,0.0001269458,0.05000,1.517
26,mlp.experts.233.up_proj,0.0002272054,0.05000,1.479
26,mlp.experts.237.up_proj,0.0001879273,0.05000,1.501
26,mlp.experts.224.up_proj,0.0002467232,0.05000,1.476
26,mlp.experts.227.up_proj,0.0003178094,0.05000,1.507
26,mlp.experts.239.up_proj,0.0002600823,0.05000,1.521
26,mlp.experts.225.up_proj,0.0001149949,0.05000,1.460
26,mlp.experts.229.up_proj,0.0002488032,0.05000,1.493
26,mlp.experts.235.up_proj,0.0002338107,0.05000,1.521
26,mlp.experts.246.up_proj,0.0001537259,0.05000,1.212
26,mlp.experts.254.up_proj,0.0002489896,0.05000,1.192
26,mlp.experts.242.up_proj,0.0002919719,0.05000,1.231
26,mlp.experts.244.up_proj,0.0001884393,0.05000,1.418
26,mlp.experts.252.up_proj,0.0004446790,0.05000,1.456
26,mlp.experts.248.up_proj,0.0001253492,0.05000,1.407
26,mlp.experts.253.up_proj,0.0000620375,0.05000,1.387
26,mlp.experts.240.up_proj,0.0001454205,0.05000,1.347
26,mlp.experts.249.up_proj,0.0001222716,0.05000,1.428
26,mlp.experts.247.up_proj,0.0001597203,0.05000,1.459
26,mlp.experts.255.up_proj,0.0001832560,0.05000,1.383
26,mlp.experts.243.up_proj,0.0002750267,0.05000,1.391
26,mlp.experts.241.up_proj,0.0001608700,0.05000,1.354
26,mlp.experts.245.up_proj,0.0001947183,0.05000,1.361
26,mlp.experts.251.up_proj,0.0001466075,0.05000,1.306
26,mlp.experts.11.down_proj,0.0000046956,0.05000,0.393
26,mlp.experts.1.down_proj,0.0000196310,0.05000,0.391
26,mlp.experts.9.down_proj,0.0000017334,0.05000,0.408
26,mlp.experts.6.down_proj,0.0000039039,0.05000,0.417
26,mlp.experts.0.down_proj,0.0000053314,0.05000,0.412
26,mlp.experts.12.down_proj,0.0000028438,0.05000,0.416
26,mlp.experts.10.down_proj,0.0000100161,0.05000,0.415
26,mlp.experts.4.down_proj,0.0000017134,0.05000,0.403
26,mlp.experts.13.down_proj,0.0000054692,0.05000,0.423
26,mlp.experts.3.down_proj,0.0000092469,0.05000,0.422
26,mlp.experts.2.down_proj,0.0000111117,0.05000,0.413
26,mlp.experts.8.down_proj,0.0000023236,0.05000,0.417
26,mlp.experts.5.down_proj,0.0000060121,0.05000,0.414
26,mlp.experts.14.down_proj,0.0000088300,0.05000,0.421
26,mlp.experts.15.down_proj,0.0000122021,0.05000,0.415
26,mlp.experts.7.down_proj,0.0000056251,0.05000,0.417
26,mlp.experts.27.down_proj,0.0000029619,0.05000,0.342
26,mlp.experts.17.down_proj,0.0000019816,0.05000,0.361
26,mlp.experts.28.down_proj,0.0000048822,0.05000,0.352
26,mlp.experts.25.down_proj,0.0000078140,0.05000,0.363
26,mlp.experts.22.down_proj,0.0000045280,0.05000,0.370
26,mlp.experts.26.down_proj,0.0000061167,0.05000,0.369
26,mlp.experts.16.down_proj,0.0000042070,0.05000,0.375
26,mlp.experts.21.down_proj,0.0000055653,0.05000,0.363
26,mlp.experts.20.down_proj,0.0000024464,0.05000,0.384
26,mlp.experts.19.down_proj,0.0000069647,0.05000,0.384
26,mlp.experts.18.down_proj,0.0000166262,0.05000,0.385
26,mlp.experts.31.down_proj,0.0000043141,0.05000,0.377
26,mlp.experts.29.down_proj,0.0000035159,0.05000,0.388
26,mlp.experts.24.down_proj,0.0000042304,0.05000,0.385
26,mlp.experts.23.down_proj,0.0000188491,0.05000,0.381
26,mlp.experts.30.down_proj,0.0000021024,0.05000,0.390
26,mlp.experts.43.down_proj,0.0000155433,0.05000,0.365
26,mlp.experts.33.down_proj,0.0000068313,0.05000,0.362
26,mlp.experts.44.down_proj,0.0000094002,0.05000,0.367
26,mlp.experts.41.down_proj,0.0000029905,0.05000,0.363
26,mlp.experts.38.down_proj,0.0000056326,0.05000,0.366
26,mlp.experts.42.down_proj,0.0000093080,0.05000,0.375
26,mlp.experts.37.down_proj,0.0000041527,0.05000,0.364
26,mlp.experts.32.down_proj,0.0000107901,0.05000,0.378
26,mlp.experts.36.down_proj,0.0000039258,0.05000,0.377
26,mlp.experts.34.down_proj,0.0000041629,0.05000,0.375
26,mlp.experts.35.down_proj,0.0000065777,0.05000,0.382
26,mlp.experts.47.down_proj,0.0000016947,0.05000,0.382
26,mlp.experts.46.down_proj,0.0000063294,0.05000,0.378
26,mlp.experts.39.down_proj,0.0000114506,0.05000,0.378
26,mlp.experts.45.down_proj,0.0000083135,0.05000,0.384
26,mlp.experts.40.down_proj,0.0000105102,0.05000,0.388
26,mlp.experts.59.down_proj,0.0000080730,0.05000,0.387
26,mlp.experts.49.down_proj,0.0000055473,0.05000,0.389
26,mlp.experts.60.down_proj,0.0000054235,0.05000,0.380
26,mlp.experts.54.down_proj,0.0000030394,0.05000,0.380
26,mlp.experts.57.down_proj,0.0000031025,0.05000,0.399
26,mlp.experts.48.down_proj,0.0000057806,0.05000,0.378
26,mlp.experts.53.down_proj,0.0000066084,0.05000,0.384
26,mlp.experts.58.down_proj,0.0000080403,0.05000,0.389
26,mlp.experts.50.down_proj,0.0000057811,0.05000,0.382
26,mlp.experts.52.down_proj,0.0000165958,0.05000,0.398
26,mlp.experts.63.down_proj,0.0000030708,0.05000,0.378
26,mlp.experts.51.down_proj,0.0000069082,0.05000,0.388
26,mlp.experts.62.down_proj,0.0000147525,0.05000,0.381
26,mlp.experts.55.down_proj,0.0000021849,0.05000,0.379
26,mlp.experts.61.down_proj,0.0000087098,0.05000,0.390
26,mlp.experts.56.down_proj,0.0000041751,0.05000,0.388
26,mlp.experts.75.down_proj,0.0000088710,0.05000,0.371
26,mlp.experts.65.down_proj,0.0000040433,0.05000,0.377
26,mlp.experts.76.down_proj,0.0000093094,0.05000,0.374
26,mlp.experts.73.down_proj,0.0000082246,0.05000,0.367
26,mlp.experts.70.down_proj,0.0000032353,0.05000,0.377
26,mlp.experts.69.down_proj,0.0000039920,0.05000,0.370
26,mlp.experts.64.down_proj,0.0000081020,0.05000,0.376
26,mlp.experts.74.down_proj,0.0000138601,0.05000,0.377
26,mlp.experts.66.down_proj,0.0000024886,0.05000,0.368
26,mlp.experts.68.down_proj,0.0000040055,0.05000,0.375
26,mlp.experts.79.down_proj,0.0000060780,0.05000,0.376
26,mlp.experts.71.down_proj,0.0000030893,0.05000,0.377
26,mlp.experts.67.down_proj,0.0000058558,0.05000,0.381
26,mlp.experts.78.down_proj,0.0000090692,0.05000,0.385
26,mlp.experts.72.down_proj,0.0000221515,0.05000,0.371
26,mlp.experts.77.down_proj,0.0000045323,0.05000,0.376
26,mlp.experts.91.down_proj,0.0000029447,0.05000,0.375
26,mlp.experts.81.down_proj,0.0000020228,0.05000,0.383
26,mlp.experts.92.down_proj,0.0000138405,0.05000,0.366
26,mlp.experts.86.down_proj,0.0000095495,0.05000,0.370
26,mlp.experts.89.down_proj,0.0000082378,0.05000,0.375
26,mlp.experts.80.down_proj,0.0000051248,0.05000,0.369
26,mlp.experts.90.down_proj,0.0000026032,0.05000,0.374
26,mlp.experts.85.down_proj,0.0000098431,0.05000,0.385
26,mlp.experts.82.down_proj,0.0000122825,0.05000,0.378
26,mlp.experts.84.down_proj,0.0000067383,0.05000,0.363
26,mlp.experts.95.down_proj,0.0000046506,0.05000,0.369
26,mlp.experts.83.down_proj,0.0000082064,0.05000,0.363
26,mlp.experts.88.down_proj,0.0000032435,0.05000,0.359
26,mlp.experts.87.down_proj,0.0000028032,0.05000,0.374
26,mlp.experts.94.down_proj,0.0000042283,0.05000,0.369
26,mlp.experts.93.down_proj,0.0000191566,0.05000,0.369
26,mlp.experts.107.down_proj,0.0000023478,0.05000,0.370
26,mlp.experts.108.down_proj,0.0000154054,0.05000,0.363
26,mlp.experts.97.down_proj,0.0000045175,0.05000,0.367
26,mlp.experts.102.down_proj,0.0000032222,0.05000,0.362
26,mlp.experts.105.down_proj,0.0000025088,0.05000,0.366
26,mlp.experts.96.down_proj,0.0000077975,0.05000,0.362
26,mlp.experts.106.down_proj,0.0000110696,0.05000,0.370
26,mlp.experts.101.down_proj,0.0000143712,0.05000,0.368
26,mlp.experts.98.down_proj,0.0000064798,0.05000,0.367
26,mlp.experts.100.down_proj,0.0000039591,0.05000,0.366
26,mlp.experts.111.down_proj,0.0000058752,0.05000,0.372
26,mlp.experts.103.down_proj,0.0000083189,0.05000,0.357
26,mlp.experts.99.down_proj,0.0000072427,0.05000,0.371
26,mlp.experts.104.down_proj,0.0000030040,0.05000,0.370
26,mlp.experts.110.down_proj,0.0000032543,0.05000,0.370
26,mlp.experts.109.down_proj,0.0000030232,0.05000,0.374
26,mlp.experts.123.down_proj,0.0000030313,0.05000,0.367
26,mlp.experts.124.down_proj,0.0000083194,0.05000,0.371
26,mlp.experts.113.down_proj,0.0000103166,0.05000,0.373
26,mlp.experts.118.down_proj,0.0000225624,0.05000,0.370
26,mlp.experts.121.down_proj,0.0000096210,0.05000,0.366
26,mlp.experts.112.down_proj,0.0000038153,0.05000,0.366
26,mlp.experts.122.down_proj,0.0000096925,0.05000,0.372
26,mlp.experts.117.down_proj,0.0000045434,0.05000,0.379
26,mlp.experts.114.down_proj,0.0000058967,0.05000,0.374
26,mlp.experts.116.down_proj,0.0000049838,0.05000,0.382
26,mlp.experts.127.down_proj,0.0000029661,0.05000,0.387
26,mlp.experts.119.down_proj,0.0000029452,0.05000,0.382
26,mlp.experts.115.down_proj,0.0000067416,0.05000,0.376
26,mlp.experts.120.down_proj,0.0000057009,0.05000,0.382
26,mlp.experts.126.down_proj,0.0000088305,0.05000,0.384
26,mlp.experts.125.down_proj,0.0000032599,0.05000,0.395
26,mlp.experts.139.down_proj,0.0000059106,0.05000,0.380
26,mlp.experts.140.down_proj,0.0000028259,0.05000,0.387
26,mlp.experts.137.down_proj,0.0000049599,0.05000,0.374
26,mlp.experts.129.down_proj,0.0000054379,0.05000,0.395
26,mlp.experts.134.down_proj,0.0000094411,0.05000,0.388
26,mlp.experts.128.down_proj,0.0000051746,0.05000,0.388
26,mlp.experts.138.down_proj,0.0000135690,0.05000,0.383
26,mlp.experts.133.down_proj,0.0000018190,0.05000,0.389
26,mlp.experts.130.down_proj,0.0000104652,0.05000,0.378
26,mlp.experts.132.down_proj,0.0000084045,0.05000,0.378
26,mlp.experts.135.down_proj,0.0000037800,0.05000,0.381
26,mlp.experts.136.down_proj,0.0000043524,0.05000,0.367
26,mlp.experts.143.down_proj,0.0000043818,0.05000,0.393
26,mlp.experts.131.down_proj,0.0000226113,0.05000,0.384
26,mlp.experts.142.down_proj,0.0000011392,0.05000,0.383
26,mlp.experts.141.down_proj,0.0000069601,0.05000,0.376
26,mlp.experts.155.down_proj,0.0000066850,0.05000,0.372
26,mlp.experts.156.down_proj,0.0000043415,0.05000,0.381
26,mlp.experts.145.down_proj,0.0000089795,0.05000,0.381
26,mlp.experts.153.down_proj,0.0000158902,0.05000,0.383
26,mlp.experts.150.down_proj,0.0000034945,0.05000,0.381
26,mlp.experts.144.down_proj,0.0000037188,0.05000,0.380
26,mlp.experts.154.down_proj,0.0000064272,0.05000,0.384
26,mlp.experts.149.down_proj,0.0000025843,0.05000,0.380
26,mlp.experts.146.down_proj,0.0000139971,0.05000,0.376
26,mlp.experts.148.down_proj,0.0000060459,0.05000,0.384
26,mlp.experts.151.down_proj,0.0000056675,0.05000,0.377
26,mlp.experts.147.down_proj,0.0000069376,0.05000,0.373
26,mlp.experts.159.down_proj,0.0000061084,0.05000,0.381
26,mlp.experts.152.down_proj,0.0000063196,0.05000,0.380
26,mlp.experts.158.down_proj,0.0000033132,0.05000,0.377
26,mlp.experts.157.down_proj,0.0000044919,0.05000,0.369
26,mlp.experts.171.down_proj,0.0000108340,0.05000,0.359
26,mlp.experts.161.down_proj,0.0000122690,0.05000,0.370
26,mlp.experts.172.down_proj,0.0000041152,0.05000,0.374
26,mlp.experts.166.down_proj,0.0000048473,0.05000,0.375
26,mlp.experts.169.down_proj,0.0000069780,0.05000,0.379
26,mlp.experts.160.down_proj,0.0000028894,0.05000,0.373
26,mlp.experts.170.down_proj,0.0000055582,0.05000,0.374
26,mlp.experts.165.down_proj,0.0000042052,0.05000,0.375
26,mlp.experts.162.down_proj,0.0000037838,0.05000,0.376
26,mlp.experts.164.down_proj,0.0000101522,0.05000,0.371
26,mlp.experts.167.down_proj,0.0000102317,0.05000,0.371
26,mlp.experts.168.down_proj,0.0000115383,0.05000,0.368
26,mlp.experts.163.down_proj,0.0000037849,0.05000,0.376
26,mlp.experts.175.down_proj,0.0000054120,0.05000,0.371
26,mlp.experts.173.down_proj,0.0000039446,0.05000,0.372
26,mlp.experts.174.down_proj,0.0000115100,0.05000,0.379
26,mlp.experts.187.down_proj,0.0000036895,0.05000,0.367
26,mlp.experts.177.down_proj,0.0000058579,0.05000,0.361
26,mlp.experts.185.down_proj,0.0000019034,0.05000,0.353
26,mlp.experts.188.down_proj,0.0000053988,0.05000,0.371
26,mlp.experts.182.down_proj,0.0000030064,0.05000,0.364
26,mlp.experts.176.down_proj,0.0000197277,0.05000,0.353
26,mlp.experts.186.down_proj,0.0000049764,0.05000,0.364
26,mlp.experts.181.down_proj,0.0000032819,0.05000,0.354
26,mlp.experts.178.down_proj,0.0000086234,0.05000,0.365
26,mlp.experts.180.down_proj,0.0000066519,0.05000,0.370
26,mlp.experts.183.down_proj,0.0000044012,0.05000,0.367
26,mlp.experts.179.down_proj,0.0000112735,0.05000,0.366
26,mlp.experts.184.down_proj,0.0000084266,0.05000,0.375
26,mlp.experts.189.down_proj,0.0000079022,0.05000,0.371
26,mlp.experts.191.down_proj,0.0000050323,0.05000,0.373
26,mlp.experts.190.down_proj,0.0000097520,0.05000,0.375
26,mlp.experts.203.down_proj,0.0000081350,0.05000,0.373
26,mlp.experts.193.down_proj,0.0000045599,0.05000,0.368
26,mlp.experts.201.down_proj,0.0000060996,0.05000,0.375
26,mlp.experts.204.down_proj,0.0000029398,0.05000,0.369
26,mlp.experts.198.down_proj,0.0000130062,0.05000,0.372
26,mlp.experts.192.down_proj,0.0000091783,0.05000,0.385
26,mlp.experts.197.down_proj,0.0000018631,0.05000,0.373
26,mlp.experts.202.down_proj,0.0000030662,0.05000,0.377
26,mlp.experts.194.down_proj,0.0000056108,0.05000,0.378
26,mlp.experts.196.down_proj,0.0000059409,0.05000,0.372
26,mlp.experts.199.down_proj,0.0000051992,0.05000,0.376
26,mlp.experts.195.down_proj,0.0000045673,0.05000,0.366
26,mlp.experts.200.down_proj,0.0000025596,0.05000,0.367
26,mlp.experts.205.down_proj,0.0000039599,0.05000,0.365
26,mlp.experts.207.down_proj,0.0000034997,0.05000,0.372
26,mlp.experts.206.down_proj,0.0000061085,0.05000,0.369
26,mlp.experts.219.down_proj,0.0000023415,0.05000,0.379
26,mlp.experts.209.down_proj,0.0000052688,0.05000,0.369
26,mlp.experts.217.down_proj,0.0000020526,0.05000,0.378
26,mlp.experts.214.down_proj,0.0000044716,0.05000,0.375
26,mlp.experts.220.down_proj,0.0000042156,0.05000,0.379
26,mlp.experts.208.down_proj,0.0000015714,0.05000,0.378
26,mlp.experts.218.down_proj,0.0000044888,0.05000,0.378
26,mlp.experts.213.down_proj,0.0000175573,0.05000,0.380
26,mlp.experts.234.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
26,mlp.experts.212.down_proj,0.0000037388,0.05000,0.378
26,mlp.experts.210.down_proj,0.0000066659,0.05000,0.391
26,mlp.experts.215.down_proj,0.0000011007,0.05000,0.377
26,mlp.experts.221.down_proj,0.0000092252,0.05000,0.371
26,mlp.experts.211.down_proj,0.0000028714,0.05000,0.386
26,mlp.experts.223.down_proj,0.0000053976,0.05000,0.378
26,mlp.experts.216.down_proj,0.0000040557,0.05000,0.391
26,mlp.experts.222.down_proj,0.0000146140,0.05000,0.379
26,mlp.experts.235.down_proj,0.0000126335,0.05000,0.381
26,mlp.experts.225.down_proj,0.0000058488,0.05000,0.386
26,mlp.experts.236.down_proj,0.0000027084,0.05000,0.388
26,mlp.experts.230.down_proj,0.0000057624,0.05000,0.392
26,mlp.experts.233.down_proj,0.0000113732,0.05000,0.393
26,mlp.experts.224.down_proj,0.0000109063,0.05000,0.393
26,mlp.experts.229.down_proj,0.0000045047,0.05000,0.388
26,mlp.experts.228.down_proj,0.0000055956,0.05000,0.388
26,mlp.experts.250.down_proj,0.0000042932,0.05000,0.394
26,mlp.experts.226.down_proj,0.0000059650,0.05000,0.387
26,mlp.experts.231.down_proj,0.0000052507,0.05000,0.393
26,mlp.experts.237.down_proj,0.0000054410,0.05000,0.393
26,mlp.experts.232.down_proj,0.0000029981,0.05000,0.379
26,mlp.experts.239.down_proj,0.0000054937,0.05000,0.382
26,mlp.experts.238.down_proj,0.0000087903,0.05000,0.381
26,mlp.experts.227.down_proj,0.0000127141,0.05000,0.408
26,mlp.experts.251.down_proj,0.0000045799,0.05000,0.389
26,mlp.experts.246.down_proj,0.0000058640,0.05000,0.310
26,mlp.experts.241.down_proj,0.0000071648,0.05000,0.368
26,mlp.experts.249.down_proj,0.0000035052,0.05000,0.356
26,mlp.experts.242.down_proj,0.0000094562,0.05000,0.290
26,mlp.experts.252.down_proj,0.0000228979,0.05000,0.369
26,mlp.experts.240.down_proj,0.0000041990,0.05000,0.359
26,mlp.experts.254.down_proj,0.0000050971,0.05000,0.261
26,mlp.experts.245.down_proj,0.0000052283,0.05000,0.345
26,mlp.experts.244.down_proj,0.0000032914,0.05000,0.339
26,mlp.experts.253.down_proj,0.0000023883,0.05000,0.301
26,mlp.experts.255.down_proj,0.0000056670,0.05000,0.302
26,mlp.experts.247.down_proj,0.0000047771,0.05000,0.322
26,mlp.experts.248.down_proj,0.0000042385,0.05000,0.312
26,mlp.experts.243.down_proj,0.0000057668,0.05000,0.298
27,mlp.experts.4.gate_proj,0.0003710159,0.05000,1.581
27,mlp.experts.5.gate_proj,0.0002447419,0.05000,1.577
27,mlp.experts.15.gate_proj,0.0001418372,0.05000,1.568
27,mlp.experts.3.gate_proj,0.0002401273,0.05000,1.599
27,mlp.experts.14.gate_proj,0.0001105227,0.05000,1.597
27,mlp.experts.6.gate_proj,0.0004299640,0.05000,1.575
27,mlp.experts.0.gate_proj,0.0001837593,0.05000,1.576
27,mlp.experts.11.gate_proj,0.0001134061,0.05000,1.580
27,mlp.experts.7.gate_proj,0.0003389477,0.05000,1.594
27,mlp.experts.8.gate_proj,0.0004571727,0.05000,1.591
27,mlp.experts.1.gate_proj,0.0001114821,0.05000,1.600
27,mlp.experts.2.gate_proj,0.0002300010,0.05000,1.575
27,mlp.experts.9.gate_proj,0.0002177832,0.05000,1.609
27,mlp.experts.12.gate_proj,0.0001888072,0.05000,1.575
27,mlp.experts.13.gate_proj,0.0001318396,0.05000,1.581
27,mlp.experts.10.gate_proj,0.0003869716,0.05000,1.612
27,mlp.experts.27.gate_proj,0.0002070278,0.05000,1.525
27,mlp.experts.23.gate_proj,0.0002350156,0.05000,1.526
27,mlp.experts.31.gate_proj,0.0001962448,0.05000,1.532
27,mlp.experts.19.gate_proj,0.0002066614,0.05000,1.532
27,mlp.experts.26.gate_proj,0.0001468592,0.05000,1.523
27,mlp.experts.21.gate_proj,0.0001638163,0.05000,1.557
27,mlp.experts.29.gate_proj,0.0001368339,0.05000,1.525
27,mlp.experts.28.gate_proj,0.0001916315,0.05000,1.535
27,mlp.experts.16.gate_proj,0.0002719451,0.05000,1.548
27,mlp.experts.30.gate_proj,0.0002899368,0.05000,1.549
27,mlp.experts.17.gate_proj,0.0001957522,0.05000,1.543
27,mlp.experts.25.gate_proj,0.0001994290,0.05000,1.546
27,mlp.experts.20.gate_proj,0.0003252571,0.05000,1.584
27,mlp.experts.22.gate_proj,0.0002041338,0.05000,1.565
27,mlp.experts.18.gate_proj,0.0001140859,0.05000,1.613
27,mlp.experts.24.gate_proj,0.0001828111,0.05000,1.654
27,mlp.experts.43.gate_proj,0.0002650209,0.05000,1.517
27,mlp.experts.35.gate_proj,0.0001771985,0.05000,1.495
27,mlp.experts.47.gate_proj,0.0003596500,0.05000,1.502
27,mlp.experts.39.gate_proj,0.0002395660,0.05000,1.536
27,mlp.experts.37.gate_proj,0.0002609013,0.05000,1.549
27,mlp.experts.45.gate_proj,0.0002881922,0.05000,1.537
27,mlp.experts.41.gate_proj,0.0002720694,0.05000,1.536
27,mlp.experts.33.gate_proj,0.0002145977,0.05000,1.538
27,mlp.experts.42.gate_proj,0.0002870928,0.05000,1.571
27,mlp.experts.46.gate_proj,0.0001648659,0.05000,1.544
27,mlp.experts.38.gate_proj,0.0002074489,0.05000,1.546
27,mlp.experts.34.gate_proj,0.0002217523,0.05000,1.516
27,mlp.experts.32.gate_proj,0.0002384985,0.05000,1.615
27,mlp.experts.44.gate_proj,0.0002287659,0.05000,1.630
27,mlp.experts.40.gate_proj,0.0002055019,0.05000,1.540
27,mlp.experts.36.gate_proj,0.0001750446,0.05000,1.663
27,mlp.experts.51.gate_proj,0.0001521005,0.05000,1.501
27,mlp.experts.55.gate_proj,0.0002553384,0.05000,1.479
27,mlp.experts.59.gate_proj,0.0002524463,0.05000,1.514
27,mlp.experts.63.gate_proj,0.0001634434,0.05000,1.567
27,mlp.experts.62.gate_proj,0.0004003406,0.05000,1.521
27,mlp.experts.50.gate_proj,0.0001141931,0.05000,1.508
27,mlp.experts.58.gate_proj,0.0001304307,0.05000,1.526
27,mlp.experts.61.gate_proj,0.0001101958,0.05000,1.537
27,mlp.experts.54.gate_proj,0.0003540903,0.05000,1.526
27,mlp.experts.53.gate_proj,0.0002675957,0.05000,1.549
27,mlp.experts.49.gate_proj,0.0001523966,0.05000,1.540
27,mlp.experts.57.gate_proj,0.0002804603,0.05000,1.536
27,mlp.experts.56.gate_proj,0.0001617048,0.05000,1.478
27,mlp.experts.48.gate_proj,0.0002511115,0.05000,1.496
27,mlp.experts.60.gate_proj,0.0002740627,0.05000,1.493
27,mlp.experts.52.gate_proj,0.0001564649,0.05000,1.506
27,mlp.experts.67.gate_proj,0.0001447121,0.05000,1.505
27,mlp.experts.71.gate_proj,0.0001156705,0.05000,1.521
27,mlp.experts.75.gate_proj,0.0003677941,0.05000,1.519
27,mlp.experts.79.gate_proj,0.0002500024,0.05000,1.510
27,mlp.experts.74.gate_proj,0.0002383788,0.05000,1.506
27,mlp.experts.78.gate_proj,0.0001332740,0.05000,1.523
27,mlp.experts.66.gate_proj,0.0003350983,0.05000,1.521
27,mlp.experts.70.gate_proj,0.0002903504,0.05000,1.511
27,mlp.experts.76.gate_proj,0.0002445785,0.05000,1.501
27,mlp.experts.72.gate_proj,0.0001333400,0.05000,1.510
27,mlp.experts.64.gate_proj,0.0001692458,0.05000,1.512
27,mlp.experts.77.gate_proj,0.0002730166,0.05000,1.565
27,mlp.experts.73.gate_proj,0.0002523345,0.05000,1.559
27,mlp.experts.69.gate_proj,0.0002666709,0.05000,1.603
27,mlp.experts.65.gate_proj,0.0003024248,0.05000,1.595
27,mlp.experts.68.gate_proj,0.0003916300,0.05000,1.532
27,mlp.experts.83.gate_proj,0.0002652027,0.05000,1.523
27,mlp.experts.87.gate_proj,0.0001728858,0.05000,1.512
27,mlp.experts.91.gate_proj,0.0004478836,0.05000,1.515
27,mlp.experts.95.gate_proj,0.0001970566,0.05000,1.468
27,mlp.experts.94.gate_proj,0.0001829700,0.05000,1.505
27,mlp.experts.86.gate_proj,0.0002958180,0.05000,1.498
27,mlp.experts.90.gate_proj,0.0001789253,0.05000,1.515
27,mlp.experts.82.gate_proj,0.0002380898,0.05000,1.509
27,mlp.experts.80.gate_proj,0.0001660042,0.05000,1.507
27,mlp.experts.92.gate_proj,0.0002361774,0.05000,1.550
27,mlp.experts.88.gate_proj,0.0002167999,0.05000,1.550
27,mlp.experts.93.gate_proj,0.0003522161,0.05000,1.547
27,mlp.experts.89.gate_proj,0.0002294382,0.05000,1.561
27,mlp.experts.84.gate_proj,0.0002374701,0.05000,1.523
27,mlp.experts.81.gate_proj,0.0001279573,0.05000,1.552
27,mlp.experts.85.gate_proj,0.0000988076,0.05000,1.579
27,mlp.experts.103.gate_proj,0.0002201978,0.05000,1.491
27,mlp.experts.99.gate_proj,0.0002590986,0.05000,1.495
27,mlp.experts.111.gate_proj,0.0001545730,0.05000,1.490
27,mlp.experts.107.gate_proj,0.0001155148,0.05000,1.558
27,mlp.experts.110.gate_proj,0.0001421371,0.05000,1.487
27,mlp.experts.102.gate_proj,0.0001753156,0.05000,1.530
27,mlp.experts.106.gate_proj,0.0001491181,0.05000,1.529
27,mlp.experts.96.gate_proj,0.0003710234,0.05000,1.527
27,mlp.experts.98.gate_proj,0.0001029319,0.05000,1.539
27,mlp.experts.108.gate_proj,0.0002723000,0.05000,1.494
27,mlp.experts.104.gate_proj,0.0002036296,0.05000,1.553
27,mlp.experts.109.gate_proj,0.0001752575,0.05000,1.570
27,mlp.experts.100.gate_proj,0.0002649412,0.05000,1.542
27,mlp.experts.105.gate_proj,0.0002352380,0.05000,1.577
27,mlp.experts.97.gate_proj,0.0001623656,0.05000,1.560
27,mlp.experts.125.gate_proj,fallback(rtn): 0.0010986,0.00000,0.046
27,mlp.experts.101.gate_proj,0.0001537974,0.05000,1.541
27,mlp.experts.119.gate_proj,0.0002065071,0.05000,1.484
27,mlp.experts.127.gate_proj,0.0002012356,0.05000,1.509
27,mlp.experts.115.gate_proj,0.0001633459,0.05000,1.543
27,mlp.experts.123.gate_proj,0.0001834836,0.05000,1.517
27,mlp.experts.126.gate_proj,0.0002061828,0.05000,1.534
27,mlp.experts.112.gate_proj,0.0002178184,0.05000,1.508
27,mlp.experts.124.gate_proj,0.0003824801,0.05000,1.499
27,mlp.experts.122.gate_proj,0.0003698210,0.05000,1.520
27,mlp.experts.114.gate_proj,0.0001375342,0.05000,1.523
27,mlp.experts.118.gate_proj,0.0002749815,0.05000,1.557
27,mlp.experts.120.gate_proj,0.0002382719,0.05000,1.511
27,mlp.experts.116.gate_proj,0.0001717934,0.05000,1.495
27,mlp.experts.141.gate_proj,0.0001843393,0.05000,1.476
27,mlp.experts.117.gate_proj,0.0002803481,0.05000,1.503
27,mlp.experts.113.gate_proj,0.0001614523,0.05000,1.511
27,mlp.experts.121.gate_proj,0.0001529495,0.05000,1.537
27,mlp.experts.135.gate_proj,0.0002281525,0.05000,1.514
27,mlp.experts.143.gate_proj,0.0003139258,0.05000,1.516
27,mlp.experts.131.gate_proj,0.0002267719,0.05000,1.496
27,mlp.experts.139.gate_proj,0.0002112326,0.05000,1.493
27,mlp.experts.140.gate_proj,0.0002908093,0.05000,1.495
27,mlp.experts.142.gate_proj,0.0002327688,0.05000,1.530
27,mlp.experts.128.gate_proj,0.0001812063,0.05000,1.538
27,mlp.experts.134.gate_proj,0.0001608604,0.05000,1.496
27,mlp.experts.138.gate_proj,0.0001453844,0.05000,1.541
27,mlp.experts.130.gate_proj,0.0002511303,0.05000,1.546
27,mlp.experts.136.gate_proj,0.0001760353,0.05000,1.503
27,mlp.experts.132.gate_proj,0.0002205448,0.05000,1.512
27,mlp.experts.157.gate_proj,0.0002727374,0.05000,1.503
27,mlp.experts.129.gate_proj,0.0002183524,0.05000,1.513
27,mlp.experts.133.gate_proj,0.0002035556,0.05000,1.518
27,mlp.experts.137.gate_proj,0.0002209963,0.05000,1.535
27,mlp.experts.151.gate_proj,0.0002235114,0.05000,1.515
27,mlp.experts.159.gate_proj,0.0001458400,0.05000,1.524
27,mlp.experts.147.gate_proj,0.0001388099,0.05000,1.541
27,mlp.experts.155.gate_proj,0.0002510564,0.05000,1.541
27,mlp.experts.156.gate_proj,0.0001739634,0.05000,1.519
27,mlp.experts.152.gate_proj,0.0001433599,0.05000,1.481
27,mlp.experts.154.gate_proj,0.0002032209,0.05000,1.531
27,mlp.experts.158.gate_proj,0.0003620635,0.05000,1.577
27,mlp.experts.144.gate_proj,0.0001927279,0.05000,1.548
27,mlp.experts.150.gate_proj,0.0002793352,0.05000,1.592
27,mlp.experts.146.gate_proj,0.0002728421,0.05000,1.567
27,mlp.experts.148.gate_proj,0.0000625039,0.05000,1.534
27,mlp.experts.173.gate_proj,0.0001491094,0.05000,1.532
27,mlp.experts.149.gate_proj,0.0001459708,0.05000,1.516
27,mlp.experts.153.gate_proj,0.0001695512,0.05000,1.535
27,mlp.experts.145.gate_proj,0.0001343269,0.05000,1.556
27,mlp.experts.167.gate_proj,0.0001990365,0.05000,1.483
27,mlp.experts.175.gate_proj,0.0002863776,0.05000,1.483
27,mlp.experts.163.gate_proj,0.0002721081,0.05000,1.511
27,mlp.experts.171.gate_proj,0.0002241147,0.05000,1.501
27,mlp.experts.172.gate_proj,0.0001656208,0.05000,1.513
27,mlp.experts.168.gate_proj,0.0001889144,0.05000,1.492
27,mlp.experts.160.gate_proj,0.0001978873,0.05000,1.500
27,mlp.experts.170.gate_proj,0.0002004132,0.05000,1.562
27,mlp.experts.174.gate_proj,0.0001277614,0.05000,1.560
27,mlp.experts.164.gate_proj,0.0001451407,0.05000,1.502
27,mlp.experts.189.gate_proj,0.0001664707,0.05000,1.491
27,mlp.experts.166.gate_proj,0.0001285438,0.05000,1.555
27,mlp.experts.165.gate_proj,0.0001349262,0.05000,1.496
27,mlp.experts.162.gate_proj,0.0001285797,0.05000,1.579
27,mlp.experts.161.gate_proj,0.0002311767,0.05000,1.492
27,mlp.experts.169.gate_proj,0.0002187413,0.05000,1.536
27,mlp.experts.183.gate_proj,0.0001930408,0.05000,1.513
27,mlp.experts.191.gate_proj,0.0002166286,0.05000,1.518
27,mlp.experts.179.gate_proj,0.0001222982,0.05000,1.507
27,mlp.experts.187.gate_proj,0.0002236118,0.05000,1.503
27,mlp.experts.188.gate_proj,0.0001828052,0.05000,1.538
27,mlp.experts.184.gate_proj,0.0002748155,0.05000,1.539
27,mlp.experts.176.gate_proj,0.0003295480,0.05000,1.530
27,mlp.experts.180.gate_proj,0.0001568783,0.05000,1.513
27,mlp.experts.186.gate_proj,0.0002316600,0.05000,1.523
27,mlp.experts.190.gate_proj,0.0001568531,0.05000,1.519
27,mlp.experts.205.gate_proj,0.0004899157,0.05000,1.512
27,mlp.experts.182.gate_proj,0.0002049884,0.05000,1.485
27,mlp.experts.181.gate_proj,0.0001560571,0.05000,1.488
27,mlp.experts.177.gate_proj,0.0002536488,0.05000,1.480
27,mlp.experts.178.gate_proj,0.0003463433,0.05000,1.538
27,mlp.experts.194.gate_proj,fallback(rtn): 0.0011063,0.00000,0.027
27,mlp.experts.185.gate_proj,0.0002011441,0.05000,1.515
27,mlp.experts.199.gate_proj,0.0002324260,0.05000,1.528
27,mlp.experts.207.gate_proj,0.0002084446,0.05000,1.555
27,mlp.experts.195.gate_proj,0.0001346687,0.05000,1.514
27,mlp.experts.203.gate_proj,0.0002255630,0.05000,1.532
27,mlp.experts.204.gate_proj,0.0001311966,0.05000,1.512
27,mlp.experts.200.gate_proj,0.0000890601,0.05000,1.515
27,mlp.experts.192.gate_proj,0.0002427903,0.05000,1.527
27,mlp.experts.198.gate_proj,0.0004050027,0.05000,1.506
27,mlp.experts.196.gate_proj,0.0001979347,0.05000,1.528
27,mlp.experts.193.gate_proj,0.0000891197,0.05000,1.489
27,mlp.experts.197.gate_proj,0.0002505284,0.05000,1.522
27,mlp.experts.221.gate_proj,0.0002355481,0.05000,1.530
27,mlp.experts.206.gate_proj,0.0003393848,0.05000,1.551
27,mlp.experts.202.gate_proj,0.0002789947,0.05000,1.558
27,mlp.experts.210.gate_proj,0.0002701638,0.05000,1.509
27,mlp.experts.201.gate_proj,0.0004199633,0.05000,1.511
27,mlp.experts.215.gate_proj,0.0001553385,0.05000,1.544
27,mlp.experts.223.gate_proj,0.0003994817,0.05000,1.558
27,mlp.experts.211.gate_proj,0.0003652970,0.05000,1.554
27,mlp.experts.219.gate_proj,0.0002356097,0.05000,1.548
27,mlp.experts.216.gate_proj,0.0002833894,0.05000,1.503
27,mlp.experts.220.gate_proj,0.0000937854,0.05000,1.525
27,mlp.experts.208.gate_proj,0.0002980761,0.05000,1.498
27,mlp.experts.232.gate_proj,fallback(rtn): 0.0010605,0.00000,0.050
27,mlp.experts.214.gate_proj,0.0004382307,0.05000,1.517
27,mlp.experts.209.gate_proj,0.0001790953,0.05000,1.506
27,mlp.experts.237.gate_proj,0.0003520822,0.05000,1.501
27,mlp.experts.212.gate_proj,0.0003884623,0.05000,1.526
27,mlp.experts.213.gate_proj,0.0003397559,0.05000,1.527
27,mlp.experts.218.gate_proj,0.0001029705,0.05000,1.507
27,mlp.experts.222.gate_proj,0.0001964298,0.05000,1.519
27,mlp.experts.226.gate_proj,0.0002111440,0.05000,1.512
27,mlp.experts.217.gate_proj,0.0003636461,0.05000,1.522
27,mlp.experts.231.gate_proj,0.0001856863,0.05000,1.540
27,mlp.experts.227.gate_proj,0.0001094899,0.05000,1.549
27,mlp.experts.239.gate_proj,0.0002176901,0.05000,1.559
27,mlp.experts.235.gate_proj,0.0000913389,0.05000,1.560
27,mlp.experts.236.gate_proj,0.0001944902,0.05000,1.515
27,mlp.experts.224.gate_proj,0.0002044547,0.05000,1.494
27,mlp.experts.248.gate_proj,0.0001937837,0.05000,1.523
27,mlp.experts.225.gate_proj,0.0002250909,0.05000,1.488
27,mlp.experts.228.gate_proj,0.0001522765,0.05000,1.491
27,mlp.experts.230.gate_proj,0.0003037212,0.05000,1.509
27,mlp.experts.253.gate_proj,0.0004680129,0.05000,1.499
27,mlp.experts.234.gate_proj,0.0002212509,0.05000,1.478
27,mlp.experts.238.gate_proj,0.0003963073,0.05000,1.474
27,mlp.experts.229.gate_proj,0.0002099023,0.05000,1.530
27,mlp.experts.242.gate_proj,0.0001765420,0.05000,1.495
27,mlp.experts.233.gate_proj,0.0002058059,0.05000,1.499
27,mlp.experts.247.gate_proj,0.0002206652,0.05000,1.533
27,mlp.experts.255.gate_proj,0.0001934860,0.05000,1.534
27,mlp.experts.243.gate_proj,0.0001764115,0.05000,1.557
27,mlp.experts.252.gate_proj,0.0003372794,0.05000,1.536
27,mlp.experts.240.gate_proj,0.0002986885,0.05000,1.527
27,mlp.experts.251.gate_proj,0.0002617607,0.05000,1.572
27,mlp.experts.8.up_proj,0.0004586103,0.05000,1.533
27,mlp.experts.13.up_proj,0.0001342049,0.05000,1.504
27,mlp.experts.246.gate_proj,0.0000973365,0.05000,1.514
27,mlp.experts.241.gate_proj,0.0001543526,0.05000,1.535
27,mlp.experts.250.gate_proj,0.0002424030,0.05000,1.517
27,mlp.experts.244.gate_proj,0.0003263850,0.05000,1.554
27,mlp.experts.245.gate_proj,0.0002314397,0.05000,1.514
27,mlp.experts.254.gate_proj,0.0002490642,0.05000,1.559
27,mlp.experts.2.up_proj,0.0002193141,0.05000,1.547
27,mlp.experts.249.gate_proj,0.0002947584,0.05000,1.530
27,mlp.experts.7.up_proj,0.0003269913,0.05000,1.523
27,mlp.experts.3.up_proj,0.0002402500,0.05000,1.490
27,mlp.experts.15.up_proj,0.0001247659,0.05000,1.553
27,mlp.experts.11.up_proj,0.0000989502,0.05000,1.509
27,mlp.experts.12.up_proj,0.0001706179,0.05000,1.570
27,mlp.experts.0.up_proj,0.0001788972,0.05000,1.570
27,mlp.experts.1.up_proj,0.0000951243,0.05000,1.506
27,mlp.experts.6.up_proj,0.0002630835,0.05000,1.518
27,mlp.experts.10.up_proj,0.0003545528,0.05000,1.515
27,mlp.experts.29.up_proj,0.0001298868,0.05000,1.537
27,mlp.experts.5.up_proj,0.0002183060,0.05000,1.500
27,mlp.experts.14.up_proj,0.0000938618,0.05000,1.500
27,mlp.experts.24.up_proj,0.0001850388,0.05000,1.583
27,mlp.experts.4.up_proj,0.0003575675,0.05000,1.596
27,mlp.experts.9.up_proj,0.0001907048,0.05000,1.522
27,mlp.experts.18.up_proj,0.0000924105,0.05000,1.543
27,mlp.experts.23.up_proj,0.0001791549,0.05000,1.479
27,mlp.experts.19.up_proj,0.0001674215,0.05000,1.501
27,mlp.experts.31.up_proj,0.0001740289,0.05000,1.489
27,mlp.experts.27.up_proj,0.0001933775,0.05000,1.493
27,mlp.experts.45.up_proj,0.0002584581,0.05000,1.488
27,mlp.experts.17.up_proj,0.0001700004,0.05000,1.509
27,mlp.experts.28.up_proj,0.0001857190,0.05000,1.537
27,mlp.experts.22.up_proj,0.0001791521,0.05000,1.514
27,mlp.experts.26.up_proj,0.0001418453,0.05000,1.511
27,mlp.experts.30.up_proj,0.0002547109,0.05000,1.489
27,mlp.experts.21.up_proj,0.0001461338,0.05000,1.505
27,mlp.experts.16.up_proj,0.0002401360,0.05000,1.592
27,mlp.experts.40.up_proj,0.0002012068,0.05000,1.560
27,mlp.experts.25.up_proj,0.0002023813,0.05000,1.525
27,mlp.experts.34.up_proj,0.0002043610,0.05000,1.510
27,mlp.experts.20.up_proj,0.0002980590,0.05000,1.542
27,mlp.experts.39.up_proj,0.0002737306,0.05000,1.521
27,mlp.experts.35.up_proj,0.0001748481,0.05000,1.522
27,mlp.experts.47.up_proj,0.0003202026,0.05000,1.523
27,mlp.experts.43.up_proj,0.0002258873,0.05000,1.528
27,mlp.experts.37.up_proj,0.0002454614,0.05000,1.482
27,mlp.experts.33.up_proj,0.0002023398,0.05000,1.518
27,mlp.experts.61.up_proj,0.0001023941,0.05000,1.519
27,mlp.experts.38.up_proj,0.0001851279,0.05000,1.514
27,mlp.experts.44.up_proj,0.0001880202,0.05000,1.541
27,mlp.experts.42.up_proj,0.0002729751,0.05000,1.539
27,mlp.experts.46.up_proj,0.0001491372,0.05000,1.559
27,mlp.experts.32.up_proj,0.0002151841,0.05000,1.557
27,mlp.experts.56.up_proj,0.0001510531,0.05000,1.535
27,mlp.experts.41.up_proj,0.0002663665,0.05000,1.501
27,mlp.experts.50.up_proj,0.0000983230,0.05000,1.516
27,mlp.experts.36.up_proj,0.0002009160,0.05000,1.560
27,mlp.experts.55.up_proj,0.0002372277,0.05000,1.528
27,mlp.experts.51.up_proj,0.0001360574,0.05000,1.521
27,mlp.experts.63.up_proj,0.0001407804,0.05000,1.499
27,mlp.experts.59.up_proj,0.0002352263,0.05000,1.524
27,mlp.experts.60.up_proj,0.0002569033,0.05000,1.497
27,mlp.experts.54.up_proj,0.0003639768,0.05000,1.514
27,mlp.experts.62.up_proj,0.0002906173,0.05000,1.475
27,mlp.experts.77.up_proj,0.0002371641,0.05000,1.556
27,mlp.experts.53.up_proj,0.0002555988,0.05000,1.566
27,mlp.experts.49.up_proj,0.0001419056,0.05000,1.579
27,mlp.experts.58.up_proj,0.0001381033,0.05000,1.545
27,mlp.experts.48.up_proj,0.0002337477,0.05000,1.514
27,mlp.experts.72.up_proj,0.0001976589,0.05000,1.538
27,mlp.experts.66.up_proj,0.0003182397,0.05000,1.522
27,mlp.experts.57.up_proj,0.0003031154,0.05000,1.556
27,mlp.experts.52.up_proj,0.0001520623,0.05000,1.507
27,mlp.experts.71.up_proj,0.0001168552,0.05000,1.500
27,mlp.experts.67.up_proj,0.0001399849,0.05000,1.502
27,mlp.experts.79.up_proj,0.0002948229,0.05000,1.491
27,mlp.experts.75.up_proj,0.0003427036,0.05000,1.501
27,mlp.experts.76.up_proj,0.0002335858,0.05000,1.499
27,mlp.experts.78.up_proj,0.0001218160,0.05000,1.506
27,mlp.experts.74.up_proj,0.0002209356,0.05000,1.487
27,mlp.experts.70.up_proj,0.0002775193,0.05000,1.548
27,mlp.experts.93.up_proj,0.0003100539,0.05000,1.548
27,mlp.experts.88.up_proj,0.0002297981,0.05000,1.471
27,mlp.experts.64.up_proj,0.0001631631,0.05000,1.514
27,mlp.experts.69.up_proj,0.0002538119,0.05000,1.574
27,mlp.experts.65.up_proj,0.0002727959,0.05000,1.560
27,mlp.experts.82.up_proj,0.0002280854,0.05000,1.513
27,mlp.experts.68.up_proj,0.0003534095,0.05000,1.526
27,mlp.experts.73.up_proj,0.0002173744,0.05000,1.561
27,mlp.experts.87.up_proj,0.0001707364,0.05000,1.516
27,mlp.experts.95.up_proj,0.0001785692,0.05000,1.481
27,mlp.experts.83.up_proj,0.0002552841,0.05000,1.511
27,mlp.experts.91.up_proj,0.0004505326,0.05000,1.482
27,mlp.experts.92.up_proj,0.0002138169,0.05000,1.497
27,mlp.experts.94.up_proj,0.0001815214,0.05000,1.491
27,mlp.experts.90.up_proj,0.0001702465,0.05000,1.491
27,mlp.experts.86.up_proj,0.0002827879,0.05000,1.522
27,mlp.experts.104.up_proj,0.0001768952,0.05000,1.498
27,mlp.experts.109.up_proj,0.0001600533,0.05000,1.544
27,mlp.experts.80.up_proj,0.0001527797,0.05000,1.516
27,mlp.experts.85.up_proj,0.0000900412,0.05000,1.533
27,mlp.experts.81.up_proj,0.0001406860,0.05000,1.533
27,mlp.experts.98.up_proj,0.0000893766,0.05000,1.510
27,mlp.experts.84.up_proj,0.0002276126,0.05000,1.487
27,mlp.experts.125.up_proj,fallback(rtn): 0.0010452,0.00000,0.060
27,mlp.experts.89.up_proj,0.0002184222,0.05000,1.534
27,mlp.experts.103.up_proj,0.0002074684,0.05000,1.521
27,mlp.experts.111.up_proj,0.0001564681,0.05000,1.522
27,mlp.experts.99.up_proj,0.0002119827,0.05000,1.510
27,mlp.experts.107.up_proj,0.0001112906,0.05000,1.536
27,mlp.experts.108.up_proj,0.0002551641,0.05000,1.531
27,mlp.experts.110.up_proj,0.0001469426,0.05000,1.536
27,mlp.experts.106.up_proj,0.0001328486,0.05000,1.535
27,mlp.experts.102.up_proj,0.0001765712,0.05000,1.499
27,mlp.experts.120.up_proj,0.0002821291,0.05000,1.521
27,mlp.experts.96.up_proj,0.0004110326,0.05000,1.531
27,mlp.experts.114.up_proj,0.0001141876,0.05000,1.550
27,mlp.experts.97.up_proj,0.0001495021,0.05000,1.565
27,mlp.experts.101.up_proj,0.0001473565,0.05000,1.576
27,mlp.experts.100.up_proj,0.0002655731,0.05000,1.550
27,mlp.experts.141.up_proj,0.0001763495,0.05000,1.568
27,mlp.experts.105.up_proj,0.0002165300,0.05000,1.562
27,mlp.experts.119.up_proj,0.0001814042,0.05000,1.506
27,mlp.experts.115.up_proj,0.0001497414,0.05000,1.493
27,mlp.experts.127.up_proj,0.0001907139,0.05000,1.507
27,mlp.experts.123.up_proj,0.0001726567,0.05000,1.514
27,mlp.experts.124.up_proj,0.0003676195,0.05000,1.513
27,mlp.experts.126.up_proj,0.0001975857,0.05000,1.533
27,mlp.experts.118.up_proj,0.0002834414,0.05000,1.546
27,mlp.experts.122.up_proj,0.0003364300,0.05000,1.550
27,mlp.experts.136.up_proj,0.0001701405,0.05000,1.521
27,mlp.experts.112.up_proj,0.0002129024,0.05000,1.523
27,mlp.experts.113.up_proj,0.0001481698,0.05000,1.493
27,mlp.experts.130.up_proj,0.0002344144,0.05000,1.516
27,mlp.experts.117.up_proj,0.0002715181,0.05000,1.511
27,mlp.experts.116.up_proj,0.0001893008,0.05000,1.531
27,mlp.experts.157.up_proj,0.0002782592,0.05000,1.517
27,mlp.experts.121.up_proj,0.0001499539,0.05000,1.516
27,mlp.experts.135.up_proj,0.0002076113,0.05000,1.481
27,mlp.experts.131.up_proj,0.0002124355,0.05000,1.489
27,mlp.experts.143.up_proj,0.0002814219,0.05000,1.529
27,mlp.experts.139.up_proj,0.0001973366,0.05000,1.499
27,mlp.experts.140.up_proj,0.0002680260,0.05000,1.509
27,mlp.experts.142.up_proj,0.0002235550,0.05000,1.525
27,mlp.experts.152.up_proj,0.0001308936,0.05000,1.500
27,mlp.experts.138.up_proj,0.0001413521,0.05000,1.529
27,mlp.experts.134.up_proj,0.0001365023,0.05000,1.543
27,mlp.experts.128.up_proj,0.0001390303,0.05000,1.498
27,mlp.experts.129.up_proj,0.0002214502,0.05000,1.477
27,mlp.experts.133.up_proj,0.0001896165,0.05000,1.520
27,mlp.experts.132.up_proj,0.0002102328,0.05000,1.515
27,mlp.experts.173.up_proj,0.0001315990,0.05000,1.517
27,mlp.experts.146.up_proj,0.0002598144,0.05000,1.576
27,mlp.experts.137.up_proj,0.0002123960,0.05000,1.519
27,mlp.experts.151.up_proj,0.0002160567,0.05000,1.525
27,mlp.experts.147.up_proj,0.0001297758,0.05000,1.510
27,mlp.experts.159.up_proj,0.0001397038,0.05000,1.515
27,mlp.experts.155.up_proj,0.0002636918,0.05000,1.507
27,mlp.experts.156.up_proj,0.0001631468,0.05000,1.509
27,mlp.experts.168.up_proj,0.0001796531,0.05000,1.493
27,mlp.experts.158.up_proj,0.0003157430,0.05000,1.547
27,mlp.experts.145.up_proj,0.0001227959,0.05000,1.485
27,mlp.experts.154.up_proj,0.0001905193,0.05000,1.540
27,mlp.experts.144.up_proj,0.0001706387,0.05000,1.520
27,mlp.experts.150.up_proj,0.0002561987,0.05000,1.544
27,mlp.experts.149.up_proj,0.0001361054,0.05000,1.489
27,mlp.experts.148.up_proj,0.0000698356,0.05000,1.504
27,mlp.experts.189.up_proj,0.0001540976,0.05000,1.501
27,mlp.experts.162.up_proj,0.0001538123,0.05000,1.536
27,mlp.experts.153.up_proj,0.0001613462,0.05000,1.511
27,mlp.experts.167.up_proj,0.0001835761,0.05000,1.508
27,mlp.experts.163.up_proj,0.0002553042,0.05000,1.534
27,mlp.experts.175.up_proj,0.0002475745,0.05000,1.521
27,mlp.experts.171.up_proj,0.0002240059,0.05000,1.519
27,mlp.experts.172.up_proj,0.0001628905,0.05000,1.529
27,mlp.experts.184.up_proj,0.0002621944,0.05000,1.517
27,mlp.experts.174.up_proj,0.0001137542,0.05000,1.531
27,mlp.experts.161.up_proj,0.0001981213,0.05000,1.515
27,mlp.experts.160.up_proj,0.0001720124,0.05000,1.530
27,mlp.experts.165.up_proj,0.0001342241,0.05000,1.506
27,mlp.experts.166.up_proj,0.0001915707,0.05000,1.558
27,mlp.experts.170.up_proj,0.0001705774,0.05000,1.578
27,mlp.experts.164.up_proj,0.0001352006,0.05000,1.506
27,mlp.experts.205.up_proj,0.0004619361,0.05000,1.498
27,mlp.experts.178.up_proj,0.0002980391,0.05000,1.533
27,mlp.experts.169.up_proj,0.0002169771,0.05000,1.532
27,mlp.experts.194.up_proj,fallback(rtn): 0.0010681,0.00000,0.030
27,mlp.experts.183.up_proj,0.0001841729,0.05000,1.518
27,mlp.experts.179.up_proj,0.0001149866,0.05000,1.523
27,mlp.experts.191.up_proj,0.0001982537,0.05000,1.529
27,mlp.experts.187.up_proj,0.0002132163,0.05000,1.500
27,mlp.experts.188.up_proj,0.0001293311,0.05000,1.521
27,mlp.experts.200.up_proj,0.0000969790,0.05000,1.519
27,mlp.experts.190.up_proj,0.0001495199,0.05000,1.520
27,mlp.experts.177.up_proj,0.0002242922,0.05000,1.513
27,mlp.experts.182.up_proj,0.0001897784,0.05000,1.497
27,mlp.experts.181.up_proj,0.0001680233,0.05000,1.520
27,mlp.experts.176.up_proj,0.0002890363,0.05000,1.544
27,mlp.experts.180.up_proj,0.0001489367,0.05000,1.525
27,mlp.experts.186.up_proj,0.0002098646,0.05000,1.532
27,mlp.experts.221.up_proj,0.0002231807,0.05000,1.517
27,mlp.experts.185.up_proj,0.0001896300,0.05000,1.525
27,mlp.experts.210.up_proj,0.0002751625,0.05000,1.529
27,mlp.experts.199.up_proj,0.0002206792,0.05000,1.533
27,mlp.experts.195.up_proj,0.0001168119,0.05000,1.530
27,mlp.experts.203.up_proj,0.0001715668,0.05000,1.518
27,mlp.experts.207.up_proj,0.0002003139,0.05000,1.545
27,mlp.experts.204.up_proj,0.0001230607,0.05000,1.538
27,mlp.experts.216.up_proj,0.0002743292,0.05000,1.533
27,mlp.experts.206.up_proj,0.0003115259,0.05000,1.515
27,mlp.experts.193.up_proj,0.0000869010,0.05000,1.519
27,mlp.experts.232.up_proj,fallback(rtn): 0.0010757,0.00000,0.025
27,mlp.experts.197.up_proj,0.0002571917,0.05000,1.521
27,mlp.experts.198.up_proj,0.0003997562,0.05000,1.530
27,mlp.experts.192.up_proj,0.0002428656,0.05000,1.518
27,mlp.experts.237.up_proj,0.0003289187,0.05000,1.518
27,mlp.experts.202.up_proj,0.0002313002,0.05000,1.526
27,mlp.experts.196.up_proj,0.0001906999,0.05000,1.525
27,mlp.experts.201.up_proj,0.0003795681,0.05000,1.512
27,mlp.experts.226.up_proj,0.0001861911,0.05000,1.509
27,mlp.experts.215.up_proj,0.0001240647,0.05000,1.570
27,mlp.experts.211.up_proj,0.0003229619,0.05000,1.592
27,mlp.experts.219.up_proj,0.0001794374,0.05000,1.562
27,mlp.experts.223.up_proj,0.0003493991,0.05000,1.593
27,mlp.experts.220.up_proj,0.0000850669,0.05000,1.530
27,mlp.experts.222.up_proj,0.0001704804,0.05000,1.513
27,mlp.experts.209.up_proj,0.0001515190,0.05000,1.508
27,mlp.experts.248.up_proj,0.0001842626,0.05000,1.528
27,mlp.experts.208.up_proj,0.0002744267,0.05000,1.500
27,mlp.experts.213.up_proj,0.0003833662,0.05000,1.513
27,mlp.experts.214.up_proj,0.0003809382,0.05000,1.519
27,mlp.experts.212.up_proj,0.0003393943,0.05000,1.504
27,mlp.experts.253.up_proj,0.0004437498,0.05000,1.521
27,mlp.experts.218.up_proj,0.0001000842,0.05000,1.519
27,mlp.experts.217.up_proj,0.0002737916,0.05000,1.489
27,mlp.experts.242.up_proj,0.0001686241,0.05000,1.519
27,mlp.experts.236.up_proj,0.0001809518,0.05000,1.206
27,mlp.experts.231.up_proj,0.0001577906,0.05000,1.462
27,mlp.experts.225.up_proj,0.0002141581,0.05000,1.193
27,mlp.experts.224.up_proj,0.0001853239,0.05000,1.163
27,mlp.experts.238.up_proj,0.0003708892,0.05000,1.242
27,mlp.experts.230.up_proj,0.0002815735,0.05000,1.183
27,mlp.experts.229.up_proj,0.0002016518,0.05000,1.208
27,mlp.experts.227.up_proj,0.0000918107,0.05000,1.455
27,mlp.experts.235.up_proj,0.0000789958,0.05000,1.448
27,mlp.experts.228.up_proj,0.0001437841,0.05000,1.196
27,mlp.experts.234.up_proj,0.0001984373,0.05000,1.185
27,mlp.experts.239.up_proj,0.0002028627,0.05000,1.468
27,mlp.experts.233.up_proj,0.0001952669,0.05000,1.183
27,mlp.experts.240.up_proj,0.0002419442,0.05000,1.118
27,mlp.experts.252.up_proj,0.0003258165,0.05000,1.204
27,mlp.experts.241.up_proj,0.0001686692,0.05000,1.174
27,mlp.experts.245.up_proj,0.0002195209,0.05000,1.106
27,mlp.experts.254.up_proj,0.0002373320,0.05000,1.159
27,mlp.experts.244.up_proj,0.0003130252,0.05000,1.097
27,mlp.experts.249.up_proj,0.0002794589,0.05000,1.059
27,mlp.experts.246.up_proj,0.0000918621,0.05000,1.153
27,mlp.experts.250.up_proj,0.0002306422,0.05000,1.118
27,mlp.experts.247.up_proj,0.0002076608,0.05000,1.364
27,mlp.experts.251.up_proj,0.0002557512,0.05000,1.281
27,mlp.experts.255.up_proj,0.0001765899,0.05000,1.246
27,mlp.experts.243.up_proj,0.0001643405,0.05000,1.320
27,mlp.experts.4.down_proj,0.0000105687,0.05000,0.399
27,mlp.experts.0.down_proj,0.0000119066,0.05000,0.408
27,mlp.experts.1.down_proj,0.0000044337,0.05000,0.409
27,mlp.experts.14.down_proj,0.0000042507,0.05000,0.408
27,mlp.experts.2.down_proj,0.0000033131,0.05000,0.413
27,mlp.experts.13.down_proj,0.0000055240,0.05000,0.406
27,mlp.experts.6.down_proj,0.0000014317,0.05000,0.406
27,mlp.experts.8.down_proj,0.0000281988,0.05000,0.404
27,mlp.experts.5.down_proj,0.0000090711,0.05000,0.416
27,mlp.experts.9.down_proj,0.0000059439,0.05000,0.416
27,mlp.experts.10.down_proj,0.0000256448,0.05000,0.419
27,mlp.experts.7.down_proj,0.0000146534,0.05000,0.414
27,mlp.experts.3.down_proj,0.0000131279,0.05000,0.409
27,mlp.experts.11.down_proj,0.0000066221,0.05000,0.423
27,mlp.experts.12.down_proj,0.0000076408,0.05000,0.408
27,mlp.experts.15.down_proj,0.0000090458,0.05000,0.418
27,mlp.experts.20.down_proj,0.0000100603,0.05000,0.353
27,mlp.experts.16.down_proj,0.0000137256,0.05000,0.350
27,mlp.experts.17.down_proj,0.0000065281,0.05000,0.351
27,mlp.experts.18.down_proj,0.0000021446,0.05000,0.344
27,mlp.experts.30.down_proj,0.0000085655,0.05000,0.360
27,mlp.experts.29.down_proj,0.0000018942,0.05000,0.361
27,mlp.experts.24.down_proj,0.0000183545,0.05000,0.362
27,mlp.experts.22.down_proj,0.0000061326,0.05000,0.370
27,mlp.experts.21.down_proj,0.0000052234,0.05000,0.373
27,mlp.experts.26.down_proj,0.0000067286,0.05000,0.370
27,mlp.experts.28.down_proj,0.0000130502,0.05000,0.369
27,mlp.experts.25.down_proj,0.0000037617,0.05000,0.378
27,mlp.experts.27.down_proj,0.0000033005,0.05000,0.376
27,mlp.experts.19.down_proj,0.0000054569,0.05000,0.377
27,mlp.experts.23.down_proj,0.0000106023,0.05000,0.379
27,mlp.experts.31.down_proj,0.0000058929,0.05000,0.378
27,mlp.experts.36.down_proj,0.0000138166,0.05000,0.370
27,mlp.experts.33.down_proj,0.0000107819,0.05000,0.360
27,mlp.experts.32.down_proj,0.0000080576,0.05000,0.371
27,mlp.experts.34.down_proj,0.0000031841,0.05000,0.369
27,mlp.experts.46.down_proj,0.0000049944,0.05000,0.372
27,mlp.experts.45.down_proj,0.0000053259,0.05000,0.371
27,mlp.experts.40.down_proj,0.0000073298,0.05000,0.366
27,mlp.experts.38.down_proj,0.0000068855,0.05000,0.369
27,mlp.experts.37.down_proj,0.0000189496,0.05000,0.364
27,mlp.experts.44.down_proj,0.0000096779,0.05000,0.372
27,mlp.experts.42.down_proj,0.0000071453,0.05000,0.378
27,mlp.experts.41.down_proj,0.0000114330,0.05000,0.372
27,mlp.experts.39.down_proj,0.0000216247,0.05000,0.378
27,mlp.experts.47.down_proj,0.0000091302,0.05000,0.375
27,mlp.experts.43.down_proj,0.0000070519,0.05000,0.382
27,mlp.experts.35.down_proj,0.0000131584,0.05000,0.382
27,mlp.experts.50.down_proj,0.0000042429,0.05000,0.383
27,mlp.experts.49.down_proj,0.0000076095,0.05000,0.390
27,mlp.experts.52.down_proj,0.0000085954,0.05000,0.395
27,mlp.experts.62.down_proj,0.0000083648,0.05000,0.381
27,mlp.experts.48.down_proj,0.0000050372,0.05000,0.397
27,mlp.experts.61.down_proj,0.0000016366,0.05000,0.374
27,mlp.experts.56.down_proj,0.0000022808,0.05000,0.370
27,mlp.experts.54.down_proj,0.0000248089,0.05000,0.379
27,mlp.experts.53.down_proj,0.0000061402,0.05000,0.382
27,mlp.experts.60.down_proj,0.0000149363,0.05000,0.378
27,mlp.experts.58.down_proj,0.0000077685,0.05000,0.376
27,mlp.experts.57.down_proj,0.0000197648,0.05000,0.378
27,mlp.experts.63.down_proj,0.0000055725,0.05000,0.380
27,mlp.experts.55.down_proj,0.0000060636,0.05000,0.382
27,mlp.experts.51.down_proj,0.0000060149,0.05000,0.380
27,mlp.experts.59.down_proj,0.0000038212,0.05000,0.383
27,mlp.experts.66.down_proj,0.0000084399,0.05000,0.362
27,mlp.experts.68.down_proj,0.0000095761,0.05000,0.369
27,mlp.experts.78.down_proj,0.0000037531,0.05000,0.370
27,mlp.experts.65.down_proj,0.0000123879,0.05000,0.375
27,mlp.experts.64.down_proj,0.0000094882,0.05000,0.373
27,mlp.experts.77.down_proj,0.0000137759,0.05000,0.376
27,mlp.experts.72.down_proj,0.0000052810,0.05000,0.374
27,mlp.experts.70.down_proj,0.0000063019,0.05000,0.374
27,mlp.experts.69.down_proj,0.0000054970,0.05000,0.375
27,mlp.experts.76.down_proj,0.0000151240,0.05000,0.363
27,mlp.experts.74.down_proj,0.0000109522,0.05000,0.369
27,mlp.experts.73.down_proj,0.0000130750,0.05000,0.383
27,mlp.experts.71.down_proj,0.0000057032,0.05000,0.373
27,mlp.experts.75.down_proj,0.0000131893,0.05000,0.374
27,mlp.experts.67.down_proj,0.0000052678,0.05000,0.374
27,mlp.experts.79.down_proj,0.0000084363,0.05000,0.381
27,mlp.experts.82.down_proj,0.0000044484,0.05000,0.376
27,mlp.experts.94.down_proj,0.0000111904,0.05000,0.367
27,mlp.experts.84.down_proj,0.0000101834,0.05000,0.378
27,mlp.experts.81.down_proj,0.0000119915,0.05000,0.380
27,mlp.experts.93.down_proj,0.0000064285,0.05000,0.373
27,mlp.experts.80.down_proj,0.0000066097,0.05000,0.375
27,mlp.experts.88.down_proj,0.0000152153,0.05000,0.376
27,mlp.experts.92.down_proj,0.0000049481,0.05000,0.369
27,mlp.experts.86.down_proj,0.0000057547,0.05000,0.376
27,mlp.experts.85.down_proj,0.0000025342,0.05000,0.374
27,mlp.experts.90.down_proj,0.0000088703,0.05000,0.371
27,mlp.experts.89.down_proj,0.0000033443,0.05000,0.373
27,mlp.experts.87.down_proj,0.0000099075,0.05000,0.378
27,mlp.experts.91.down_proj,0.0000146743,0.05000,0.377
27,mlp.experts.83.down_proj,0.0000046223,0.05000,0.378
27,mlp.experts.95.down_proj,0.0000070532,0.05000,0.380
27,mlp.experts.98.down_proj,0.0000049443,0.05000,0.375
27,mlp.experts.110.down_proj,0.0000055345,0.05000,0.372
27,mlp.experts.100.down_proj,0.0000115768,0.05000,0.375
27,mlp.experts.97.down_proj,0.0000113939,0.05000,0.374
27,mlp.experts.96.down_proj,0.0000283972,0.05000,0.375
27,mlp.experts.109.down_proj,0.0000060646,0.05000,0.376
27,mlp.experts.104.down_proj,0.0000129757,0.05000,0.376
27,mlp.experts.108.down_proj,0.0000054383,0.05000,0.368
27,mlp.experts.125.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
27,mlp.experts.102.down_proj,0.0000021181,0.05000,0.373
27,mlp.experts.101.down_proj,0.0000071251,0.05000,0.373
27,mlp.experts.106.down_proj,0.0000043395,0.05000,0.377
27,mlp.experts.105.down_proj,0.0000070177,0.05000,0.365
27,mlp.experts.103.down_proj,0.0000104413,0.05000,0.371
27,mlp.experts.107.down_proj,0.0000067085,0.05000,0.372
27,mlp.experts.99.down_proj,0.0000113405,0.05000,0.373
27,mlp.experts.111.down_proj,0.0000077022,0.05000,0.380
27,mlp.experts.114.down_proj,0.0000055072,0.05000,0.376
27,mlp.experts.116.down_proj,0.0000116826,0.05000,0.377
27,mlp.experts.126.down_proj,0.0000045701,0.05000,0.383
27,mlp.experts.113.down_proj,0.0000065003,0.05000,0.378
27,mlp.experts.112.down_proj,0.0000070380,0.05000,0.370
27,mlp.experts.124.down_proj,0.0000098359,0.05000,0.371
27,mlp.experts.120.down_proj,0.0000203662,0.05000,0.383
27,mlp.experts.141.down_proj,0.0000039776,0.05000,0.376
27,mlp.experts.118.down_proj,0.0000142174,0.05000,0.375
27,mlp.experts.122.down_proj,0.0000121251,0.05000,0.372
27,mlp.experts.117.down_proj,0.0000061264,0.05000,0.381
27,mlp.experts.121.down_proj,0.0000057565,0.05000,0.373
27,mlp.experts.119.down_proj,0.0000107144,0.05000,0.371
27,mlp.experts.123.down_proj,0.0000063995,0.05000,0.368
27,mlp.experts.115.down_proj,0.0000038852,0.05000,0.373
27,mlp.experts.127.down_proj,0.0000032883,0.05000,0.375
27,mlp.experts.130.down_proj,0.0000184971,0.05000,0.381
27,mlp.experts.142.down_proj,0.0000094564,0.05000,0.373
27,mlp.experts.132.down_proj,0.0000036238,0.05000,0.380
27,mlp.experts.129.down_proj,0.0000119014,0.05000,0.377
27,mlp.experts.128.down_proj,0.0000022491,0.05000,0.383
27,mlp.experts.140.down_proj,0.0000049266,0.05000,0.387
27,mlp.experts.136.down_proj,0.0000035815,0.05000,0.377
27,mlp.experts.157.down_proj,0.0000081319,0.05000,0.386
27,mlp.experts.134.down_proj,0.0000055690,0.05000,0.387
27,mlp.experts.138.down_proj,0.0000038049,0.05000,0.383
27,mlp.experts.133.down_proj,0.0000069614,0.05000,0.382
27,mlp.experts.137.down_proj,0.0000042341,0.05000,0.381
27,mlp.experts.135.down_proj,0.0000081387,0.05000,0.378
27,mlp.experts.131.down_proj,0.0000050856,0.05000,0.385
27,mlp.experts.139.down_proj,0.0000064513,0.05000,0.390
27,mlp.experts.143.down_proj,0.0000116444,0.05000,0.385
27,mlp.experts.146.down_proj,0.0000140766,0.05000,0.377
27,mlp.experts.148.down_proj,0.0000026644,0.05000,0.364
27,mlp.experts.158.down_proj,0.0000097404,0.05000,0.372
27,mlp.experts.145.down_proj,0.0000057267,0.05000,0.369
27,mlp.experts.144.down_proj,0.0000055755,0.05000,0.365
27,mlp.experts.156.down_proj,0.0000026746,0.05000,0.368
27,mlp.experts.152.down_proj,0.0000042429,0.05000,0.373
27,mlp.experts.173.down_proj,0.0000025399,0.05000,0.370
27,mlp.experts.150.down_proj,0.0000046203,0.05000,0.375
27,mlp.experts.149.down_proj,0.0000031802,0.05000,0.368
27,mlp.experts.153.down_proj,0.0000034882,0.05000,0.372
27,mlp.experts.154.down_proj,0.0000031245,0.05000,0.375
27,mlp.experts.151.down_proj,0.0000053276,0.05000,0.356
27,mlp.experts.155.down_proj,0.0000120996,0.05000,0.374
27,mlp.experts.147.down_proj,0.0000097194,0.05000,0.375
27,mlp.experts.159.down_proj,0.0000043830,0.05000,0.372
27,mlp.experts.162.down_proj,0.0000126529,0.05000,0.370
27,mlp.experts.174.down_proj,0.0000026059,0.05000,0.370
27,mlp.experts.164.down_proj,0.0000050504,0.05000,0.375
27,mlp.experts.161.down_proj,0.0000063743,0.05000,0.378
27,mlp.experts.160.down_proj,0.0000042932,0.05000,0.375
27,mlp.experts.168.down_proj,0.0000026225,0.05000,0.371
27,mlp.experts.172.down_proj,0.0000124301,0.05000,0.380
27,mlp.experts.189.down_proj,0.0000087079,0.05000,0.374
27,mlp.experts.166.down_proj,0.0000055752,0.05000,0.372
27,mlp.experts.165.down_proj,0.0000087694,0.05000,0.383
27,mlp.experts.167.down_proj,0.0000028949,0.05000,0.372
27,mlp.experts.170.down_proj,0.0000092096,0.05000,0.381
27,mlp.experts.169.down_proj,0.0000119757,0.05000,0.388
27,mlp.experts.171.down_proj,0.0000141364,0.05000,0.386
27,mlp.experts.163.down_proj,0.0000070708,0.05000,0.386
27,mlp.experts.175.down_proj,0.0000054250,0.05000,0.392
27,mlp.experts.178.down_proj,0.0000116559,0.05000,0.379
27,mlp.experts.180.down_proj,0.0000078022,0.05000,0.377
27,mlp.experts.190.down_proj,0.0000027951,0.05000,0.383
27,mlp.experts.194.down_proj,fallback(rtn): 0.0010452,0.00000,0.006
27,mlp.experts.176.down_proj,0.0000068295,0.05000,0.374
27,mlp.experts.177.down_proj,0.0000200600,0.05000,0.378
27,mlp.experts.184.down_proj,0.0000057062,0.05000,0.376
27,mlp.experts.188.down_proj,0.0000031811,0.05000,0.379
27,mlp.experts.182.down_proj,0.0000072634,0.05000,0.373
27,mlp.experts.205.down_proj,0.0000179755,0.05000,0.379
27,mlp.experts.181.down_proj,0.0000094410,0.05000,0.379
27,mlp.experts.186.down_proj,0.0000085790,0.05000,0.375
27,mlp.experts.185.down_proj,0.0000093716,0.05000,0.377
27,mlp.experts.183.down_proj,0.0000036462,0.05000,0.380
27,mlp.experts.191.down_proj,0.0000033312,0.05000,0.364
27,mlp.experts.187.down_proj,0.0000034010,0.05000,0.373
27,mlp.experts.179.down_proj,0.0000014885,0.05000,0.372
27,mlp.experts.196.down_proj,0.0000036906,0.05000,0.369
27,mlp.experts.206.down_proj,0.0000126268,0.05000,0.373
27,mlp.experts.193.down_proj,0.0000075869,0.05000,0.371
27,mlp.experts.210.down_proj,0.0000113076,0.05000,0.382
27,mlp.experts.192.down_proj,0.0000069533,0.05000,0.380
27,mlp.experts.200.down_proj,0.0000065719,0.05000,0.367
27,mlp.experts.204.down_proj,0.0000053006,0.05000,0.371
27,mlp.experts.198.down_proj,0.0000184891,0.05000,0.371
27,mlp.experts.221.down_proj,0.0000099404,0.05000,0.369
27,mlp.experts.202.down_proj,0.0000074596,0.05000,0.368
27,mlp.experts.197.down_proj,0.0000115665,0.05000,0.372
27,mlp.experts.201.down_proj,0.0000156553,0.05000,0.369
27,mlp.experts.199.down_proj,0.0000066473,0.05000,0.371
27,mlp.experts.195.down_proj,0.0000038132,0.05000,0.377
27,mlp.experts.203.down_proj,0.0000128533,0.05000,0.380
27,mlp.experts.207.down_proj,0.0000082393,0.05000,0.384
27,mlp.experts.212.down_proj,0.0000116133,0.05000,0.365
27,mlp.experts.222.down_proj,0.0000057512,0.05000,0.364
27,mlp.experts.209.down_proj,0.0000048689,0.05000,0.377
27,mlp.experts.226.down_proj,0.0000048542,0.05000,0.373
27,mlp.experts.208.down_proj,0.0000058536,0.05000,0.379
27,mlp.experts.216.down_proj,0.0000149095,0.05000,0.376
27,mlp.experts.220.down_proj,0.0000028437,0.05000,0.379
27,mlp.experts.232.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
27,mlp.experts.214.down_proj,0.0000125893,0.05000,0.367
27,mlp.experts.237.down_proj,0.0000069245,0.05000,0.374
27,mlp.experts.215.down_proj,0.0000039837,0.05000,0.367
27,mlp.experts.218.down_proj,0.0000034370,0.05000,0.383
27,mlp.experts.213.down_proj,0.0000197825,0.05000,0.384
27,mlp.experts.217.down_proj,0.0000083763,0.05000,0.382
27,mlp.experts.211.down_proj,0.0000107332,0.05000,0.383
27,mlp.experts.219.down_proj,0.0000054920,0.05000,0.389
27,mlp.experts.223.down_proj,0.0000099260,0.05000,0.389
27,mlp.experts.228.down_proj,0.0000023888,0.05000,0.380
27,mlp.experts.238.down_proj,0.0000117583,0.05000,0.377
27,mlp.experts.242.down_proj,0.0000087454,0.05000,0.374
27,mlp.experts.225.down_proj,0.0000040119,0.05000,0.390
27,mlp.experts.224.down_proj,0.0000060519,0.05000,0.383
27,mlp.experts.248.down_proj,0.0000119461,0.05000,0.375
27,mlp.experts.236.down_proj,0.0000074965,0.05000,0.385
27,mlp.experts.230.down_proj,0.0000105155,0.05000,0.378
27,mlp.experts.253.down_proj,0.0000241566,0.05000,0.385
27,mlp.experts.234.down_proj,0.0000090329,0.05000,0.363
27,mlp.experts.231.down_proj,0.0000044795,0.05000,0.378
27,mlp.experts.233.down_proj,0.0000146601,0.05000,0.365
27,mlp.experts.229.down_proj,0.0000055985,0.05000,0.371
27,mlp.experts.227.down_proj,0.0000060756,0.05000,0.362
27,mlp.experts.239.down_proj,0.0000085001,0.05000,0.368
27,mlp.experts.235.down_proj,0.0000036819,0.05000,0.379
27,mlp.experts.244.down_proj,0.0000080896,0.05000,0.303
27,mlp.experts.254.down_proj,0.0000035619,0.05000,0.306
27,mlp.experts.240.down_proj,0.0000105864,0.05000,0.274
27,mlp.experts.241.down_proj,0.0000082290,0.05000,0.285
27,mlp.experts.252.down_proj,0.0000170041,0.05000,0.266
27,mlp.experts.246.down_proj,0.0000065715,0.05000,0.283
27,mlp.experts.250.down_proj,0.0000113298,0.05000,0.266
27,mlp.experts.249.down_proj,0.0000164235,0.05000,0.262
27,mlp.experts.245.down_proj,0.0000082399,0.05000,0.271
27,mlp.experts.247.down_proj,0.0000062074,0.05000,0.326
27,mlp.experts.243.down_proj,0.0000028588,0.05000,0.314
27,mlp.experts.251.down_proj,0.0000120026,0.05000,0.292
27,mlp.experts.255.down_proj,0.0000035750,0.05000,0.305
28,mlp.experts.10.gate_proj,0.0001857814,0.05000,1.697
28,mlp.experts.8.gate_proj,0.0001707235,0.05000,1.704
28,mlp.experts.12.gate_proj,0.0001711384,0.05000,1.713
28,mlp.experts.4.gate_proj,0.0001953699,0.05000,1.741
28,mlp.experts.11.gate_proj,0.0003566887,0.05000,1.710
28,mlp.experts.1.gate_proj,0.0001010689,0.05000,1.723
28,mlp.experts.0.gate_proj,0.0001101377,0.05000,1.749
28,mlp.experts.14.gate_proj,0.0002205502,0.05000,1.734
28,mlp.experts.13.gate_proj,0.0002406244,0.05000,1.727
28,mlp.experts.7.gate_proj,0.0000788359,0.05000,1.748
28,mlp.experts.15.gate_proj,0.0001550568,0.05000,1.724
28,mlp.experts.9.gate_proj,0.0001631103,0.05000,1.758
28,mlp.experts.5.gate_proj,0.0001332428,0.05000,1.756
28,mlp.experts.6.gate_proj,0.0001859865,0.05000,1.776
28,mlp.experts.3.gate_proj,0.0004456857,0.05000,1.774
28,mlp.experts.2.gate_proj,0.0002365599,0.05000,1.783
28,mlp.experts.26.gate_proj,0.0002296167,0.05000,1.528
28,mlp.experts.28.gate_proj,0.0001504056,0.05000,1.579
28,mlp.experts.20.gate_proj,0.0001664063,0.05000,1.565
28,mlp.experts.16.gate_proj,0.0002439393,0.05000,1.549
28,mlp.experts.24.gate_proj,0.0001230536,0.05000,1.581
28,mlp.experts.18.gate_proj,0.0001219661,0.05000,1.518
28,mlp.experts.17.gate_proj,0.0002650164,0.05000,1.565
28,mlp.experts.30.gate_proj,0.0001832139,0.05000,1.554
28,mlp.experts.27.gate_proj,0.0003783453,0.05000,1.586
28,mlp.experts.22.gate_proj,0.0002227347,0.05000,1.538
28,mlp.experts.25.gate_proj,0.0001010420,0.05000,1.540
28,mlp.experts.29.gate_proj,0.0001715564,0.05000,1.557
28,mlp.experts.23.gate_proj,0.0002142137,0.05000,1.558
28,mlp.experts.21.gate_proj,0.0001191691,0.05000,1.548
28,mlp.experts.19.gate_proj,0.0002591471,0.05000,1.548
28,mlp.experts.31.gate_proj,0.0003421024,0.05000,1.568
28,mlp.experts.42.gate_proj,0.0002047822,0.05000,1.514
28,mlp.experts.38.gate_proj,0.0002295217,0.05000,1.492
28,mlp.experts.34.gate_proj,0.0000970191,0.05000,1.512
28,mlp.experts.36.gate_proj,0.0002651056,0.05000,1.558
28,mlp.experts.37.gate_proj,0.0003773667,0.05000,1.522
28,mlp.experts.46.gate_proj,0.0001831894,0.05000,1.550
28,mlp.experts.33.gate_proj,0.0001825649,0.05000,1.559
28,mlp.experts.41.gate_proj,0.0002424748,0.05000,1.541
28,mlp.experts.47.gate_proj,0.0002115310,0.05000,1.538
28,mlp.experts.40.gate_proj,0.0001975848,0.05000,1.574
28,mlp.experts.44.gate_proj,0.0002761084,0.05000,1.593
28,mlp.experts.39.gate_proj,0.0002143337,0.05000,1.547
28,mlp.experts.45.gate_proj,0.0002506900,0.05000,1.556
28,mlp.experts.43.gate_proj,0.0001441516,0.05000,1.559
28,mlp.experts.35.gate_proj,0.0001670549,0.05000,1.553
28,mlp.experts.32.gate_proj,0.0001720182,0.05000,1.594
28,mlp.experts.58.gate_proj,0.0001501856,0.05000,1.524
28,mlp.experts.50.gate_proj,0.0001830570,0.05000,1.519
28,mlp.experts.54.gate_proj,0.0001390777,0.05000,1.521
28,mlp.experts.52.gate_proj,0.0003021941,0.05000,1.526
28,mlp.experts.53.gate_proj,0.0001777432,0.05000,1.533
28,mlp.experts.62.gate_proj,0.0001340088,0.05000,1.514
28,mlp.experts.57.gate_proj,0.0002720129,0.05000,1.515
28,mlp.experts.63.gate_proj,0.0002027860,0.05000,1.512
28,mlp.experts.59.gate_proj,0.0001775953,0.05000,1.501
28,mlp.experts.56.gate_proj,0.0001154185,0.05000,1.513
28,mlp.experts.55.gate_proj,0.0001620594,0.05000,1.511
28,mlp.experts.60.gate_proj,0.0003598994,0.05000,1.513
28,mlp.experts.48.gate_proj,0.0002653219,0.05000,1.511
28,mlp.experts.51.gate_proj,0.0000912911,0.05000,1.527
28,mlp.experts.49.gate_proj,0.0002810553,0.05000,1.581
28,mlp.experts.69.gate_proj,fallback(rtn): 0.0010757,0.00000,0.075
28,mlp.experts.61.gate_proj,0.0001988829,0.05000,1.569
28,mlp.experts.74.gate_proj,0.0001130917,0.05000,1.513
28,mlp.experts.70.gate_proj,0.0001830115,0.05000,1.485
28,mlp.experts.66.gate_proj,0.0002091335,0.05000,1.525
28,mlp.experts.78.gate_proj,0.0002255883,0.05000,1.502
28,mlp.experts.68.gate_proj,0.0001232573,0.05000,1.535
28,mlp.experts.76.gate_proj,0.0000883220,0.05000,1.500
28,mlp.experts.75.gate_proj,0.0002802103,0.05000,1.511
28,mlp.experts.64.gate_proj,0.0002806634,0.05000,1.542
28,mlp.experts.72.gate_proj,0.0001757442,0.05000,1.552
28,mlp.experts.71.gate_proj,0.0003656555,0.05000,1.551
28,mlp.experts.73.gate_proj,0.0002141636,0.05000,1.570
28,mlp.experts.79.gate_proj,0.0002169672,0.05000,1.561
28,mlp.experts.67.gate_proj,0.0001359524,0.05000,1.546
28,mlp.experts.65.gate_proj,0.0001755463,0.05000,1.518
28,mlp.experts.77.gate_proj,0.0001593498,0.05000,1.546
28,mlp.experts.85.gate_proj,0.0001588816,0.05000,1.549
28,mlp.experts.90.gate_proj,0.0002405074,0.05000,1.500
28,mlp.experts.86.gate_proj,0.0004453541,0.05000,1.511
28,mlp.experts.82.gate_proj,0.0003914731,0.05000,1.502
28,mlp.experts.94.gate_proj,0.0002145412,0.05000,1.509
28,mlp.experts.91.gate_proj,0.0001114219,0.05000,1.497
28,mlp.experts.92.gate_proj,0.0002550456,0.05000,1.501
28,mlp.experts.84.gate_proj,0.0003233370,0.05000,1.524
28,mlp.experts.80.gate_proj,0.0001260375,0.05000,1.512
28,mlp.experts.83.gate_proj,0.0002417730,0.05000,1.503
28,mlp.experts.88.gate_proj,0.0002383621,0.05000,1.508
28,mlp.experts.87.gate_proj,0.0001366310,0.05000,1.518
28,mlp.experts.95.gate_proj,0.0001364780,0.05000,1.517
28,mlp.experts.89.gate_proj,0.0001214461,0.05000,1.562
28,mlp.experts.81.gate_proj,0.0002821973,0.05000,1.581
28,mlp.experts.93.gate_proj,0.0002773328,0.05000,1.554
28,mlp.experts.101.gate_proj,0.0001437664,0.05000,1.567
28,mlp.experts.106.gate_proj,0.0002337187,0.05000,1.511
28,mlp.experts.102.gate_proj,0.0002615847,0.05000,1.510
28,mlp.experts.98.gate_proj,0.0002345549,0.05000,1.482
28,mlp.experts.110.gate_proj,0.0002046361,0.05000,1.467
28,mlp.experts.107.gate_proj,0.0001637784,0.05000,1.497
28,mlp.experts.108.gate_proj,0.0002395309,0.05000,1.507
28,mlp.experts.96.gate_proj,0.0002302828,0.05000,1.456
28,mlp.experts.100.gate_proj,0.0003710483,0.05000,1.530
28,mlp.experts.104.gate_proj,0.0001186353,0.05000,1.519
28,mlp.experts.99.gate_proj,0.0001420652,0.05000,1.516
28,mlp.experts.103.gate_proj,0.0001813015,0.05000,1.513
28,mlp.experts.111.gate_proj,0.0002953172,0.05000,1.515
28,mlp.experts.105.gate_proj,0.0002311551,0.05000,1.569
28,mlp.experts.117.gate_proj,0.0002164942,0.05000,1.524
28,mlp.experts.109.gate_proj,0.0001781063,0.05000,1.548
28,mlp.experts.97.gate_proj,0.0004939132,0.05000,1.607
28,mlp.experts.122.gate_proj,0.0002714844,0.05000,1.522
28,mlp.experts.126.gate_proj,0.0002543413,0.05000,1.475
28,mlp.experts.114.gate_proj,0.0001830330,0.05000,1.496
28,mlp.experts.118.gate_proj,0.0001724573,0.05000,1.505
28,mlp.experts.123.gate_proj,0.0001547572,0.05000,1.512
28,mlp.experts.124.gate_proj,0.0000995253,0.05000,1.512
28,mlp.experts.116.gate_proj,0.0002013757,0.05000,1.500
28,mlp.experts.112.gate_proj,0.0000679153,0.05000,1.524
28,mlp.experts.120.gate_proj,0.0001429968,0.05000,1.517
28,mlp.experts.119.gate_proj,0.0001569622,0.05000,1.516
28,mlp.experts.115.gate_proj,0.0001283294,0.05000,1.523
28,mlp.experts.127.gate_proj,0.0002618822,0.05000,1.575
28,mlp.experts.133.gate_proj,0.0001036921,0.05000,1.515
28,mlp.experts.121.gate_proj,0.0002004695,0.05000,1.529
28,mlp.experts.125.gate_proj,0.0005219904,0.05000,1.521
28,mlp.experts.113.gate_proj,0.0000954860,0.05000,1.519
28,mlp.experts.138.gate_proj,0.0001850316,0.05000,1.559
28,mlp.experts.130.gate_proj,0.0000896478,0.05000,1.540
28,mlp.experts.142.gate_proj,0.0002128081,0.05000,1.545
28,mlp.experts.134.gate_proj,0.0002193288,0.05000,1.543
28,mlp.experts.154.gate_proj,fallback(rtn): 0.0011215,0.00000,0.041
28,mlp.experts.140.gate_proj,0.0002989146,0.05000,1.499
28,mlp.experts.128.gate_proj,0.0004526253,0.05000,1.511
28,mlp.experts.139.gate_proj,0.0003364087,0.05000,1.555
28,mlp.experts.132.gate_proj,0.0003129497,0.05000,1.539
28,mlp.experts.136.gate_proj,0.0001827567,0.05000,1.518
28,mlp.experts.131.gate_proj,0.0002699776,0.05000,1.531
28,mlp.experts.135.gate_proj,0.0003066447,0.05000,1.549
28,mlp.experts.141.gate_proj,0.0002930554,0.05000,1.492
28,mlp.experts.143.gate_proj,0.0000948915,0.05000,1.546
28,mlp.experts.149.gate_proj,0.0001310342,0.05000,1.537
28,mlp.experts.137.gate_proj,0.0002062875,0.05000,1.527
28,mlp.experts.129.gate_proj,0.0002427320,0.05000,1.519
28,mlp.experts.146.gate_proj,0.0002944006,0.05000,1.548
28,mlp.experts.156.gate_proj,0.0001674018,0.05000,1.496
28,mlp.experts.150.gate_proj,0.0002211554,0.05000,1.551
28,mlp.experts.170.gate_proj,0.0002430486,0.05000,1.520
28,mlp.experts.148.gate_proj,0.0002960985,0.05000,1.474
28,mlp.experts.158.gate_proj,0.0001272741,0.05000,1.597
28,mlp.experts.144.gate_proj,0.0001194400,0.05000,1.520
28,mlp.experts.155.gate_proj,0.0001204614,0.05000,1.515
28,mlp.experts.152.gate_proj,0.0001972022,0.05000,1.526
28,mlp.experts.147.gate_proj,0.0002077020,0.05000,1.537
28,mlp.experts.151.gate_proj,0.0001095621,0.05000,1.524
28,mlp.experts.157.gate_proj,0.0001354298,0.05000,1.502
28,mlp.experts.159.gate_proj,0.0003212377,0.05000,1.521
28,mlp.experts.165.gate_proj,0.0003787245,0.05000,1.508
28,mlp.experts.153.gate_proj,0.0002193900,0.05000,1.545
28,mlp.experts.145.gate_proj,0.0002383486,0.05000,1.503
28,mlp.experts.172.gate_proj,0.0000979723,0.05000,1.545
28,mlp.experts.164.gate_proj,0.0002179588,0.05000,1.516
28,mlp.experts.162.gate_proj,0.0003090375,0.05000,1.556
28,mlp.experts.186.gate_proj,0.0002369256,0.05000,1.560
28,mlp.experts.171.gate_proj,0.0002024611,0.05000,1.527
28,mlp.experts.160.gate_proj,0.0002141923,0.05000,1.543
28,mlp.experts.166.gate_proj,0.0002906992,0.05000,1.605
28,mlp.experts.174.gate_proj,0.0002235922,0.05000,1.567
28,mlp.experts.168.gate_proj,0.0002127816,0.05000,1.514
28,mlp.experts.163.gate_proj,0.0002347391,0.05000,1.523
28,mlp.experts.167.gate_proj,0.0001242726,0.05000,1.523
28,mlp.experts.175.gate_proj,0.0003016119,0.05000,1.494
28,mlp.experts.181.gate_proj,0.0001816551,0.05000,1.500
28,mlp.experts.173.gate_proj,0.0002167335,0.05000,1.538
28,mlp.experts.161.gate_proj,0.0001698232,0.05000,1.536
28,mlp.experts.169.gate_proj,0.0003080170,0.05000,1.538
28,mlp.experts.188.gate_proj,0.0001713614,0.05000,1.517
28,mlp.experts.180.gate_proj,0.0003570720,0.05000,1.519
28,mlp.experts.202.gate_proj,0.0006593388,0.05000,1.546
28,mlp.experts.178.gate_proj,0.0001758489,0.05000,1.574
28,mlp.experts.187.gate_proj,0.0002859869,0.05000,1.548
28,mlp.experts.184.gate_proj,0.0001299728,0.05000,1.493
28,mlp.experts.176.gate_proj,0.0001721446,0.05000,1.551
28,mlp.experts.182.gate_proj,0.0002837479,0.05000,1.546
28,mlp.experts.190.gate_proj,0.0001340828,0.05000,1.573
28,mlp.experts.191.gate_proj,0.0002133474,0.05000,1.521
28,mlp.experts.179.gate_proj,0.0002392103,0.05000,1.552
28,mlp.experts.197.gate_proj,0.0003242777,0.05000,1.518
28,mlp.experts.183.gate_proj,0.0001446029,0.05000,1.554
28,mlp.experts.189.gate_proj,0.0002027593,0.05000,1.519
28,mlp.experts.207.gate_proj,fallback(rtn): 0.0011063,0.00000,0.055
28,mlp.experts.185.gate_proj,0.0001772111,0.05000,1.513
28,mlp.experts.177.gate_proj,0.0002573775,0.05000,1.519
28,mlp.experts.196.gate_proj,0.0001703290,0.05000,1.527
28,mlp.experts.204.gate_proj,0.0001720444,0.05000,1.564
28,mlp.experts.194.gate_proj,0.0001568305,0.05000,1.506
28,mlp.experts.218.gate_proj,0.0001278413,0.05000,1.525
28,mlp.experts.200.gate_proj,0.0002193577,0.05000,1.519
28,mlp.experts.192.gate_proj,0.0003703523,0.05000,1.516
28,mlp.experts.203.gate_proj,0.0002293101,0.05000,1.534
28,mlp.experts.206.gate_proj,0.0002418188,0.05000,1.511
28,mlp.experts.198.gate_proj,0.0001971861,0.05000,1.539
28,mlp.experts.205.gate_proj,0.0001007368,0.05000,1.490
28,mlp.experts.213.gate_proj,0.0001989212,0.05000,1.500
28,mlp.experts.195.gate_proj,0.0002485236,0.05000,1.548
28,mlp.experts.199.gate_proj,0.0002351877,0.05000,1.553
28,mlp.experts.193.gate_proj,0.0001346564,0.05000,1.506
28,mlp.experts.201.gate_proj,0.0001789766,0.05000,1.513
28,mlp.experts.223.gate_proj,0.0003792106,0.05000,1.559
28,mlp.experts.212.gate_proj,0.0001806546,0.05000,1.512
28,mlp.experts.220.gate_proj,0.0002206673,0.05000,1.515
28,mlp.experts.210.gate_proj,0.0001937013,0.05000,1.515
28,mlp.experts.234.gate_proj,0.0001282342,0.05000,1.516
28,mlp.experts.208.gate_proj,0.0002252348,0.05000,1.516
28,mlp.experts.216.gate_proj,0.0003025330,0.05000,1.526
28,mlp.experts.214.gate_proj,0.0002405446,0.05000,1.499
28,mlp.experts.222.gate_proj,0.0002398177,0.05000,1.532
28,mlp.experts.219.gate_proj,0.0002210367,0.05000,1.579
28,mlp.experts.229.gate_proj,0.0002168068,0.05000,1.499
28,mlp.experts.221.gate_proj,0.0002608598,0.05000,1.519
28,mlp.experts.209.gate_proj,0.0000887442,0.05000,1.494
28,mlp.experts.211.gate_proj,0.0002247874,0.05000,1.551
28,mlp.experts.215.gate_proj,0.0002706966,0.05000,1.553
28,mlp.experts.239.gate_proj,0.0003186353,0.05000,1.520
28,mlp.experts.217.gate_proj,0.0002259668,0.05000,1.537
28,mlp.experts.228.gate_proj,0.0002468307,0.05000,1.520
28,mlp.experts.236.gate_proj,0.0002222766,0.05000,1.496
28,mlp.experts.226.gate_proj,0.0002342056,0.05000,1.515
28,mlp.experts.250.gate_proj,0.0002543272,0.05000,1.537
28,mlp.experts.230.gate_proj,0.0002212968,0.05000,1.496
28,mlp.experts.232.gate_proj,0.0002324777,0.05000,1.511
28,mlp.experts.224.gate_proj,0.0002025131,0.05000,1.518
28,mlp.experts.238.gate_proj,0.0001322486,0.05000,1.518
28,mlp.experts.245.gate_proj,0.0002109642,0.05000,1.531
28,mlp.experts.237.gate_proj,0.0002892773,0.05000,1.521
28,mlp.experts.235.gate_proj,0.0002676516,0.05000,1.565
28,mlp.experts.225.gate_proj,0.0002469959,0.05000,1.528
28,mlp.experts.233.gate_proj,0.0001693303,0.05000,1.513
28,mlp.experts.227.gate_proj,0.0002036133,0.05000,1.557
28,mlp.experts.255.gate_proj,0.0001546434,0.05000,1.540
28,mlp.experts.231.gate_proj,0.0003461911,0.05000,1.559
28,mlp.experts.252.gate_proj,0.0002973588,0.05000,1.515
28,mlp.experts.244.gate_proj,0.0002242128,0.05000,1.536
28,mlp.experts.242.gate_proj,0.0002050852,0.05000,1.511
28,mlp.experts.246.gate_proj,0.0002009325,0.05000,1.477
28,mlp.experts.240.gate_proj,0.0001934735,0.05000,1.491
28,mlp.experts.248.gate_proj,0.0001885370,0.05000,1.500
28,mlp.experts.254.gate_proj,0.0001086190,0.05000,1.488
28,mlp.experts.10.up_proj,0.0001517889,0.05000,1.538
28,mlp.experts.5.up_proj,0.0001281028,0.05000,1.486
28,mlp.experts.253.gate_proj,0.0001087995,0.05000,1.486
28,mlp.experts.251.gate_proj,0.0001532316,0.05000,1.493
28,mlp.experts.249.gate_proj,0.0001921247,0.05000,1.488
28,mlp.experts.241.gate_proj,0.0003004578,0.05000,1.517
28,mlp.experts.247.gate_proj,0.0003348172,0.05000,1.551
28,mlp.experts.243.gate_proj,0.0004259892,0.05000,1.575
28,mlp.experts.15.up_proj,0.0001388867,0.05000,1.626
28,mlp.experts.2.up_proj,0.0002352855,0.05000,1.518
28,mlp.experts.6.up_proj,0.0001773418,0.05000,1.532
28,mlp.experts.26.up_proj,0.0002156924,0.05000,1.508
28,mlp.experts.14.up_proj,0.0002118918,0.05000,1.536
28,mlp.experts.21.up_proj,0.0001229064,0.05000,1.501
28,mlp.experts.13.up_proj,0.0003282579,0.05000,1.503
28,mlp.experts.1.up_proj,0.0000896215,0.05000,1.438
28,mlp.experts.9.up_proj,0.0001652575,0.05000,1.451
28,mlp.experts.11.up_proj,0.0003321671,0.05000,1.594
28,mlp.experts.7.up_proj,0.0000799890,0.05000,1.522
28,mlp.experts.31.up_proj,0.0003584565,0.05000,1.447
28,mlp.experts.3.up_proj,0.0004615632,0.05000,1.550
28,mlp.experts.0.up_proj,0.0001081852,0.05000,1.579
28,mlp.experts.12.up_proj,0.0001609891,0.05000,1.592
28,mlp.experts.4.up_proj,0.0001850007,0.05000,1.596
28,mlp.experts.8.up_proj,0.0001688212,0.05000,1.603
28,mlp.experts.22.up_proj,0.0001974780,0.05000,1.465
28,mlp.experts.18.up_proj,0.0001195101,0.05000,1.499
28,mlp.experts.42.up_proj,0.0001990414,0.05000,1.463
28,mlp.experts.30.up_proj,0.0001692503,0.05000,1.443
28,mlp.experts.37.up_proj,0.0003602453,0.05000,1.499
28,mlp.experts.25.up_proj,0.0000960495,0.05000,1.502
28,mlp.experts.17.up_proj,0.0002801849,0.05000,1.505
28,mlp.experts.29.up_proj,0.0001629502,0.05000,1.514
28,mlp.experts.27.up_proj,0.0003607724,0.05000,1.490
28,mlp.experts.47.up_proj,0.0002110693,0.05000,1.452
28,mlp.experts.23.up_proj,0.0002013048,0.05000,1.461
28,mlp.experts.19.up_proj,0.0002228551,0.05000,1.424
28,mlp.experts.24.up_proj,0.0001250754,0.05000,1.556
28,mlp.experts.16.up_proj,0.0002370289,0.05000,1.582
28,mlp.experts.20.up_proj,0.0001743461,0.05000,1.563
28,mlp.experts.28.up_proj,0.0001450832,0.05000,1.573
28,mlp.experts.46.up_proj,0.0001642526,0.05000,1.511
28,mlp.experts.34.up_proj,0.0000898858,0.05000,1.508
28,mlp.experts.58.up_proj,0.0001415142,0.05000,1.520
28,mlp.experts.38.up_proj,0.0002311095,0.05000,1.523
28,mlp.experts.53.up_proj,0.0001795907,0.05000,1.508
28,mlp.experts.33.up_proj,0.0001850653,0.05000,1.504
28,mlp.experts.41.up_proj,0.0002267415,0.05000,1.515
28,mlp.experts.45.up_proj,0.0002433459,0.05000,1.530
28,mlp.experts.69.up_proj,fallback(rtn): 0.0010605,0.00000,0.074
28,mlp.experts.43.up_proj,0.0001201826,0.05000,1.515
28,mlp.experts.63.up_proj,0.0001957409,0.05000,1.518
28,mlp.experts.39.up_proj,0.0001551017,0.05000,1.555
28,mlp.experts.35.up_proj,0.0001456466,0.05000,1.564
28,mlp.experts.32.up_proj,0.0002011983,0.05000,1.528
28,mlp.experts.36.up_proj,0.0002561614,0.05000,1.531
28,mlp.experts.40.up_proj,0.0001764430,0.05000,1.557
28,mlp.experts.44.up_proj,0.0002576568,0.05000,1.562
28,mlp.experts.74.up_proj,0.0001107448,0.05000,1.506
28,mlp.experts.50.up_proj,0.0001762183,0.05000,1.515
28,mlp.experts.62.up_proj,0.0001287997,0.05000,1.522
28,mlp.experts.54.up_proj,0.0001493404,0.05000,1.529
28,mlp.experts.57.up_proj,0.0002585675,0.05000,1.502
28,mlp.experts.61.up_proj,0.0001649760,0.05000,1.494
28,mlp.experts.49.up_proj,0.0002517377,0.05000,1.514
28,mlp.experts.85.up_proj,0.0001531605,0.05000,1.506
28,mlp.experts.79.up_proj,0.0001968925,0.05000,1.506
28,mlp.experts.59.up_proj,0.0001776237,0.05000,1.517
28,mlp.experts.51.up_proj,0.0000930685,0.05000,1.506
28,mlp.experts.55.up_proj,0.0001437862,0.05000,1.509
28,mlp.experts.56.up_proj,0.0001307566,0.05000,1.458
28,mlp.experts.60.up_proj,0.0002154326,0.05000,1.451
28,mlp.experts.52.up_proj,0.0002886374,0.05000,1.485
28,mlp.experts.48.up_proj,0.0002571516,0.05000,1.498
28,mlp.experts.90.up_proj,0.0002244847,0.05000,1.500
28,mlp.experts.70.up_proj,0.0001717142,0.05000,1.480
28,mlp.experts.78.up_proj,0.0002066025,0.05000,1.537
28,mlp.experts.66.up_proj,0.0001466507,0.05000,1.569
28,mlp.experts.77.up_proj,0.0001668851,0.05000,1.523
28,mlp.experts.73.up_proj,0.0002187456,0.05000,1.537
28,mlp.experts.65.up_proj,0.0001631074,0.05000,1.564
28,mlp.experts.75.up_proj,0.0002701645,0.05000,1.481
28,mlp.experts.95.up_proj,0.0001369010,0.05000,1.501
28,mlp.experts.101.up_proj,0.0001420297,0.05000,1.547
28,mlp.experts.67.up_proj,0.0001292952,0.05000,1.496
28,mlp.experts.71.up_proj,0.0003334354,0.05000,1.497
28,mlp.experts.72.up_proj,0.0001754825,0.05000,1.506
28,mlp.experts.64.up_proj,0.0002642884,0.05000,1.497
28,mlp.experts.68.up_proj,0.0001266520,0.05000,1.512
28,mlp.experts.76.up_proj,0.0000871388,0.05000,1.554
28,mlp.experts.106.up_proj,0.0002088363,0.05000,1.502
28,mlp.experts.86.up_proj,0.0004231320,0.05000,1.527
28,mlp.experts.82.up_proj,0.0004034740,0.05000,1.495
28,mlp.experts.94.up_proj,0.0002155213,0.05000,1.527
28,mlp.experts.93.up_proj,0.0002652779,0.05000,1.555
28,mlp.experts.89.up_proj,0.0001163561,0.05000,1.576
28,mlp.experts.91.up_proj,0.0001052419,0.05000,1.529
28,mlp.experts.111.up_proj,0.0002588480,0.05000,1.512
28,mlp.experts.87.up_proj,0.0001224784,0.05000,1.467
28,mlp.experts.81.up_proj,0.0002576075,0.05000,1.549
28,mlp.experts.83.up_proj,0.0002239383,0.05000,1.478
28,mlp.experts.117.up_proj,0.0002041059,0.05000,1.583
28,mlp.experts.84.up_proj,0.0003060429,0.05000,1.487
28,mlp.experts.88.up_proj,0.0002200229,0.05000,1.511
28,mlp.experts.80.up_proj,0.0001207532,0.05000,1.507
28,mlp.experts.92.up_proj,0.0002286784,0.05000,1.521
28,mlp.experts.122.up_proj,0.0002871250,0.05000,1.508
28,mlp.experts.102.up_proj,0.0002793142,0.05000,1.505
28,mlp.experts.98.up_proj,0.0002198884,0.05000,1.506
28,mlp.experts.110.up_proj,0.0001722346,0.05000,1.540
28,mlp.experts.127.up_proj,0.0002444393,0.05000,1.519
28,mlp.experts.107.up_proj,0.0001537190,0.05000,1.522
28,mlp.experts.109.up_proj,0.0001704012,0.05000,1.559
28,mlp.experts.103.up_proj,0.0001748592,0.05000,1.518
28,mlp.experts.99.up_proj,0.0001383889,0.05000,1.514
28,mlp.experts.105.up_proj,0.0001570239,0.05000,1.544
28,mlp.experts.97.up_proj,0.0004780767,0.05000,1.537
28,mlp.experts.133.up_proj,0.0000983703,0.05000,1.544
28,mlp.experts.104.up_proj,0.0000960371,0.05000,1.496
28,mlp.experts.96.up_proj,0.0002297339,0.05000,1.527
28,mlp.experts.100.up_proj,0.0003275559,0.05000,1.536
28,mlp.experts.108.up_proj,0.0002080073,0.05000,1.528
28,mlp.experts.138.up_proj,0.0001938631,0.05000,1.519
28,mlp.experts.118.up_proj,0.0001736121,0.05000,1.498
28,mlp.experts.114.up_proj,0.0001525055,0.05000,1.499
28,mlp.experts.154.up_proj,fallback(rtn): 0.0010757,0.00000,0.036
28,mlp.experts.126.up_proj,0.0002475884,0.05000,1.504
28,mlp.experts.143.up_proj,0.0000907223,0.05000,1.515
28,mlp.experts.123.up_proj,0.0001438666,0.05000,1.515
28,mlp.experts.125.up_proj,0.0004887598,0.05000,1.510
28,mlp.experts.121.up_proj,0.0001953047,0.05000,1.542
28,mlp.experts.115.up_proj,0.0001135060,0.05000,1.554
28,mlp.experts.113.up_proj,0.0000936835,0.05000,1.570
28,mlp.experts.119.up_proj,0.0001391274,0.05000,1.582
28,mlp.experts.120.up_proj,0.0001340967,0.05000,1.507
28,mlp.experts.116.up_proj,0.0001914309,0.05000,1.483
28,mlp.experts.149.up_proj,0.0001438495,0.05000,1.542
28,mlp.experts.112.up_proj,0.0000636832,0.05000,1.526
28,mlp.experts.124.up_proj,0.0000920437,0.05000,1.514
28,mlp.experts.134.up_proj,0.0001956748,0.05000,1.537
28,mlp.experts.130.up_proj,0.0001094193,0.05000,1.506
28,mlp.experts.142.up_proj,0.0002121976,0.05000,1.509
28,mlp.experts.170.up_proj,0.0002476195,0.05000,1.551
28,mlp.experts.139.up_proj,0.0003146778,0.05000,1.488
28,mlp.experts.137.up_proj,0.0002016781,0.05000,1.468
28,mlp.experts.131.up_proj,0.0002541349,0.05000,1.465
28,mlp.experts.141.up_proj,0.0002770821,0.05000,1.501
28,mlp.experts.129.up_proj,0.0002417985,0.05000,1.494
28,mlp.experts.135.up_proj,0.0002825025,0.05000,1.479
28,mlp.experts.159.up_proj,0.0002921757,0.05000,1.528
28,mlp.experts.132.up_proj,0.0002851565,0.05000,1.477
28,mlp.experts.128.up_proj,0.0004509679,0.05000,1.463
28,mlp.experts.165.up_proj,0.0003631771,0.05000,1.507
28,mlp.experts.136.up_proj,0.0001842437,0.05000,1.555
28,mlp.experts.140.up_proj,0.0002752272,0.05000,1.528
28,mlp.experts.146.up_proj,0.0002606733,0.05000,1.531
28,mlp.experts.158.up_proj,0.0001206536,0.05000,1.528
28,mlp.experts.186.up_proj,0.0002166885,0.05000,1.529
28,mlp.experts.150.up_proj,0.0002400581,0.05000,1.631
28,mlp.experts.155.up_proj,0.0001089155,0.05000,1.549
28,mlp.experts.145.up_proj,0.0002232226,0.05000,1.486
28,mlp.experts.153.up_proj,0.0002046560,0.05000,1.534
28,mlp.experts.157.up_proj,0.0001297936,0.05000,1.533
28,mlp.experts.147.up_proj,0.0002049277,0.05000,1.536
28,mlp.experts.175.up_proj,0.0002833217,0.05000,1.527
28,mlp.experts.144.up_proj,0.0001151643,0.05000,1.495
28,mlp.experts.148.up_proj,0.0002669362,0.05000,1.522
28,mlp.experts.151.up_proj,0.0001083876,0.05000,1.540
28,mlp.experts.181.up_proj,0.0001865203,0.05000,1.516
28,mlp.experts.152.up_proj,0.0001941043,0.05000,1.517
28,mlp.experts.156.up_proj,0.0001505807,0.05000,1.553
28,mlp.experts.162.up_proj,0.0003236145,0.05000,1.540
28,mlp.experts.202.up_proj,0.0005694228,0.05000,1.533
28,mlp.experts.174.up_proj,0.0002138128,0.05000,1.553
28,mlp.experts.166.up_proj,0.0002767304,0.05000,1.553
28,mlp.experts.173.up_proj,0.0002133318,0.05000,1.517
28,mlp.experts.169.up_proj,0.0003109350,0.05000,1.523
28,mlp.experts.171.up_proj,0.0001783738,0.05000,1.533
28,mlp.experts.163.up_proj,0.0002196241,0.05000,1.529
28,mlp.experts.161.up_proj,0.0001506453,0.05000,1.554
28,mlp.experts.160.up_proj,0.0002037390,0.05000,1.494
28,mlp.experts.167.up_proj,0.0001151334,0.05000,1.513
28,mlp.experts.191.up_proj,0.0002119259,0.05000,1.530
28,mlp.experts.197.up_proj,0.0003311609,0.05000,1.512
28,mlp.experts.164.up_proj,0.0001881596,0.05000,1.541
28,mlp.experts.168.up_proj,0.0002059788,0.05000,1.492
28,mlp.experts.207.up_proj,fallback(rtn): 0.0010605,0.00000,0.045
28,mlp.experts.172.up_proj,0.0000853971,0.05000,1.501
28,mlp.experts.178.up_proj,0.0001679344,0.05000,1.522
28,mlp.experts.190.up_proj,0.0001335483,0.05000,1.528
28,mlp.experts.218.up_proj,0.0001236714,0.05000,1.546
28,mlp.experts.182.up_proj,0.0002721279,0.05000,1.553
28,mlp.experts.177.up_proj,0.0002541536,0.05000,1.474
28,mlp.experts.185.up_proj,0.0001835218,0.05000,1.506
28,mlp.experts.189.up_proj,0.0001969358,0.05000,1.511
28,mlp.experts.176.up_proj,0.0001703534,0.05000,1.493
28,mlp.experts.179.up_proj,0.0001954786,0.05000,1.530
28,mlp.experts.187.up_proj,0.0002634953,0.05000,1.543
28,mlp.experts.183.up_proj,0.0001378084,0.05000,1.525
28,mlp.experts.213.up_proj,0.0001882506,0.05000,1.517
28,mlp.experts.184.up_proj,0.0001134923,0.05000,1.515
28,mlp.experts.180.up_proj,0.0003477719,0.05000,1.520
28,mlp.experts.223.up_proj,0.0003649239,0.05000,1.535
28,mlp.experts.188.up_proj,0.0001769752,0.05000,1.510
28,mlp.experts.194.up_proj,0.0001427293,0.05000,1.522
28,mlp.experts.234.up_proj,0.0001240664,0.05000,1.511
28,mlp.experts.206.up_proj,0.0002375633,0.05000,1.552
28,mlp.experts.198.up_proj,0.0001687936,0.05000,1.532
28,mlp.experts.201.up_proj,0.0001788764,0.05000,1.518
28,mlp.experts.193.up_proj,0.0001363969,0.05000,1.525
28,mlp.experts.192.up_proj,0.0003652639,0.05000,1.525
28,mlp.experts.205.up_proj,0.0000999466,0.05000,1.570
28,mlp.experts.195.up_proj,0.0002716112,0.05000,1.551
28,mlp.experts.203.up_proj,0.0002218537,0.05000,1.541
28,mlp.experts.200.up_proj,0.0001654746,0.05000,1.511
28,mlp.experts.229.up_proj,0.0002049700,0.05000,1.517
28,mlp.experts.199.up_proj,0.0002467723,0.05000,1.562
28,mlp.experts.196.up_proj,0.0001762557,0.05000,1.539
28,mlp.experts.239.up_proj,0.0003143468,0.05000,1.541
28,mlp.experts.204.up_proj,0.0001448660,0.05000,1.525
28,mlp.experts.210.up_proj,0.0001796974,0.05000,1.507
28,mlp.experts.250.up_proj,0.0002472561,0.05000,1.512
28,mlp.experts.222.up_proj,0.0002074356,0.05000,1.501
28,mlp.experts.214.up_proj,0.0002143642,0.05000,1.478
28,mlp.experts.209.up_proj,0.0000807426,0.05000,1.503
28,mlp.experts.217.up_proj,0.0001945128,0.05000,1.508
28,mlp.experts.208.up_proj,0.0002127650,0.05000,1.517
28,mlp.experts.221.up_proj,0.0002380345,0.05000,1.511
28,mlp.experts.211.up_proj,0.0002236641,0.05000,1.524
28,mlp.experts.216.up_proj,0.0002904606,0.05000,1.494
28,mlp.experts.245.up_proj,0.0002028783,0.05000,1.504
28,mlp.experts.219.up_proj,0.0002269063,0.05000,1.552
28,mlp.experts.212.up_proj,0.0001808079,0.05000,1.520
28,mlp.experts.215.up_proj,0.0002270385,0.05000,1.553
28,mlp.experts.255.up_proj,0.0001400411,0.05000,1.510
28,mlp.experts.220.up_proj,0.0002098029,0.05000,1.500
28,mlp.experts.226.up_proj,0.0002174294,0.05000,1.192
28,mlp.experts.238.up_proj,0.0001254574,0.05000,1.210
28,mlp.experts.230.up_proj,0.0001820574,0.05000,1.184
28,mlp.experts.237.up_proj,0.0002844961,0.05000,1.111
28,mlp.experts.233.up_proj,0.0001665553,0.05000,1.179
28,mlp.experts.235.up_proj,0.0002562450,0.05000,1.135
28,mlp.experts.227.up_proj,0.0001970196,0.05000,1.184
28,mlp.experts.225.up_proj,0.0002340206,0.05000,1.265
28,mlp.experts.231.up_proj,0.0003940098,0.05000,1.184
28,mlp.experts.224.up_proj,0.0001816195,0.05000,1.434
28,mlp.experts.232.up_proj,0.0001953723,0.05000,1.428
28,mlp.experts.228.up_proj,0.0002338594,0.05000,1.416
28,mlp.experts.236.up_proj,0.0001973420,0.05000,1.440
28,mlp.experts.242.up_proj,0.0001901327,0.05000,1.168
28,mlp.experts.246.up_proj,0.0001932904,0.05000,1.093
28,mlp.experts.254.up_proj,0.0001006807,0.05000,1.106
28,mlp.experts.249.up_proj,0.0001876446,0.05000,1.121
28,mlp.experts.253.up_proj,0.0001035893,0.05000,1.190
28,mlp.experts.241.up_proj,0.0002610284,0.05000,1.096
28,mlp.experts.243.up_proj,0.0004278252,0.05000,1.115
28,mlp.experts.251.up_proj,0.0001330091,0.05000,1.161
28,mlp.experts.247.up_proj,0.0003160366,0.05000,1.086
28,mlp.experts.240.up_proj,0.0001854357,0.05000,1.292
28,mlp.experts.248.up_proj,0.0001781648,0.05000,1.271
28,mlp.experts.244.up_proj,0.0002011178,0.05000,1.236
28,mlp.experts.252.up_proj,0.0002780830,0.05000,1.176
28,mlp.experts.3.down_proj,0.0000347941,0.05000,0.405
28,mlp.experts.15.down_proj,0.0000105590,0.05000,0.403
28,mlp.experts.10.down_proj,0.0000042326,0.05000,0.405
28,mlp.experts.1.down_proj,0.0000073480,0.05000,0.416
28,mlp.experts.0.down_proj,0.0000066595,0.05000,0.417
28,mlp.experts.11.down_proj,0.0000092581,0.05000,0.399
28,mlp.experts.4.down_proj,0.0000088237,0.05000,0.416
28,mlp.experts.6.down_proj,0.0000061038,0.05000,0.408
28,mlp.experts.7.down_proj,0.0000082997,0.05000,0.397
28,mlp.experts.12.down_proj,0.0000077644,0.05000,0.423
28,mlp.experts.5.down_proj,0.0000105714,0.05000,0.412
28,mlp.experts.2.down_proj,0.0000155780,0.05000,0.411
28,mlp.experts.13.down_proj,0.0000100421,0.05000,0.409
28,mlp.experts.14.down_proj,0.0000057002,0.05000,0.406
28,mlp.experts.9.down_proj,0.0000137789,0.05000,0.419
28,mlp.experts.8.down_proj,0.0000071129,0.05000,0.415
28,mlp.experts.31.down_proj,0.0000164527,0.05000,0.349
28,mlp.experts.19.down_proj,0.0000077671,0.05000,0.373
28,mlp.experts.26.down_proj,0.0000148776,0.05000,0.365
28,mlp.experts.17.down_proj,0.0000142530,0.05000,0.367
28,mlp.experts.22.down_proj,0.0000112994,0.05000,0.378
28,mlp.experts.16.down_proj,0.0000057461,0.05000,0.386
28,mlp.experts.20.down_proj,0.0000090748,0.05000,0.389
28,mlp.experts.27.down_proj,0.0000138617,0.05000,0.381
28,mlp.experts.21.down_proj,0.0000053861,0.05000,0.385
28,mlp.experts.28.down_proj,0.0000081018,0.05000,0.386
28,mlp.experts.23.down_proj,0.0000033414,0.05000,0.386
28,mlp.experts.29.down_proj,0.0000026699,0.05000,0.387
28,mlp.experts.25.down_proj,0.0000102712,0.05000,0.385
28,mlp.experts.24.down_proj,0.0000103588,0.05000,0.391
28,mlp.experts.30.down_proj,0.0000067148,0.05000,0.394
28,mlp.experts.18.down_proj,0.0000026655,0.05000,0.396
28,mlp.experts.47.down_proj,0.0000192398,0.05000,0.371
28,mlp.experts.42.down_proj,0.0000069178,0.05000,0.361
28,mlp.experts.35.down_proj,0.0000083940,0.05000,0.366
28,mlp.experts.38.down_proj,0.0000080807,0.05000,0.353
28,mlp.experts.33.down_proj,0.0000125527,0.05000,0.369
28,mlp.experts.43.down_proj,0.0000082631,0.05000,0.363
28,mlp.experts.36.down_proj,0.0000062965,0.05000,0.371
28,mlp.experts.32.down_proj,0.0000146157,0.05000,0.378
28,mlp.experts.37.down_proj,0.0000127851,0.05000,0.369
28,mlp.experts.39.down_proj,0.0000022462,0.05000,0.374
28,mlp.experts.34.down_proj,0.0000070369,0.05000,0.361
28,mlp.experts.45.down_proj,0.0000151259,0.05000,0.378
28,mlp.experts.41.down_proj,0.0000046462,0.05000,0.379
28,mlp.experts.44.down_proj,0.0000086265,0.05000,0.388
28,mlp.experts.46.down_proj,0.0000116920,0.05000,0.380
28,mlp.experts.40.down_proj,0.0000043415,0.05000,0.387
28,mlp.experts.63.down_proj,0.0000038879,0.05000,0.373
28,mlp.experts.51.down_proj,0.0000034901,0.05000,0.369
28,mlp.experts.58.down_proj,0.0000081210,0.05000,0.381
28,mlp.experts.49.down_proj,0.0000059162,0.05000,0.372
28,mlp.experts.54.down_proj,0.0000092943,0.05000,0.379
28,mlp.experts.59.down_proj,0.0000104777,0.05000,0.365
28,mlp.experts.48.down_proj,0.0000058583,0.05000,0.372
28,mlp.experts.52.down_proj,0.0000139381,0.05000,0.375
28,mlp.experts.53.down_proj,0.0000130017,0.05000,0.375
28,mlp.experts.69.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
28,mlp.experts.55.down_proj,0.0000099279,0.05000,0.373
28,mlp.experts.50.down_proj,0.0000031257,0.05000,0.373
28,mlp.experts.61.down_proj,0.0000086860,0.05000,0.374
28,mlp.experts.57.down_proj,0.0000074000,0.05000,0.369
28,mlp.experts.56.down_proj,0.0000051851,0.05000,0.367
28,mlp.experts.60.down_proj,0.0000053550,0.05000,0.373
28,mlp.experts.62.down_proj,0.0000038489,0.05000,0.371
28,mlp.experts.79.down_proj,0.0000060683,0.05000,0.364
28,mlp.experts.67.down_proj,0.0000045860,0.05000,0.364
28,mlp.experts.74.down_proj,0.0000040745,0.05000,0.360
28,mlp.experts.70.down_proj,0.0000051014,0.05000,0.360
28,mlp.experts.65.down_proj,0.0000044203,0.05000,0.367
28,mlp.experts.75.down_proj,0.0000083360,0.05000,0.368
28,mlp.experts.64.down_proj,0.0000092904,0.05000,0.366
28,mlp.experts.68.down_proj,0.0000106094,0.05000,0.369
28,mlp.experts.71.down_proj,0.0000263185,0.05000,0.364
28,mlp.experts.85.down_proj,0.0000056192,0.05000,0.370
28,mlp.experts.66.down_proj,0.0000023803,0.05000,0.367
28,mlp.experts.73.down_proj,0.0000133786,0.05000,0.365
28,mlp.experts.77.down_proj,0.0000117460,0.05000,0.366
28,mlp.experts.76.down_proj,0.0000113704,0.05000,0.363
28,mlp.experts.78.down_proj,0.0000133833,0.05000,0.368
28,mlp.experts.72.down_proj,0.0000116785,0.05000,0.372
28,mlp.experts.95.down_proj,0.0000100626,0.05000,0.371
28,mlp.experts.83.down_proj,0.0000087849,0.05000,0.374
28,mlp.experts.90.down_proj,0.0000113384,0.05000,0.375
28,mlp.experts.81.down_proj,0.0000094954,0.05000,0.372
28,mlp.experts.86.down_proj,0.0000185637,0.05000,0.378
28,mlp.experts.91.down_proj,0.0000118484,0.05000,0.369
28,mlp.experts.80.down_proj,0.0000068177,0.05000,0.375
28,mlp.experts.84.down_proj,0.0000070007,0.05000,0.375
28,mlp.experts.87.down_proj,0.0000042165,0.05000,0.370
28,mlp.experts.101.down_proj,0.0000110473,0.05000,0.370
28,mlp.experts.82.down_proj,0.0000336797,0.05000,0.373
28,mlp.experts.92.down_proj,0.0000048583,0.05000,0.371
28,mlp.experts.93.down_proj,0.0000073190,0.05000,0.372
28,mlp.experts.89.down_proj,0.0000018197,0.05000,0.379
28,mlp.experts.94.down_proj,0.0000155897,0.05000,0.371
28,mlp.experts.88.down_proj,0.0000048295,0.05000,0.377
28,mlp.experts.111.down_proj,0.0000114807,0.05000,0.372
28,mlp.experts.99.down_proj,0.0000064978,0.05000,0.380
28,mlp.experts.106.down_proj,0.0000072468,0.05000,0.391
28,mlp.experts.97.down_proj,0.0000389264,0.05000,0.371
28,mlp.experts.102.down_proj,0.0000283143,0.05000,0.372
28,mlp.experts.107.down_proj,0.0000063554,0.05000,0.377
28,mlp.experts.96.down_proj,0.0000164031,0.05000,0.378
28,mlp.experts.100.down_proj,0.0000066396,0.05000,0.385
28,mlp.experts.117.down_proj,0.0000161858,0.05000,0.375
28,mlp.experts.103.down_proj,0.0000051375,0.05000,0.386
28,mlp.experts.98.down_proj,0.0000129908,0.05000,0.391
28,mlp.experts.108.down_proj,0.0000059648,0.05000,0.391
28,mlp.experts.104.down_proj,0.0000045234,0.05000,0.379
28,mlp.experts.105.down_proj,0.0000056641,0.05000,0.386
28,mlp.experts.109.down_proj,0.0000033328,0.05000,0.386
28,mlp.experts.110.down_proj,0.0000055897,0.05000,0.392
28,mlp.experts.127.down_proj,0.0000254371,0.05000,0.387
28,mlp.experts.115.down_proj,0.0000105368,0.05000,0.384
28,mlp.experts.113.down_proj,0.0000035987,0.05000,0.376
28,mlp.experts.122.down_proj,0.0000207594,0.05000,0.387
28,mlp.experts.118.down_proj,0.0000060879,0.05000,0.386
28,mlp.experts.123.down_proj,0.0000055856,0.05000,0.389
28,mlp.experts.112.down_proj,0.0000023017,0.05000,0.364
28,mlp.experts.116.down_proj,0.0000152361,0.05000,0.377
28,mlp.experts.133.down_proj,0.0000073433,0.05000,0.372
28,mlp.experts.119.down_proj,0.0000074210,0.05000,0.375
28,mlp.experts.114.down_proj,0.0000073381,0.05000,0.374
28,mlp.experts.124.down_proj,0.0000078764,0.05000,0.378
28,mlp.experts.120.down_proj,0.0000131985,0.05000,0.373
28,mlp.experts.125.down_proj,0.0000194281,0.05000,0.377
28,mlp.experts.121.down_proj,0.0000112947,0.05000,0.381
28,mlp.experts.126.down_proj,0.0000062403,0.05000,0.383
28,mlp.experts.143.down_proj,0.0000030051,0.05000,0.372
28,mlp.experts.131.down_proj,0.0000045457,0.05000,0.377
28,mlp.experts.129.down_proj,0.0000102182,0.05000,0.373
28,mlp.experts.138.down_proj,0.0000137884,0.05000,0.365
28,mlp.experts.134.down_proj,0.0000032587,0.05000,0.376
28,mlp.experts.154.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
28,mlp.experts.139.down_proj,0.0000169273,0.05000,0.370
28,mlp.experts.128.down_proj,0.0000381604,0.05000,0.378
28,mlp.experts.132.down_proj,0.0000072603,0.05000,0.373
28,mlp.experts.149.down_proj,0.0000081279,0.05000,0.368
28,mlp.experts.135.down_proj,0.0000114489,0.05000,0.379
28,mlp.experts.130.down_proj,0.0000034993,0.05000,0.378
28,mlp.experts.140.down_proj,0.0000076449,0.05000,0.375
28,mlp.experts.141.down_proj,0.0000074032,0.05000,0.375
28,mlp.experts.136.down_proj,0.0000126000,0.05000,0.385
28,mlp.experts.137.down_proj,0.0000178786,0.05000,0.374
28,mlp.experts.142.down_proj,0.0000152323,0.05000,0.372
28,mlp.experts.159.down_proj,0.0000113423,0.05000,0.373
28,mlp.experts.147.down_proj,0.0000161503,0.05000,0.383
28,mlp.experts.145.down_proj,0.0000136379,0.05000,0.374
28,mlp.experts.150.down_proj,0.0000132603,0.05000,0.371
28,mlp.experts.155.down_proj,0.0000054680,0.05000,0.370
28,mlp.experts.170.down_proj,0.0000217419,0.05000,0.372
28,mlp.experts.144.down_proj,0.0000047629,0.05000,0.367
28,mlp.experts.148.down_proj,0.0000060323,0.05000,0.369
28,mlp.experts.165.down_proj,0.0000167504,0.05000,0.374
28,mlp.experts.151.down_proj,0.0000105715,0.05000,0.372
28,mlp.experts.146.down_proj,0.0000087739,0.05000,0.375
28,mlp.experts.156.down_proj,0.0000091604,0.05000,0.376
28,mlp.experts.152.down_proj,0.0000107362,0.05000,0.362
28,mlp.experts.157.down_proj,0.0000064571,0.05000,0.370
28,mlp.experts.158.down_proj,0.0000019291,0.05000,0.367
28,mlp.experts.153.down_proj,0.0000093968,0.05000,0.381
28,mlp.experts.175.down_proj,0.0000078715,0.05000,0.370
28,mlp.experts.163.down_proj,0.0000054255,0.05000,0.364
28,mlp.experts.161.down_proj,0.0000130246,0.05000,0.388
28,mlp.experts.171.down_proj,0.0000068420,0.05000,0.373
28,mlp.experts.186.down_proj,0.0000122048,0.05000,0.373
28,mlp.experts.166.down_proj,0.0000078304,0.05000,0.386
28,mlp.experts.160.down_proj,0.0000088582,0.05000,0.376
28,mlp.experts.164.down_proj,0.0000046706,0.05000,0.374
28,mlp.experts.181.down_proj,0.0000145800,0.05000,0.384
28,mlp.experts.167.down_proj,0.0000060490,0.05000,0.374
28,mlp.experts.162.down_proj,0.0000053184,0.05000,0.381
28,mlp.experts.172.down_proj,0.0000058480,0.05000,0.363
28,mlp.experts.173.down_proj,0.0000089958,0.05000,0.377
28,mlp.experts.168.down_proj,0.0000153816,0.05000,0.378
28,mlp.experts.174.down_proj,0.0000039032,0.05000,0.377
28,mlp.experts.169.down_proj,0.0000175763,0.05000,0.372
28,mlp.experts.191.down_proj,0.0000096951,0.05000,0.373
28,mlp.experts.207.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
28,mlp.experts.179.down_proj,0.0000104346,0.05000,0.364
28,mlp.experts.176.down_proj,0.0000129856,0.05000,0.357
28,mlp.experts.202.down_proj,0.0000288119,0.05000,0.366
28,mlp.experts.187.down_proj,0.0000076552,0.05000,0.371
28,mlp.experts.177.down_proj,0.0000065551,0.05000,0.378
28,mlp.experts.182.down_proj,0.0000060814,0.05000,0.368
28,mlp.experts.180.down_proj,0.0000180359,0.05000,0.368
28,mlp.experts.197.down_proj,0.0000208176,0.05000,0.372
28,mlp.experts.183.down_proj,0.0000099446,0.05000,0.374
28,mlp.experts.178.down_proj,0.0000094268,0.05000,0.377
28,mlp.experts.188.down_proj,0.0000104876,0.05000,0.373
28,mlp.experts.190.down_proj,0.0000089021,0.05000,0.370
28,mlp.experts.184.down_proj,0.0000043791,0.05000,0.376
28,mlp.experts.189.down_proj,0.0000131547,0.05000,0.377
28,mlp.experts.185.down_proj,0.0000096988,0.05000,0.391
28,mlp.experts.223.down_proj,0.0000082343,0.05000,0.392
28,mlp.experts.195.down_proj,0.0000204526,0.05000,0.390
28,mlp.experts.218.down_proj,0.0000023032,0.05000,0.381
28,mlp.experts.192.down_proj,0.0000104529,0.05000,0.392
28,mlp.experts.198.down_proj,0.0000118261,0.05000,0.380
28,mlp.experts.203.down_proj,0.0000061075,0.05000,0.393
28,mlp.experts.193.down_proj,0.0000110285,0.05000,0.387
28,mlp.experts.196.down_proj,0.0000120998,0.05000,0.388
28,mlp.experts.213.down_proj,0.0000029287,0.05000,0.397
28,mlp.experts.199.down_proj,0.0000114557,0.05000,0.392
28,mlp.experts.194.down_proj,0.0000031447,0.05000,0.379
28,mlp.experts.204.down_proj,0.0000026250,0.05000,0.382
28,mlp.experts.206.down_proj,0.0000122593,0.05000,0.377
28,mlp.experts.200.down_proj,0.0000062380,0.05000,0.381
28,mlp.experts.205.down_proj,0.0000045395,0.05000,0.384
28,mlp.experts.201.down_proj,0.0000113634,0.05000,0.385
28,mlp.experts.211.down_proj,0.0000128476,0.05000,0.373
28,mlp.experts.239.down_proj,0.0000147857,0.05000,0.386
28,mlp.experts.234.down_proj,0.0000036483,0.05000,0.370
28,mlp.experts.208.down_proj,0.0000036021,0.05000,0.371
28,mlp.experts.214.down_proj,0.0000071846,0.05000,0.375
28,mlp.experts.212.down_proj,0.0000115120,0.05000,0.371
28,mlp.experts.209.down_proj,0.0000055035,0.05000,0.372
28,mlp.experts.219.down_proj,0.0000121548,0.05000,0.378
28,mlp.experts.229.down_proj,0.0000131336,0.05000,0.379
28,mlp.experts.215.down_proj,0.0000076975,0.05000,0.375
28,mlp.experts.210.down_proj,0.0000028392,0.05000,0.373
28,mlp.experts.220.down_proj,0.0000034662,0.05000,0.377
28,mlp.experts.222.down_proj,0.0000068817,0.05000,0.379
28,mlp.experts.216.down_proj,0.0000059397,0.05000,0.375
28,mlp.experts.221.down_proj,0.0000148202,0.05000,0.373
28,mlp.experts.217.down_proj,0.0000070584,0.05000,0.382
28,mlp.experts.255.down_proj,0.0000118669,0.05000,0.373
28,mlp.experts.227.down_proj,0.0000040026,0.05000,0.378
28,mlp.experts.250.down_proj,0.0000181328,0.05000,0.377
28,mlp.experts.224.down_proj,0.0000111761,0.05000,0.372
28,mlp.experts.230.down_proj,0.0000140926,0.05000,0.378
28,mlp.experts.235.down_proj,0.0000133576,0.05000,0.362
28,mlp.experts.225.down_proj,0.0000044194,0.05000,0.375
28,mlp.experts.228.down_proj,0.0000137393,0.05000,0.379
28,mlp.experts.231.down_proj,0.0000220934,0.05000,0.362
28,mlp.experts.245.down_proj,0.0000054152,0.05000,0.372
28,mlp.experts.226.down_proj,0.0000103616,0.05000,0.360
28,mlp.experts.236.down_proj,0.0000031211,0.05000,0.370
28,mlp.experts.238.down_proj,0.0000046879,0.05000,0.360
28,mlp.experts.237.down_proj,0.0000206460,0.05000,0.362
28,mlp.experts.233.down_proj,0.0000065930,0.05000,0.351
28,mlp.experts.232.down_proj,0.0000117742,0.05000,0.377
28,mlp.experts.243.down_proj,0.0000502136,0.05000,0.289
28,mlp.experts.251.down_proj,0.0000124573,0.05000,0.286
28,mlp.experts.241.down_proj,0.0000101805,0.05000,0.282
28,mlp.experts.246.down_proj,0.0000047655,0.05000,0.297
28,mlp.experts.247.down_proj,0.0000079523,0.05000,0.273
28,mlp.experts.240.down_proj,0.0000075177,0.05000,0.330
28,mlp.experts.242.down_proj,0.0000042582,0.05000,0.272
28,mlp.experts.254.down_proj,0.0000066780,0.05000,0.260
28,mlp.experts.244.down_proj,0.0000061392,0.05000,0.329
28,mlp.experts.249.down_proj,0.0000085158,0.05000,0.253
28,mlp.experts.253.down_proj,0.0000048873,0.05000,0.270
28,mlp.experts.252.down_proj,0.0000129247,0.05000,0.307
28,mlp.experts.248.down_proj,0.0000027910,0.05000,0.283
29,mlp.experts.10.gate_proj,0.0002863549,0.05000,1.556
29,mlp.experts.2.gate_proj,0.0001457132,0.05000,1.580
29,mlp.experts.13.gate_proj,0.0001395217,0.05000,1.573
29,mlp.experts.5.gate_proj,0.0001837828,0.05000,1.565
29,mlp.experts.14.gate_proj,0.0001757653,0.05000,1.566
29,mlp.experts.9.gate_proj,0.0002268737,0.05000,1.584
29,mlp.experts.12.gate_proj,0.0002375782,0.05000,1.581
29,mlp.experts.4.gate_proj,0.0003220250,0.05000,1.578
29,mlp.experts.0.gate_proj,0.0001277364,0.05000,1.603
29,mlp.experts.8.gate_proj,0.0002086358,0.05000,1.594
29,mlp.experts.6.gate_proj,0.0005495743,0.05000,1.574
29,mlp.experts.3.gate_proj,0.0002416340,0.05000,1.603
29,mlp.experts.11.gate_proj,0.0003092855,0.05000,1.582
29,mlp.experts.15.gate_proj,0.0001714959,0.05000,1.569
29,mlp.experts.1.gate_proj,0.0001969494,0.05000,1.602
29,mlp.experts.7.gate_proj,0.0001382013,0.05000,1.572
29,mlp.experts.24.gate_proj,fallback(rtn): 0.0010223,0.00000,0.095
29,mlp.experts.26.gate_proj,0.0001813709,0.05000,1.554
29,mlp.experts.18.gate_proj,0.0002880517,0.05000,1.549
29,mlp.experts.30.gate_proj,0.0002576309,0.05000,1.529
29,mlp.experts.22.gate_proj,0.0002603402,0.05000,1.531
29,mlp.experts.17.gate_proj,0.0001970101,0.05000,1.536
29,mlp.experts.21.gate_proj,0.0002411185,0.05000,1.572
29,mlp.experts.29.gate_proj,0.0002635739,0.05000,1.581
29,mlp.experts.25.gate_proj,0.0002580568,0.05000,1.554
29,mlp.experts.23.gate_proj,0.0001404187,0.05000,1.556
29,mlp.experts.19.gate_proj,0.0000914625,0.05000,1.566
29,mlp.experts.27.gate_proj,0.0004020710,0.05000,1.564
29,mlp.experts.31.gate_proj,0.0003386082,0.05000,1.569
29,mlp.experts.28.gate_proj,0.0003183425,0.05000,1.612
29,mlp.experts.20.gate_proj,0.0001977360,0.05000,1.613
29,mlp.experts.16.gate_proj,0.0001717949,0.05000,1.613
29,mlp.experts.40.gate_proj,0.0004679847,0.05000,1.565
29,mlp.experts.42.gate_proj,0.0002055612,0.05000,1.507
29,mlp.experts.38.gate_proj,0.0001401933,0.05000,1.497
29,mlp.experts.41.gate_proj,0.0003952820,0.05000,1.488
29,mlp.experts.34.gate_proj,0.0001887544,0.05000,1.530
29,mlp.experts.37.gate_proj,0.0002950708,0.05000,1.514
29,mlp.experts.39.gate_proj,0.0003218942,0.05000,1.495
29,mlp.experts.35.gate_proj,0.0002431257,0.05000,1.502
29,mlp.experts.47.gate_proj,0.0003611478,0.05000,1.492
29,mlp.experts.46.gate_proj,0.0002026991,0.05000,1.566
29,mlp.experts.43.gate_proj,0.0002042549,0.05000,1.531
29,mlp.experts.33.gate_proj,0.0001988958,0.05000,1.562
29,mlp.experts.45.gate_proj,0.0001218344,0.05000,1.547
29,mlp.experts.44.gate_proj,0.0001202837,0.05000,1.518
29,mlp.experts.36.gate_proj,0.0001248542,0.05000,1.546
29,mlp.experts.32.gate_proj,0.0001637291,0.05000,1.544
29,mlp.experts.56.gate_proj,0.0001398919,0.05000,1.543
29,mlp.experts.58.gate_proj,0.0001624163,0.05000,1.529
29,mlp.experts.54.gate_proj,0.0002243196,0.05000,1.540
29,mlp.experts.62.gate_proj,0.0002367045,0.05000,1.482
29,mlp.experts.57.gate_proj,0.0001188347,0.05000,1.532
29,mlp.experts.51.gate_proj,0.0002978467,0.05000,1.507
29,mlp.experts.55.gate_proj,0.0002289987,0.05000,1.536
29,mlp.experts.60.gate_proj,0.0002583444,0.05000,1.497
29,mlp.experts.50.gate_proj,0.0001371999,0.05000,1.574
29,mlp.experts.63.gate_proj,0.0001517381,0.05000,1.564
29,mlp.experts.59.gate_proj,0.0002254744,0.05000,1.537
29,mlp.experts.48.gate_proj,0.0002700371,0.05000,1.496
29,mlp.experts.52.gate_proj,0.0001628907,0.05000,1.500
29,mlp.experts.49.gate_proj,0.0002478728,0.05000,1.548
29,mlp.experts.53.gate_proj,0.0002263115,0.05000,1.601
29,mlp.experts.72.gate_proj,0.0003277733,0.05000,1.503
29,mlp.experts.61.gate_proj,0.0001747719,0.05000,1.604
29,mlp.experts.78.gate_proj,0.0002135424,0.05000,1.515
29,mlp.experts.70.gate_proj,0.0004435769,0.05000,1.524
29,mlp.experts.74.gate_proj,0.0002921689,0.05000,1.540
29,mlp.experts.71.gate_proj,0.0003007793,0.05000,1.519
29,mlp.experts.67.gate_proj,0.0002434950,0.05000,1.539
29,mlp.experts.76.gate_proj,0.0001037159,0.05000,1.522
29,mlp.experts.64.gate_proj,0.0001641643,0.05000,1.490
29,mlp.experts.66.gate_proj,0.0002622061,0.05000,1.539
29,mlp.experts.73.gate_proj,0.0001352783,0.05000,1.597
29,mlp.experts.65.gate_proj,0.0001773308,0.05000,1.516
29,mlp.experts.75.gate_proj,0.0002791872,0.05000,1.540
29,mlp.experts.68.gate_proj,0.0002505954,0.05000,1.521
29,mlp.experts.79.gate_proj,0.0003059301,0.05000,1.545
29,mlp.experts.80.gate_proj,fallback(rtn): 0.0010834,0.00000,0.036
29,mlp.experts.88.gate_proj,0.0001147558,0.05000,1.487
29,mlp.experts.69.gate_proj,0.0002132731,0.05000,1.596
29,mlp.experts.77.gate_proj,0.0004614690,0.05000,1.555
29,mlp.experts.90.gate_proj,0.0002042994,0.05000,1.482
29,mlp.experts.86.gate_proj,0.0002513197,0.05000,1.497
29,mlp.experts.94.gate_proj,0.0001906075,0.05000,1.544
29,mlp.experts.83.gate_proj,0.0002750967,0.05000,1.534
29,mlp.experts.82.gate_proj,0.0002962169,0.05000,1.498
29,mlp.experts.92.gate_proj,0.0002191781,0.05000,1.549
29,mlp.experts.87.gate_proj,0.0001185643,0.05000,1.578
29,mlp.experts.104.gate_proj,0.0001887128,0.05000,1.512
29,mlp.experts.84.gate_proj,0.0001251463,0.05000,1.534
29,mlp.experts.89.gate_proj,0.0002006330,0.05000,1.553
29,mlp.experts.81.gate_proj,0.0001055165,0.05000,1.565
29,mlp.experts.96.gate_proj,0.0002649380,0.05000,1.567
29,mlp.experts.91.gate_proj,0.0002103589,0.05000,1.572
29,mlp.experts.95.gate_proj,0.0002874260,0.05000,1.574
29,mlp.experts.85.gate_proj,0.0003370426,0.05000,1.568
29,mlp.experts.93.gate_proj,0.0001948028,0.05000,1.570
29,mlp.experts.106.gate_proj,0.0002260715,0.05000,1.505
29,mlp.experts.102.gate_proj,0.0002571792,0.05000,1.495
29,mlp.experts.99.gate_proj,0.0003854231,0.05000,1.489
29,mlp.experts.110.gate_proj,0.0002012711,0.05000,1.508
29,mlp.experts.98.gate_proj,0.0001123597,0.05000,1.477
29,mlp.experts.100.gate_proj,0.0003211728,0.05000,1.464
29,mlp.experts.108.gate_proj,0.0001041885,0.05000,1.509
29,mlp.experts.103.gate_proj,0.0004123458,0.05000,1.509
29,mlp.experts.120.gate_proj,0.0002948852,0.05000,1.531
29,mlp.experts.97.gate_proj,0.0003542868,0.05000,1.499
29,mlp.experts.107.gate_proj,0.0000677286,0.05000,1.485
29,mlp.experts.111.gate_proj,0.0003186541,0.05000,1.484
29,mlp.experts.112.gate_proj,0.0002361967,0.05000,1.511
29,mlp.experts.105.gate_proj,0.0002602450,0.05000,1.566
29,mlp.experts.101.gate_proj,0.0001986861,0.05000,1.523
29,mlp.experts.109.gate_proj,0.0001173117,0.05000,1.554
29,mlp.experts.126.gate_proj,0.0001696065,0.05000,1.483
29,mlp.experts.122.gate_proj,0.0002341641,0.05000,1.545
29,mlp.experts.118.gate_proj,0.0001324846,0.05000,1.548
29,mlp.experts.115.gate_proj,0.0003044767,0.05000,1.541
29,mlp.experts.114.gate_proj,0.0002252291,0.05000,1.537
29,mlp.experts.116.gate_proj,0.0003101223,0.05000,1.516
29,mlp.experts.119.gate_proj,0.0002393251,0.05000,1.526
29,mlp.experts.124.gate_proj,0.0003784033,0.05000,1.542
29,mlp.experts.136.gate_proj,0.0003160849,0.05000,1.530
29,mlp.experts.113.gate_proj,0.0001397578,0.05000,1.528
29,mlp.experts.123.gate_proj,0.0001847593,0.05000,1.524
29,mlp.experts.127.gate_proj,0.0002204690,0.05000,1.525
29,mlp.experts.128.gate_proj,0.0003136188,0.05000,1.519
29,mlp.experts.121.gate_proj,0.0002686385,0.05000,1.514
29,mlp.experts.143.gate_proj,fallback(rtn): 0.0010834,0.00000,0.043
29,mlp.experts.117.gate_proj,0.0002055626,0.05000,1.516
29,mlp.experts.125.gate_proj,0.0002438187,0.05000,1.507
29,mlp.experts.134.gate_proj,0.0001784177,0.05000,1.566
29,mlp.experts.131.gate_proj,0.0001366234,0.05000,1.531
29,mlp.experts.132.gate_proj,0.0002758635,0.05000,1.514
29,mlp.experts.142.gate_proj,0.0001913822,0.05000,1.605
29,mlp.experts.130.gate_proj,0.0001617767,0.05000,1.561
29,mlp.experts.138.gate_proj,0.0002910915,0.05000,1.610
29,mlp.experts.135.gate_proj,0.0001380094,0.05000,1.541
29,mlp.experts.129.gate_proj,0.0002393672,0.05000,1.499
29,mlp.experts.140.gate_proj,0.0002416544,0.05000,1.545
29,mlp.experts.144.gate_proj,0.0004608495,0.05000,1.488
29,mlp.experts.152.gate_proj,0.0000733763,0.05000,1.518
29,mlp.experts.139.gate_proj,0.0001883694,0.05000,1.546
29,mlp.experts.137.gate_proj,0.0002469872,0.05000,1.543
29,mlp.experts.159.gate_proj,0.0002742759,0.05000,1.552
29,mlp.experts.133.gate_proj,0.0003791947,0.05000,1.543
29,mlp.experts.141.gate_proj,0.0003301072,0.05000,1.546
29,mlp.experts.148.gate_proj,0.0003102088,0.05000,1.514
29,mlp.experts.150.gate_proj,0.0000702506,0.05000,1.533
29,mlp.experts.147.gate_proj,0.0001967201,0.05000,1.528
29,mlp.experts.158.gate_proj,0.0002133163,0.05000,1.505
29,mlp.experts.154.gate_proj,0.0003099785,0.05000,1.514
29,mlp.experts.151.gate_proj,0.0001716338,0.05000,1.489
29,mlp.experts.146.gate_proj,0.0004222836,0.05000,1.506
29,mlp.experts.145.gate_proj,0.0002305985,0.05000,1.498
29,mlp.experts.155.gate_proj,0.0001795035,0.05000,1.457
29,mlp.experts.156.gate_proj,0.0001677533,0.05000,1.498
29,mlp.experts.168.gate_proj,0.0001563408,0.05000,1.496
29,mlp.experts.160.gate_proj,0.0002009076,0.05000,1.500
29,mlp.experts.153.gate_proj,0.0002841307,0.05000,1.484
29,mlp.experts.149.gate_proj,0.0001443014,0.05000,1.492
29,mlp.experts.175.gate_proj,0.0002262765,0.05000,1.521
29,mlp.experts.157.gate_proj,0.0002579981,0.05000,1.476
29,mlp.experts.164.gate_proj,0.0002246797,0.05000,1.500
29,mlp.experts.170.gate_proj,0.0001482638,0.05000,1.511
29,mlp.experts.163.gate_proj,0.0002721882,0.05000,1.518
29,mlp.experts.166.gate_proj,0.0001488654,0.05000,1.538
29,mlp.experts.174.gate_proj,0.0001826936,0.05000,1.528
29,mlp.experts.176.gate_proj,0.0002619084,0.05000,1.534
29,mlp.experts.172.gate_proj,0.0001394247,0.05000,1.536
29,mlp.experts.167.gate_proj,0.0003352599,0.05000,1.542
29,mlp.experts.184.gate_proj,0.0001962943,0.05000,1.541
29,mlp.experts.171.gate_proj,0.0002559261,0.05000,1.547
29,mlp.experts.161.gate_proj,0.0003133111,0.05000,1.549
29,mlp.experts.169.gate_proj,0.0001999750,0.05000,1.545
29,mlp.experts.162.gate_proj,0.0001831341,0.05000,1.606
29,mlp.experts.191.gate_proj,0.0001324659,0.05000,1.503
29,mlp.experts.165.gate_proj,0.0002985791,0.05000,1.517
29,mlp.experts.173.gate_proj,0.0001669119,0.05000,1.552
29,mlp.experts.180.gate_proj,0.0001750846,0.05000,1.539
29,mlp.experts.179.gate_proj,0.0001482214,0.05000,1.525
29,mlp.experts.190.gate_proj,0.0003579979,0.05000,1.538
29,mlp.experts.186.gate_proj,0.0003577459,0.05000,1.557
29,mlp.experts.188.gate_proj,0.0001948910,0.05000,1.530
29,mlp.experts.192.gate_proj,0.0000790636,0.05000,1.540
29,mlp.experts.187.gate_proj,0.0002509050,0.05000,1.525
29,mlp.experts.200.gate_proj,0.0002559983,0.05000,1.534
29,mlp.experts.177.gate_proj,0.0001712551,0.05000,1.537
29,mlp.experts.182.gate_proj,0.0002145758,0.05000,1.589
29,mlp.experts.185.gate_proj,0.0002033309,0.05000,1.523
29,mlp.experts.207.gate_proj,0.0004647015,0.05000,1.521
29,mlp.experts.183.gate_proj,0.0002817938,0.05000,1.583
29,mlp.experts.181.gate_proj,0.0004217938,0.05000,1.529
29,mlp.experts.193.gate_proj,fallback(rtn): 0.0010300,0.00000,0.049
29,mlp.experts.189.gate_proj,0.0002325525,0.05000,1.488
29,mlp.experts.178.gate_proj,0.0003990849,0.05000,1.559
29,mlp.experts.196.gate_proj,0.0001031038,0.05000,1.492
29,mlp.experts.212.gate_proj,fallback(rtn): 0.0011139,0.00000,0.025
29,mlp.experts.206.gate_proj,0.0000977358,0.05000,1.496
29,mlp.experts.202.gate_proj,0.0001167064,0.05000,1.496
29,mlp.experts.204.gate_proj,0.0003525332,0.05000,1.493
29,mlp.experts.195.gate_proj,0.0001655922,0.05000,1.553
29,mlp.experts.201.gate_proj,0.0002044300,0.05000,1.486
29,mlp.experts.203.gate_proj,0.0004094205,0.05000,1.518
29,mlp.experts.208.gate_proj,0.0002876032,0.05000,1.520
29,mlp.experts.216.gate_proj,0.0002284466,0.05000,1.519
29,mlp.experts.198.gate_proj,0.0001445090,0.05000,1.509
29,mlp.experts.205.gate_proj,0.0002256060,0.05000,1.483
29,mlp.experts.209.gate_proj,0.0003100752,0.05000,1.517
29,mlp.experts.194.gate_proj,0.0002433882,0.05000,1.510
29,mlp.experts.199.gate_proj,0.0002691701,0.05000,1.543
29,mlp.experts.223.gate_proj,0.0003101794,0.05000,1.548
29,mlp.experts.197.gate_proj,0.0005096575,0.05000,1.531
29,mlp.experts.228.gate_proj,0.0002172495,0.05000,1.518
29,mlp.experts.218.gate_proj,0.0001615769,0.05000,1.510
29,mlp.experts.217.gate_proj,0.0001759068,0.05000,1.477
29,mlp.experts.220.gate_proj,0.0001905230,0.05000,1.513
29,mlp.experts.222.gate_proj,0.0001978633,0.05000,1.543
29,mlp.experts.232.gate_proj,0.0002108913,0.05000,1.502
29,mlp.experts.214.gate_proj,0.0001802608,0.05000,1.512
29,mlp.experts.221.gate_proj,0.0005444805,0.05000,1.505
29,mlp.experts.224.gate_proj,0.0005019115,0.05000,1.533
29,mlp.experts.211.gate_proj,0.0001995753,0.05000,1.570
29,mlp.experts.225.gate_proj,0.0002438688,0.05000,1.476
29,mlp.experts.213.gate_proj,0.0002622470,0.05000,1.479
29,mlp.experts.219.gate_proj,0.0001086466,0.05000,1.579
29,mlp.experts.210.gate_proj,0.0001210518,0.05000,1.507
29,mlp.experts.215.gate_proj,0.0002087617,0.05000,1.548
29,mlp.experts.239.gate_proj,0.0001970046,0.05000,1.572
29,mlp.experts.244.gate_proj,0.0001781997,0.05000,1.558
29,mlp.experts.234.gate_proj,0.0001815164,0.05000,1.527
29,mlp.experts.233.gate_proj,0.0001178594,0.05000,1.538
29,mlp.experts.248.gate_proj,0.0001452932,0.05000,1.501
29,mlp.experts.236.gate_proj,0.0001465454,0.05000,1.544
29,mlp.experts.238.gate_proj,0.0001025545,0.05000,1.530
29,mlp.experts.230.gate_proj,0.0002100581,0.05000,1.532
29,mlp.experts.229.gate_proj,0.0002302975,0.05000,1.533
29,mlp.experts.241.gate_proj,0.0002407542,0.05000,1.542
29,mlp.experts.227.gate_proj,0.0002400313,0.05000,1.547
29,mlp.experts.237.gate_proj,0.0001662247,0.05000,1.552
29,mlp.experts.240.gate_proj,0.0003415759,0.05000,1.559
29,mlp.experts.226.gate_proj,0.0001124965,0.05000,1.531
29,mlp.experts.235.gate_proj,0.0001669324,0.05000,1.569
29,mlp.experts.231.gate_proj,0.0001609978,0.05000,1.554
29,mlp.experts.255.gate_proj,0.0001857809,0.05000,1.550
29,mlp.experts.4.up_proj,0.0002754152,0.05000,1.517
29,mlp.experts.250.gate_proj,0.0001285474,0.05000,1.521
29,mlp.experts.249.gate_proj,0.0002892283,0.05000,1.495
29,mlp.experts.254.gate_proj,0.0001898742,0.05000,1.490
29,mlp.experts.8.up_proj,0.0002218392,0.05000,1.521
29,mlp.experts.252.gate_proj,0.0002702457,0.05000,1.522
29,mlp.experts.246.gate_proj,0.0001112662,0.05000,1.514
29,mlp.experts.24.up_proj,fallback(rtn): 0.0010452,0.00000,0.041
29,mlp.experts.245.gate_proj,0.0005056714,0.05000,1.506
29,mlp.experts.243.gate_proj,0.0003299075,0.05000,1.504
29,mlp.experts.253.gate_proj,0.0003288478,0.05000,1.512
29,mlp.experts.242.gate_proj,0.0001992024,0.05000,1.518
29,mlp.experts.1.up_proj,0.0001688534,0.05000,1.537
29,mlp.experts.0.up_proj,0.0001017664,0.05000,1.559
29,mlp.experts.247.gate_proj,0.0001049367,0.05000,1.496
29,mlp.experts.251.gate_proj,0.0000968713,0.05000,1.527
29,mlp.experts.15.up_proj,0.0001666360,0.05000,1.535
29,mlp.experts.9.up_proj,0.0001787718,0.05000,1.503
29,mlp.experts.10.up_proj,0.0001791902,0.05000,1.505
29,mlp.experts.14.up_proj,0.0001476509,0.05000,1.506
29,mlp.experts.6.up_proj,0.0005401678,0.05000,1.464
29,mlp.experts.20.up_proj,0.0001973079,0.05000,1.567
29,mlp.experts.13.up_proj,0.0001258601,0.05000,1.480
29,mlp.experts.12.up_proj,0.0002163399,0.05000,1.565
29,mlp.experts.3.up_proj,0.0002327802,0.05000,1.511
29,mlp.experts.17.up_proj,0.0001722988,0.05000,1.493
29,mlp.experts.5.up_proj,0.0001811754,0.05000,1.532
29,mlp.experts.2.up_proj,0.0001235572,0.05000,1.502
29,mlp.experts.40.up_proj,0.0004474327,0.05000,1.582
29,mlp.experts.7.up_proj,0.0001443133,0.05000,1.501
29,mlp.experts.11.up_proj,0.0002742455,0.05000,1.531
29,mlp.experts.16.up_proj,0.0001734711,0.05000,1.538
29,mlp.experts.31.up_proj,0.0003056264,0.05000,1.522
29,mlp.experts.25.up_proj,0.0002405688,0.05000,1.505
29,mlp.experts.30.up_proj,0.0002340574,0.05000,1.503
29,mlp.experts.22.up_proj,0.0002508219,0.05000,1.529
29,mlp.experts.26.up_proj,0.0001615377,0.05000,1.555
29,mlp.experts.36.up_proj,0.0001250919,0.05000,1.552
29,mlp.experts.29.up_proj,0.0002849379,0.05000,1.518
29,mlp.experts.33.up_proj,0.0001915425,0.05000,1.496
29,mlp.experts.19.up_proj,0.0001486911,0.05000,1.524
29,mlp.experts.18.up_proj,0.0002454807,0.05000,1.520
29,mlp.experts.21.up_proj,0.0002443189,0.05000,1.540
29,mlp.experts.28.up_proj,0.0003069867,0.05000,1.591
29,mlp.experts.27.up_proj,0.0003711083,0.05000,1.486
29,mlp.experts.23.up_proj,0.0001248073,0.05000,1.544
29,mlp.experts.56.up_proj,0.0001274133,0.05000,1.561
29,mlp.experts.47.up_proj,0.0003426044,0.05000,1.501
29,mlp.experts.32.up_proj,0.0001337652,0.05000,1.559
29,mlp.experts.46.up_proj,0.0001998700,0.05000,1.505
29,mlp.experts.41.up_proj,0.0003599996,0.05000,1.534
29,mlp.experts.42.up_proj,0.0001926005,0.05000,1.493
29,mlp.experts.38.up_proj,0.0001128798,0.05000,1.508
29,mlp.experts.45.up_proj,0.0001153545,0.05000,1.525
29,mlp.experts.34.up_proj,0.0001641490,0.05000,1.509
29,mlp.experts.35.up_proj,0.0002219203,0.05000,1.523
29,mlp.experts.49.up_proj,0.0002216973,0.05000,1.554
29,mlp.experts.37.up_proj,0.0002220878,0.05000,1.510
29,mlp.experts.52.up_proj,0.0001413606,0.05000,1.583
29,mlp.experts.43.up_proj,0.0001711384,0.05000,1.542
29,mlp.experts.63.up_proj,0.0001359011,0.05000,1.486
29,mlp.experts.39.up_proj,0.0002866406,0.05000,1.526
29,mlp.experts.44.up_proj,0.0000997963,0.05000,1.588
29,mlp.experts.72.up_proj,0.0003138453,0.05000,1.555
29,mlp.experts.48.up_proj,0.0002548269,0.05000,1.585
29,mlp.experts.62.up_proj,0.0002201327,0.05000,1.490
29,mlp.experts.54.up_proj,0.0001730404,0.05000,1.455
29,mlp.experts.58.up_proj,0.0001441163,0.05000,1.510
29,mlp.experts.57.up_proj,0.0001061498,0.05000,1.550
29,mlp.experts.50.up_proj,0.0001288283,0.05000,1.484
29,mlp.experts.53.up_proj,0.0002189094,0.05000,1.495
29,mlp.experts.61.up_proj,0.0001703419,0.05000,1.535
29,mlp.experts.65.up_proj,0.0001909470,0.05000,1.508
29,mlp.experts.51.up_proj,0.0002866814,0.05000,1.517
29,mlp.experts.68.up_proj,0.0002401281,0.05000,1.532
29,mlp.experts.79.up_proj,0.0002853503,0.05000,1.486
29,mlp.experts.55.up_proj,0.0002160860,0.05000,1.518
29,mlp.experts.59.up_proj,0.0002189921,0.05000,1.539
29,mlp.experts.60.up_proj,0.0002515112,0.05000,1.508
29,mlp.experts.88.up_proj,0.0001310776,0.05000,1.537
29,mlp.experts.64.up_proj,0.0001530238,0.05000,1.500
29,mlp.experts.80.up_proj,fallback(rtn): 0.0010834,0.00000,0.026
29,mlp.experts.78.up_proj,0.0002050665,0.05000,1.510
29,mlp.experts.70.up_proj,0.0004123449,0.05000,1.509
29,mlp.experts.74.up_proj,0.0002831506,0.05000,1.509
29,mlp.experts.73.up_proj,0.0001218468,0.05000,1.549
29,mlp.experts.66.up_proj,0.0002477904,0.05000,1.518
29,mlp.experts.67.up_proj,0.0002216313,0.05000,1.512
29,mlp.experts.84.up_proj,0.0001162116,0.05000,1.510
29,mlp.experts.77.up_proj,0.0004343840,0.05000,1.550
29,mlp.experts.81.up_proj,0.0001038756,0.05000,1.544
29,mlp.experts.69.up_proj,0.0001943283,0.05000,1.554
29,mlp.experts.71.up_proj,0.0002305365,0.05000,1.478
29,mlp.experts.95.up_proj,0.0002634705,0.05000,1.516
29,mlp.experts.76.up_proj,0.0001023090,0.05000,1.501
29,mlp.experts.75.up_proj,0.0002678317,0.05000,1.513
29,mlp.experts.104.up_proj,0.0001713339,0.05000,1.505
29,mlp.experts.96.up_proj,0.0002332610,0.05000,1.478
29,mlp.experts.86.up_proj,0.0002427164,0.05000,1.519
29,mlp.experts.94.up_proj,0.0001812464,0.05000,1.526
29,mlp.experts.90.up_proj,0.0001878206,0.05000,1.528
29,mlp.experts.82.up_proj,0.0002632936,0.05000,1.523
29,mlp.experts.89.up_proj,0.0001865392,0.05000,1.578
29,mlp.experts.83.up_proj,0.0002732577,0.05000,1.534
29,mlp.experts.100.up_proj,0.0003028540,0.05000,1.526
29,mlp.experts.111.up_proj,0.0003042250,0.05000,1.521
29,mlp.experts.87.up_proj,0.0001101983,0.05000,1.558
29,mlp.experts.92.up_proj,0.0002077779,0.05000,1.529
29,mlp.experts.97.up_proj,0.0003357464,0.05000,1.593
29,mlp.experts.85.up_proj,0.0003055984,0.05000,1.592
29,mlp.experts.91.up_proj,0.0002026741,0.05000,1.537
29,mlp.experts.93.up_proj,0.0001731476,0.05000,1.608
29,mlp.experts.120.up_proj,0.0002639701,0.05000,1.540
29,mlp.experts.112.up_proj,0.0002209267,0.05000,1.524
29,mlp.experts.102.up_proj,0.0002527712,0.05000,1.500
29,mlp.experts.110.up_proj,0.0001880937,0.05000,1.539
29,mlp.experts.106.up_proj,0.0002202474,0.05000,1.516
29,mlp.experts.98.up_proj,0.0000960197,0.05000,1.508
29,mlp.experts.127.up_proj,0.0002010025,0.05000,1.466
29,mlp.experts.99.up_proj,0.0004343877,0.05000,1.498
29,mlp.experts.103.up_proj,0.0004652128,0.05000,1.444
29,mlp.experts.116.up_proj,0.0002767581,0.05000,1.506
29,mlp.experts.105.up_proj,0.0002361092,0.05000,1.549
29,mlp.experts.143.up_proj,fallback(rtn): 0.0010452,0.00000,0.061
29,mlp.experts.108.up_proj,0.0000986321,0.05000,1.510
29,mlp.experts.113.up_proj,0.0001242018,0.05000,1.516
29,mlp.experts.101.up_proj,0.0001733965,0.05000,1.522
29,mlp.experts.107.up_proj,0.0000729902,0.05000,1.525
29,mlp.experts.136.up_proj,0.0002629963,0.05000,1.505
29,mlp.experts.128.up_proj,0.0003180283,0.05000,1.499
29,mlp.experts.109.up_proj,0.0001001005,0.05000,1.555
29,mlp.experts.118.up_proj,0.0001327423,0.05000,1.513
29,mlp.experts.126.up_proj,0.0001341288,0.05000,1.517
29,mlp.experts.122.up_proj,0.0002098816,0.05000,1.512
29,mlp.experts.114.up_proj,0.0002200101,0.05000,1.512
29,mlp.experts.115.up_proj,0.0002370897,0.05000,1.503
29,mlp.experts.119.up_proj,0.0001933643,0.05000,1.513
29,mlp.experts.121.up_proj,0.0001794468,0.05000,1.483
29,mlp.experts.132.up_proj,0.0002973912,0.05000,1.497
29,mlp.experts.159.up_proj,0.0002650994,0.05000,1.516
29,mlp.experts.124.up_proj,0.0003192837,0.05000,1.514
29,mlp.experts.117.up_proj,0.0001867801,0.05000,1.486
29,mlp.experts.144.up_proj,0.0002573891,0.05000,1.460
29,mlp.experts.129.up_proj,0.0002173459,0.05000,1.503
29,mlp.experts.123.up_proj,0.0001768053,0.05000,1.505
29,mlp.experts.152.up_proj,0.0000634375,0.05000,1.528
29,mlp.experts.125.up_proj,0.0002307767,0.05000,1.502
29,mlp.experts.134.up_proj,0.0001692831,0.05000,1.587
29,mlp.experts.142.up_proj,0.0001860477,0.05000,1.579
29,mlp.experts.138.up_proj,0.0002573685,0.05000,1.588
29,mlp.experts.131.up_proj,0.0001267087,0.05000,1.516
29,mlp.experts.137.up_proj,0.0002181360,0.05000,1.530
29,mlp.experts.130.up_proj,0.0001561223,0.05000,1.588
29,mlp.experts.148.up_proj,0.0002979785,0.05000,1.534
29,mlp.experts.135.up_proj,0.0001308803,0.05000,1.545
29,mlp.experts.175.up_proj,0.0002127694,0.05000,1.526
29,mlp.experts.160.up_proj,0.0001848603,0.05000,1.494
29,mlp.experts.145.up_proj,0.0002220670,0.05000,1.500
29,mlp.experts.133.up_proj,0.0003438769,0.05000,1.526
29,mlp.experts.140.up_proj,0.0002056153,0.05000,1.548
29,mlp.experts.139.up_proj,0.0001888729,0.05000,1.541
29,mlp.experts.141.up_proj,0.0003040427,0.05000,1.512
29,mlp.experts.168.up_proj,0.0001470299,0.05000,1.532
29,mlp.experts.150.up_proj,0.0001606080,0.05000,1.536
29,mlp.experts.158.up_proj,0.0002135810,0.05000,1.529
29,mlp.experts.147.up_proj,0.0001852769,0.05000,1.515
29,mlp.experts.151.up_proj,0.0001624454,0.05000,1.500
29,mlp.experts.154.up_proj,0.0002796699,0.05000,1.581
29,mlp.experts.153.up_proj,0.0002614039,0.05000,1.522
29,mlp.experts.164.up_proj,0.0001954175,0.05000,1.517
29,mlp.experts.146.up_proj,0.0003806469,0.05000,1.566
29,mlp.experts.191.up_proj,0.0001190506,0.05000,1.519
29,mlp.experts.161.up_proj,0.0002992555,0.05000,1.513
29,mlp.experts.176.up_proj,0.0002412377,0.05000,1.527
29,mlp.experts.149.up_proj,0.0001345189,0.05000,1.514
29,mlp.experts.155.up_proj,0.0001485214,0.05000,1.497
29,mlp.experts.156.up_proj,0.0001373404,0.05000,1.534
29,mlp.experts.157.up_proj,0.0002238659,0.05000,1.527
29,mlp.experts.184.up_proj,0.0002098754,0.05000,1.538
29,mlp.experts.166.up_proj,0.0001551558,0.05000,1.528
29,mlp.experts.174.up_proj,0.0001866132,0.05000,1.537
29,mlp.experts.163.up_proj,0.0002515994,0.05000,1.486
29,mlp.experts.169.up_proj,0.0001851438,0.05000,1.497
29,mlp.experts.167.up_proj,0.0003114267,0.05000,1.516
29,mlp.experts.180.up_proj,0.0001540753,0.05000,1.508
29,mlp.experts.170.up_proj,0.0001305317,0.05000,1.535
29,mlp.experts.165.up_proj,0.0002068889,0.05000,1.494
29,mlp.experts.162.up_proj,0.0001526821,0.05000,1.510
29,mlp.experts.177.up_proj,0.0001534783,0.05000,1.509
29,mlp.experts.192.up_proj,0.0000710772,0.05000,1.504
29,mlp.experts.207.up_proj,0.0004494291,0.05000,1.522
29,mlp.experts.171.up_proj,0.0002161298,0.05000,1.493
29,mlp.experts.172.up_proj,0.0001367803,0.05000,1.498
29,mlp.experts.193.up_proj,fallback(rtn): 0.0010452,0.00000,0.034
29,mlp.experts.173.up_proj,0.0001475878,0.05000,1.505
29,mlp.experts.200.up_proj,0.0002305577,0.05000,1.519
29,mlp.experts.182.up_proj,0.0002031705,0.05000,1.526
29,mlp.experts.190.up_proj,0.0003515199,0.05000,1.550
29,mlp.experts.179.up_proj,0.0001323193,0.05000,1.567
29,mlp.experts.185.up_proj,0.0001794582,0.05000,1.528
29,mlp.experts.196.up_proj,0.0000853835,0.05000,1.524
29,mlp.experts.186.up_proj,0.0003213366,0.05000,1.531
29,mlp.experts.212.up_proj,fallback(rtn): 0.0010300,0.00000,0.025
29,mlp.experts.183.up_proj,0.0002728858,0.05000,1.569
29,mlp.experts.208.up_proj,0.0002679423,0.05000,1.528
29,mlp.experts.187.up_proj,0.0002546141,0.05000,1.516
29,mlp.experts.181.up_proj,0.0003726123,0.05000,1.542
29,mlp.experts.188.up_proj,0.0001890606,0.05000,1.506
29,mlp.experts.178.up_proj,0.0003654070,0.05000,1.546
29,mlp.experts.223.up_proj,0.0002778530,0.05000,1.534
29,mlp.experts.189.up_proj,0.0002017629,0.05000,1.509
29,mlp.experts.209.up_proj,0.0002400311,0.05000,1.562
29,mlp.experts.216.up_proj,0.0001939104,0.05000,1.517
29,mlp.experts.198.up_proj,0.0001265226,0.05000,1.502
29,mlp.experts.206.up_proj,0.0001006378,0.05000,1.487
29,mlp.experts.202.up_proj,0.0001021842,0.05000,1.488
29,mlp.experts.195.up_proj,0.0001567515,0.05000,1.565
29,mlp.experts.201.up_proj,0.0001947078,0.05000,1.558
29,mlp.experts.228.up_proj,0.0001969396,0.05000,1.547
29,mlp.experts.224.up_proj,0.0004419264,0.05000,1.529
29,mlp.experts.197.up_proj,0.0004337385,0.05000,1.528
29,mlp.experts.194.up_proj,0.0002230165,0.05000,1.531
29,mlp.experts.199.up_proj,0.0002412959,0.05000,1.570
29,mlp.experts.204.up_proj,0.0003464428,0.05000,1.556
29,mlp.experts.205.up_proj,0.0002071756,0.05000,1.537
29,mlp.experts.239.up_proj,0.0001842935,0.05000,1.574
29,mlp.experts.225.up_proj,0.0001967490,0.05000,1.533
29,mlp.experts.232.up_proj,0.0001780377,0.05000,1.528
29,mlp.experts.203.up_proj,0.0003575709,0.05000,1.615
29,mlp.experts.214.up_proj,0.0001718027,0.05000,1.482
29,mlp.experts.222.up_proj,0.0001874670,0.05000,1.504
29,mlp.experts.218.up_proj,0.0001535484,0.05000,1.440
29,mlp.experts.217.up_proj,0.0001648182,0.05000,1.493
29,mlp.experts.213.up_proj,0.0002117988,0.05000,1.468
29,mlp.experts.244.up_proj,0.0001679825,0.05000,1.499
29,mlp.experts.240.up_proj,0.0002909844,0.05000,1.486
29,mlp.experts.220.up_proj,0.0001718672,0.05000,1.459
29,mlp.experts.211.up_proj,0.0002010183,0.05000,1.551
29,mlp.experts.210.up_proj,0.0001076461,0.05000,1.495
29,mlp.experts.248.up_proj,0.0001393374,0.05000,1.450
29,mlp.experts.221.up_proj,0.0004384920,0.05000,1.508
29,mlp.experts.215.up_proj,0.0001703638,0.05000,1.537
29,mlp.experts.241.up_proj,0.0002386706,0.05000,1.486
29,mlp.experts.255.up_proj,0.0001823543,0.05000,1.521
29,mlp.experts.219.up_proj,0.0000923371,0.05000,1.500
29,mlp.experts.236.up_proj,0.0001565293,0.05000,0.717
29,mlp.experts.229.up_proj,0.0002351735,0.05000,1.012
29,mlp.experts.233.up_proj,0.0000946043,0.05000,1.093
29,mlp.experts.227.up_proj,0.0002236528,0.05000,1.080
29,mlp.experts.231.up_proj,0.0001385943,0.05000,1.065
29,mlp.experts.230.up_proj,0.0002030808,0.05000,1.354
29,mlp.experts.237.up_proj,0.0001437742,0.05000,1.098
29,mlp.experts.235.up_proj,0.0001435911,0.05000,1.128
29,mlp.experts.234.up_proj,0.0001409547,0.05000,1.385
29,mlp.experts.238.up_proj,0.0000981689,0.05000,1.426
29,mlp.experts.252.up_proj,0.0002389470,0.05000,0.570
29,mlp.experts.226.up_proj,0.0001093117,0.05000,1.395
29,mlp.experts.245.up_proj,0.0003929176,0.05000,1.025
29,mlp.experts.249.up_proj,0.0002828071,0.05000,0.985
29,mlp.experts.253.up_proj,0.0003011013,0.05000,0.940
29,mlp.experts.243.up_proj,0.0003195928,0.05000,1.049
29,mlp.experts.247.up_proj,0.0001014670,0.05000,1.015
29,mlp.experts.251.up_proj,0.0000894449,0.05000,0.938
29,mlp.experts.246.up_proj,0.0001065025,0.05000,1.252
29,mlp.experts.254.up_proj,0.0001752344,0.05000,1.183
29,mlp.experts.250.up_proj,0.0001247954,0.05000,1.233
29,mlp.experts.242.up_proj,0.0001904936,0.05000,1.119
29,mlp.experts.15.down_proj,0.0000075302,0.05000,0.381
29,mlp.experts.4.down_proj,0.0000094371,0.05000,0.399
29,mlp.experts.5.down_proj,0.0000146739,0.05000,0.402
29,mlp.experts.9.down_proj,0.0000030526,0.05000,0.394
29,mlp.experts.0.down_proj,0.0000055798,0.05000,0.390
29,mlp.experts.11.down_proj,0.0000118852,0.05000,0.394
29,mlp.experts.2.down_proj,0.0000093301,0.05000,0.402
29,mlp.experts.10.down_proj,0.0000072115,0.05000,0.398
29,mlp.experts.3.down_proj,0.0000120573,0.05000,0.397
29,mlp.experts.12.down_proj,0.0000114576,0.05000,0.394
29,mlp.experts.1.down_proj,0.0000101210,0.05000,0.405
29,mlp.experts.6.down_proj,0.0000375338,0.05000,0.408
29,mlp.experts.14.down_proj,0.0000076432,0.05000,0.401
29,mlp.experts.7.down_proj,0.0000068798,0.05000,0.392
29,mlp.experts.13.down_proj,0.0000079025,0.05000,0.401
29,mlp.experts.8.down_proj,0.0000211516,0.05000,0.397
29,mlp.experts.24.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
29,mlp.experts.31.down_proj,0.0000128589,0.05000,0.336
29,mlp.experts.25.down_proj,0.0000055762,0.05000,0.339
29,mlp.experts.20.down_proj,0.0000130833,0.05000,0.346
29,mlp.experts.27.down_proj,0.0000144303,0.05000,0.347
29,mlp.experts.16.down_proj,0.0000132496,0.05000,0.347
29,mlp.experts.21.down_proj,0.0000244698,0.05000,0.344
29,mlp.experts.18.down_proj,0.0000084418,0.05000,0.359
29,mlp.experts.29.down_proj,0.0000100090,0.05000,0.350
29,mlp.experts.30.down_proj,0.0000050493,0.05000,0.359
29,mlp.experts.19.down_proj,0.0000061059,0.05000,0.359
29,mlp.experts.23.down_proj,0.0000047550,0.05000,0.357
29,mlp.experts.17.down_proj,0.0000109241,0.05000,0.359
29,mlp.experts.22.down_proj,0.0000089167,0.05000,0.363
29,mlp.experts.28.down_proj,0.0000136633,0.05000,0.364
29,mlp.experts.26.down_proj,0.0000122024,0.05000,0.365
29,mlp.experts.40.down_proj,0.0000102017,0.05000,0.357
29,mlp.experts.47.down_proj,0.0000118161,0.05000,0.351
29,mlp.experts.41.down_proj,0.0000255055,0.05000,0.362
29,mlp.experts.43.down_proj,0.0000094396,0.05000,0.354
29,mlp.experts.32.down_proj,0.0000051276,0.05000,0.369
29,mlp.experts.36.down_proj,0.0000021032,0.05000,0.372
29,mlp.experts.34.down_proj,0.0000027746,0.05000,0.350
29,mlp.experts.37.down_proj,0.0000106122,0.05000,0.373
29,mlp.experts.45.down_proj,0.0000019996,0.05000,0.370
29,mlp.experts.46.down_proj,0.0000090051,0.05000,0.377
29,mlp.experts.35.down_proj,0.0000088964,0.05000,0.378
29,mlp.experts.33.down_proj,0.0000047588,0.05000,0.371
29,mlp.experts.44.down_proj,0.0000055550,0.05000,0.368
29,mlp.experts.56.down_proj,0.0000062808,0.05000,0.369
29,mlp.experts.39.down_proj,0.0000085051,0.05000,0.379
29,mlp.experts.38.down_proj,0.0000056591,0.05000,0.377
29,mlp.experts.42.down_proj,0.0000059062,0.05000,0.375
29,mlp.experts.63.down_proj,0.0000114026,0.05000,0.365
29,mlp.experts.59.down_proj,0.0000072407,0.05000,0.362
29,mlp.experts.57.down_proj,0.0000115980,0.05000,0.374
29,mlp.experts.48.down_proj,0.0000108795,0.05000,0.374
29,mlp.experts.50.down_proj,0.0000080798,0.05000,0.372
29,mlp.experts.52.down_proj,0.0000134868,0.05000,0.377
29,mlp.experts.53.down_proj,0.0000034550,0.05000,0.377
29,mlp.experts.61.down_proj,0.0000115500,0.05000,0.376
29,mlp.experts.62.down_proj,0.0000224767,0.05000,0.357
29,mlp.experts.51.down_proj,0.0000082118,0.05000,0.378
29,mlp.experts.60.down_proj,0.0000174800,0.05000,0.380
29,mlp.experts.54.down_proj,0.0000081159,0.05000,0.380
29,mlp.experts.49.down_proj,0.0000238429,0.05000,0.384
29,mlp.experts.72.down_proj,0.0000122762,0.05000,0.383
29,mlp.experts.55.down_proj,0.0000097812,0.05000,0.378
29,mlp.experts.58.down_proj,0.0000088442,0.05000,0.381
29,mlp.experts.79.down_proj,0.0000087495,0.05000,0.373
29,mlp.experts.75.down_proj,0.0000277135,0.05000,0.383
29,mlp.experts.73.down_proj,0.0000027999,0.05000,0.375
29,mlp.experts.66.down_proj,0.0000143928,0.05000,0.363
29,mlp.experts.68.down_proj,0.0000081281,0.05000,0.367
29,mlp.experts.64.down_proj,0.0000058735,0.05000,0.376
29,mlp.experts.69.down_proj,0.0000065840,0.05000,0.385
29,mlp.experts.80.down_proj,fallback(rtn): 0.0010681,0.00000,0.008
29,mlp.experts.77.down_proj,0.0000135961,0.05000,0.371
29,mlp.experts.78.down_proj,0.0000214802,0.05000,0.372
29,mlp.experts.76.down_proj,0.0000094404,0.05000,0.375
29,mlp.experts.67.down_proj,0.0000082923,0.05000,0.394
29,mlp.experts.88.down_proj,0.0000077573,0.05000,0.381
29,mlp.experts.74.down_proj,0.0000074666,0.05000,0.387
29,mlp.experts.70.down_proj,0.0000118115,0.05000,0.397
29,mlp.experts.71.down_proj,0.0000103634,0.05000,0.397
29,mlp.experts.65.down_proj,0.0000166185,0.05000,0.401
29,mlp.experts.95.down_proj,0.0000059647,0.05000,0.376
29,mlp.experts.91.down_proj,0.0000039748,0.05000,0.380
29,mlp.experts.89.down_proj,0.0000126285,0.05000,0.385
29,mlp.experts.82.down_proj,0.0000097832,0.05000,0.378
29,mlp.experts.84.down_proj,0.0000104056,0.05000,0.376
29,mlp.experts.96.down_proj,0.0000065128,0.05000,0.375
29,mlp.experts.85.down_proj,0.0000201188,0.05000,0.389
29,mlp.experts.93.down_proj,0.0000055484,0.05000,0.390
29,mlp.experts.94.down_proj,0.0000151057,0.05000,0.389
29,mlp.experts.92.down_proj,0.0000063607,0.05000,0.377
29,mlp.experts.83.down_proj,0.0000227570,0.05000,0.371
29,mlp.experts.104.down_proj,0.0000145575,0.05000,0.377
29,mlp.experts.90.down_proj,0.0000086854,0.05000,0.372
29,mlp.experts.86.down_proj,0.0000083308,0.05000,0.372
29,mlp.experts.81.down_proj,0.0000082126,0.05000,0.371
29,mlp.experts.87.down_proj,0.0000069227,0.05000,0.381
29,mlp.experts.111.down_proj,0.0000067497,0.05000,0.375
29,mlp.experts.107.down_proj,0.0000051567,0.05000,0.370
29,mlp.experts.105.down_proj,0.0000152424,0.05000,0.368
29,mlp.experts.100.down_proj,0.0000119872,0.05000,0.364
29,mlp.experts.98.down_proj,0.0000047569,0.05000,0.367
29,mlp.experts.112.down_proj,0.0000065722,0.05000,0.369
29,mlp.experts.101.down_proj,0.0000111936,0.05000,0.365
29,mlp.experts.109.down_proj,0.0000126089,0.05000,0.361
29,mlp.experts.110.down_proj,0.0000114474,0.05000,0.372
29,mlp.experts.108.down_proj,0.0000029797,0.05000,0.376
29,mlp.experts.99.down_proj,0.0000082575,0.05000,0.362
29,mlp.experts.102.down_proj,0.0000167133,0.05000,0.365
29,mlp.experts.106.down_proj,0.0000046690,0.05000,0.370
29,mlp.experts.120.down_proj,0.0000195504,0.05000,0.371
29,mlp.experts.103.down_proj,0.0000169119,0.05000,0.367
29,mlp.experts.97.down_proj,0.0000072838,0.05000,0.376
29,mlp.experts.127.down_proj,0.0000036109,0.05000,0.369
29,mlp.experts.143.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
29,mlp.experts.123.down_proj,0.0000082934,0.05000,0.360
29,mlp.experts.121.down_proj,0.0000029302,0.05000,0.370
29,mlp.experts.116.down_proj,0.0000077299,0.05000,0.361
29,mlp.experts.114.down_proj,0.0000166777,0.05000,0.365
29,mlp.experts.117.down_proj,0.0000076557,0.05000,0.358
29,mlp.experts.128.down_proj,0.0000259629,0.05000,0.370
29,mlp.experts.125.down_proj,0.0000054072,0.05000,0.357
29,mlp.experts.126.down_proj,0.0000041575,0.05000,0.365
29,mlp.experts.115.down_proj,0.0000237616,0.05000,0.359
29,mlp.experts.124.down_proj,0.0000144282,0.05000,0.377
29,mlp.experts.136.down_proj,0.0000066420,0.05000,0.359
29,mlp.experts.119.down_proj,0.0000193553,0.05000,0.356
29,mlp.experts.118.down_proj,0.0000051684,0.05000,0.373
29,mlp.experts.113.down_proj,0.0000037080,0.05000,0.366
29,mlp.experts.122.down_proj,0.0000099478,0.05000,0.383
29,mlp.experts.159.down_proj,0.0000069400,0.05000,0.381
29,mlp.experts.139.down_proj,0.0000093284,0.05000,0.379
29,mlp.experts.132.down_proj,0.0000215814,0.05000,0.379
29,mlp.experts.137.down_proj,0.0000070971,0.05000,0.393
29,mlp.experts.130.down_proj,0.0000101577,0.05000,0.383
29,mlp.experts.144.down_proj,0.0000059489,0.05000,0.375
29,mlp.experts.141.down_proj,0.0000251898,0.05000,0.375
29,mlp.experts.133.down_proj,0.0000126633,0.05000,0.383
29,mlp.experts.142.down_proj,0.0000096599,0.05000,0.372
29,mlp.experts.131.down_proj,0.0000024560,0.05000,0.377
29,mlp.experts.152.down_proj,0.0000022417,0.05000,0.382
29,mlp.experts.140.down_proj,0.0000079646,0.05000,0.394
29,mlp.experts.134.down_proj,0.0000039830,0.05000,0.384
29,mlp.experts.138.down_proj,0.0000105551,0.05000,0.376
29,mlp.experts.135.down_proj,0.0000066701,0.05000,0.396
29,mlp.experts.129.down_proj,0.0000107627,0.05000,0.391
29,mlp.experts.175.down_proj,0.0000038362,0.05000,0.375
29,mlp.experts.155.down_proj,0.0000071153,0.05000,0.388
29,mlp.experts.148.down_proj,0.0000128044,0.05000,0.385
29,mlp.experts.153.down_proj,0.0000114352,0.05000,0.382
29,mlp.experts.146.down_proj,0.0000147395,0.05000,0.385
29,mlp.experts.160.down_proj,0.0000057661,0.05000,0.383
29,mlp.experts.149.down_proj,0.0000057671,0.05000,0.378
29,mlp.experts.157.down_proj,0.0000157783,0.05000,0.387
29,mlp.experts.158.down_proj,0.0000147624,0.05000,0.388
29,mlp.experts.147.down_proj,0.0000091817,0.05000,0.381
29,mlp.experts.156.down_proj,0.0000062259,0.05000,0.386
29,mlp.experts.168.down_proj,0.0000021980,0.05000,0.392
29,mlp.experts.150.down_proj,0.0000122648,0.05000,0.381
29,mlp.experts.154.down_proj,0.0000123966,0.05000,0.390
29,mlp.experts.151.down_proj,0.0000098242,0.05000,0.387
29,mlp.experts.145.down_proj,0.0000082156,0.05000,0.393
29,mlp.experts.191.down_proj,0.0000063327,0.05000,0.384
29,mlp.experts.171.down_proj,0.0000075737,0.05000,0.377
29,mlp.experts.169.down_proj,0.0000082917,0.05000,0.379
29,mlp.experts.164.down_proj,0.0000163785,0.05000,0.397
29,mlp.experts.162.down_proj,0.0000111689,0.05000,0.388
29,mlp.experts.165.down_proj,0.0000040807,0.05000,0.378
29,mlp.experts.173.down_proj,0.0000095027,0.05000,0.391
29,mlp.experts.176.down_proj,0.0000112417,0.05000,0.398
29,mlp.experts.174.down_proj,0.0000085458,0.05000,0.403
29,mlp.experts.163.down_proj,0.0000111342,0.05000,0.383
29,mlp.experts.166.down_proj,0.0000106495,0.05000,0.379
29,mlp.experts.172.down_proj,0.0000125041,0.05000,0.390
29,mlp.experts.184.down_proj,0.0000179819,0.05000,0.395
29,mlp.experts.167.down_proj,0.0000093419,0.05000,0.385
29,mlp.experts.170.down_proj,0.0000058032,0.05000,0.390
29,mlp.experts.161.down_proj,0.0000064507,0.05000,0.387
29,mlp.experts.207.down_proj,0.0000163516,0.05000,0.382
29,mlp.experts.187.down_proj,0.0000088153,0.05000,0.372
29,mlp.experts.185.down_proj,0.0000146863,0.05000,0.376
29,mlp.experts.180.down_proj,0.0000054777,0.05000,0.369
29,mlp.experts.178.down_proj,0.0000218568,0.05000,0.372
29,mlp.experts.181.down_proj,0.0000186646,0.05000,0.375
29,mlp.experts.189.down_proj,0.0000079077,0.05000,0.374
29,mlp.experts.192.down_proj,0.0000038038,0.05000,0.373
29,mlp.experts.190.down_proj,0.0000300473,0.05000,0.369
29,mlp.experts.179.down_proj,0.0000117880,0.05000,0.374
29,mlp.experts.182.down_proj,0.0000037917,0.05000,0.369
29,mlp.experts.188.down_proj,0.0000113891,0.05000,0.370
29,mlp.experts.183.down_proj,0.0000051804,0.05000,0.371
29,mlp.experts.186.down_proj,0.0000072960,0.05000,0.371
29,mlp.experts.200.down_proj,0.0000113101,0.05000,0.378
29,mlp.experts.177.down_proj,0.0000102929,0.05000,0.372
29,mlp.experts.193.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
29,mlp.experts.203.down_proj,0.0000077298,0.05000,0.364
29,mlp.experts.223.down_proj,0.0000207726,0.05000,0.370
29,mlp.experts.194.down_proj,0.0000045691,0.05000,0.360
29,mlp.experts.201.down_proj,0.0000096905,0.05000,0.369
29,mlp.experts.196.down_proj,0.0000061942,0.05000,0.366
29,mlp.experts.212.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
29,mlp.experts.197.down_proj,0.0000218414,0.05000,0.368
29,mlp.experts.205.down_proj,0.0000079362,0.05000,0.366
29,mlp.experts.206.down_proj,0.0000053912,0.05000,0.358
29,mlp.experts.208.down_proj,0.0000104231,0.05000,0.368
29,mlp.experts.195.down_proj,0.0000209905,0.05000,0.358
29,mlp.experts.204.down_proj,0.0000212118,0.05000,0.347
29,mlp.experts.198.down_proj,0.0000039550,0.05000,0.367
29,mlp.experts.216.down_proj,0.0000137922,0.05000,0.363
29,mlp.experts.202.down_proj,0.0000046621,0.05000,0.364
29,mlp.experts.199.down_proj,0.0000105879,0.05000,0.373
29,mlp.experts.209.down_proj,0.0000130169,0.05000,0.364
29,mlp.experts.219.down_proj,0.0000039275,0.05000,0.367
29,mlp.experts.239.down_proj,0.0000062506,0.05000,0.373
29,mlp.experts.210.down_proj,0.0000052306,0.05000,0.371
29,mlp.experts.217.down_proj,0.0000121232,0.05000,0.377
29,mlp.experts.228.down_proj,0.0000069006,0.05000,0.366
29,mlp.experts.213.down_proj,0.0000213305,0.05000,0.373
29,mlp.experts.224.down_proj,0.0000177755,0.05000,0.372
29,mlp.experts.222.down_proj,0.0000109578,0.05000,0.375
29,mlp.experts.221.down_proj,0.0000133151,0.05000,0.380
29,mlp.experts.211.down_proj,0.0000096459,0.05000,0.373
29,mlp.experts.220.down_proj,0.0000070444,0.05000,0.369
29,mlp.experts.214.down_proj,0.0000157541,0.05000,0.374
29,mlp.experts.218.down_proj,0.0000137674,0.05000,0.371
29,mlp.experts.232.down_proj,0.0000042812,0.05000,0.374
29,mlp.experts.215.down_proj,0.0000037611,0.05000,0.377
29,mlp.experts.225.down_proj,0.0000166069,0.05000,0.374
29,mlp.experts.255.down_proj,0.0000108388,0.05000,0.369
29,mlp.experts.235.down_proj,0.0000066512,0.05000,0.376
29,mlp.experts.226.down_proj,0.0000026422,0.05000,0.372
29,mlp.experts.233.down_proj,0.0000063613,0.05000,0.371
29,mlp.experts.244.down_proj,0.0000069323,0.05000,0.370
29,mlp.experts.229.down_proj,0.0000150517,0.05000,0.382
29,mlp.experts.240.down_proj,0.0000142734,0.05000,0.368
29,mlp.experts.238.down_proj,0.0000067873,0.05000,0.369
29,mlp.experts.227.down_proj,0.0000037684,0.05000,0.360
29,mlp.experts.237.down_proj,0.0000056086,0.05000,0.377
29,mlp.experts.236.down_proj,0.0000104580,0.05000,0.358
29,mlp.experts.248.down_proj,0.0000043173,0.05000,0.331
29,mlp.experts.230.down_proj,0.0000144610,0.05000,0.374
29,mlp.experts.231.down_proj,0.0000059827,0.05000,0.347
29,mlp.experts.234.down_proj,0.0000076806,0.05000,0.370
29,mlp.experts.241.down_proj,0.0000121084,0.05000,0.368
29,mlp.experts.251.down_proj,0.0000035786,0.05000,0.301
29,mlp.experts.252.down_proj,0.0000089463,0.05000,0.217
29,mlp.experts.249.down_proj,0.0000086670,0.05000,0.314
29,mlp.experts.245.down_proj,0.0000107504,0.05000,0.290
29,mlp.experts.253.down_proj,0.0000070682,0.05000,0.281
29,mlp.experts.243.down_proj,0.0000063858,0.05000,0.282
29,mlp.experts.242.down_proj,0.0000082628,0.05000,0.343
29,mlp.experts.247.down_proj,0.0000029469,0.05000,0.246
29,mlp.experts.254.down_proj,0.0000068873,0.05000,0.329
29,mlp.experts.246.down_proj,0.0000014003,0.05000,0.291
29,mlp.experts.250.down_proj,0.0000139003,0.05000,0.279
30,mlp.experts.13.gate_proj,0.0001244515,0.05000,1.572
30,mlp.experts.5.gate_proj,0.0002198163,0.05000,1.600
30,mlp.experts.4.gate_proj,0.0003607870,0.05000,1.569
30,mlp.experts.8.gate_proj,0.0000954099,0.05000,1.603
30,mlp.experts.0.gate_proj,0.0000912783,0.05000,1.596
30,mlp.experts.7.gate_proj,0.0006347999,0.05000,1.610
30,mlp.experts.12.gate_proj,0.0002153067,0.05000,1.598
30,mlp.experts.9.gate_proj,0.0002098237,0.05000,1.598
30,mlp.experts.14.gate_proj,0.0002526703,0.05000,1.597
30,mlp.experts.1.gate_proj,0.0001344823,0.05000,1.587
30,mlp.experts.6.gate_proj,0.0001950459,0.05000,1.595
30,mlp.experts.11.gate_proj,0.0003691452,0.05000,1.594
30,mlp.experts.10.gate_proj,0.0002600824,0.05000,1.596
30,mlp.experts.3.gate_proj,0.0002587544,0.05000,1.619
30,mlp.experts.2.gate_proj,0.0002898141,0.05000,1.592
30,mlp.experts.15.gate_proj,0.0001487008,0.05000,1.621
30,mlp.experts.29.gate_proj,0.0002196609,0.05000,1.541
30,mlp.experts.25.gate_proj,0.0001342611,0.05000,1.525
30,mlp.experts.20.gate_proj,0.0004342599,0.05000,1.552
30,mlp.experts.16.gate_proj,0.0002447374,0.05000,1.540
30,mlp.experts.24.gate_proj,0.0002004348,0.05000,1.542
30,mlp.experts.19.gate_proj,0.0002001137,0.05000,1.526
30,mlp.experts.28.gate_proj,0.0001558226,0.05000,1.547
30,mlp.experts.22.gate_proj,0.0001264132,0.05000,1.556
30,mlp.experts.30.gate_proj,0.0003359699,0.05000,1.544
30,mlp.experts.26.gate_proj,0.0005742738,0.05000,1.545
30,mlp.experts.21.gate_proj,0.0002245916,0.05000,1.591
30,mlp.experts.23.gate_proj,0.0001059753,0.05000,1.587
30,mlp.experts.31.gate_proj,0.0001960512,0.05000,1.569
30,mlp.experts.17.gate_proj,0.0003181631,0.05000,1.586
30,mlp.experts.18.gate_proj,0.0001961733,0.05000,1.616
30,mlp.experts.27.gate_proj,0.0001450184,0.05000,1.621
30,mlp.experts.45.gate_proj,0.0001674053,0.05000,1.504
30,mlp.experts.41.gate_proj,0.0002688045,0.05000,1.513
30,mlp.experts.37.gate_proj,0.0001299143,0.05000,1.491
30,mlp.experts.35.gate_proj,0.0001751140,0.05000,1.531
30,mlp.experts.47.gate_proj,0.0002816999,0.05000,1.493
30,mlp.experts.46.gate_proj,0.0006936460,0.05000,1.528
30,mlp.experts.33.gate_proj,0.0002465686,0.05000,1.504
30,mlp.experts.32.gate_proj,0.0002925537,0.05000,1.581
30,mlp.experts.44.gate_proj,0.0002474614,0.05000,1.573
30,mlp.experts.36.gate_proj,0.0004264171,0.05000,1.595
30,mlp.experts.39.gate_proj,0.0001962401,0.05000,1.541
30,mlp.experts.40.gate_proj,0.0002363232,0.05000,1.581
30,mlp.experts.38.gate_proj,0.0002137973,0.05000,1.570
30,mlp.experts.42.gate_proj,0.0001140835,0.05000,1.563
30,mlp.experts.43.gate_proj,0.0001716313,0.05000,1.496
30,mlp.experts.34.gate_proj,0.0002244654,0.05000,1.495
30,mlp.experts.61.gate_proj,0.0001848953,0.05000,1.493
30,mlp.experts.53.gate_proj,0.0002349043,0.05000,1.483
30,mlp.experts.57.gate_proj,0.0003626531,0.05000,1.500
30,mlp.experts.49.gate_proj,0.0005503696,0.05000,1.488
30,mlp.experts.51.gate_proj,0.0002322822,0.05000,1.535
30,mlp.experts.62.gate_proj,0.0001468662,0.05000,1.529
30,mlp.experts.63.gate_proj,0.0001666092,0.05000,1.532
30,mlp.experts.60.gate_proj,0.0001340079,0.05000,1.490
30,mlp.experts.48.gate_proj,0.0004751939,0.05000,1.506
30,mlp.experts.65.gate_proj,fallback(rtn): 0.0010681,0.00000,0.049
30,mlp.experts.55.gate_proj,0.0001697899,0.05000,1.515
30,mlp.experts.56.gate_proj,0.0002977610,0.05000,1.533
30,mlp.experts.50.gate_proj,0.0001351108,0.05000,1.531
30,mlp.experts.54.gate_proj,0.0003141601,0.05000,1.542
30,mlp.experts.58.gate_proj,0.0001246477,0.05000,1.541
30,mlp.experts.59.gate_proj,0.0002196966,0.05000,1.558
30,mlp.experts.52.gate_proj,0.0002972817,0.05000,1.567
30,mlp.experts.77.gate_proj,0.0002448220,0.05000,1.549
30,mlp.experts.69.gate_proj,0.0002028594,0.05000,1.555
30,mlp.experts.73.gate_proj,0.0002322680,0.05000,1.554
30,mlp.experts.78.gate_proj,0.0002319157,0.05000,1.500
30,mlp.experts.64.gate_proj,0.0002069497,0.05000,1.515
30,mlp.experts.67.gate_proj,0.0002607362,0.05000,1.533
30,mlp.experts.76.gate_proj,0.0000902242,0.05000,1.532
30,mlp.experts.79.gate_proj,0.0001586973,0.05000,1.540
30,mlp.experts.71.gate_proj,0.0001412640,0.05000,1.526
30,mlp.experts.72.gate_proj,0.0002399200,0.05000,1.521
30,mlp.experts.74.gate_proj,0.0001407041,0.05000,1.521
30,mlp.experts.70.gate_proj,0.0002915593,0.05000,1.532
30,mlp.experts.68.gate_proj,0.0003797180,0.05000,1.516
30,mlp.experts.81.gate_proj,0.0001665969,0.05000,1.594
30,mlp.experts.75.gate_proj,0.0002332836,0.05000,1.532
30,mlp.experts.66.gate_proj,0.0002744494,0.05000,1.581
30,mlp.experts.93.gate_proj,0.0002709903,0.05000,1.564
30,mlp.experts.94.gate_proj,0.0002516109,0.05000,1.515
30,mlp.experts.92.gate_proj,0.0000902017,0.05000,1.485
30,mlp.experts.85.gate_proj,0.0002030816,0.05000,1.565
30,mlp.experts.83.gate_proj,0.0001744047,0.05000,1.524
30,mlp.experts.95.gate_proj,0.0003413651,0.05000,1.507
30,mlp.experts.87.gate_proj,0.0001627139,0.05000,1.493
30,mlp.experts.80.gate_proj,0.0001420892,0.05000,1.543
30,mlp.experts.89.gate_proj,0.0001911731,0.05000,1.590
30,mlp.experts.90.gate_proj,0.0002094111,0.05000,1.514
30,mlp.experts.84.gate_proj,0.0002906112,0.05000,1.499
30,mlp.experts.88.gate_proj,0.0002271584,0.05000,1.532
30,mlp.experts.86.gate_proj,0.0001712844,0.05000,1.506
30,mlp.experts.91.gate_proj,0.0002655255,0.05000,1.528
30,mlp.experts.82.gate_proj,0.0001898568,0.05000,1.515
30,mlp.experts.97.gate_proj,0.0003125393,0.05000,1.562
30,mlp.experts.108.gate_proj,0.0003476077,0.05000,1.517
30,mlp.experts.110.gate_proj,0.0002865587,0.05000,1.522
30,mlp.experts.99.gate_proj,0.0002268578,0.05000,1.516
30,mlp.experts.109.gate_proj,0.0003899680,0.05000,1.572
30,mlp.experts.124.gate_proj,fallback(rtn): 0.0010529,0.00000,0.026
30,mlp.experts.111.gate_proj,0.0003239503,0.05000,1.519
30,mlp.experts.96.gate_proj,0.0001214706,0.05000,1.513
30,mlp.experts.103.gate_proj,0.0001244326,0.05000,1.510
30,mlp.experts.100.gate_proj,0.0003084706,0.05000,1.468
30,mlp.experts.104.gate_proj,0.0002521944,0.05000,1.470
30,mlp.experts.98.gate_proj,0.0002545664,0.05000,1.465
30,mlp.experts.106.gate_proj,0.0002337609,0.05000,1.520
30,mlp.experts.101.gate_proj,0.0002637984,0.05000,1.594
30,mlp.experts.102.gate_proj,0.0002648722,0.05000,1.541
30,mlp.experts.105.gate_proj,0.0003063043,0.05000,1.593
30,mlp.experts.107.gate_proj,0.0004465443,0.05000,1.533
30,mlp.experts.113.gate_proj,0.0002704761,0.05000,1.545
30,mlp.experts.117.gate_proj,0.0001840982,0.05000,1.461
30,mlp.experts.115.gate_proj,0.0002572010,0.05000,1.527
30,mlp.experts.126.gate_proj,0.0002371752,0.05000,1.557
30,mlp.experts.119.gate_proj,0.0002481563,0.05000,1.509
30,mlp.experts.125.gate_proj,0.0006793246,0.05000,1.521
30,mlp.experts.127.gate_proj,0.0003128482,0.05000,1.511
30,mlp.experts.140.gate_proj,0.0003001568,0.05000,1.523
30,mlp.experts.121.gate_proj,0.0002838581,0.05000,1.452
30,mlp.experts.120.gate_proj,0.0000815766,0.05000,1.527
30,mlp.experts.116.gate_proj,0.0001800947,0.05000,1.533
30,mlp.experts.112.gate_proj,0.0002783707,0.05000,1.527
30,mlp.experts.123.gate_proj,0.0002967417,0.05000,1.509
30,mlp.experts.118.gate_proj,0.0002950041,0.05000,1.565
30,mlp.experts.129.gate_proj,0.0001289554,0.05000,1.494
30,mlp.experts.122.gate_proj,0.0001364158,0.05000,1.602
30,mlp.experts.114.gate_proj,0.0002103235,0.05000,1.628
30,mlp.experts.131.gate_proj,0.0002665591,0.05000,1.530
30,mlp.experts.132.gate_proj,0.0003167279,0.05000,1.511
30,mlp.experts.135.gate_proj,0.0002705798,0.05000,1.533
30,mlp.experts.143.gate_proj,0.0003024743,0.05000,1.533
30,mlp.experts.137.gate_proj,0.0002808123,0.05000,1.533
30,mlp.experts.141.gate_proj,0.0002885028,0.05000,1.544
30,mlp.experts.136.gate_proj,0.0003599480,0.05000,1.536
30,mlp.experts.133.gate_proj,0.0003010046,0.05000,1.559
30,mlp.experts.145.gate_proj,0.0002751050,0.05000,1.451
30,mlp.experts.128.gate_proj,0.0002061971,0.05000,1.559
30,mlp.experts.156.gate_proj,0.0003003610,0.05000,1.602
30,mlp.experts.142.gate_proj,0.0003049374,0.05000,1.619
30,mlp.experts.139.gate_proj,0.0002440129,0.05000,1.543
30,mlp.experts.153.gate_proj,fallback(rtn): 0.0011063,0.00000,0.079
30,mlp.experts.138.gate_proj,0.0001187220,0.05000,1.562
30,mlp.experts.134.gate_proj,0.0002446068,0.05000,1.575
30,mlp.experts.130.gate_proj,0.0003011611,0.05000,1.551
30,mlp.experts.154.gate_proj,fallback(rtn): 0.0010681,0.00000,0.049
30,mlp.experts.148.gate_proj,0.0003033460,0.05000,1.497
30,mlp.experts.147.gate_proj,0.0002079711,0.05000,1.505
30,mlp.experts.152.gate_proj,0.0001021156,0.05000,1.484
30,mlp.experts.151.gate_proj,0.0003373966,0.05000,1.505
30,mlp.experts.159.gate_proj,0.0001705172,0.05000,1.503
30,mlp.experts.157.gate_proj,0.0002631096,0.05000,1.509
30,mlp.experts.149.gate_proj,0.0003848531,0.05000,1.524
30,mlp.experts.144.gate_proj,0.0005253557,0.05000,1.522
30,mlp.experts.172.gate_proj,0.0001584405,0.05000,1.488
30,mlp.experts.161.gate_proj,0.0002732425,0.05000,1.551
30,mlp.experts.155.gate_proj,0.0001908682,0.05000,1.521
30,mlp.experts.158.gate_proj,0.0002290182,0.05000,1.537
30,mlp.experts.169.gate_proj,0.0002122260,0.05000,1.529
30,mlp.experts.146.gate_proj,0.0005112397,0.05000,1.550
30,mlp.experts.150.gate_proj,0.0003489911,0.05000,1.577
30,mlp.experts.170.gate_proj,0.0002183498,0.05000,1.563
30,mlp.experts.168.gate_proj,0.0004486446,0.05000,1.494
30,mlp.experts.167.gate_proj,0.0003927892,0.05000,1.501
30,mlp.experts.175.gate_proj,0.0001123340,0.05000,1.501
30,mlp.experts.163.gate_proj,0.0001367268,0.05000,1.511
30,mlp.experts.164.gate_proj,0.0001707776,0.05000,1.519
30,mlp.experts.165.gate_proj,0.0000975322,0.05000,1.488
30,mlp.experts.173.gate_proj,0.0001622319,0.05000,1.510
30,mlp.experts.177.gate_proj,0.0001981876,0.05000,1.466
30,mlp.experts.160.gate_proj,0.0002435032,0.05000,1.502
30,mlp.experts.188.gate_proj,0.0002339381,0.05000,1.520
30,mlp.experts.181.gate_proj,fallback(rtn): 0.0010605,0.00000,0.064
30,mlp.experts.171.gate_proj,0.0001983532,0.05000,1.499
30,mlp.experts.185.gate_proj,0.0003226453,0.05000,1.481
30,mlp.experts.174.gate_proj,0.0002020944,0.05000,1.544
30,mlp.experts.162.gate_proj,0.0001461123,0.05000,1.510
30,mlp.experts.166.gate_proj,0.0001533002,0.05000,1.537
30,mlp.experts.186.gate_proj,0.0003554111,0.05000,1.535
30,mlp.experts.184.gate_proj,0.0002533070,0.05000,1.524
30,mlp.experts.180.gate_proj,0.0001536723,0.05000,1.506
30,mlp.experts.189.gate_proj,0.0002984926,0.05000,1.516
30,mlp.experts.193.gate_proj,0.0001563089,0.05000,1.519
30,mlp.experts.204.gate_proj,0.0001800218,0.05000,1.496
30,mlp.experts.191.gate_proj,0.0003568277,0.05000,1.570
30,mlp.experts.183.gate_proj,0.0002056733,0.05000,1.581
30,mlp.experts.176.gate_proj,0.0002322278,0.05000,1.555
30,mlp.experts.197.gate_proj,0.0001974508,0.05000,1.512
30,mlp.experts.179.gate_proj,0.0001352797,0.05000,1.602
30,mlp.experts.201.gate_proj,0.0002130104,0.05000,1.525
30,mlp.experts.190.gate_proj,0.0002001176,0.05000,1.504
30,mlp.experts.187.gate_proj,0.0001560685,0.05000,1.559
30,mlp.experts.178.gate_proj,0.0003020677,0.05000,1.510
30,mlp.experts.182.gate_proj,0.0001817437,0.05000,1.512
30,mlp.experts.202.gate_proj,0.0001651583,0.05000,1.506
30,mlp.experts.200.gate_proj,0.0004325548,0.05000,1.515
30,mlp.experts.205.gate_proj,0.0001573228,0.05000,1.505
30,mlp.experts.209.gate_proj,0.0002036165,0.05000,1.518
30,mlp.experts.196.gate_proj,0.0001881430,0.05000,1.546
30,mlp.experts.220.gate_proj,0.0004398549,0.05000,1.496
30,mlp.experts.192.gate_proj,0.0002537155,0.05000,1.475
30,mlp.experts.199.gate_proj,0.0002186853,0.05000,1.531
30,mlp.experts.213.gate_proj,0.0001304800,0.05000,1.523
30,mlp.experts.207.gate_proj,0.0002027142,0.05000,1.563
30,mlp.experts.195.gate_proj,0.0002918702,0.05000,1.529
30,mlp.experts.217.gate_proj,0.0002815791,0.05000,1.517
30,mlp.experts.206.gate_proj,0.0003361651,0.05000,1.496
30,mlp.experts.203.gate_proj,0.0002251311,0.05000,1.539
30,mlp.experts.194.gate_proj,0.0001774341,0.05000,1.505
30,mlp.experts.198.gate_proj,0.0002673317,0.05000,1.526
30,mlp.experts.218.gate_proj,0.0005649886,0.05000,1.505
30,mlp.experts.216.gate_proj,0.0002070365,0.05000,1.502
30,mlp.experts.221.gate_proj,0.0002341530,0.05000,1.495
30,mlp.experts.236.gate_proj,0.0003057770,0.05000,1.493
30,mlp.experts.225.gate_proj,0.0001857544,0.05000,1.515
30,mlp.experts.212.gate_proj,0.0002118567,0.05000,1.534
30,mlp.experts.208.gate_proj,0.0001754519,0.05000,1.556
30,mlp.experts.229.gate_proj,0.0002247392,0.05000,1.500
30,mlp.experts.215.gate_proj,0.0002740121,0.05000,1.543
30,mlp.experts.233.gate_proj,0.0002150881,0.05000,1.524
30,mlp.experts.222.gate_proj,0.0002827955,0.05000,1.522
30,mlp.experts.211.gate_proj,0.0002466995,0.05000,1.548
30,mlp.experts.249.gate_proj,fallback(rtn): 0.0010986,0.00000,0.025
30,mlp.experts.223.gate_proj,0.0001087039,0.05000,1.574
30,mlp.experts.210.gate_proj,0.0002878129,0.05000,1.528
30,mlp.experts.219.gate_proj,0.0002911743,0.05000,1.537
30,mlp.experts.214.gate_proj,0.0002767540,0.05000,1.492
30,mlp.experts.234.gate_proj,0.0001182986,0.05000,1.494
30,mlp.experts.252.gate_proj,0.0006419582,0.05000,1.497
30,mlp.experts.232.gate_proj,0.0002341592,0.05000,1.530
30,mlp.experts.237.gate_proj,0.0003030374,0.05000,1.530
30,mlp.experts.241.gate_proj,0.0001015291,0.05000,1.529
30,mlp.experts.228.gate_proj,0.0002579422,0.05000,1.506
30,mlp.experts.245.gate_proj,0.0001659517,0.05000,1.514
30,mlp.experts.224.gate_proj,0.0001082112,0.05000,1.533
30,mlp.experts.231.gate_proj,0.0003470482,0.05000,1.510
30,mlp.experts.238.gate_proj,0.0002331271,0.05000,1.495
30,mlp.experts.227.gate_proj,0.0001920214,0.05000,1.497
30,mlp.experts.9.up_proj,0.0001566589,0.05000,1.516
30,mlp.experts.239.gate_proj,0.0001186762,0.05000,1.511
30,mlp.experts.226.gate_proj,0.0001986500,0.05000,1.497
30,mlp.experts.235.gate_proj,0.0003480320,0.05000,1.545
30,mlp.experts.250.gate_proj,0.0002386006,0.05000,1.516
30,mlp.experts.230.gate_proj,0.0002930793,0.05000,1.524
30,mlp.experts.246.gate_proj,fallback(rtn): 0.0010681,0.00000,0.038
30,mlp.experts.253.gate_proj,0.0002366987,0.05000,1.514
30,mlp.experts.12.up_proj,0.0002051112,0.05000,1.550
30,mlp.experts.244.gate_proj,0.0004983519,0.05000,1.503
30,mlp.experts.1.up_proj,0.0001151660,0.05000,1.504
30,mlp.experts.248.gate_proj,0.0005016157,0.05000,1.589
30,mlp.experts.5.up_proj,0.0002004437,0.05000,1.516
30,mlp.experts.254.gate_proj,0.0002263953,0.05000,1.498
30,mlp.experts.243.gate_proj,0.0002925101,0.05000,1.483
30,mlp.experts.247.gate_proj,0.0004205415,0.05000,1.536
30,mlp.experts.240.gate_proj,0.0001259941,0.05000,1.557
30,mlp.experts.25.up_proj,0.0001185472,0.05000,1.528
30,mlp.experts.255.gate_proj,0.0002881257,0.05000,1.521
30,mlp.experts.242.gate_proj,0.0002707446,0.05000,1.527
30,mlp.experts.251.gate_proj,0.0002267462,0.05000,1.513
30,mlp.experts.10.up_proj,0.0002347275,0.05000,1.500
30,mlp.experts.6.up_proj,0.0002082028,0.05000,1.518
30,mlp.experts.17.up_proj,0.0002819117,0.05000,1.473
30,mlp.experts.13.up_proj,0.0001188878,0.05000,1.512
30,mlp.experts.21.up_proj,0.0002055862,0.05000,1.502
30,mlp.experts.3.up_proj,0.0002492541,0.05000,1.503
30,mlp.experts.28.up_proj,0.0001308152,0.05000,1.572
30,mlp.experts.4.up_proj,0.0003004328,0.05000,1.572
30,mlp.experts.8.up_proj,0.0000852245,0.05000,1.535
30,mlp.experts.14.up_proj,0.0002401523,0.05000,1.530
30,mlp.experts.7.up_proj,0.0005316552,0.05000,1.527
30,mlp.experts.15.up_proj,0.0001448585,0.05000,1.487
30,mlp.experts.41.up_proj,0.0002205819,0.05000,1.502
30,mlp.experts.2.up_proj,0.0002429317,0.05000,1.522
30,mlp.experts.0.up_proj,0.0000967283,0.05000,1.567
30,mlp.experts.11.up_proj,0.0003314044,0.05000,1.496
30,mlp.experts.26.up_proj,0.0005012623,0.05000,1.514
30,mlp.experts.22.up_proj,0.0001341085,0.05000,1.530
30,mlp.experts.29.up_proj,0.0002128742,0.05000,1.525
30,mlp.experts.33.up_proj,0.0002006968,0.05000,1.532
30,mlp.experts.19.up_proj,0.0001763384,0.05000,1.492
30,mlp.experts.37.up_proj,0.0001230957,0.05000,1.524
30,mlp.experts.30.up_proj,0.0003180386,0.05000,1.496
30,mlp.experts.31.up_proj,0.0001852108,0.05000,1.502
30,mlp.experts.44.up_proj,0.0002359733,0.05000,1.553
30,mlp.experts.20.up_proj,0.0004334127,0.05000,1.550
30,mlp.experts.23.up_proj,0.0001076897,0.05000,1.508
30,mlp.experts.24.up_proj,0.0001912784,0.05000,1.554
30,mlp.experts.57.up_proj,0.0003081469,0.05000,1.509
30,mlp.experts.18.up_proj,0.0001615491,0.05000,1.497
30,mlp.experts.27.up_proj,0.0001256323,0.05000,1.482
30,mlp.experts.42.up_proj,0.0000996416,0.05000,1.519
30,mlp.experts.16.up_proj,0.0002414054,0.05000,1.544
30,mlp.experts.38.up_proj,0.0001807463,0.05000,1.519
30,mlp.experts.45.up_proj,0.0001824659,0.05000,1.513
30,mlp.experts.49.up_proj,0.0004403313,0.05000,1.539
30,mlp.experts.35.up_proj,0.0001665370,0.05000,1.526
30,mlp.experts.53.up_proj,0.0002068950,0.05000,1.510
30,mlp.experts.65.up_proj,fallback(rtn): 0.0010452,0.00000,0.025
30,mlp.experts.46.up_proj,0.0005571901,0.05000,1.519
30,mlp.experts.73.up_proj,0.0001904321,0.05000,1.512
30,mlp.experts.60.up_proj,0.0001186462,0.05000,1.532
30,mlp.experts.47.up_proj,0.0002390142,0.05000,1.543
30,mlp.experts.39.up_proj,0.0001911780,0.05000,1.533
30,mlp.experts.34.up_proj,0.0002175275,0.05000,1.528
30,mlp.experts.43.up_proj,0.0001629342,0.05000,1.545
30,mlp.experts.36.up_proj,0.0003588316,0.05000,1.581
30,mlp.experts.58.up_proj,0.0001060465,0.05000,1.524
30,mlp.experts.40.up_proj,0.0002184220,0.05000,1.600
30,mlp.experts.32.up_proj,0.0002337567,0.05000,1.553
30,mlp.experts.54.up_proj,0.0002814567,0.05000,1.516
30,mlp.experts.61.up_proj,0.0001785793,0.05000,1.511
30,mlp.experts.81.up_proj,0.0001487908,0.05000,1.500
30,mlp.experts.51.up_proj,0.0002251963,0.05000,1.522
30,mlp.experts.62.up_proj,0.0001359723,0.05000,1.508
30,mlp.experts.69.up_proj,0.0001519703,0.05000,1.543
30,mlp.experts.89.up_proj,0.0001797680,0.05000,1.522
30,mlp.experts.52.up_proj,0.0002538382,0.05000,1.469
30,mlp.experts.76.up_proj,0.0000789351,0.05000,1.520
30,mlp.experts.63.up_proj,0.0001624150,0.05000,1.514
30,mlp.experts.50.up_proj,0.0001380748,0.05000,1.510
30,mlp.experts.59.up_proj,0.0001993959,0.05000,1.515
30,mlp.experts.55.up_proj,0.0001731006,0.05000,1.571
30,mlp.experts.74.up_proj,0.0001364068,0.05000,1.509
30,mlp.experts.56.up_proj,0.0002678997,0.05000,1.511
30,mlp.experts.48.up_proj,0.0004069377,0.05000,1.529
30,mlp.experts.70.up_proj,0.0002513778,0.05000,1.525
30,mlp.experts.77.up_proj,0.0002248721,0.05000,1.545
30,mlp.experts.78.up_proj,0.0001917011,0.05000,1.506
30,mlp.experts.97.up_proj,0.0002535755,0.05000,1.530
30,mlp.experts.67.up_proj,0.0002449448,0.05000,1.525
30,mlp.experts.85.up_proj,0.0001925005,0.05000,1.527
30,mlp.experts.79.up_proj,0.0001381635,0.05000,1.515
30,mlp.experts.105.up_proj,0.0002672322,0.05000,1.529
30,mlp.experts.75.up_proj,0.0002277826,0.05000,1.482
30,mlp.experts.66.up_proj,0.0002679005,0.05000,1.511
30,mlp.experts.92.up_proj,0.0000722120,0.05000,1.523
30,mlp.experts.68.up_proj,0.0003896735,0.05000,1.535
30,mlp.experts.72.up_proj,0.0002064733,0.05000,1.471
30,mlp.experts.90.up_proj,0.0001877960,0.05000,1.499
30,mlp.experts.71.up_proj,0.0001463861,0.05000,1.540
30,mlp.experts.64.up_proj,0.0001818498,0.05000,1.502
30,mlp.experts.86.up_proj,0.0001423593,0.05000,1.487
30,mlp.experts.94.up_proj,0.0002466028,0.05000,1.522
30,mlp.experts.83.up_proj,0.0001485803,0.05000,1.524
30,mlp.experts.113.up_proj,0.0002873999,0.05000,1.539
30,mlp.experts.93.up_proj,0.0002566219,0.05000,1.577
30,mlp.experts.101.up_proj,0.0002347701,0.05000,1.548
30,mlp.experts.95.up_proj,0.0002913838,0.05000,1.529
30,mlp.experts.91.up_proj,0.0002274235,0.05000,1.520
30,mlp.experts.88.up_proj,0.0001963405,0.05000,1.524
30,mlp.experts.106.up_proj,0.0002167916,0.05000,1.505
30,mlp.experts.82.up_proj,0.0001612974,0.05000,1.543
30,mlp.experts.108.up_proj,0.0002569099,0.05000,1.556
30,mlp.experts.84.up_proj,0.0002626789,0.05000,1.555
30,mlp.experts.87.up_proj,0.0001436139,0.05000,1.513
30,mlp.experts.121.up_proj,0.0002820089,0.05000,1.589
30,mlp.experts.80.up_proj,0.0001347554,0.05000,1.507
30,mlp.experts.102.up_proj,0.0002551235,0.05000,1.515
30,mlp.experts.124.up_proj,fallback(rtn): 0.0010223,0.00000,0.055
30,mlp.experts.110.up_proj,0.0002659555,0.05000,1.531
30,mlp.experts.99.up_proj,0.0002307892,0.05000,1.530
30,mlp.experts.129.up_proj,0.0001030327,0.05000,1.548
30,mlp.experts.109.up_proj,0.0003493357,0.05000,1.568
30,mlp.experts.111.up_proj,0.0003132452,0.05000,1.507
30,mlp.experts.100.up_proj,0.0003000671,0.05000,1.478
30,mlp.experts.104.up_proj,0.0001806975,0.05000,1.510
30,mlp.experts.122.up_proj,0.0001273322,0.05000,1.506
30,mlp.experts.107.up_proj,0.0004139432,0.05000,1.541
30,mlp.experts.117.up_proj,0.0001493253,0.05000,1.579
30,mlp.experts.98.up_proj,0.0002037020,0.05000,1.535
30,mlp.experts.140.up_proj,0.0002669575,0.05000,1.468
30,mlp.experts.96.up_proj,0.0001181263,0.05000,1.504
30,mlp.experts.103.up_proj,0.0001166035,0.05000,1.517
30,mlp.experts.118.up_proj,0.0002699549,0.05000,1.526
30,mlp.experts.137.up_proj,0.0002276907,0.05000,1.588
30,mlp.experts.153.up_proj,fallback(rtn): 0.0010681,0.00000,0.026
30,mlp.experts.126.up_proj,0.0002276519,0.05000,1.516
30,mlp.experts.115.up_proj,0.0002444304,0.05000,1.514
30,mlp.experts.145.up_proj,0.0002557795,0.05000,1.546
30,mlp.experts.127.up_proj,0.0002093848,0.05000,1.512
30,mlp.experts.125.up_proj,0.0004785400,0.05000,1.526
30,mlp.experts.116.up_proj,0.0001433279,0.05000,1.515
30,mlp.experts.120.up_proj,0.0000912339,0.05000,1.517
30,mlp.experts.123.up_proj,0.0002827536,0.05000,1.521
30,mlp.experts.119.up_proj,0.0002264904,0.05000,1.483
30,mlp.experts.133.up_proj,0.0002856305,0.05000,1.535
30,mlp.experts.156.up_proj,0.0002820958,0.05000,1.512
30,mlp.experts.138.up_proj,0.0001028322,0.05000,1.574
30,mlp.experts.112.up_proj,0.0002364111,0.05000,1.535
30,mlp.experts.114.up_proj,0.0001952862,0.05000,1.563
30,mlp.experts.154.up_proj,fallback(rtn): 0.0010605,0.00000,0.036
30,mlp.experts.134.up_proj,0.0002309210,0.05000,1.555
30,mlp.experts.169.up_proj,0.0002135458,0.05000,1.510
30,mlp.experts.131.up_proj,0.0004510128,0.05000,1.526
30,mlp.experts.142.up_proj,0.0003130790,0.05000,1.544
30,mlp.experts.141.up_proj,0.0002171598,0.05000,1.499
30,mlp.experts.161.up_proj,0.0002538469,0.05000,1.512
30,mlp.experts.136.up_proj,0.0003459585,0.05000,1.491
30,mlp.experts.143.up_proj,0.0002909391,0.05000,1.521
30,mlp.experts.135.up_proj,0.0002363423,0.05000,1.490
30,mlp.experts.132.up_proj,0.0002751315,0.05000,1.524
30,mlp.experts.128.up_proj,0.0001743720,0.05000,1.483
30,mlp.experts.149.up_proj,0.0003520436,0.05000,1.523
30,mlp.experts.139.up_proj,0.0002033010,0.05000,1.537
30,mlp.experts.172.up_proj,0.0001552254,0.05000,1.517
30,mlp.experts.170.up_proj,0.0001929257,0.05000,1.532
30,mlp.experts.130.up_proj,0.0002575962,0.05000,1.558
30,mlp.experts.185.up_proj,0.0002533800,0.05000,1.520
30,mlp.experts.150.up_proj,0.0002777215,0.05000,1.553
30,mlp.experts.147.up_proj,0.0001934465,0.05000,1.522
30,mlp.experts.152.up_proj,0.0000855797,0.05000,1.513
30,mlp.experts.158.up_proj,0.0002147599,0.05000,1.553
30,mlp.experts.157.up_proj,0.0002261701,0.05000,1.525
30,mlp.experts.177.up_proj,0.0001732188,0.05000,1.525
30,mlp.experts.151.up_proj,0.0003299410,0.05000,1.506
30,mlp.experts.148.up_proj,0.0002548025,0.05000,1.515
30,mlp.experts.159.up_proj,0.0001614577,0.05000,1.561
30,mlp.experts.188.up_proj,0.0002229288,0.05000,1.509
30,mlp.experts.165.up_proj,0.0000920755,0.05000,1.522
30,mlp.experts.144.up_proj,0.0004960027,0.05000,1.553
30,mlp.experts.155.up_proj,0.0001790816,0.05000,1.548
30,mlp.experts.181.up_proj,fallback(rtn): 0.0010376,0.00000,0.025
30,mlp.experts.186.up_proj,0.0003360085,0.05000,1.543
30,mlp.experts.146.up_proj,0.0004767344,0.05000,1.543
30,mlp.experts.201.up_proj,0.0002033780,0.05000,1.525
30,mlp.experts.166.up_proj,0.0001363112,0.05000,1.541
30,mlp.experts.163.up_proj,0.0001057347,0.05000,1.535
30,mlp.experts.168.up_proj,0.0003741557,0.05000,1.512
30,mlp.experts.173.up_proj,0.0001356866,0.05000,1.526
30,mlp.experts.193.up_proj,0.0001507322,0.05000,1.526
30,mlp.experts.164.up_proj,0.0001455366,0.05000,1.514
30,mlp.experts.167.up_proj,0.0003526577,0.05000,1.542
30,mlp.experts.174.up_proj,0.0001965611,0.05000,1.565
30,mlp.experts.204.up_proj,0.0001627960,0.05000,1.517
30,mlp.experts.175.up_proj,0.0000946190,0.05000,1.552
30,mlp.experts.160.up_proj,0.0002385778,0.05000,1.508
30,mlp.experts.197.up_proj,0.0001815229,0.05000,1.518
30,mlp.experts.171.up_proj,0.0001882590,0.05000,1.549
30,mlp.experts.217.up_proj,0.0002711605,0.05000,1.516
30,mlp.experts.202.up_proj,0.0001380777,0.05000,1.537
30,mlp.experts.162.up_proj,0.0001537445,0.05000,1.538
30,mlp.experts.182.up_proj,0.0001756000,0.05000,1.496
30,mlp.experts.184.up_proj,0.0002370589,0.05000,1.482
30,mlp.experts.189.up_proj,0.0002560957,0.05000,1.484
30,mlp.experts.179.up_proj,0.0001232734,0.05000,1.522
30,mlp.experts.180.up_proj,0.0001492654,0.05000,1.501
30,mlp.experts.209.up_proj,0.0001275896,0.05000,1.522
30,mlp.experts.190.up_proj,0.0001901616,0.05000,1.510
30,mlp.experts.220.up_proj,0.0003693146,0.05000,1.510
30,mlp.experts.183.up_proj,0.0001930429,0.05000,1.546
30,mlp.experts.213.up_proj,0.0001248742,0.05000,1.493
30,mlp.experts.176.up_proj,0.0002121382,0.05000,1.509
30,mlp.experts.191.up_proj,0.0002903381,0.05000,1.560
30,mlp.experts.187.up_proj,0.0001445003,0.05000,1.540
30,mlp.experts.178.up_proj,0.0002523166,0.05000,1.488
30,mlp.experts.198.up_proj,0.0002186098,0.05000,1.487
30,mlp.experts.233.up_proj,0.0001808224,0.05000,1.504
30,mlp.experts.218.up_proj,0.0004511379,0.05000,1.500
30,mlp.experts.249.up_proj,fallback(rtn): 0.0010376,0.00000,0.024
30,mlp.experts.205.up_proj,0.0001728817,0.05000,1.267
30,mlp.experts.225.up_proj,0.0001740557,0.05000,1.278
30,mlp.experts.229.up_proj,0.0001778299,0.05000,1.243
30,mlp.experts.200.up_proj,0.0004029393,0.05000,1.498
30,mlp.experts.196.up_proj,0.0001451178,0.05000,1.498
30,mlp.experts.195.up_proj,0.0002782469,0.05000,1.530
30,mlp.experts.206.up_proj,0.0002519225,0.05000,1.487
30,mlp.experts.192.up_proj,0.0002564744,0.05000,1.442
30,mlp.experts.236.up_proj,0.0002782460,0.05000,1.478
30,mlp.experts.199.up_proj,0.0002074772,0.05000,1.520
30,mlp.experts.207.up_proj,0.0001853225,0.05000,1.529
30,mlp.experts.234.up_proj,0.0001095955,0.05000,1.481
30,mlp.experts.203.up_proj,0.0002052755,0.05000,1.491
30,mlp.experts.214.up_proj,0.0002692959,0.05000,1.488
30,mlp.experts.194.up_proj,0.0001700271,0.05000,1.493
30,mlp.experts.221.up_proj,0.0002507035,0.05000,1.223
30,mlp.experts.241.up_proj,0.0000853867,0.05000,1.228
30,mlp.experts.245.up_proj,0.0001444839,0.05000,1.198
30,mlp.experts.216.up_proj,0.0001983708,0.05000,1.461
30,mlp.experts.222.up_proj,0.0002187209,0.05000,1.427
30,mlp.experts.212.up_proj,0.0001762431,0.05000,1.478
30,mlp.experts.252.up_proj,0.0005301084,0.05000,1.447
30,mlp.experts.208.up_proj,0.0001494616,0.05000,1.451
30,mlp.experts.215.up_proj,0.0002367187,0.05000,1.431
30,mlp.experts.211.up_proj,0.0002153883,0.05000,1.498
30,mlp.experts.210.up_proj,0.0002256803,0.05000,1.441
30,mlp.experts.219.up_proj,0.0002666815,0.05000,1.455
30,mlp.experts.250.up_proj,0.0002320452,0.05000,1.476
30,mlp.experts.223.up_proj,0.0000981802,0.05000,1.488
30,mlp.experts.230.up_proj,0.0002776375,0.05000,1.489
30,mlp.experts.246.up_proj,fallback(rtn): 0.0010376,0.00000,0.016
30,mlp.experts.237.up_proj,0.0002432612,0.05000,0.768
30,mlp.experts.253.up_proj,0.0001867738,0.05000,0.573
30,mlp.experts.238.up_proj,0.0002303850,0.05000,0.865
30,mlp.experts.226.up_proj,0.0001928242,0.05000,0.779
30,mlp.experts.232.up_proj,0.0002403747,0.05000,1.083
30,mlp.experts.228.up_proj,0.0002049350,0.05000,1.018
30,mlp.experts.224.up_proj,0.0000915191,0.05000,1.074
30,mlp.experts.227.up_proj,0.0001748831,0.05000,1.227
30,mlp.experts.231.up_proj,0.0002729562,0.05000,1.283
30,mlp.experts.235.up_proj,0.0002607916,0.05000,1.266
30,mlp.experts.239.up_proj,0.0000989183,0.05000,1.274
30,mlp.experts.254.up_proj,0.0002114930,0.05000,0.814
30,mlp.experts.242.up_proj,0.0002601715,0.05000,0.780
30,mlp.experts.244.up_proj,0.0004655085,0.05000,0.975
30,mlp.experts.240.up_proj,0.0001157747,0.05000,0.924
30,mlp.experts.248.up_proj,0.0004140802,0.05000,0.992
30,mlp.experts.243.up_proj,0.0002165656,0.05000,1.142
30,mlp.experts.247.up_proj,0.0003249369,0.05000,1.127
30,mlp.experts.251.up_proj,0.0002096018,0.05000,1.084
30,mlp.experts.255.up_proj,0.0002318379,0.05000,1.065
30,mlp.experts.13.down_proj,0.0000061483,0.05000,0.394
30,mlp.experts.3.down_proj,0.0000050305,0.05000,0.400
30,mlp.experts.7.down_proj,0.0000298505,0.05000,0.404
30,mlp.experts.2.down_proj,0.0000078328,0.05000,0.402
30,mlp.experts.0.down_proj,0.0000115578,0.05000,0.405
30,mlp.experts.10.down_proj,0.0000132540,0.05000,0.396
30,mlp.experts.4.down_proj,0.0000229524,0.05000,0.409
30,mlp.experts.9.down_proj,0.0000067293,0.05000,0.390
30,mlp.experts.15.down_proj,0.0000052718,0.05000,0.405
30,mlp.experts.12.down_proj,0.0000097428,0.05000,0.401
30,mlp.experts.11.down_proj,0.0000328634,0.05000,0.403
30,mlp.experts.1.down_proj,0.0000042024,0.05000,0.399
30,mlp.experts.14.down_proj,0.0000050355,0.05000,0.408
30,mlp.experts.5.down_proj,0.0000099532,0.05000,0.399
30,mlp.experts.8.down_proj,0.0000106554,0.05000,0.399
30,mlp.experts.6.down_proj,0.0000086136,0.05000,0.414
30,mlp.experts.29.down_proj,0.0000165580,0.05000,0.336
30,mlp.experts.19.down_proj,0.0000171741,0.05000,0.345
30,mlp.experts.23.down_proj,0.0000069899,0.05000,0.346
30,mlp.experts.18.down_proj,0.0000046287,0.05000,0.344
30,mlp.experts.26.down_proj,0.0000320247,0.05000,0.365
30,mlp.experts.20.down_proj,0.0000266888,0.05000,0.372
30,mlp.experts.16.down_proj,0.0000218459,0.05000,0.373
30,mlp.experts.27.down_proj,0.0000051771,0.05000,0.370
30,mlp.experts.28.down_proj,0.0000064219,0.05000,0.371
30,mlp.experts.17.down_proj,0.0000167798,0.05000,0.372
30,mlp.experts.31.down_proj,0.0000078120,0.05000,0.373
30,mlp.experts.25.down_proj,0.0000063580,0.05000,0.375
30,mlp.experts.24.down_proj,0.0000040472,0.05000,0.371
30,mlp.experts.22.down_proj,0.0000149057,0.05000,0.367
30,mlp.experts.30.down_proj,0.0000091177,0.05000,0.373
30,mlp.experts.21.down_proj,0.0000139950,0.05000,0.383
30,mlp.experts.45.down_proj,0.0000187166,0.05000,0.358
30,mlp.experts.35.down_proj,0.0000051647,0.05000,0.361
30,mlp.experts.39.down_proj,0.0000037887,0.05000,0.368
30,mlp.experts.34.down_proj,0.0000070654,0.05000,0.367
30,mlp.experts.42.down_proj,0.0000015086,0.05000,0.366
30,mlp.experts.32.down_proj,0.0000072762,0.05000,0.364
30,mlp.experts.36.down_proj,0.0000150965,0.05000,0.377
30,mlp.experts.43.down_proj,0.0000080383,0.05000,0.368
30,mlp.experts.44.down_proj,0.0000059536,0.05000,0.378
30,mlp.experts.47.down_proj,0.0000042772,0.05000,0.373
30,mlp.experts.41.down_proj,0.0000108387,0.05000,0.380
30,mlp.experts.33.down_proj,0.0000082602,0.05000,0.388
30,mlp.experts.40.down_proj,0.0000049306,0.05000,0.386
30,mlp.experts.37.down_proj,0.0000023443,0.05000,0.378
30,mlp.experts.38.down_proj,0.0000030812,0.05000,0.383
30,mlp.experts.46.down_proj,0.0000216143,0.05000,0.386
30,mlp.experts.61.down_proj,0.0000038658,0.05000,0.379
30,mlp.experts.51.down_proj,0.0000093058,0.05000,0.380
30,mlp.experts.50.down_proj,0.0000118765,0.05000,0.366
30,mlp.experts.55.down_proj,0.0000120935,0.05000,0.384
30,mlp.experts.58.down_proj,0.0000086039,0.05000,0.372
30,mlp.experts.48.down_proj,0.0000219767,0.05000,0.381
30,mlp.experts.52.down_proj,0.0000089692,0.05000,0.370
30,mlp.experts.59.down_proj,0.0000075458,0.05000,0.368
30,mlp.experts.60.down_proj,0.0000018053,0.05000,0.378
30,mlp.experts.57.down_proj,0.0000107098,0.05000,0.369
30,mlp.experts.63.down_proj,0.0000133401,0.05000,0.377
30,mlp.experts.62.down_proj,0.0000085806,0.05000,0.362
30,mlp.experts.49.down_proj,0.0000211130,0.05000,0.378
30,mlp.experts.56.down_proj,0.0000139745,0.05000,0.373
30,mlp.experts.54.down_proj,0.0000128763,0.05000,0.378
30,mlp.experts.53.down_proj,0.0000105175,0.05000,0.380
30,mlp.experts.65.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
30,mlp.experts.77.down_proj,0.0000106774,0.05000,0.378
30,mlp.experts.67.down_proj,0.0000098010,0.05000,0.370
30,mlp.experts.66.down_proj,0.0000296277,0.05000,0.375
30,mlp.experts.71.down_proj,0.0000118189,0.05000,0.380
30,mlp.experts.74.down_proj,0.0000137176,0.05000,0.370
30,mlp.experts.75.down_proj,0.0000096641,0.05000,0.364
30,mlp.experts.64.down_proj,0.0000168734,0.05000,0.370
30,mlp.experts.68.down_proj,0.0000207511,0.05000,0.370
30,mlp.experts.76.down_proj,0.0000093742,0.05000,0.363
30,mlp.experts.79.down_proj,0.0000138112,0.05000,0.372
30,mlp.experts.73.down_proj,0.0000131249,0.05000,0.377
30,mlp.experts.78.down_proj,0.0000190436,0.05000,0.382
30,mlp.experts.70.down_proj,0.0000168379,0.05000,0.370
30,mlp.experts.72.down_proj,0.0000173213,0.05000,0.375
30,mlp.experts.69.down_proj,0.0000124051,0.05000,0.378
30,mlp.experts.81.down_proj,0.0000127768,0.05000,0.376
30,mlp.experts.93.down_proj,0.0000068895,0.05000,0.382
30,mlp.experts.83.down_proj,0.0000117025,0.05000,0.384
30,mlp.experts.82.down_proj,0.0000101232,0.05000,0.380
30,mlp.experts.87.down_proj,0.0000069414,0.05000,0.375
30,mlp.experts.90.down_proj,0.0000196653,0.05000,0.375
30,mlp.experts.91.down_proj,0.0000174527,0.05000,0.364
30,mlp.experts.80.down_proj,0.0000087076,0.05000,0.383
30,mlp.experts.84.down_proj,0.0000105695,0.05000,0.398
30,mlp.experts.92.down_proj,0.0000046367,0.05000,0.385
30,mlp.experts.95.down_proj,0.0000127850,0.05000,0.376
30,mlp.experts.89.down_proj,0.0000091136,0.05000,0.387
30,mlp.experts.86.down_proj,0.0000070988,0.05000,0.373
30,mlp.experts.94.down_proj,0.0000068605,0.05000,0.380
30,mlp.experts.85.down_proj,0.0000160601,0.05000,0.366
30,mlp.experts.88.down_proj,0.0000031935,0.05000,0.383
30,mlp.experts.97.down_proj,0.0000273503,0.05000,0.384
30,mlp.experts.109.down_proj,0.0000225529,0.05000,0.376
30,mlp.experts.99.down_proj,0.0000046835,0.05000,0.378
30,mlp.experts.98.down_proj,0.0000087215,0.05000,0.378
30,mlp.experts.106.down_proj,0.0000167360,0.05000,0.361
30,mlp.experts.103.down_proj,0.0000069505,0.05000,0.374
30,mlp.experts.96.down_proj,0.0000104357,0.05000,0.357
30,mlp.experts.107.down_proj,0.0000098807,0.05000,0.377
30,mlp.experts.108.down_proj,0.0000103276,0.05000,0.366
30,mlp.experts.100.down_proj,0.0000086335,0.05000,0.373
30,mlp.experts.124.down_proj,fallback(rtn): 0.0010147,0.00000,0.008
30,mlp.experts.111.down_proj,0.0000092520,0.05000,0.371
30,mlp.experts.102.down_proj,0.0000090154,0.05000,0.374
30,mlp.experts.110.down_proj,0.0000049917,0.05000,0.373
30,mlp.experts.105.down_proj,0.0000081856,0.05000,0.381
30,mlp.experts.101.down_proj,0.0000122946,0.05000,0.373
30,mlp.experts.104.down_proj,0.0000026581,0.05000,0.375
30,mlp.experts.113.down_proj,0.0000098656,0.05000,0.375
30,mlp.experts.125.down_proj,0.0000205049,0.05000,0.374
30,mlp.experts.115.down_proj,0.0000204451,0.05000,0.372
30,mlp.experts.114.down_proj,0.0000119729,0.05000,0.374
30,mlp.experts.122.down_proj,0.0000067275,0.05000,0.368
30,mlp.experts.119.down_proj,0.0000121944,0.05000,0.374
30,mlp.experts.112.down_proj,0.0000193957,0.05000,0.367
30,mlp.experts.123.down_proj,0.0000111948,0.05000,0.371
30,mlp.experts.116.down_proj,0.0000045544,0.05000,0.376
30,mlp.experts.140.down_proj,0.0000093113,0.05000,0.376
30,mlp.experts.127.down_proj,0.0000086441,0.05000,0.378
30,mlp.experts.118.down_proj,0.0000217547,0.05000,0.370
30,mlp.experts.126.down_proj,0.0000090461,0.05000,0.367
30,mlp.experts.120.down_proj,0.0000133200,0.05000,0.369
30,mlp.experts.121.down_proj,0.0000114413,0.05000,0.375
30,mlp.experts.117.down_proj,0.0000093348,0.05000,0.378
30,mlp.experts.129.down_proj,0.0000105427,0.05000,0.375
30,mlp.experts.141.down_proj,0.0000064973,0.05000,0.376
30,mlp.experts.131.down_proj,0.0000208839,0.05000,0.381
30,mlp.experts.130.down_proj,0.0000171914,0.05000,0.381
30,mlp.experts.138.down_proj,0.0000052692,0.05000,0.379
30,mlp.experts.154.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
30,mlp.experts.135.down_proj,0.0000181872,0.05000,0.387
30,mlp.experts.128.down_proj,0.0000162922,0.05000,0.374
30,mlp.experts.139.down_proj,0.0000135276,0.05000,0.375
30,mlp.experts.132.down_proj,0.0000084544,0.05000,0.372
30,mlp.experts.143.down_proj,0.0000216287,0.05000,0.377
30,mlp.experts.156.down_proj,0.0000172650,0.05000,0.381
30,mlp.experts.134.down_proj,0.0000076142,0.05000,0.381
30,mlp.experts.142.down_proj,0.0000337498,0.05000,0.381
30,mlp.experts.136.down_proj,0.0000087249,0.05000,0.374
30,mlp.experts.133.down_proj,0.0000082873,0.05000,0.371
30,mlp.experts.145.down_proj,0.0000141046,0.05000,0.373
30,mlp.experts.137.down_proj,0.0000091798,0.05000,0.381
30,mlp.experts.153.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
30,mlp.experts.157.down_proj,0.0000106319,0.05000,0.373
30,mlp.experts.147.down_proj,0.0000186693,0.05000,0.368
30,mlp.experts.146.down_proj,0.0000193522,0.05000,0.368
30,mlp.experts.144.down_proj,0.0000189639,0.05000,0.363
30,mlp.experts.151.down_proj,0.0000167900,0.05000,0.365
30,mlp.experts.170.down_proj,0.0000172968,0.05000,0.375
30,mlp.experts.155.down_proj,0.0000057269,0.05000,0.364
30,mlp.experts.148.down_proj,0.0000232123,0.05000,0.376
30,mlp.experts.172.down_proj,0.0000032527,0.05000,0.370
30,mlp.experts.159.down_proj,0.0000126204,0.05000,0.375
30,mlp.experts.150.down_proj,0.0000139845,0.05000,0.372
30,mlp.experts.158.down_proj,0.0000203323,0.05000,0.373
30,mlp.experts.152.down_proj,0.0000067269,0.05000,0.372
30,mlp.experts.149.down_proj,0.0000265976,0.05000,0.373
30,mlp.experts.161.down_proj,0.0000066564,0.05000,0.380
30,mlp.experts.169.down_proj,0.0000214573,0.05000,0.373
30,mlp.experts.162.down_proj,0.0000101683,0.05000,0.362
30,mlp.experts.173.down_proj,0.0000069326,0.05000,0.376
30,mlp.experts.163.down_proj,0.0000054196,0.05000,0.371
30,mlp.experts.167.down_proj,0.0000087880,0.05000,0.360
30,mlp.experts.171.down_proj,0.0000114914,0.05000,0.368
30,mlp.experts.186.down_proj,0.0000318804,0.05000,0.371
30,mlp.experts.160.down_proj,0.0000066632,0.05000,0.377
30,mlp.experts.164.down_proj,0.0000064203,0.05000,0.371
30,mlp.experts.188.down_proj,0.0000252422,0.05000,0.371
30,mlp.experts.175.down_proj,0.0000066191,0.05000,0.370
30,mlp.experts.166.down_proj,0.0000042900,0.05000,0.368
30,mlp.experts.168.down_proj,0.0000199595,0.05000,0.376
30,mlp.experts.174.down_proj,0.0000085003,0.05000,0.379
30,mlp.experts.165.down_proj,0.0000051094,0.05000,0.384
30,mlp.experts.177.down_proj,0.0000146413,0.05000,0.374
30,mlp.experts.181.down_proj,fallback(rtn): 0.0010529,0.00000,0.008
30,mlp.experts.185.down_proj,0.0000268510,0.05000,0.381
30,mlp.experts.189.down_proj,0.0000150877,0.05000,0.373
30,mlp.experts.178.down_proj,0.0000142232,0.05000,0.382
30,mlp.experts.179.down_proj,0.0000147600,0.05000,0.392
30,mlp.experts.183.down_proj,0.0000092040,0.05000,0.392
30,mlp.experts.176.down_proj,0.0000083247,0.05000,0.375
30,mlp.experts.187.down_proj,0.0000142079,0.05000,0.390
30,mlp.experts.202.down_proj,0.0000142353,0.05000,0.397
30,mlp.experts.180.down_proj,0.0000028990,0.05000,0.378
30,mlp.experts.204.down_proj,0.0000199317,0.05000,0.373
30,mlp.experts.191.down_proj,0.0000161344,0.05000,0.397
30,mlp.experts.182.down_proj,0.0000087985,0.05000,0.392
30,mlp.experts.184.down_proj,0.0000065798,0.05000,0.376
30,mlp.experts.193.down_proj,0.0000024882,0.05000,0.380
30,mlp.experts.190.down_proj,0.0000171212,0.05000,0.399
30,mlp.experts.197.down_proj,0.0000184151,0.05000,0.382
30,mlp.experts.201.down_proj,0.0000066642,0.05000,0.380
30,mlp.experts.205.down_proj,0.0000150305,0.05000,0.376
30,mlp.experts.194.down_proj,0.0000055419,0.05000,0.374
30,mlp.experts.195.down_proj,0.0000075200,0.05000,0.379
30,mlp.experts.199.down_proj,0.0000048770,0.05000,0.371
30,mlp.experts.192.down_proj,0.0000222797,0.05000,0.372
30,mlp.experts.218.down_proj,0.0000221301,0.05000,0.369
30,mlp.experts.203.down_proj,0.0000091305,0.05000,0.380
30,mlp.experts.196.down_proj,0.0000052879,0.05000,0.375
30,mlp.experts.220.down_proj,0.0000275760,0.05000,0.370
30,mlp.experts.198.down_proj,0.0000162989,0.05000,0.369
30,mlp.experts.200.down_proj,0.0000231294,0.05000,0.367
30,mlp.experts.207.down_proj,0.0000074959,0.05000,0.377
30,mlp.experts.206.down_proj,0.0000112623,0.05000,0.366
30,mlp.experts.209.down_proj,0.0000039504,0.05000,0.376
30,mlp.experts.213.down_proj,0.0000037179,0.05000,0.370
30,mlp.experts.217.down_proj,0.0000082344,0.05000,0.371
30,mlp.experts.221.down_proj,0.0000194723,0.05000,0.377
30,mlp.experts.210.down_proj,0.0000111852,0.05000,0.381
30,mlp.experts.211.down_proj,0.0000114025,0.05000,0.381
30,mlp.experts.215.down_proj,0.0000186949,0.05000,0.378
30,mlp.experts.208.down_proj,0.0000107708,0.05000,0.378
30,mlp.experts.234.down_proj,0.0000038454,0.05000,0.371
30,mlp.experts.219.down_proj,0.0000180138,0.05000,0.372
30,mlp.experts.212.down_proj,0.0000088103,0.05000,0.370
30,mlp.experts.236.down_proj,0.0000123361,0.05000,0.371
30,mlp.experts.223.down_proj,0.0000060180,0.05000,0.372
30,mlp.experts.216.down_proj,0.0000032149,0.05000,0.374
30,mlp.experts.214.down_proj,0.0000251105,0.05000,0.380
30,mlp.experts.222.down_proj,0.0000108052,0.05000,0.376
30,mlp.experts.225.down_proj,0.0000132630,0.05000,0.377
30,mlp.experts.233.down_proj,0.0000087817,0.05000,0.385
30,mlp.experts.229.down_proj,0.0000123327,0.05000,0.388
30,mlp.experts.249.down_proj,fallback(rtn): 0.0010300,0.00000,0.009
30,mlp.experts.237.down_proj,0.0000210969,0.05000,0.340
30,mlp.experts.226.down_proj,0.0000166287,0.05000,0.367
30,mlp.experts.227.down_proj,0.0000091579,0.05000,0.370
30,mlp.experts.250.down_proj,0.0000284033,0.05000,0.357
30,mlp.experts.224.down_proj,0.0000079685,0.05000,0.372
30,mlp.experts.231.down_proj,0.0000129125,0.05000,0.381
30,mlp.experts.235.down_proj,0.0000097184,0.05000,0.363
30,mlp.experts.228.down_proj,0.0000099258,0.05000,0.371
30,mlp.experts.252.down_proj,0.0000159263,0.05000,0.367
30,mlp.experts.241.down_proj,0.0000052122,0.05000,0.306
30,mlp.experts.230.down_proj,0.0000056407,0.05000,0.348
30,mlp.experts.245.down_proj,0.0000079086,0.05000,0.301
30,mlp.experts.238.down_proj,0.0000107050,0.05000,0.345
30,mlp.experts.232.down_proj,0.0000182579,0.05000,0.361
30,mlp.experts.246.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
30,mlp.experts.239.down_proj,0.0000159402,0.05000,0.368
30,mlp.experts.253.down_proj,0.0000059868,0.05000,0.245
30,mlp.experts.242.down_proj,0.0000210448,0.05000,0.244
30,mlp.experts.240.down_proj,0.0000082464,0.05000,0.261
30,mlp.experts.254.down_proj,0.0000084895,0.05000,0.187
30,mlp.experts.244.down_proj,0.0000259747,0.05000,0.246
30,mlp.experts.248.down_proj,0.0000256181,0.05000,0.216
30,mlp.experts.243.down_proj,0.0000117689,0.05000,0.333
30,mlp.experts.247.down_proj,0.0000187651,0.05000,0.312
30,mlp.experts.251.down_proj,0.0000122992,0.05000,0.318
30,mlp.experts.255.down_proj,0.0000173907,0.05000,0.253
31,mlp.experts.6.gate_proj,fallback(rtn): 0.0010223,0.00000,0.082
31,mlp.experts.5.gate_proj,0.0004930018,0.05000,1.625
31,mlp.experts.14.gate_proj,0.0002047196,0.05000,1.639
31,mlp.experts.1.gate_proj,0.0002312590,0.05000,1.648
31,mlp.experts.10.gate_proj,0.0001630215,0.05000,1.624
31,mlp.experts.11.gate_proj,0.0002182051,0.05000,1.629
31,mlp.experts.2.gate_proj,0.0001946256,0.05000,1.656
31,mlp.experts.9.gate_proj,0.0004358649,0.05000,1.643
31,mlp.experts.7.gate_proj,0.0001818101,0.05000,1.665
31,mlp.experts.13.gate_proj,0.0005258300,0.05000,1.643
31,mlp.experts.21.gate_proj,fallback(rtn): 0.0010376,0.00000,0.018
31,mlp.experts.22.gate_proj,0.0001790122,0.05000,1.551
31,mlp.experts.15.gate_proj,0.0003311361,0.05000,1.636
31,mlp.experts.0.gate_proj,0.0001787260,0.05000,1.658
31,mlp.experts.3.gate_proj,0.0001818134,0.05000,1.675
31,mlp.experts.8.gate_proj,0.0003322680,0.05000,1.673
31,mlp.experts.4.gate_proj,0.0002073873,0.05000,1.731
31,mlp.experts.12.gate_proj,0.0002774291,0.05000,1.748
31,mlp.experts.18.gate_proj,0.0004620114,0.05000,1.527
31,mlp.experts.30.gate_proj,0.0002794983,0.05000,1.546
31,mlp.experts.26.gate_proj,0.0003543991,0.05000,1.540
31,mlp.experts.38.gate_proj,0.0002344082,0.05000,1.508
31,mlp.experts.27.gate_proj,0.0005134438,0.05000,1.540
31,mlp.experts.29.gate_proj,0.0003503590,0.05000,1.522
31,mlp.experts.25.gate_proj,0.0002539021,0.05000,1.525
31,mlp.experts.37.gate_proj,0.0004273350,0.05000,1.517
31,mlp.experts.17.gate_proj,0.0005356723,0.05000,1.551
31,mlp.experts.19.gate_proj,0.0000798027,0.05000,1.521
31,mlp.experts.23.gate_proj,0.0002433823,0.05000,1.539
31,mlp.experts.16.gate_proj,0.0002295310,0.05000,1.528
31,mlp.experts.31.gate_proj,0.0002121797,0.05000,1.527
31,mlp.experts.24.gate_proj,0.0002073807,0.05000,1.602
31,mlp.experts.28.gate_proj,0.0002998822,0.05000,1.559
31,mlp.experts.20.gate_proj,0.0001364018,0.05000,1.579
31,mlp.experts.46.gate_proj,0.0002601591,0.05000,1.513
31,mlp.experts.34.gate_proj,0.0002651124,0.05000,1.519
31,mlp.experts.54.gate_proj,0.0002548999,0.05000,1.502
31,mlp.experts.42.gate_proj,0.0003208718,0.05000,1.506
31,mlp.experts.43.gate_proj,0.0002355009,0.05000,1.522
31,mlp.experts.45.gate_proj,0.0003425059,0.05000,1.535
31,mlp.experts.32.gate_proj,0.0002546736,0.05000,1.522
31,mlp.experts.33.gate_proj,0.0002444044,0.05000,1.529
31,mlp.experts.41.gate_proj,0.0002877037,0.05000,1.534
31,mlp.experts.39.gate_proj,0.0001457283,0.05000,1.533
31,mlp.experts.35.gate_proj,0.0001930865,0.05000,1.544
31,mlp.experts.47.gate_proj,0.0002935140,0.05000,1.544
31,mlp.experts.53.gate_proj,0.0003168048,0.05000,1.579
31,mlp.experts.36.gate_proj,0.0002310838,0.05000,1.547
31,mlp.experts.44.gate_proj,0.0004976596,0.05000,1.554
31,mlp.experts.40.gate_proj,0.0001709303,0.05000,1.556
31,mlp.experts.50.gate_proj,0.0001640353,0.05000,1.516
31,mlp.experts.62.gate_proj,0.0005690151,0.05000,1.522
31,mlp.experts.58.gate_proj,0.0005698890,0.05000,1.521
31,mlp.experts.70.gate_proj,0.0002586013,0.05000,1.529
31,mlp.experts.59.gate_proj,0.0002465604,0.05000,1.536
31,mlp.experts.49.gate_proj,0.0002932675,0.05000,1.526
31,mlp.experts.57.gate_proj,0.0002438245,0.05000,1.527
31,mlp.experts.48.gate_proj,0.0004755564,0.05000,1.541
31,mlp.experts.61.gate_proj,0.0002909257,0.05000,1.550
31,mlp.experts.69.gate_proj,0.0003459712,0.05000,1.503
31,mlp.experts.51.gate_proj,0.0002556834,0.05000,1.538
31,mlp.experts.63.gate_proj,0.0003487616,0.05000,1.540
31,mlp.experts.52.gate_proj,0.0003420377,0.05000,1.489
31,mlp.experts.60.gate_proj,0.0002501294,0.05000,1.510
31,mlp.experts.55.gate_proj,0.0003152576,0.05000,1.604
31,mlp.experts.56.gate_proj,0.0003534252,0.05000,1.535
31,mlp.experts.76.gate_proj,fallback(rtn): 0.0010529,0.00000,0.044
31,mlp.experts.74.gate_proj,0.0003476633,0.05000,1.494
31,mlp.experts.86.gate_proj,0.0004852391,0.05000,1.497
31,mlp.experts.78.gate_proj,0.0002950430,0.05000,1.520
31,mlp.experts.75.gate_proj,0.0001459825,0.05000,1.529
31,mlp.experts.66.gate_proj,0.0002622241,0.05000,1.576
31,mlp.experts.64.gate_proj,0.0004513271,0.05000,1.524
31,mlp.experts.79.gate_proj,0.0003627594,0.05000,1.529
31,mlp.experts.67.gate_proj,0.0002349785,0.05000,1.535
31,mlp.experts.71.gate_proj,0.0001224744,0.05000,1.474
31,mlp.experts.85.gate_proj,0.0002305970,0.05000,1.546
31,mlp.experts.68.gate_proj,0.0003508396,0.05000,1.537
31,mlp.experts.77.gate_proj,0.0004610698,0.05000,1.586
31,mlp.experts.65.gate_proj,0.0004482425,0.05000,1.596
31,mlp.experts.73.gate_proj,0.0003651325,0.05000,1.596
31,mlp.experts.72.gate_proj,0.0004379444,0.05000,1.533
31,mlp.experts.92.gate_proj,0.0003891549,0.05000,1.508
31,mlp.experts.94.gate_proj,0.0004218382,0.05000,1.476
31,mlp.experts.102.gate_proj,0.0002230886,0.05000,1.496
31,mlp.experts.90.gate_proj,0.0003123643,0.05000,1.525
31,mlp.experts.91.gate_proj,0.0001471818,0.05000,1.493
31,mlp.experts.82.gate_proj,0.0003879766,0.05000,1.502
31,mlp.experts.95.gate_proj,0.0002477138,0.05000,1.485
31,mlp.experts.80.gate_proj,0.0002488595,0.05000,1.513
31,mlp.experts.83.gate_proj,0.0003704795,0.05000,1.493
31,mlp.experts.84.gate_proj,0.0003230067,0.05000,1.512
31,mlp.experts.87.gate_proj,0.0003302250,0.05000,1.535
31,mlp.experts.93.gate_proj,0.0004690013,0.05000,1.532
31,mlp.experts.101.gate_proj,0.0001748085,0.05000,1.571
31,mlp.experts.81.gate_proj,0.0003274211,0.05000,1.528
31,mlp.experts.89.gate_proj,0.0002803126,0.05000,1.535
31,mlp.experts.108.gate_proj,0.0001676059,0.05000,1.516
31,mlp.experts.88.gate_proj,0.0002395125,0.05000,1.518
31,mlp.experts.104.gate_proj,fallback(rtn): 0.0011063,0.00000,0.051
31,mlp.experts.110.gate_proj,0.0001244240,0.05000,1.504
31,mlp.experts.106.gate_proj,0.0002433101,0.05000,1.484
31,mlp.experts.118.gate_proj,0.0003337853,0.05000,1.511
31,mlp.experts.98.gate_proj,0.0004594142,0.05000,1.454
31,mlp.experts.107.gate_proj,0.0002291546,0.05000,1.517
31,mlp.experts.111.gate_proj,0.0001562483,0.05000,1.514
31,mlp.experts.99.gate_proj,0.0004143975,0.05000,1.507
31,mlp.experts.96.gate_proj,0.0006451924,0.05000,1.550
31,mlp.experts.103.gate_proj,0.0001930779,0.05000,1.505
31,mlp.experts.119.gate_proj,fallback(rtn): 0.0011063,0.00000,0.027
31,mlp.experts.100.gate_proj,0.0002860688,0.05000,1.550
31,mlp.experts.105.gate_proj,0.0003527249,0.05000,1.530
31,mlp.experts.124.gate_proj,0.0004610003,0.05000,1.536
31,mlp.experts.117.gate_proj,0.0004336801,0.05000,1.558
31,mlp.experts.97.gate_proj,0.0004440888,0.05000,1.566
31,mlp.experts.120.gate_proj,0.0003038261,0.05000,1.519
31,mlp.experts.109.gate_proj,0.0001777743,0.05000,1.602
31,mlp.experts.126.gate_proj,0.0005079475,0.05000,1.524
31,mlp.experts.122.gate_proj,0.0001795821,0.05000,1.553
31,mlp.experts.134.gate_proj,0.0001975496,0.05000,1.554
31,mlp.experts.114.gate_proj,0.0003802051,0.05000,1.537
31,mlp.experts.123.gate_proj,0.0002357955,0.05000,1.511
31,mlp.experts.115.gate_proj,0.0002391987,0.05000,1.487
31,mlp.experts.112.gate_proj,0.0001966815,0.05000,1.493
31,mlp.experts.127.gate_proj,0.0001375949,0.05000,1.548
31,mlp.experts.116.gate_proj,0.0002008342,0.05000,1.504
31,mlp.experts.135.gate_proj,0.0004421824,0.05000,1.543
31,mlp.experts.133.gate_proj,0.0002047850,0.05000,1.487
31,mlp.experts.125.gate_proj,0.0002189511,0.05000,1.449
31,mlp.experts.121.gate_proj,0.0003315904,0.05000,1.506
31,mlp.experts.113.gate_proj,0.0003419563,0.05000,1.480
31,mlp.experts.140.gate_proj,0.0004437327,0.05000,1.509
31,mlp.experts.136.gate_proj,0.0006560385,0.05000,1.519
31,mlp.experts.128.gate_proj,0.0002211072,0.05000,1.511
31,mlp.experts.138.gate_proj,0.0003436294,0.05000,1.518
31,mlp.experts.142.gate_proj,0.0001926509,0.05000,1.531
31,mlp.experts.131.gate_proj,0.0002615050,0.05000,1.615
31,mlp.experts.129.gate_proj,0.0002735863,0.05000,1.462
31,mlp.experts.137.gate_proj,0.0003850327,0.05000,1.462
31,mlp.experts.149.gate_proj,0.0002304249,0.05000,1.470
31,mlp.experts.139.gate_proj,0.0003830331,0.05000,1.634
31,mlp.experts.141.gate_proj,0.0004047659,0.05000,1.469
31,mlp.experts.150.gate_proj,0.0005699491,0.05000,1.638
31,mlp.experts.143.gate_proj,0.0001414504,0.05000,1.576
31,mlp.experts.132.gate_proj,0.0003371936,0.05000,1.540
31,mlp.experts.156.gate_proj,0.0004943166,0.05000,1.505
31,mlp.experts.130.gate_proj,0.0002687121,0.05000,1.738
31,mlp.experts.151.gate_proj,0.0002671869,0.05000,1.612
31,mlp.experts.152.gate_proj,0.0003161605,0.05000,1.555
31,mlp.experts.168.gate_proj,fallback(rtn): 0.0010300,0.00000,0.025
31,mlp.experts.144.gate_proj,0.0004301190,0.05000,1.577
31,mlp.experts.157.gate_proj,0.0002813671,0.05000,1.511
31,mlp.experts.145.gate_proj,0.0003206048,0.05000,1.528
31,mlp.experts.165.gate_proj,0.0001824877,0.05000,1.524
31,mlp.experts.153.gate_proj,0.0004505223,0.05000,1.525
31,mlp.experts.172.gate_proj,0.0001776393,0.05000,1.518
31,mlp.experts.147.gate_proj,0.0005969160,0.05000,1.547
31,mlp.experts.159.gate_proj,0.0003846398,0.05000,1.530
31,mlp.experts.148.gate_proj,0.0002390986,0.05000,1.530
31,mlp.experts.155.gate_proj,0.0002643731,0.05000,1.541
31,mlp.experts.154.gate_proj,0.0001636740,0.05000,1.583
31,mlp.experts.158.gate_proj,0.0002264019,0.05000,1.605
31,mlp.experts.166.gate_proj,0.0003090504,0.05000,1.591
31,mlp.experts.167.gate_proj,0.0002467145,0.05000,1.514
31,mlp.experts.146.gate_proj,0.0004158835,0.05000,1.564
31,mlp.experts.184.gate_proj,0.0003924955,0.05000,1.510
31,mlp.experts.160.gate_proj,0.0001343721,0.05000,1.506
31,mlp.experts.161.gate_proj,0.0005226621,0.05000,1.509
31,mlp.experts.169.gate_proj,0.0001823621,0.05000,1.503
31,mlp.experts.173.gate_proj,0.0002637196,0.05000,1.520
31,mlp.experts.181.gate_proj,0.0003503165,0.05000,1.511
31,mlp.experts.188.gate_proj,0.0002592882,0.05000,1.511
31,mlp.experts.164.gate_proj,0.0004282792,0.05000,1.495
31,mlp.experts.171.gate_proj,0.0002524539,0.05000,1.510
31,mlp.experts.170.gate_proj,0.0004064608,0.05000,1.534
31,mlp.experts.182.gate_proj,0.0007678456,0.05000,1.503
31,mlp.experts.183.gate_proj,0.0002836552,0.05000,1.489
31,mlp.experts.163.gate_proj,0.0001637343,0.05000,1.562
31,mlp.experts.189.gate_proj,fallback(rtn): 0.0010910,0.00000,0.068
31,mlp.experts.174.gate_proj,0.0001312733,0.05000,1.542
31,mlp.experts.162.gate_proj,0.0001583972,0.05000,1.508
31,mlp.experts.175.gate_proj,0.0002489488,0.05000,1.598
31,mlp.experts.200.gate_proj,0.0002027186,0.05000,1.527
31,mlp.experts.176.gate_proj,0.0003687600,0.05000,1.491
31,mlp.experts.185.gate_proj,0.0003636617,0.05000,1.476
31,mlp.experts.180.gate_proj,0.0001128885,0.05000,1.481
31,mlp.experts.177.gate_proj,0.0003005695,0.05000,1.519
31,mlp.experts.197.gate_proj,0.0002094753,0.05000,1.519
31,mlp.experts.204.gate_proj,0.0003022954,0.05000,1.523
31,mlp.experts.186.gate_proj,0.0004309649,0.05000,1.499
31,mlp.experts.187.gate_proj,0.0006147922,0.05000,1.556
31,mlp.experts.178.gate_proj,0.0004393266,0.05000,1.479
31,mlp.experts.198.gate_proj,0.0007922142,0.05000,1.530
31,mlp.experts.190.gate_proj,0.0001921620,0.05000,1.490
31,mlp.experts.205.gate_proj,0.0001687346,0.05000,1.516
31,mlp.experts.199.gate_proj,0.0002062806,0.05000,1.553
31,mlp.experts.179.gate_proj,0.0003656439,0.05000,1.556
31,mlp.experts.216.gate_proj,0.0002916155,0.05000,1.507
31,mlp.experts.191.gate_proj,0.0002180489,0.05000,1.536
31,mlp.experts.192.gate_proj,0.0001642862,0.05000,1.513
31,mlp.experts.201.gate_proj,0.0003309540,0.05000,1.527
31,mlp.experts.196.gate_proj,0.0002260500,0.05000,1.530
31,mlp.experts.213.gate_proj,0.0004451432,0.05000,1.490
31,mlp.experts.202.gate_proj,0.0003254482,0.05000,1.497
31,mlp.experts.220.gate_proj,0.0005672622,0.05000,1.527
31,mlp.experts.193.gate_proj,0.0002666634,0.05000,1.553
31,mlp.experts.206.gate_proj,0.0005813879,0.05000,1.492
31,mlp.experts.194.gate_proj,0.0002936609,0.05000,1.526
31,mlp.experts.221.gate_proj,0.0003267376,0.05000,1.516
31,mlp.experts.214.gate_proj,0.0003967792,0.05000,1.527
31,mlp.experts.203.gate_proj,0.0002623736,0.05000,1.579
31,mlp.experts.210.gate_proj,fallback(rtn): 0.0011826,0.00000,0.041
31,mlp.experts.232.gate_proj,0.0003646150,0.05000,1.525
31,mlp.experts.215.gate_proj,0.0002182468,0.05000,1.551
31,mlp.experts.207.gate_proj,0.0002669213,0.05000,1.560
31,mlp.experts.195.gate_proj,0.0004074619,0.05000,1.582
31,mlp.experts.208.gate_proj,0.0002867535,0.05000,1.534
31,mlp.experts.229.gate_proj,0.0003848048,0.05000,1.503
31,mlp.experts.212.gate_proj,0.0000701341,0.05000,1.517
31,mlp.experts.217.gate_proj,0.0002340885,0.05000,1.551
31,mlp.experts.209.gate_proj,0.0004089932,0.05000,1.492
31,mlp.experts.218.gate_proj,0.0004164930,0.05000,1.525
31,mlp.experts.236.gate_proj,0.0005927273,0.05000,1.525
31,mlp.experts.222.gate_proj,0.0004060064,0.05000,1.519
31,mlp.experts.230.gate_proj,0.0003419079,0.05000,1.538
31,mlp.experts.237.gate_proj,0.0002024003,0.05000,1.541
31,mlp.experts.248.gate_proj,0.0006381750,0.05000,1.516
31,mlp.experts.226.gate_proj,0.0002762884,0.05000,1.519
31,mlp.experts.231.gate_proj,0.0003281251,0.05000,1.542
31,mlp.experts.219.gate_proj,0.0003828034,0.05000,1.567
31,mlp.experts.211.gate_proj,0.0004275477,0.05000,1.561
31,mlp.experts.223.gate_proj,0.0002941749,0.05000,1.567
31,mlp.experts.224.gate_proj,0.0002293938,0.05000,1.552
31,mlp.experts.245.gate_proj,0.0002118358,0.05000,1.537
31,mlp.experts.233.gate_proj,0.0002730606,0.05000,1.548
31,mlp.experts.228.gate_proj,0.0002699902,0.05000,1.573
31,mlp.experts.238.gate_proj,0.0003075661,0.05000,1.519
31,mlp.experts.234.gate_proj,0.0002843444,0.05000,1.566
31,mlp.experts.225.gate_proj,0.0003554455,0.05000,1.582
31,mlp.experts.252.gate_proj,0.0002222521,0.05000,1.596
31,mlp.experts.246.gate_proj,0.0002505949,0.05000,1.544
31,mlp.experts.253.gate_proj,0.0002119539,0.05000,1.574
31,mlp.experts.6.up_proj,fallback(rtn): 0.0010376,0.00000,0.026
31,mlp.experts.242.gate_proj,0.0002490472,0.05000,1.562
31,mlp.experts.8.up_proj,0.0002794874,0.05000,1.572
31,mlp.experts.247.gate_proj,0.0002534344,0.05000,1.567
31,mlp.experts.239.gate_proj,0.0004418522,0.05000,1.558
31,mlp.experts.235.gate_proj,0.0003311899,0.05000,1.613
31,mlp.experts.227.gate_proj,0.0003494692,0.05000,1.608
31,mlp.experts.240.gate_proj,0.0002071293,0.05000,1.531
31,mlp.experts.5.up_proj,0.0003992788,0.05000,1.512
31,mlp.experts.249.gate_proj,0.0004293626,0.05000,1.498
31,mlp.experts.254.gate_proj,0.0002487983,0.05000,1.494
31,mlp.experts.21.up_proj,fallback(rtn): 0.0010300,0.00000,0.040
31,mlp.experts.241.gate_proj,0.0004627888,0.05000,1.501
31,mlp.experts.250.gate_proj,0.0004418978,0.05000,1.515
31,mlp.experts.244.gate_proj,0.0009448188,0.05000,1.546
31,mlp.experts.12.up_proj,0.0002366361,0.05000,1.526
31,mlp.experts.13.up_proj,0.0004302922,0.05000,1.500
31,mlp.experts.2.up_proj,0.0001589515,0.05000,1.489
31,mlp.experts.22.up_proj,0.0001336058,0.05000,1.533
31,mlp.experts.7.up_proj,0.0001436558,0.05000,1.495
31,mlp.experts.255.gate_proj,0.0004039997,0.05000,1.451
31,mlp.experts.24.up_proj,0.0001949304,0.05000,1.520
31,mlp.experts.251.gate_proj,0.0002833801,0.05000,1.516
31,mlp.experts.243.gate_proj,0.0002034314,0.05000,1.508
31,mlp.experts.9.up_proj,0.0004220044,0.05000,1.527
31,mlp.experts.14.up_proj,0.0001859183,0.05000,1.526
31,mlp.experts.0.up_proj,0.0001718711,0.05000,1.578
31,mlp.experts.37.up_proj,0.0002496834,0.05000,1.530
31,mlp.experts.10.up_proj,0.0001670048,0.05000,1.521
31,mlp.experts.1.up_proj,0.0002177664,0.05000,1.548
31,mlp.experts.4.up_proj,0.0002275792,0.05000,1.554
31,mlp.experts.28.up_proj,0.0002658122,0.05000,1.550
31,mlp.experts.18.up_proj,0.0004188880,0.05000,1.527
31,mlp.experts.29.up_proj,0.0002729888,0.05000,1.540
31,mlp.experts.15.up_proj,0.0002450922,0.05000,1.518
31,mlp.experts.38.up_proj,0.0001903237,0.05000,1.524
31,mlp.experts.23.up_proj,0.0002312331,0.05000,1.529
31,mlp.experts.40.up_proj,0.0001325900,0.05000,1.546
31,mlp.experts.3.up_proj,0.0001590019,0.05000,1.481
31,mlp.experts.11.up_proj,0.0001849983,0.05000,1.551
31,mlp.experts.25.up_proj,0.0002165641,0.05000,1.508
31,mlp.experts.30.up_proj,0.0002581564,0.05000,1.514
31,mlp.experts.53.up_proj,0.0002779540,0.05000,1.504
31,mlp.experts.26.up_proj,0.0003309295,0.05000,1.511
31,mlp.experts.17.up_proj,0.0005066758,0.05000,1.496
31,mlp.experts.16.up_proj,0.0001873333,0.05000,1.561
31,mlp.experts.20.up_proj,0.0001274883,0.05000,1.541
31,mlp.experts.34.up_proj,0.0002778983,0.05000,1.503
31,mlp.experts.45.up_proj,0.0002693123,0.05000,1.503
31,mlp.experts.44.up_proj,0.0004819743,0.05000,1.544
31,mlp.experts.39.up_proj,0.0001438704,0.05000,1.510
31,mlp.experts.31.up_proj,0.0001776647,0.05000,1.517
31,mlp.experts.54.up_proj,0.0002470488,0.05000,1.523
31,mlp.experts.56.up_proj,0.0002648526,0.05000,1.536
31,mlp.experts.19.up_proj,0.0000806251,0.05000,1.506
31,mlp.experts.27.up_proj,0.0004633103,0.05000,1.504
31,mlp.experts.41.up_proj,0.0002824795,0.05000,1.513
31,mlp.experts.46.up_proj,0.0002187085,0.05000,1.499
31,mlp.experts.69.up_proj,0.0003272602,0.05000,1.515
31,mlp.experts.33.up_proj,0.0002014394,0.05000,1.493
31,mlp.experts.42.up_proj,0.0002901754,0.05000,1.505
31,mlp.experts.32.up_proj,0.0002319172,0.05000,1.541
31,mlp.experts.36.up_proj,0.0002200735,0.05000,1.511
31,mlp.experts.61.up_proj,0.0002452597,0.05000,1.502
31,mlp.experts.50.up_proj,0.0001501808,0.05000,1.508
31,mlp.experts.60.up_proj,0.0002008251,0.05000,1.526
31,mlp.experts.47.up_proj,0.0002533041,0.05000,1.499
31,mlp.experts.70.up_proj,0.0002466694,0.05000,1.497
31,mlp.experts.55.up_proj,0.0002058932,0.05000,1.507
31,mlp.experts.76.up_proj,fallback(rtn): 0.0010376,0.00000,0.028
31,mlp.experts.35.up_proj,0.0001761563,0.05000,1.497
31,mlp.experts.72.up_proj,0.0004001429,0.05000,1.530
31,mlp.experts.43.up_proj,0.0001884546,0.05000,1.503
31,mlp.experts.57.up_proj,0.0002732824,0.05000,1.538
31,mlp.experts.62.up_proj,0.0005046478,0.05000,1.533
31,mlp.experts.85.up_proj,0.0002322609,0.05000,1.513
31,mlp.experts.58.up_proj,0.0004343231,0.05000,1.503
31,mlp.experts.49.up_proj,0.0002823916,0.05000,1.553
31,mlp.experts.48.up_proj,0.0004879219,0.05000,1.530
31,mlp.experts.52.up_proj,0.0003108562,0.05000,1.554
31,mlp.experts.66.up_proj,0.0002115210,0.05000,1.541
31,mlp.experts.77.up_proj,0.0003484746,0.05000,1.549
31,mlp.experts.71.up_proj,0.0001228998,0.05000,1.514
31,mlp.experts.86.up_proj,0.0004942514,0.05000,1.541
31,mlp.experts.63.up_proj,0.0003169870,0.05000,1.547
31,mlp.experts.51.up_proj,0.0002377978,0.05000,1.504
31,mlp.experts.92.up_proj,0.0003747346,0.05000,1.539
31,mlp.experts.88.up_proj,0.0002087287,0.05000,1.545
31,mlp.experts.59.up_proj,0.0002175528,0.05000,1.543
31,mlp.experts.104.up_proj,fallback(rtn): 0.0010681,0.00000,0.025
31,mlp.experts.78.up_proj,0.0002699914,0.05000,1.525
31,mlp.experts.74.up_proj,0.0002976964,0.05000,1.521
31,mlp.experts.101.up_proj,0.0001400956,0.05000,1.559
31,mlp.experts.73.up_proj,0.0003234811,0.05000,1.588
31,mlp.experts.65.up_proj,0.0003310389,0.05000,1.564
31,mlp.experts.64.up_proj,0.0003725248,0.05000,1.517
31,mlp.experts.82.up_proj,0.0003290417,0.05000,1.494
31,mlp.experts.68.up_proj,0.0002835251,0.05000,1.508
31,mlp.experts.87.up_proj,0.0002785572,0.05000,1.512
31,mlp.experts.102.up_proj,0.0001774059,0.05000,1.489
31,mlp.experts.93.up_proj,0.0004189222,0.05000,1.555
31,mlp.experts.79.up_proj,0.0003171605,0.05000,1.518
31,mlp.experts.67.up_proj,0.0002005467,0.05000,1.518
31,mlp.experts.108.up_proj,0.0001547361,0.05000,1.513
31,mlp.experts.75.up_proj,0.0001455550,0.05000,1.496
31,mlp.experts.120.up_proj,0.0002584116,0.05000,1.514
31,mlp.experts.90.up_proj,0.0002926039,0.05000,1.489
31,mlp.experts.94.up_proj,0.0004033135,0.05000,1.523
31,mlp.experts.117.up_proj,0.0003916160,0.05000,1.542
31,mlp.experts.81.up_proj,0.0003135060,0.05000,1.503
31,mlp.experts.80.up_proj,0.0001813382,0.05000,1.509
31,mlp.experts.98.up_proj,0.0004353133,0.05000,1.513
31,mlp.experts.84.up_proj,0.0002781606,0.05000,1.533
31,mlp.experts.89.up_proj,0.0002627840,0.05000,1.585
31,mlp.experts.118.up_proj,0.0002087752,0.05000,1.501
31,mlp.experts.103.up_proj,0.0001541235,0.05000,1.511
31,mlp.experts.95.up_proj,0.0002031148,0.05000,1.488
31,mlp.experts.83.up_proj,0.0003491191,0.05000,1.489
31,mlp.experts.91.up_proj,0.0001446133,0.05000,1.465
31,mlp.experts.119.up_proj,fallback(rtn): 0.0010681,0.00000,0.041
31,mlp.experts.124.up_proj,0.0004683019,0.05000,1.536
31,mlp.experts.109.up_proj,0.0001823900,0.05000,1.565
31,mlp.experts.136.up_proj,0.0005202188,0.05000,1.499
31,mlp.experts.106.up_proj,0.0002056876,0.05000,1.521
31,mlp.experts.110.up_proj,0.0001039223,0.05000,1.531
31,mlp.experts.133.up_proj,0.0001556251,0.05000,1.525
31,mlp.experts.97.up_proj,0.0003942562,0.05000,1.525
31,mlp.experts.100.up_proj,0.0002062527,0.05000,1.486
31,mlp.experts.96.up_proj,0.0005691666,0.05000,1.536
31,mlp.experts.114.up_proj,0.0004681261,0.05000,1.534
31,mlp.experts.105.up_proj,0.0003316327,0.05000,1.536
31,mlp.experts.134.up_proj,0.0001619205,0.05000,1.527
31,mlp.experts.107.up_proj,0.0001879149,0.05000,1.487
31,mlp.experts.99.up_proj,0.0002585031,0.05000,1.515
31,mlp.experts.111.up_proj,0.0001446808,0.05000,1.522
31,mlp.experts.135.up_proj,0.0003478052,0.05000,1.492
31,mlp.experts.140.up_proj,0.0003895189,0.05000,1.504
31,mlp.experts.125.up_proj,0.0002029798,0.05000,1.526
31,mlp.experts.152.up_proj,0.0002968878,0.05000,1.510
31,mlp.experts.168.up_proj,fallback(rtn): 0.0010147,0.00000,0.028
31,mlp.experts.122.up_proj,0.0001487253,0.05000,1.553
31,mlp.experts.126.up_proj,0.0003891384,0.05000,1.542
31,mlp.experts.149.up_proj,0.0002242755,0.05000,1.507
31,mlp.experts.116.up_proj,0.0001484485,0.05000,1.513
31,mlp.experts.113.up_proj,0.0003045771,0.05000,1.547
31,mlp.experts.112.up_proj,0.0001793761,0.05000,1.526
31,mlp.experts.130.up_proj,0.0002535820,0.05000,1.530
31,mlp.experts.150.up_proj,0.0005120939,0.05000,1.521
31,mlp.experts.123.up_proj,0.0002196213,0.05000,1.520
31,mlp.experts.121.up_proj,0.0002993186,0.05000,1.533
31,mlp.experts.151.up_proj,0.0002552438,0.05000,1.516
31,mlp.experts.115.up_proj,0.0001879875,0.05000,1.522
31,mlp.experts.127.up_proj,0.0001110998,0.05000,1.527
31,mlp.experts.156.up_proj,0.0004462152,0.05000,1.519
31,mlp.experts.141.up_proj,0.0003831628,0.05000,1.503
31,mlp.experts.184.up_proj,0.0003677483,0.05000,1.531
31,mlp.experts.138.up_proj,0.0003466807,0.05000,1.528
31,mlp.experts.142.up_proj,0.0001798444,0.05000,1.502
31,mlp.experts.165.up_proj,0.0001721870,0.05000,1.502
31,mlp.experts.128.up_proj,0.0002063918,0.05000,1.477
31,mlp.experts.132.up_proj,0.0002678329,0.05000,1.497
31,mlp.experts.129.up_proj,0.0002637104,0.05000,1.512
31,mlp.experts.146.up_proj,0.0004052392,0.05000,1.526
31,mlp.experts.137.up_proj,0.0003896350,0.05000,1.497
31,mlp.experts.139.up_proj,0.0003388186,0.05000,1.513
31,mlp.experts.167.up_proj,0.0002312922,0.05000,1.510
31,mlp.experts.166.up_proj,0.0002418106,0.05000,1.531
31,mlp.experts.131.up_proj,0.0002446827,0.05000,1.515
31,mlp.experts.172.up_proj,0.0001744943,0.05000,1.497
31,mlp.experts.143.up_proj,0.0001200408,0.05000,1.524
31,mlp.experts.157.up_proj,0.0002732887,0.05000,1.497
31,mlp.experts.200.up_proj,0.0001873078,0.05000,1.504
31,mlp.experts.144.up_proj,0.0003158782,0.05000,1.496
31,mlp.experts.148.up_proj,0.0002196680,0.05000,1.500
31,mlp.experts.181.up_proj,0.0002762268,0.05000,1.526
31,mlp.experts.158.up_proj,0.0001751462,0.05000,1.554
31,mlp.experts.154.up_proj,0.0001677187,0.05000,1.559
31,mlp.experts.145.up_proj,0.0003250288,0.05000,1.520
31,mlp.experts.153.up_proj,0.0003721775,0.05000,1.505
31,mlp.experts.188.up_proj,0.0002907011,0.05000,1.501
31,mlp.experts.162.up_proj,0.0001306282,0.05000,1.542
31,mlp.experts.182.up_proj,0.0006432464,0.05000,1.509
31,mlp.experts.155.up_proj,0.0002481890,0.05000,1.527
31,mlp.experts.173.up_proj,0.0002530726,0.05000,1.509
31,mlp.experts.183.up_proj,0.0002793993,0.05000,1.550
31,mlp.experts.189.up_proj,fallback(rtn): 0.0010681,0.00000,0.022
31,mlp.experts.147.up_proj,0.0005313737,0.05000,1.576
31,mlp.experts.159.up_proj,0.0003261312,0.05000,1.573
31,mlp.experts.216.up_proj,0.0002390331,0.05000,1.500
31,mlp.experts.160.up_proj,0.0001121502,0.05000,1.524
31,mlp.experts.197.up_proj,0.0001909484,0.05000,1.532
31,mlp.experts.161.up_proj,0.0004896352,0.05000,1.498
31,mlp.experts.170.up_proj,0.0003744640,0.05000,1.532
31,mlp.experts.164.up_proj,0.0003924955,0.05000,1.556
31,mlp.experts.174.up_proj,0.0001125068,0.05000,1.544
31,mlp.experts.169.up_proj,0.0001539865,0.05000,1.533
31,mlp.experts.171.up_proj,0.0002343746,0.05000,1.528
31,mlp.experts.178.up_proj,0.0003999760,0.05000,1.551
31,mlp.experts.198.up_proj,0.0006274977,0.05000,1.549
31,mlp.experts.205.up_proj,0.0001705481,0.05000,1.517
31,mlp.experts.204.up_proj,0.0002846195,0.05000,1.561
31,mlp.experts.199.up_proj,0.0001977411,0.05000,1.529
31,mlp.experts.175.up_proj,0.0002009767,0.05000,1.553
31,mlp.experts.163.up_proj,0.0001525119,0.05000,1.566
31,mlp.experts.232.up_proj,0.0003121433,0.05000,1.550
31,mlp.experts.176.up_proj,0.0003398954,0.05000,1.517
31,mlp.experts.177.up_proj,0.0002556713,0.05000,1.489
31,mlp.experts.213.up_proj,0.0003722562,0.05000,1.507
31,mlp.experts.186.up_proj,0.0004175467,0.05000,1.519
31,mlp.experts.180.up_proj,0.0000934777,0.05000,1.514
31,mlp.experts.190.up_proj,0.0001655144,0.05000,1.538
31,mlp.experts.185.up_proj,0.0002895219,0.05000,1.504
31,mlp.experts.221.up_proj,0.0003193026,0.05000,1.483
31,mlp.experts.187.up_proj,0.0005689826,0.05000,1.538
31,mlp.experts.194.up_proj,0.0002882730,0.05000,1.523
31,mlp.experts.214.up_proj,0.0003119845,0.05000,1.520
31,mlp.experts.220.up_proj,0.0004438079,0.05000,1.517
31,mlp.experts.215.up_proj,0.0002259276,0.05000,1.539
31,mlp.experts.210.up_proj,fallback(rtn): 0.0010834,0.00000,0.045
31,mlp.experts.248.up_proj,0.0006090446,0.05000,1.529
31,mlp.experts.191.up_proj,0.0001928633,0.05000,1.558
31,mlp.experts.179.up_proj,0.0002538931,0.05000,1.550
31,mlp.experts.196.up_proj,0.0002039016,0.05000,1.245
31,mlp.experts.192.up_proj,0.0001375963,0.05000,1.319
31,mlp.experts.236.up_proj,0.0005625817,0.05000,1.270
31,mlp.experts.193.up_proj,0.0002094298,0.05000,1.471
31,mlp.experts.229.up_proj,0.0003619883,0.05000,1.503
31,mlp.experts.202.up_proj,0.0002647685,0.05000,1.485
31,mlp.experts.206.up_proj,0.0005587149,0.05000,1.459
31,mlp.experts.237.up_proj,0.0002197235,0.05000,1.454
31,mlp.experts.201.up_proj,0.0003255086,0.05000,1.496
31,mlp.experts.230.up_proj,0.0003093497,0.05000,1.484
31,mlp.experts.203.up_proj,0.0002222459,0.05000,1.511
31,mlp.experts.231.up_proj,0.0002783302,0.05000,1.486
31,mlp.experts.226.up_proj,0.0002508383,0.05000,1.474
31,mlp.experts.207.up_proj,0.0002597397,0.05000,1.507
31,mlp.experts.195.up_proj,0.0003887897,0.05000,1.512
31,mlp.experts.212.up_proj,0.0000599851,0.05000,1.189
31,mlp.experts.208.up_proj,0.0002473260,0.05000,1.217
31,mlp.experts.252.up_proj,0.0002316267,0.05000,1.227
31,mlp.experts.209.up_proj,0.0003926524,0.05000,1.474
31,mlp.experts.245.up_proj,0.0001725158,0.05000,1.489
31,mlp.experts.222.up_proj,0.0003840226,0.05000,1.483
31,mlp.experts.218.up_proj,0.0003811372,0.05000,1.497
31,mlp.experts.253.up_proj,0.0001834674,0.05000,1.455
31,mlp.experts.217.up_proj,0.0002178292,0.05000,1.452
31,mlp.experts.246.up_proj,0.0002365981,0.05000,1.490
31,mlp.experts.247.up_proj,0.0002022183,0.05000,1.473
31,mlp.experts.219.up_proj,0.0002424530,0.05000,1.483
31,mlp.experts.242.up_proj,0.0002324303,0.05000,1.479
31,mlp.experts.211.up_proj,0.0003942336,0.05000,1.456
31,mlp.experts.223.up_proj,0.0002281368,0.05000,1.463
31,mlp.experts.228.up_proj,0.0002784498,0.05000,0.943
31,mlp.experts.224.up_proj,0.0002068297,0.05000,0.939
31,mlp.experts.233.up_proj,0.0002892484,0.05000,0.770
31,mlp.experts.225.up_proj,0.0002735976,0.05000,0.859
31,mlp.experts.238.up_proj,0.0002938680,0.05000,0.846
31,mlp.experts.234.up_proj,0.0002589684,0.05000,0.870
31,mlp.experts.244.up_proj,0.0006978287,0.05000,0.769
31,mlp.experts.235.up_proj,0.0003236899,0.05000,1.042
31,mlp.experts.240.up_proj,0.0002081399,0.05000,0.746
31,mlp.experts.239.up_proj,0.0002317088,0.05000,1.035
31,mlp.experts.227.up_proj,0.0002904547,0.05000,1.055
31,mlp.experts.249.up_proj,0.0003408897,0.05000,0.779
31,mlp.experts.241.up_proj,0.0003907696,0.05000,0.810
31,mlp.experts.254.up_proj,0.0002331008,0.05000,0.779
31,mlp.experts.250.up_proj,0.0003529656,0.05000,0.747
31,mlp.experts.251.up_proj,0.0002283692,0.05000,0.875
31,mlp.experts.243.up_proj,0.0002242062,0.05000,0.825
31,mlp.experts.255.up_proj,0.0003731055,0.05000,0.846
31,mlp.experts.6.down_proj,fallback(rtn): 0.0010147,0.00000,0.011
31,mlp.experts.10.down_proj,0.0000076154,0.05000,0.389
31,mlp.experts.14.down_proj,0.0000106945,0.05000,0.393
31,mlp.experts.5.down_proj,0.0000302984,0.05000,0.405
31,mlp.experts.11.down_proj,0.0000087672,0.05000,0.409
31,mlp.experts.4.down_proj,0.0000214051,0.05000,0.411
31,mlp.experts.1.down_proj,0.0000056949,0.05000,0.409
31,mlp.experts.21.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
31,mlp.experts.2.down_proj,0.0000167868,0.05000,0.406
31,mlp.experts.13.down_proj,0.0000173056,0.05000,0.414
31,mlp.experts.12.down_proj,0.0000275829,0.05000,0.407
31,mlp.experts.9.down_proj,0.0000158634,0.05000,0.412
31,mlp.experts.15.down_proj,0.0000127058,0.05000,0.408
31,mlp.experts.7.down_proj,0.0000089537,0.05000,0.421
31,mlp.experts.3.down_proj,0.0000205504,0.05000,0.426
31,mlp.experts.8.down_proj,0.0000172658,0.05000,0.415
31,mlp.experts.0.down_proj,0.0000282224,0.05000,0.408
31,mlp.experts.22.down_proj,0.0000108743,0.05000,0.397
31,mlp.experts.30.down_proj,0.0000293833,0.05000,0.341
31,mlp.experts.26.down_proj,0.0000144332,0.05000,0.351
31,mlp.experts.20.down_proj,0.0000101902,0.05000,0.328
31,mlp.experts.27.down_proj,0.0000692133,0.05000,0.334
31,mlp.experts.37.down_proj,0.0000110721,0.05000,0.358
31,mlp.experts.17.down_proj,0.0000227745,0.05000,0.364
31,mlp.experts.29.down_proj,0.0000121905,0.05000,0.366
31,mlp.experts.18.down_proj,0.0000440520,0.05000,0.367
31,mlp.experts.19.down_proj,0.0000101349,0.05000,0.366
31,mlp.experts.38.down_proj,0.0000151747,0.05000,0.364
31,mlp.experts.23.down_proj,0.0000318719,0.05000,0.370
31,mlp.experts.25.down_proj,0.0000117482,0.05000,0.368
31,mlp.experts.24.down_proj,0.0000056881,0.05000,0.372
31,mlp.experts.31.down_proj,0.0000096703,0.05000,0.371
31,mlp.experts.28.down_proj,0.0000216898,0.05000,0.374
31,mlp.experts.16.down_proj,0.0000082450,0.05000,0.375
31,mlp.experts.46.down_proj,0.0000148012,0.05000,0.363
31,mlp.experts.42.down_proj,0.0000234005,0.05000,0.365
31,mlp.experts.43.down_proj,0.0000112835,0.05000,0.355
31,mlp.experts.36.down_proj,0.0000067999,0.05000,0.361
31,mlp.experts.53.down_proj,0.0000193630,0.05000,0.373
31,mlp.experts.33.down_proj,0.0000139951,0.05000,0.369
31,mlp.experts.45.down_proj,0.0000150494,0.05000,0.359
31,mlp.experts.35.down_proj,0.0000095843,0.05000,0.353
31,mlp.experts.34.down_proj,0.0000188327,0.05000,0.367
31,mlp.experts.54.down_proj,0.0000202213,0.05000,0.368
31,mlp.experts.40.down_proj,0.0000059556,0.05000,0.368
31,mlp.experts.39.down_proj,0.0000168053,0.05000,0.369
31,mlp.experts.47.down_proj,0.0000232391,0.05000,0.373
31,mlp.experts.44.down_proj,0.0000202174,0.05000,0.371
31,mlp.experts.41.down_proj,0.0000115215,0.05000,0.374
31,mlp.experts.32.down_proj,0.0000046225,0.05000,0.371
31,mlp.experts.62.down_proj,0.0000240318,0.05000,0.383
31,mlp.experts.52.down_proj,0.0000283448,0.05000,0.374
31,mlp.experts.58.down_proj,0.0000255056,0.05000,0.384
31,mlp.experts.59.down_proj,0.0000190624,0.05000,0.381
31,mlp.experts.69.down_proj,0.0000081197,0.05000,0.376
31,mlp.experts.49.down_proj,0.0000425074,0.05000,0.385
31,mlp.experts.51.down_proj,0.0000269420,0.05000,0.376
31,mlp.experts.61.down_proj,0.0000107048,0.05000,0.388
31,mlp.experts.50.down_proj,0.0000179253,0.05000,0.382
31,mlp.experts.70.down_proj,0.0000183505,0.05000,0.382
31,mlp.experts.56.down_proj,0.0000074174,0.05000,0.381
31,mlp.experts.57.down_proj,0.0000141497,0.05000,0.383
31,mlp.experts.55.down_proj,0.0000064597,0.05000,0.394
31,mlp.experts.48.down_proj,0.0000305234,0.05000,0.389
31,mlp.experts.60.down_proj,0.0000115520,0.05000,0.391
31,mlp.experts.63.down_proj,0.0000340738,0.05000,0.401
31,mlp.experts.76.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
31,mlp.experts.68.down_proj,0.0000163198,0.05000,0.371
31,mlp.experts.78.down_proj,0.0000106564,0.05000,0.383
31,mlp.experts.74.down_proj,0.0000086845,0.05000,0.373
31,mlp.experts.75.down_proj,0.0000094660,0.05000,0.389
31,mlp.experts.85.down_proj,0.0000335695,0.05000,0.377
31,mlp.experts.65.down_proj,0.0000224475,0.05000,0.373
31,mlp.experts.67.down_proj,0.0000081691,0.05000,0.383
31,mlp.experts.66.down_proj,0.0000111251,0.05000,0.369
31,mlp.experts.86.down_proj,0.0000310103,0.05000,0.369
31,mlp.experts.77.down_proj,0.0000185474,0.05000,0.379
31,mlp.experts.72.down_proj,0.0000193613,0.05000,0.375
31,mlp.experts.73.down_proj,0.0000254464,0.05000,0.367
31,mlp.experts.71.down_proj,0.0000085861,0.05000,0.373
31,mlp.experts.64.down_proj,0.0000176782,0.05000,0.371
31,mlp.experts.79.down_proj,0.0000200049,0.05000,0.371
31,mlp.experts.92.down_proj,0.0000156572,0.05000,0.368
31,mlp.experts.84.down_proj,0.0000171505,0.05000,0.370
31,mlp.experts.94.down_proj,0.0000211522,0.05000,0.375
31,mlp.experts.90.down_proj,0.0000063322,0.05000,0.376
31,mlp.experts.91.down_proj,0.0000105269,0.05000,0.366
31,mlp.experts.101.down_proj,0.0000104806,0.05000,0.369
31,mlp.experts.81.down_proj,0.0000129811,0.05000,0.366
31,mlp.experts.82.down_proj,0.0000226698,0.05000,0.370
31,mlp.experts.83.down_proj,0.0000335292,0.05000,0.374
31,mlp.experts.102.down_proj,0.0000117388,0.05000,0.371
31,mlp.experts.93.down_proj,0.0000103416,0.05000,0.378
31,mlp.experts.88.down_proj,0.0000239952,0.05000,0.370
31,mlp.experts.104.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
31,mlp.experts.89.down_proj,0.0000101717,0.05000,0.371
31,mlp.experts.108.down_proj,0.0000151130,0.05000,0.360
31,mlp.experts.87.down_proj,0.0000092790,0.05000,0.372
31,mlp.experts.95.down_proj,0.0000217639,0.05000,0.369
31,mlp.experts.80.down_proj,0.0000103784,0.05000,0.376
31,mlp.experts.100.down_proj,0.0000125569,0.05000,0.372
31,mlp.experts.106.down_proj,0.0000171017,0.05000,0.373
31,mlp.experts.110.down_proj,0.0000059201,0.05000,0.377
31,mlp.experts.107.down_proj,0.0000118813,0.05000,0.374
31,mlp.experts.117.down_proj,0.0000365185,0.05000,0.375
31,mlp.experts.97.down_proj,0.0000147575,0.05000,0.379
31,mlp.experts.98.down_proj,0.0000111491,0.05000,0.376
31,mlp.experts.99.down_proj,0.0000099139,0.05000,0.371
31,mlp.experts.118.down_proj,0.0000118378,0.05000,0.376
31,mlp.experts.109.down_proj,0.0000281405,0.05000,0.376
31,mlp.experts.120.down_proj,0.0000247896,0.05000,0.368
31,mlp.experts.105.down_proj,0.0000112653,0.05000,0.374
31,mlp.experts.124.down_proj,0.0000462417,0.05000,0.371
31,mlp.experts.103.down_proj,0.0000269121,0.05000,0.369
31,mlp.experts.111.down_proj,0.0000092650,0.05000,0.378
31,mlp.experts.96.down_proj,0.0000749355,0.05000,0.379
31,mlp.experts.119.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
31,mlp.experts.116.down_proj,0.0000139871,0.05000,0.373
31,mlp.experts.122.down_proj,0.0000117636,0.05000,0.373
31,mlp.experts.126.down_proj,0.0000306286,0.05000,0.376
31,mlp.experts.123.down_proj,0.0000066446,0.05000,0.375
31,mlp.experts.133.down_proj,0.0000139808,0.05000,0.368
31,mlp.experts.113.down_proj,0.0000186833,0.05000,0.377
31,mlp.experts.125.down_proj,0.0000153275,0.05000,0.367
31,mlp.experts.115.down_proj,0.0000129419,0.05000,0.382
31,mlp.experts.114.down_proj,0.0000092391,0.05000,0.384
31,mlp.experts.134.down_proj,0.0000203559,0.05000,0.384
31,mlp.experts.136.down_proj,0.0000308022,0.05000,0.376
31,mlp.experts.121.down_proj,0.0000124091,0.05000,0.376
31,mlp.experts.140.down_proj,0.0000237953,0.05000,0.375
31,mlp.experts.127.down_proj,0.0000161427,0.05000,0.370
31,mlp.experts.135.down_proj,0.0000361842,0.05000,0.369
31,mlp.experts.112.down_proj,0.0000107523,0.05000,0.369
31,mlp.experts.132.down_proj,0.0000141327,0.05000,0.386
31,mlp.experts.139.down_proj,0.0000083322,0.05000,0.373
31,mlp.experts.138.down_proj,0.0000122366,0.05000,0.385
31,mlp.experts.142.down_proj,0.0000048207,0.05000,0.383
31,mlp.experts.149.down_proj,0.0000330301,0.05000,0.387
31,mlp.experts.129.down_proj,0.0000223078,0.05000,0.379
31,mlp.experts.141.down_proj,0.0000181232,0.05000,0.389
31,mlp.experts.131.down_proj,0.0000136803,0.05000,0.381
31,mlp.experts.130.down_proj,0.0000301295,0.05000,0.383
31,mlp.experts.150.down_proj,0.0000186599,0.05000,0.394
31,mlp.experts.152.down_proj,0.0000395165,0.05000,0.386
31,mlp.experts.137.down_proj,0.0000273823,0.05000,0.388
31,mlp.experts.168.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
31,mlp.experts.156.down_proj,0.0000140460,0.05000,0.389
31,mlp.experts.151.down_proj,0.0000207918,0.05000,0.372
31,mlp.experts.143.down_proj,0.0000087560,0.05000,0.375
31,mlp.experts.128.down_proj,0.0000289019,0.05000,0.382
31,mlp.experts.148.down_proj,0.0000042460,0.05000,0.388
31,mlp.experts.155.down_proj,0.0000106868,0.05000,0.372
31,mlp.experts.154.down_proj,0.0000044076,0.05000,0.378
31,mlp.experts.158.down_proj,0.0000030189,0.05000,0.380
31,mlp.experts.145.down_proj,0.0000308631,0.05000,0.383
31,mlp.experts.165.down_proj,0.0000208355,0.05000,0.389
31,mlp.experts.147.down_proj,0.0000409950,0.05000,0.377
31,mlp.experts.146.down_proj,0.0000400279,0.05000,0.377
31,mlp.experts.166.down_proj,0.0000171059,0.05000,0.376
31,mlp.experts.157.down_proj,0.0000177603,0.05000,0.395
31,mlp.experts.153.down_proj,0.0000098504,0.05000,0.388
31,mlp.experts.184.down_proj,0.0000129193,0.05000,0.381
31,mlp.experts.172.down_proj,0.0000125831,0.05000,0.377
31,mlp.experts.159.down_proj,0.0000187212,0.05000,0.381
31,mlp.experts.167.down_proj,0.0000294981,0.05000,0.382
31,mlp.experts.144.down_proj,0.0000341699,0.05000,0.381
31,mlp.experts.171.down_proj,0.0000393473,0.05000,0.364
31,mlp.experts.164.down_proj,0.0000252557,0.05000,0.367
31,mlp.experts.170.down_proj,0.0000171176,0.05000,0.368
31,mlp.experts.174.down_proj,0.0000142105,0.05000,0.373
31,mlp.experts.181.down_proj,0.0000186033,0.05000,0.372
31,mlp.experts.161.down_proj,0.0000127372,0.05000,0.374
31,mlp.experts.163.down_proj,0.0000313618,0.05000,0.371
31,mlp.experts.173.down_proj,0.0000104031,0.05000,0.360
31,mlp.experts.182.down_proj,0.0000393388,0.05000,0.367
31,mlp.experts.162.down_proj,0.0000056131,0.05000,0.378
31,mlp.experts.189.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
31,mlp.experts.169.down_proj,0.0000174846,0.05000,0.368
31,mlp.experts.188.down_proj,0.0000100706,0.05000,0.374
31,mlp.experts.200.down_proj,0.0000293621,0.05000,0.378
31,mlp.experts.175.down_proj,0.0000106860,0.05000,0.375
31,mlp.experts.160.down_proj,0.0000065235,0.05000,0.370
31,mlp.experts.183.down_proj,0.0000325642,0.05000,0.371
31,mlp.experts.187.down_proj,0.0000396246,0.05000,0.365
31,mlp.experts.180.down_proj,0.0000093185,0.05000,0.376
31,mlp.experts.186.down_proj,0.0000184980,0.05000,0.362
31,mlp.experts.190.down_proj,0.0000098603,0.05000,0.366
31,mlp.experts.197.down_proj,0.0000112823,0.05000,0.369
31,mlp.experts.177.down_proj,0.0000066151,0.05000,0.371
31,mlp.experts.179.down_proj,0.0000171015,0.05000,0.370
31,mlp.experts.205.down_proj,0.0000273773,0.05000,0.363
31,mlp.experts.198.down_proj,0.0000403332,0.05000,0.375
31,mlp.experts.178.down_proj,0.0000226183,0.05000,0.372
31,mlp.experts.185.down_proj,0.0000241732,0.05000,0.370
31,mlp.experts.204.down_proj,0.0000135504,0.05000,0.362
31,mlp.experts.216.down_proj,0.0000122214,0.05000,0.367
31,mlp.experts.176.down_proj,0.0000105413,0.05000,0.366
31,mlp.experts.191.down_proj,0.0000041233,0.05000,0.370
31,mlp.experts.199.down_proj,0.0000234829,0.05000,0.376
31,mlp.experts.203.down_proj,0.0000122647,0.05000,0.381
31,mlp.experts.196.down_proj,0.0000125958,0.05000,0.371
31,mlp.experts.202.down_proj,0.0000223575,0.05000,0.373
31,mlp.experts.206.down_proj,0.0000299959,0.05000,0.372
31,mlp.experts.193.down_proj,0.0000100510,0.05000,0.371
31,mlp.experts.213.down_proj,0.0000304678,0.05000,0.373
31,mlp.experts.195.down_proj,0.0000110651,0.05000,0.374
31,mlp.experts.221.down_proj,0.0000169529,0.05000,0.372
31,mlp.experts.194.down_proj,0.0000111937,0.05000,0.383
31,mlp.experts.214.down_proj,0.0000069823,0.05000,0.385
31,mlp.experts.220.down_proj,0.0000106349,0.05000,0.374
31,mlp.experts.210.down_proj,fallback(rtn): 0.0010757,0.00000,0.009
31,mlp.experts.201.down_proj,0.0000166258,0.05000,0.383
31,mlp.experts.207.down_proj,0.0000125657,0.05000,0.369
31,mlp.experts.232.down_proj,0.0000128792,0.05000,0.381
31,mlp.experts.192.down_proj,0.0000234361,0.05000,0.380
31,mlp.experts.215.down_proj,0.0000156964,0.05000,0.381
31,mlp.experts.219.down_proj,0.0000088170,0.05000,0.369
31,mlp.experts.212.down_proj,0.0000039750,0.05000,0.368
31,mlp.experts.222.down_proj,0.0000149264,0.05000,0.369
31,mlp.experts.218.down_proj,0.0000375626,0.05000,0.374
31,mlp.experts.209.down_proj,0.0000309661,0.05000,0.378
31,mlp.experts.229.down_proj,0.0000418040,0.05000,0.381
31,mlp.experts.211.down_proj,0.0000427904,0.05000,0.368
31,mlp.experts.237.down_proj,0.0000183817,0.05000,0.377
31,mlp.experts.230.down_proj,0.0000258668,0.05000,0.375
31,mlp.experts.236.down_proj,0.0000164172,0.05000,0.368
31,mlp.experts.226.down_proj,0.0000196946,0.05000,0.372
31,mlp.experts.217.down_proj,0.0000162981,0.05000,0.378
31,mlp.experts.223.down_proj,0.0000129131,0.05000,0.371
31,mlp.experts.248.down_proj,0.0000350079,0.05000,0.378
31,mlp.experts.231.down_proj,0.0000214541,0.05000,0.375
31,mlp.experts.208.down_proj,0.0000087204,0.05000,0.382
31,mlp.experts.228.down_proj,0.0000346342,0.05000,0.334
31,mlp.experts.235.down_proj,0.0000119030,0.05000,0.376
31,mlp.experts.234.down_proj,0.0000056770,0.05000,0.366
31,mlp.experts.238.down_proj,0.0000071345,0.05000,0.370
31,mlp.experts.245.down_proj,0.0000084492,0.05000,0.362
31,mlp.experts.225.down_proj,0.0000303803,0.05000,0.370
31,mlp.experts.252.down_proj,0.0000192563,0.05000,0.311
31,mlp.experts.227.down_proj,0.0000175642,0.05000,0.370
31,mlp.experts.224.down_proj,0.0000087272,0.05000,0.296
31,mlp.experts.253.down_proj,0.0000172751,0.05000,0.364
31,mlp.experts.246.down_proj,0.0000065652,0.05000,0.365
31,mlp.experts.233.down_proj,0.0000220293,0.05000,0.347
31,mlp.experts.242.down_proj,0.0000055078,0.05000,0.368
31,mlp.experts.239.down_proj,0.0000070794,0.05000,0.356
31,mlp.experts.247.down_proj,0.0000094998,0.05000,0.369
31,mlp.experts.244.down_proj,0.0000281275,0.05000,0.250
31,mlp.experts.250.down_proj,0.0000137785,0.05000,0.258
31,mlp.experts.241.down_proj,0.0000248883,0.05000,0.201
31,mlp.experts.254.down_proj,0.0000059913,0.05000,0.258
31,mlp.experts.240.down_proj,0.0000148022,0.05000,0.194
31,mlp.experts.251.down_proj,0.0000183442,0.05000,0.291
31,mlp.experts.249.down_proj,0.0000490086,0.05000,0.193
31,mlp.experts.243.down_proj,0.0000168574,0.05000,0.268
31,mlp.experts.255.down_proj,0.0000088793,0.05000,0.234
32,mlp.experts.9.gate_proj,fallback(rtn): 0.0011139,0.00000,0.069
32,mlp.experts.1.gate_proj,fallback(rtn): 0.0011520,0.00000,0.065
32,mlp.experts.13.gate_proj,0.0002468328,0.05000,1.578
32,mlp.experts.4.gate_proj,0.0005881824,0.05000,1.613
32,mlp.experts.7.gate_proj,0.0002333589,0.05000,1.603
32,mlp.experts.3.gate_proj,0.0002388303,0.05000,1.568
32,mlp.experts.10.gate_proj,0.0007545850,0.05000,1.585
32,mlp.experts.14.gate_proj,0.0002150178,0.05000,1.603
32,mlp.experts.15.gate_proj,0.0004390844,0.05000,1.600
32,mlp.experts.8.gate_proj,0.0003898749,0.05000,1.588
32,mlp.experts.5.gate_proj,0.0002159569,0.05000,1.602
32,mlp.experts.11.gate_proj,0.0006703932,0.05000,1.622
32,mlp.experts.6.gate_proj,0.0004210979,0.05000,1.621
32,mlp.experts.2.gate_proj,0.0002411028,0.05000,1.585
32,mlp.experts.12.gate_proj,0.0003826496,0.05000,1.633
32,mlp.experts.20.gate_proj,fallback(rtn): 0.0010757,0.00000,0.020
32,mlp.experts.17.gate_proj,0.0003091183,0.05000,1.538
32,mlp.experts.25.gate_proj,0.0002960327,0.05000,1.545
32,mlp.experts.0.gate_proj,0.0007319894,0.05000,1.684
32,mlp.experts.36.gate_proj,fallback(rtn): 0.0010834,0.00000,0.087
32,mlp.experts.29.gate_proj,0.0004045213,0.05000,1.519
32,mlp.experts.21.gate_proj,0.0001413994,0.05000,1.489
32,mlp.experts.18.gate_proj,0.0002427377,0.05000,1.493
32,mlp.experts.19.gate_proj,0.0003231078,0.05000,1.547
32,mlp.experts.31.gate_proj,0.0003046877,0.05000,1.539
32,mlp.experts.22.gate_proj,0.0003164014,0.05000,1.538
32,mlp.experts.26.gate_proj,0.0004580302,0.05000,1.561
32,mlp.experts.33.gate_proj,0.0001981568,0.05000,1.527
32,mlp.experts.27.gate_proj,0.0003269286,0.05000,1.549
32,mlp.experts.41.gate_proj,0.0003628394,0.05000,1.538
32,mlp.experts.23.gate_proj,0.0002171392,0.05000,1.598
32,mlp.experts.30.gate_proj,0.0005368036,0.05000,1.597
32,mlp.experts.24.gate_proj,0.0003813614,0.05000,1.601
32,mlp.experts.28.gate_proj,0.0004387885,0.05000,1.592
32,mlp.experts.16.gate_proj,0.0002679474,0.05000,1.564
32,mlp.experts.39.gate_proj,fallback(rtn): 0.0010757,0.00000,0.036
32,mlp.experts.52.gate_proj,0.0002183970,0.05000,1.554
32,mlp.experts.45.gate_proj,0.0006109130,0.05000,1.532
32,mlp.experts.37.gate_proj,0.0003463239,0.05000,1.520
32,mlp.experts.34.gate_proj,0.0003436334,0.05000,1.546
32,mlp.experts.42.gate_proj,0.0002507733,0.05000,1.516
32,mlp.experts.35.gate_proj,0.0003972476,0.05000,1.543
32,mlp.experts.43.gate_proj,0.0002842979,0.05000,1.519
32,mlp.experts.57.gate_proj,0.0004478988,0.05000,1.522
32,mlp.experts.49.gate_proj,0.0006742965,0.05000,1.539
32,mlp.experts.38.gate_proj,0.0003340356,0.05000,1.554
32,mlp.experts.47.gate_proj,0.0003107781,0.05000,1.559
32,mlp.experts.46.gate_proj,0.0004063964,0.05000,1.509
32,mlp.experts.55.gate_proj,0.0002313627,0.05000,1.541
32,mlp.experts.32.gate_proj,0.0002666944,0.05000,1.550
32,mlp.experts.44.gate_proj,0.0004837487,0.05000,1.568
32,mlp.experts.40.gate_proj,0.0003924772,0.05000,1.570
32,mlp.experts.68.gate_proj,0.0001793527,0.05000,1.566
32,mlp.experts.53.gate_proj,0.0002276288,0.05000,1.496
32,mlp.experts.61.gate_proj,0.0001770668,0.05000,1.522
32,mlp.experts.62.gate_proj,0.0002516293,0.05000,1.444
32,mlp.experts.69.gate_proj,fallback(rtn): 0.0013504,0.00000,0.042
32,mlp.experts.54.gate_proj,0.0003721783,0.05000,1.465
32,mlp.experts.73.gate_proj,0.0001582412,0.05000,1.480
32,mlp.experts.59.gate_proj,0.0003511121,0.05000,1.488
32,mlp.experts.63.gate_proj,0.0003922898,0.05000,1.472
32,mlp.experts.58.gate_proj,0.0003426573,0.05000,1.515
32,mlp.experts.50.gate_proj,0.0002532214,0.05000,1.530
32,mlp.experts.65.gate_proj,0.0003487571,0.05000,1.486
32,mlp.experts.51.gate_proj,0.0003296465,0.05000,1.503
32,mlp.experts.79.gate_proj,fallback(rtn): 0.0011215,0.00000,0.062
32,mlp.experts.56.gate_proj,0.0002653365,0.05000,1.477
32,mlp.experts.71.gate_proj,0.0002614111,0.05000,1.482
32,mlp.experts.60.gate_proj,0.0002932737,0.05000,1.481
32,mlp.experts.48.gate_proj,0.0002065865,0.05000,1.484
32,mlp.experts.84.gate_proj,0.0002667868,0.05000,1.442
32,mlp.experts.100.gate_proj,fallback(rtn): 0.0010757,0.00000,0.058
32,mlp.experts.70.gate_proj,0.0002352945,0.05000,1.503
32,mlp.experts.78.gate_proj,0.0004471150,0.05000,1.527
32,mlp.experts.66.gate_proj,0.0000893282,0.05000,1.492
32,mlp.experts.77.gate_proj,0.0003206647,0.05000,1.566
32,mlp.experts.75.gate_proj,0.0002796775,0.05000,1.531
32,mlp.experts.67.gate_proj,0.0001640354,0.05000,1.513
32,mlp.experts.74.gate_proj,0.0003628539,0.05000,1.519
32,mlp.experts.64.gate_proj,0.0006218150,0.05000,1.483
32,mlp.experts.89.gate_proj,0.0003204232,0.05000,1.590
32,mlp.experts.81.gate_proj,0.0002587504,0.05000,1.564
32,mlp.experts.85.gate_proj,0.0002895292,0.05000,1.603
32,mlp.experts.95.gate_proj,0.0004250193,0.05000,1.526
32,mlp.experts.72.gate_proj,0.0004559148,0.05000,1.527
32,mlp.experts.76.gate_proj,0.0002638798,0.05000,1.533
32,mlp.experts.87.gate_proj,0.0006259738,0.05000,1.544
32,mlp.experts.116.gate_proj,0.0003391174,0.05000,1.512
32,mlp.experts.94.gate_proj,0.0004444014,0.05000,1.545
32,mlp.experts.90.gate_proj,0.0001932504,0.05000,1.509
32,mlp.experts.82.gate_proj,0.0003129454,0.05000,1.533
32,mlp.experts.86.gate_proj,0.0001981565,0.05000,1.552
32,mlp.experts.93.gate_proj,0.0009323630,0.05000,1.549
32,mlp.experts.91.gate_proj,0.0003391520,0.05000,1.535
32,mlp.experts.83.gate_proj,0.0003724094,0.05000,1.572
32,mlp.experts.88.gate_proj,0.0002119285,0.05000,1.509
32,mlp.experts.80.gate_proj,0.0003295201,0.05000,1.549
32,mlp.experts.111.gate_proj,0.0003411050,0.05000,1.541
32,mlp.experts.101.gate_proj,0.0002436382,0.05000,1.573
32,mlp.experts.105.gate_proj,0.0004750639,0.05000,1.585
32,mlp.experts.97.gate_proj,0.0007706670,0.05000,1.583
32,mlp.experts.103.gate_proj,0.0003223431,0.05000,1.551
32,mlp.experts.132.gate_proj,0.0001657332,0.05000,1.508
32,mlp.experts.92.gate_proj,0.0004568608,0.05000,1.566
32,mlp.experts.102.gate_proj,0.0002696929,0.05000,1.480
32,mlp.experts.110.gate_proj,0.0003285517,0.05000,1.492
32,mlp.experts.106.gate_proj,0.0002522846,0.05000,1.492
32,mlp.experts.98.gate_proj,0.0003227422,0.05000,1.492
32,mlp.experts.109.gate_proj,0.0004370063,0.05000,1.537
32,mlp.experts.104.gate_proj,0.0002610204,0.05000,1.511
32,mlp.experts.114.gate_proj,fallback(rtn): 0.0010681,0.00000,0.069
32,mlp.experts.96.gate_proj,0.0003203166,0.05000,1.514
32,mlp.experts.117.gate_proj,0.0002900899,0.05000,1.500
32,mlp.experts.99.gate_proj,0.0002673804,0.05000,1.560
32,mlp.experts.108.gate_proj,0.0001809492,0.05000,1.508
32,mlp.experts.113.gate_proj,0.0003717999,0.05000,1.521
32,mlp.experts.148.gate_proj,0.0003979097,0.05000,1.523
32,mlp.experts.121.gate_proj,0.0003500313,0.05000,1.533
32,mlp.experts.119.gate_proj,0.0002574962,0.05000,1.530
32,mlp.experts.127.gate_proj,0.0002061206,0.05000,1.574
32,mlp.experts.107.gate_proj,0.0005561043,0.05000,1.676
32,mlp.experts.126.gate_proj,0.0004326622,0.05000,1.508
32,mlp.experts.118.gate_proj,0.0003366440,0.05000,1.519
32,mlp.experts.122.gate_proj,0.0006454175,0.05000,1.516
32,mlp.experts.130.gate_proj,0.0004880947,0.05000,1.505
32,mlp.experts.112.gate_proj,0.0002386343,0.05000,1.513
32,mlp.experts.120.gate_proj,0.0004842419,0.05000,1.522
32,mlp.experts.115.gate_proj,0.0002019648,0.05000,1.494
32,mlp.experts.125.gate_proj,0.0004102703,0.05000,1.562
32,mlp.experts.129.gate_proj,0.0002770392,0.05000,1.473
32,mlp.experts.133.gate_proj,0.0003158117,0.05000,1.518
32,mlp.experts.137.gate_proj,0.0003917937,0.05000,1.470
32,mlp.experts.143.gate_proj,0.0003650903,0.05000,1.481
32,mlp.experts.124.gate_proj,0.0002697613,0.05000,1.514
32,mlp.experts.164.gate_proj,0.0003930714,0.05000,1.500
32,mlp.experts.141.gate_proj,fallback(rtn): 0.0012283,0.00000,0.040
32,mlp.experts.145.gate_proj,fallback(rtn): 0.0014038,0.00000,0.048
32,mlp.experts.135.gate_proj,0.0003053791,0.05000,1.521
32,mlp.experts.153.gate_proj,fallback(rtn): 0.0010910,0.00000,0.069
32,mlp.experts.123.gate_proj,0.0003339445,0.05000,1.523
32,mlp.experts.169.gate_proj,fallback(rtn): 0.0010834,0.00000,0.028
32,mlp.experts.142.gate_proj,0.0003813969,0.05000,1.571
32,mlp.experts.138.gate_proj,0.0003488907,0.05000,1.573
32,mlp.experts.134.gate_proj,0.0002186666,0.05000,1.610
32,mlp.experts.136.gate_proj,0.0002207889,0.05000,1.533
32,mlp.experts.128.gate_proj,0.0000856295,0.05000,1.536
32,mlp.experts.149.gate_proj,0.0003290833,0.05000,1.517
32,mlp.experts.131.gate_proj,0.0003160119,0.05000,1.545
32,mlp.experts.161.gate_proj,0.0001750352,0.05000,1.487
32,mlp.experts.146.gate_proj,0.0002889418,0.05000,1.590
32,mlp.experts.151.gate_proj,0.0002644222,0.05000,1.503
32,mlp.experts.159.gate_proj,0.0002048516,0.05000,1.542
32,mlp.experts.180.gate_proj,0.0002740967,0.05000,1.538
32,mlp.experts.157.gate_proj,0.0006554545,0.05000,1.552
32,mlp.experts.140.gate_proj,0.0002786851,0.05000,1.575
32,mlp.experts.139.gate_proj,0.0003751913,0.05000,1.524
32,mlp.experts.185.gate_proj,0.0001952200,0.05000,1.536
32,mlp.experts.158.gate_proj,0.0003043366,0.05000,1.532
32,mlp.experts.154.gate_proj,0.0006974171,0.05000,1.530
32,mlp.experts.144.gate_proj,0.0004457520,0.05000,1.498
32,mlp.experts.147.gate_proj,0.0002303735,0.05000,1.480
32,mlp.experts.165.gate_proj,0.0004683438,0.05000,1.506
32,mlp.experts.177.gate_proj,0.0003250374,0.05000,1.498
32,mlp.experts.152.gate_proj,0.0004149774,0.05000,1.537
32,mlp.experts.150.gate_proj,0.0005675159,0.05000,1.551
32,mlp.experts.167.gate_proj,0.0009005145,0.05000,1.513
32,mlp.experts.175.gate_proj,0.0003632614,0.05000,1.515
32,mlp.experts.162.gate_proj,0.0004705479,0.05000,1.539
32,mlp.experts.173.gate_proj,0.0003669598,0.05000,1.502
32,mlp.experts.196.gate_proj,0.0005219211,0.05000,1.524
32,mlp.experts.189.gate_proj,fallback(rtn): 0.0011139,0.00000,0.027
32,mlp.experts.156.gate_proj,0.0005149722,0.05000,1.521
32,mlp.experts.155.gate_proj,0.0003227339,0.05000,1.534
32,mlp.experts.201.gate_proj,0.0001725597,0.05000,1.515
32,mlp.experts.160.gate_proj,0.0002808477,0.05000,1.499
32,mlp.experts.170.gate_proj,0.0003373903,0.05000,1.529
32,mlp.experts.166.gate_proj,0.0004686658,0.05000,1.475
32,mlp.experts.174.gate_proj,0.0002641080,0.05000,1.538
32,mlp.experts.181.gate_proj,0.0001576768,0.05000,1.492
32,mlp.experts.193.gate_proj,0.0006157922,0.05000,1.491
32,mlp.experts.163.gate_proj,0.0006105377,0.05000,1.518
32,mlp.experts.168.gate_proj,0.0007546049,0.05000,1.510
32,mlp.experts.183.gate_proj,0.0006353517,0.05000,1.505
32,mlp.experts.191.gate_proj,0.0002992226,0.05000,1.509
32,mlp.experts.178.gate_proj,0.0003183305,0.05000,1.520
32,mlp.experts.172.gate_proj,0.0004637632,0.05000,1.474
32,mlp.experts.212.gate_proj,0.0002394070,0.05000,1.510
32,mlp.experts.171.gate_proj,0.0002936012,0.05000,1.467
32,mlp.experts.205.gate_proj,0.0003798273,0.05000,1.496
32,mlp.experts.217.gate_proj,0.0003034721,0.05000,1.469
32,mlp.experts.188.gate_proj,fallback(rtn): 0.0011215,0.00000,0.044
32,mlp.experts.207.gate_proj,fallback(rtn): 0.0011444,0.00000,0.066
32,mlp.experts.176.gate_proj,0.0004706929,0.05000,1.521
32,mlp.experts.186.gate_proj,0.0001998434,0.05000,1.514
32,mlp.experts.182.gate_proj,0.0003291172,0.05000,1.509
32,mlp.experts.209.gate_proj,0.0003510364,0.05000,1.532
32,mlp.experts.190.gate_proj,0.0006207032,0.05000,1.541
32,mlp.experts.184.gate_proj,0.0002049257,0.05000,1.543
32,mlp.experts.197.gate_proj,0.0001783316,0.05000,1.563
32,mlp.experts.179.gate_proj,0.0001965156,0.05000,1.579
32,mlp.experts.200.gate_proj,fallback(rtn): 0.0013275,0.00000,0.023
32,mlp.experts.221.gate_proj,0.0002359309,0.05000,1.519
32,mlp.experts.199.gate_proj,0.0002653951,0.05000,1.564
32,mlp.experts.233.gate_proj,0.0001681545,0.05000,1.512
32,mlp.experts.194.gate_proj,0.0002698734,0.05000,1.548
32,mlp.experts.228.gate_proj,0.0002157932,0.05000,1.548
32,mlp.experts.249.gate_proj,fallback(rtn): 0.0013123,0.00000,0.034
32,mlp.experts.223.gate_proj,0.0004646689,0.05000,1.535
32,mlp.experts.187.gate_proj,0.0003468779,0.05000,1.595
32,mlp.experts.204.gate_proj,0.0001428920,0.05000,1.555
32,mlp.experts.9.up_proj,fallback(rtn): 0.0010529,0.00000,0.025
32,mlp.experts.239.gate_proj,fallback(rtn): 0.0010452,0.00000,0.038
32,mlp.experts.198.gate_proj,0.0008298605,0.05000,1.513
32,mlp.experts.206.gate_proj,0.0002612416,0.05000,1.477
32,mlp.experts.202.gate_proj,0.0003655779,0.05000,1.518
32,mlp.experts.192.gate_proj,0.0002699383,0.05000,1.534
32,mlp.experts.225.gate_proj,0.0002588096,0.05000,1.527
32,mlp.experts.213.gate_proj,0.0003658216,0.05000,1.496
32,mlp.experts.195.gate_proj,0.0002395643,0.05000,1.535
32,mlp.experts.237.gate_proj,0.0002144779,0.05000,1.516
32,mlp.experts.210.gate_proj,0.0003796600,0.05000,1.511
32,mlp.experts.244.gate_proj,0.0003558934,0.05000,1.514
32,mlp.experts.215.gate_proj,0.0002266579,0.05000,1.538
32,mlp.experts.253.gate_proj,fallback(rtn): 0.0012360,0.00000,0.025
32,mlp.experts.216.gate_proj,0.0002839262,0.05000,1.583
32,mlp.experts.203.gate_proj,0.0003775787,0.05000,1.528
32,mlp.experts.25.up_proj,0.0002425703,0.05000,1.516
32,mlp.experts.220.gate_proj,0.0002604368,0.05000,1.548
32,mlp.experts.255.gate_proj,0.0002016240,0.05000,1.526
32,mlp.experts.218.gate_proj,0.0003112176,0.05000,1.486
32,mlp.experts.214.gate_proj,0.0002588741,0.05000,1.506
32,mlp.experts.241.gate_proj,0.0001568918,0.05000,1.477
32,mlp.experts.208.gate_proj,0.0008203772,0.05000,1.511
32,mlp.experts.222.gate_proj,0.0003928216,0.05000,1.518
32,mlp.experts.229.gate_proj,0.0007989874,0.05000,1.494
32,mlp.experts.234.gate_proj,fallback(rtn): 0.0010529,0.00000,0.062
32,mlp.experts.1.up_proj,fallback(rtn): 0.0010452,0.00000,0.040
32,mlp.experts.211.gate_proj,0.0009526024,0.05000,1.507
32,mlp.experts.226.gate_proj,0.0001867444,0.05000,1.511
32,mlp.experts.231.gate_proj,0.0007455993,0.05000,1.499
32,mlp.experts.13.up_proj,0.0002088485,0.05000,1.492
32,mlp.experts.4.up_proj,0.0005610324,0.05000,1.518
32,mlp.experts.232.gate_proj,0.0004595670,0.05000,1.488
32,mlp.experts.41.up_proj,0.0003053858,0.05000,1.501
32,mlp.experts.219.gate_proj,0.0002692309,0.05000,1.515
32,mlp.experts.20.up_proj,fallback(rtn): 0.0010147,0.00000,0.061
32,mlp.experts.236.gate_proj,0.0002956086,0.05000,1.507
32,mlp.experts.15.up_proj,0.0004342477,0.05000,1.520
32,mlp.experts.36.up_proj,fallback(rtn): 0.0010681,0.00000,0.046
32,mlp.experts.230.gate_proj,0.0002466371,0.05000,1.550
32,mlp.experts.238.gate_proj,0.0003720233,0.05000,1.547
32,mlp.experts.17.up_proj,0.0002404856,0.05000,1.512
32,mlp.experts.224.gate_proj,0.0002405385,0.05000,1.570
32,mlp.experts.245.gate_proj,0.0004776184,0.05000,1.567
32,mlp.experts.250.gate_proj,0.0002699120,0.05000,1.561
32,mlp.experts.227.gate_proj,0.0004080256,0.05000,1.548
32,mlp.experts.247.gate_proj,0.0004032011,0.05000,1.529
32,mlp.experts.29.up_proj,0.0004000660,0.05000,1.542
32,mlp.experts.242.gate_proj,0.0006655623,0.05000,1.568
32,mlp.experts.57.up_proj,0.0003669853,0.05000,1.528
32,mlp.experts.235.gate_proj,0.0004608885,0.05000,1.529
32,mlp.experts.248.gate_proj,0.0004277389,0.05000,1.585
32,mlp.experts.31.up_proj,0.0002807915,0.05000,1.539
32,mlp.experts.252.gate_proj,0.0002125110,0.05000,1.576
32,mlp.experts.52.up_proj,0.0002188984,0.05000,1.554
32,mlp.experts.254.gate_proj,0.0003688018,0.05000,1.508
32,mlp.experts.246.gate_proj,0.0003884303,0.05000,1.523
32,mlp.experts.10.up_proj,0.0005808253,0.05000,1.465
32,mlp.experts.33.up_proj,0.0002292743,0.05000,1.516
32,mlp.experts.5.up_proj,0.0002027699,0.05000,1.527
32,mlp.experts.243.gate_proj,0.0004232158,0.05000,1.484
32,mlp.experts.240.gate_proj,0.0004488367,0.05000,1.569
32,mlp.experts.7.up_proj,0.0002304626,0.05000,1.501
32,mlp.experts.45.up_proj,0.0004731247,0.05000,1.525
32,mlp.experts.73.up_proj,0.0001156727,0.05000,1.496
32,mlp.experts.2.up_proj,0.0002048173,0.05000,1.511
32,mlp.experts.251.gate_proj,0.0003558396,0.05000,1.499
32,mlp.experts.8.up_proj,0.0002943171,0.05000,1.550
32,mlp.experts.47.up_proj,0.0002790756,0.05000,1.518
32,mlp.experts.12.up_proj,0.0003560717,0.05000,1.576
32,mlp.experts.68.up_proj,0.0001750549,0.05000,1.552
32,mlp.experts.14.up_proj,0.0002124423,0.05000,1.487
32,mlp.experts.49.up_proj,0.0005359879,0.05000,1.489
32,mlp.experts.26.up_proj,0.0002595203,0.05000,1.495
32,mlp.experts.6.up_proj,0.0003910096,0.05000,1.532
32,mlp.experts.21.up_proj,0.0001388975,0.05000,1.487
32,mlp.experts.3.up_proj,0.0001878102,0.05000,1.508
32,mlp.experts.23.up_proj,0.0001857719,0.05000,1.508
32,mlp.experts.61.up_proj,0.0001616493,0.05000,1.477
32,mlp.experts.0.up_proj,0.0005624131,0.05000,1.536
32,mlp.experts.39.up_proj,fallback(rtn): 0.0010757,0.00000,0.025
32,mlp.experts.89.up_proj,0.0002495543,0.05000,1.499
32,mlp.experts.11.up_proj,0.0005352854,0.05000,1.485
32,mlp.experts.18.up_proj,0.0001981590,0.05000,1.505
32,mlp.experts.63.up_proj,0.0003222845,0.05000,1.495
32,mlp.experts.24.up_proj,0.0003480054,0.05000,1.526
32,mlp.experts.79.up_proj,fallback(rtn): 0.0010681,0.00000,0.027
32,mlp.experts.28.up_proj,0.0002493692,0.05000,1.525
32,mlp.experts.84.up_proj,0.0002476719,0.05000,1.548
32,mlp.experts.100.up_proj,fallback(rtn): 0.0010376,0.00000,0.025
32,mlp.experts.42.up_proj,0.0002461266,0.05000,1.495
32,mlp.experts.65.up_proj,0.0002792119,0.05000,1.526
32,mlp.experts.30.up_proj,0.0003642901,0.05000,1.558
32,mlp.experts.22.up_proj,0.0002900828,0.05000,1.509
32,mlp.experts.37.up_proj,0.0003003882,0.05000,1.521
32,mlp.experts.19.up_proj,0.0002428380,0.05000,1.511
32,mlp.experts.77.up_proj,0.0003398486,0.05000,1.506
32,mlp.experts.55.up_proj,0.0001971739,0.05000,1.506
32,mlp.experts.16.up_proj,0.0002687350,0.05000,1.542
32,mlp.experts.34.up_proj,0.0002958712,0.05000,1.527
32,mlp.experts.27.up_proj,0.0003132846,0.05000,1.536
32,mlp.experts.105.up_proj,0.0003460819,0.05000,1.544
32,mlp.experts.95.up_proj,0.0004099792,0.05000,1.500
32,mlp.experts.40.up_proj,0.0003648011,0.05000,1.535
32,mlp.experts.44.up_proj,0.0004646893,0.05000,1.526
32,mlp.experts.116.up_proj,0.0002538487,0.05000,1.541
32,mlp.experts.81.up_proj,0.0002280470,0.05000,1.499
32,mlp.experts.58.up_proj,0.0002382022,0.05000,1.530
32,mlp.experts.46.up_proj,0.0003194838,0.05000,1.526
32,mlp.experts.38.up_proj,0.0003175522,0.05000,1.525
32,mlp.experts.53.up_proj,0.0002280396,0.05000,1.521
32,mlp.experts.93.up_proj,0.0006474557,0.05000,1.483
32,mlp.experts.35.up_proj,0.0003795075,0.05000,1.536
32,mlp.experts.69.up_proj,fallback(rtn): 0.0011444,0.00000,0.036
32,mlp.experts.32.up_proj,0.0002425929,0.05000,1.514
32,mlp.experts.71.up_proj,0.0002465544,0.05000,1.537
32,mlp.experts.121.up_proj,0.0003241978,0.05000,1.506
32,mlp.experts.43.up_proj,0.0002677005,0.05000,1.512
32,mlp.experts.50.up_proj,0.0002388334,0.05000,1.541
32,mlp.experts.111.up_proj,0.0003128764,0.05000,1.541
32,mlp.experts.56.up_proj,0.0001983173,0.05000,1.541
32,mlp.experts.60.up_proj,0.0002052160,0.05000,1.539
32,mlp.experts.132.up_proj,0.0001502397,0.05000,1.556
32,mlp.experts.97.up_proj,0.0006902432,0.05000,1.494
32,mlp.experts.74.up_proj,0.0003330371,0.05000,1.522
32,mlp.experts.62.up_proj,0.0002194963,0.05000,1.510
32,mlp.experts.54.up_proj,0.0003446987,0.05000,1.523
32,mlp.experts.51.up_proj,0.0003083494,0.05000,1.513
32,mlp.experts.85.up_proj,0.0002602904,0.05000,1.506
32,mlp.experts.109.up_proj,0.0003534277,0.05000,1.535
32,mlp.experts.59.up_proj,0.0003022496,0.05000,1.475
32,mlp.experts.48.up_proj,0.0002006739,0.05000,1.510
32,mlp.experts.87.up_proj,0.0005751703,0.05000,1.512
32,mlp.experts.66.up_proj,0.0000871082,0.05000,1.495
32,mlp.experts.137.up_proj,0.0003294909,0.05000,1.519
32,mlp.experts.153.up_proj,fallback(rtn): 0.0010452,0.00000,0.023
32,mlp.experts.127.up_proj,0.0002106745,0.05000,1.489
32,mlp.experts.169.up_proj,fallback(rtn): 0.0010529,0.00000,0.027
32,mlp.experts.72.up_proj,0.0004449099,0.05000,1.519
32,mlp.experts.76.up_proj,0.0002382764,0.05000,1.492
32,mlp.experts.148.up_proj,0.0003390980,0.05000,1.506
32,mlp.experts.113.up_proj,0.0003010361,0.05000,1.542
32,mlp.experts.90.up_proj,0.0001650435,0.05000,1.530
32,mlp.experts.78.up_proj,0.0001915513,0.05000,1.554
32,mlp.experts.70.up_proj,0.0002015268,0.05000,1.547
32,mlp.experts.67.up_proj,0.0001260383,0.05000,1.542
32,mlp.experts.101.up_proj,0.0002125448,0.05000,1.540
32,mlp.experts.125.up_proj,0.0004022956,0.05000,1.566
32,mlp.experts.64.up_proj,0.0006081754,0.05000,1.519
32,mlp.experts.103.up_proj,0.0002765136,0.05000,1.515
32,mlp.experts.75.up_proj,0.0002173020,0.05000,1.537
32,mlp.experts.141.up_proj,fallback(rtn): 0.0011444,0.00000,0.042
32,mlp.experts.82.up_proj,0.0003031391,0.05000,1.553
32,mlp.experts.143.up_proj,0.0002581075,0.05000,1.524
32,mlp.experts.185.up_proj,0.0001831468,0.05000,1.545
32,mlp.experts.88.up_proj,0.0001675196,0.05000,1.517
32,mlp.experts.92.up_proj,0.0002669206,0.05000,1.514
32,mlp.experts.164.up_proj,0.0003678943,0.05000,1.510
32,mlp.experts.106.up_proj,0.0002194281,0.05000,1.539
32,mlp.experts.129.up_proj,0.0001994803,0.05000,1.556
32,mlp.experts.145.up_proj,fallback(rtn): 0.0012131,0.00000,0.027
32,mlp.experts.94.up_proj,0.0003458641,0.05000,1.520
32,mlp.experts.83.up_proj,0.0002107161,0.05000,1.533
32,mlp.experts.86.up_proj,0.0001723607,0.05000,1.570
32,mlp.experts.117.up_proj,0.0001917625,0.05000,1.543
32,mlp.experts.119.up_proj,0.0001802332,0.05000,1.532
32,mlp.experts.80.up_proj,0.0002840566,0.05000,1.551
32,mlp.experts.91.up_proj,0.0002730481,0.05000,1.566
32,mlp.experts.159.up_proj,0.0002032961,0.05000,1.521
32,mlp.experts.98.up_proj,0.0002452837,0.05000,1.559
32,mlp.experts.157.up_proj,0.0004409427,0.05000,1.574
32,mlp.experts.114.up_proj,fallback(rtn): 0.0010681,0.00000,0.028
32,mlp.experts.201.up_proj,0.0001771142,0.05000,1.560
32,mlp.experts.104.up_proj,0.0001848988,0.05000,1.543
32,mlp.experts.108.up_proj,0.0001420819,0.05000,1.534
32,mlp.experts.180.up_proj,0.0002656491,0.05000,1.519
32,mlp.experts.122.up_proj,0.0005683260,0.05000,1.512
32,mlp.experts.99.up_proj,0.0002351933,0.05000,1.487
32,mlp.experts.110.up_proj,0.0002810852,0.05000,1.524
32,mlp.experts.161.up_proj,0.0001750767,0.05000,1.551
32,mlp.experts.102.up_proj,0.0002514743,0.05000,1.496
32,mlp.experts.135.up_proj,0.0002363641,0.05000,1.493
32,mlp.experts.96.up_proj,0.0002856583,0.05000,1.479
32,mlp.experts.133.up_proj,0.0002834356,0.05000,1.530
32,mlp.experts.107.up_proj,0.0005394990,0.05000,1.478
32,mlp.experts.175.up_proj,0.0003321790,0.05000,1.492
32,mlp.experts.173.up_proj,0.0003278289,0.05000,1.527
32,mlp.experts.130.up_proj,0.0003831426,0.05000,1.509
32,mlp.experts.189.up_proj,fallback(rtn): 0.0010452,0.00000,0.025
32,mlp.experts.120.up_proj,0.0003202969,0.05000,1.524
32,mlp.experts.124.up_proj,0.0002143476,0.05000,1.491
32,mlp.experts.217.up_proj,0.0002468679,0.05000,1.537
32,mlp.experts.196.up_proj,0.0004638396,0.05000,1.487
32,mlp.experts.138.up_proj,0.0002930962,0.05000,1.568
32,mlp.experts.118.up_proj,0.0003057344,0.05000,1.496
32,mlp.experts.115.up_proj,0.0001937280,0.05000,1.557
32,mlp.experts.112.up_proj,0.0002336497,0.05000,1.503
32,mlp.experts.177.up_proj,0.0002615948,0.05000,1.534
32,mlp.experts.126.up_proj,0.0004163604,0.05000,1.566
32,mlp.experts.149.up_proj,0.0002381271,0.05000,1.519
32,mlp.experts.151.up_proj,0.0002296147,0.05000,1.541
32,mlp.experts.123.up_proj,0.0003150495,0.05000,1.560
32,mlp.experts.191.up_proj,0.0002575308,0.05000,1.527
32,mlp.experts.207.up_proj,fallback(rtn): 0.0010910,0.00000,0.025
32,mlp.experts.146.up_proj,0.0002580479,0.05000,1.521
32,mlp.experts.205.up_proj,0.0002659726,0.05000,1.533
32,mlp.experts.233.up_proj,0.0001295722,0.05000,1.501
32,mlp.experts.136.up_proj,0.0002123942,0.05000,1.511
32,mlp.experts.140.up_proj,0.0002776138,0.05000,1.554
32,mlp.experts.249.up_proj,fallback(rtn): 0.0011978,0.00000,0.037
32,mlp.experts.212.up_proj,0.0001980503,0.05000,1.508
32,mlp.experts.193.up_proj,0.0005365587,0.05000,1.248
32,mlp.experts.165.up_proj,0.0004034275,0.05000,1.267
32,mlp.experts.221.up_proj,0.0001775226,0.05000,1.249
32,mlp.experts.154.up_proj,0.0005118197,0.05000,1.501
32,mlp.experts.131.up_proj,0.0002963326,0.05000,1.487
32,mlp.experts.134.up_proj,0.0002106755,0.05000,1.527
32,mlp.experts.128.up_proj,0.0000783594,0.05000,1.494
32,mlp.experts.167.up_proj,0.0007589782,0.05000,1.491
32,mlp.experts.142.up_proj,0.0002836958,0.05000,1.525
32,mlp.experts.139.up_proj,0.0003221765,0.05000,1.514
32,mlp.experts.223.up_proj,0.0003428251,0.05000,1.501
32,mlp.experts.162.up_proj,0.0003591826,0.05000,1.501
32,mlp.experts.239.up_proj,fallback(rtn): 0.0010681,0.00000,0.024
32,mlp.experts.152.up_proj,0.0003927777,0.05000,1.499
32,mlp.experts.156.up_proj,0.0004705809,0.05000,1.505
32,mlp.experts.228.up_proj,0.0001756732,0.05000,1.510
32,mlp.experts.209.up_proj,0.0002156023,0.05000,1.190
32,mlp.experts.181.up_proj,0.0001528062,0.05000,1.216
32,mlp.experts.237.up_proj,0.0001967210,0.05000,1.219
32,mlp.experts.253.up_proj,fallback(rtn): 0.0011063,0.00000,0.018
32,mlp.experts.170.up_proj,0.0003299010,0.05000,1.469
32,mlp.experts.147.up_proj,0.0002005242,0.05000,1.460
32,mlp.experts.150.up_proj,0.0005569625,0.05000,1.476
32,mlp.experts.144.up_proj,0.0002964347,0.05000,1.471
32,mlp.experts.183.up_proj,0.0004305055,0.05000,1.481
32,mlp.experts.158.up_proj,0.0002799911,0.05000,1.480
32,mlp.experts.155.up_proj,0.0002798654,0.05000,1.486
32,mlp.experts.178.up_proj,0.0003128219,0.05000,1.448
32,mlp.experts.255.up_proj,0.0001477744,0.05000,1.478
32,mlp.experts.168.up_proj,0.0006199159,0.05000,1.464
32,mlp.experts.172.up_proj,0.0004172794,0.05000,1.456
32,mlp.experts.244.up_proj,0.0003401401,0.05000,1.452
32,mlp.experts.188.up_proj,fallback(rtn): 0.0011139,0.00000,0.023
32,mlp.experts.225.up_proj,0.0002184410,0.05000,1.053
32,mlp.experts.197.up_proj,0.0001731116,0.05000,1.051
32,mlp.experts.160.up_proj,0.0002705872,0.05000,1.144
32,mlp.experts.163.up_proj,0.0005266821,0.05000,1.182
32,mlp.experts.199.up_proj,0.0002585518,0.05000,1.146
32,mlp.experts.171.up_proj,0.0002377696,0.05000,1.146
32,mlp.experts.184.up_proj,0.0001907450,0.05000,1.161
32,mlp.experts.200.up_proj,fallback(rtn): 0.0012360,0.00000,0.019
32,mlp.experts.186.up_proj,0.0002041467,0.05000,1.432
32,mlp.experts.204.up_proj,0.0001093367,0.05000,1.155
32,mlp.experts.166.up_proj,0.0004184852,0.05000,1.424
32,mlp.experts.213.up_proj,0.0003414704,0.05000,0.850
32,mlp.experts.174.up_proj,0.0002111181,0.05000,1.428
32,mlp.experts.241.up_proj,0.0001387586,0.05000,0.971
32,mlp.experts.194.up_proj,0.0002669632,0.05000,1.398
32,mlp.experts.229.up_proj,0.0005014525,0.05000,0.618
32,mlp.experts.176.up_proj,0.0003739205,0.05000,1.046
32,mlp.experts.179.up_proj,0.0001893017,0.05000,1.116
32,mlp.experts.215.up_proj,0.0001937674,0.05000,1.115
32,mlp.experts.187.up_proj,0.0003287436,0.05000,1.114
32,mlp.experts.216.up_proj,0.0002086598,0.05000,1.013
32,mlp.experts.220.up_proj,0.0002179844,0.05000,1.032
32,mlp.experts.245.up_proj,0.0004105046,0.05000,0.713
32,mlp.experts.202.up_proj,0.0002720225,0.05000,1.433
32,mlp.experts.182.up_proj,0.0002850633,0.05000,1.445
32,mlp.experts.190.up_proj,0.0004936484,0.05000,1.389
32,mlp.experts.210.up_proj,0.0003207964,0.05000,1.391
32,mlp.experts.195.up_proj,0.0002000326,0.05000,1.099
32,mlp.experts.231.up_proj,0.0006094257,0.05000,1.086
32,mlp.experts.203.up_proj,0.0002982244,0.05000,1.056
32,mlp.experts.218.up_proj,0.0003004902,0.05000,0.931
32,mlp.experts.198.up_proj,0.0007462256,0.05000,0.936
32,mlp.experts.206.up_proj,0.0002629382,0.05000,0.939
32,mlp.experts.232.up_proj,0.0004371422,0.05000,0.941
32,mlp.experts.236.up_proj,0.0002537548,0.05000,1.001
32,mlp.experts.234.up_proj,fallback(rtn): 0.0010529,0.00000,0.072
32,mlp.experts.192.up_proj,0.0002705868,0.05000,1.031
32,mlp.experts.247.up_proj,0.0003561606,0.05000,1.005
32,mlp.experts.211.up_proj,0.0005639804,0.05000,1.051
32,mlp.experts.219.up_proj,0.0002188472,0.05000,1.021
32,mlp.experts.248.up_proj,0.0003333612,0.05000,1.050
32,mlp.experts.208.up_proj,0.0006311114,0.05000,0.989
32,mlp.experts.252.up_proj,0.0002115703,0.05000,1.017
32,mlp.experts.222.up_proj,0.0003155158,0.05000,1.256
32,mlp.experts.226.up_proj,0.0001382829,0.05000,1.256
32,mlp.experts.214.up_proj,0.0002535379,0.05000,1.277
32,mlp.experts.250.up_proj,0.0002620757,0.05000,1.278
32,mlp.experts.227.up_proj,0.0003762110,0.05000,0.770
32,mlp.experts.235.up_proj,0.0003429107,0.05000,0.792
32,mlp.experts.224.up_proj,0.0001899580,0.05000,0.524
32,mlp.experts.240.up_proj,0.0003757139,0.05000,0.506
32,mlp.experts.251.up_proj,0.0003424470,0.05000,0.689
32,mlp.experts.243.up_proj,0.0003554019,0.05000,0.721
32,mlp.experts.230.up_proj,0.0002039343,0.05000,0.876
32,mlp.experts.242.up_proj,0.0005217520,0.05000,0.892
32,mlp.experts.238.up_proj,0.0002989233,0.05000,0.893
32,mlp.experts.246.up_proj,0.0003602194,0.05000,0.675
32,mlp.experts.254.up_proj,0.0003513773,0.05000,0.675
32,mlp.experts.1.down_proj,fallback(rtn): 0.0010605,0.00000,0.016
32,mlp.experts.9.down_proj,fallback(rtn): 0.0010376,0.00000,0.010
32,mlp.experts.4.down_proj,0.0000159704,0.05000,0.404
32,mlp.experts.3.down_proj,0.0000038100,0.05000,0.409
32,mlp.experts.6.down_proj,0.0000605718,0.05000,0.412
32,mlp.experts.7.down_proj,0.0000222782,0.05000,0.409
32,mlp.experts.13.down_proj,0.0000155593,0.05000,0.418
32,mlp.experts.2.down_proj,0.0000164401,0.05000,0.416
32,mlp.experts.11.down_proj,0.0000224497,0.05000,0.413
32,mlp.experts.5.down_proj,0.0000390051,0.05000,0.420
32,mlp.experts.8.down_proj,0.0000175121,0.05000,0.420
32,mlp.experts.15.down_proj,0.0000212760,0.05000,0.417
32,mlp.experts.20.down_proj,fallback(rtn): 0.0010300,0.00000,0.006
32,mlp.experts.10.down_proj,0.0000360670,0.05000,0.423
32,mlp.experts.14.down_proj,0.0000180452,0.05000,0.416
32,mlp.experts.17.down_proj,0.0000240844,0.05000,0.388
32,mlp.experts.0.down_proj,0.0000357563,0.05000,0.421
32,mlp.experts.12.down_proj,0.0000381584,0.05000,0.415
32,mlp.experts.25.down_proj,0.0000160078,0.05000,0.391
32,mlp.experts.36.down_proj,fallback(rtn): 0.0010529,0.00000,0.008
32,mlp.experts.19.down_proj,0.0000222684,0.05000,0.356
32,mlp.experts.22.down_proj,0.0000341880,0.05000,0.354
32,mlp.experts.23.down_proj,0.0000407733,0.05000,0.351
32,mlp.experts.29.down_proj,0.0000156352,0.05000,0.356
32,mlp.experts.39.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
32,mlp.experts.18.down_proj,0.0000241405,0.05000,0.364
32,mlp.experts.27.down_proj,0.0000150005,0.05000,0.372
32,mlp.experts.21.down_proj,0.0000149140,0.05000,0.379
32,mlp.experts.31.down_proj,0.0000196233,0.05000,0.369
32,mlp.experts.33.down_proj,0.0000345478,0.05000,0.372
32,mlp.experts.16.down_proj,0.0000065683,0.05000,0.369
32,mlp.experts.24.down_proj,0.0000135872,0.05000,0.377
32,mlp.experts.30.down_proj,0.0000097833,0.05000,0.379
32,mlp.experts.26.down_proj,0.0000153067,0.05000,0.377
32,mlp.experts.41.down_proj,0.0000069323,0.05000,0.377
32,mlp.experts.28.down_proj,0.0000173135,0.05000,0.377
32,mlp.experts.52.down_proj,0.0000089914,0.05000,0.374
32,mlp.experts.38.down_proj,0.0000111338,0.05000,0.359
32,mlp.experts.35.down_proj,0.0000124160,0.05000,0.380
32,mlp.experts.45.down_proj,0.0000141833,0.05000,0.371
32,mlp.experts.55.down_proj,0.0000136342,0.05000,0.374
32,mlp.experts.34.down_proj,0.0000487227,0.05000,0.368
32,mlp.experts.43.down_proj,0.0000063357,0.05000,0.372
32,mlp.experts.37.down_proj,0.0000307735,0.05000,0.376
32,mlp.experts.32.down_proj,0.0000182292,0.05000,0.363
32,mlp.experts.49.down_proj,0.0000229433,0.05000,0.367
32,mlp.experts.47.down_proj,0.0000395819,0.05000,0.375
32,mlp.experts.46.down_proj,0.0000404881,0.05000,0.372
32,mlp.experts.40.down_proj,0.0000215407,0.05000,0.381
32,mlp.experts.44.down_proj,0.0000223292,0.05000,0.376
32,mlp.experts.57.down_proj,0.0000431513,0.05000,0.381
32,mlp.experts.42.down_proj,0.0000235063,0.05000,0.381
32,mlp.experts.68.down_proj,0.0000140245,0.05000,0.377
32,mlp.experts.54.down_proj,0.0000070384,0.05000,0.374
32,mlp.experts.61.down_proj,0.0000106773,0.05000,0.368
32,mlp.experts.51.down_proj,0.0000131558,0.05000,0.371
32,mlp.experts.71.down_proj,0.0000084446,0.05000,0.372
32,mlp.experts.50.down_proj,0.0000194539,0.05000,0.374
32,mlp.experts.59.down_proj,0.0000321525,0.05000,0.371
32,mlp.experts.53.down_proj,0.0000219480,0.05000,0.369
32,mlp.experts.48.down_proj,0.0000182768,0.05000,0.366
32,mlp.experts.63.down_proj,0.0000088967,0.05000,0.360
32,mlp.experts.65.down_proj,0.0000200418,0.05000,0.366
32,mlp.experts.69.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
32,mlp.experts.79.down_proj,fallback(rtn): 0.0010452,0.00000,0.006
32,mlp.experts.62.down_proj,0.0000162143,0.05000,0.374
32,mlp.experts.73.down_proj,0.0000124089,0.05000,0.366
32,mlp.experts.60.down_proj,0.0000253368,0.05000,0.371
32,mlp.experts.56.down_proj,0.0000184595,0.05000,0.378
32,mlp.experts.58.down_proj,0.0000168149,0.05000,0.376
32,mlp.experts.84.down_proj,0.0000077884,0.05000,0.377
32,mlp.experts.100.down_proj,fallback(rtn): 0.0010529,0.00000,0.006
32,mlp.experts.70.down_proj,0.0000124938,0.05000,0.367
32,mlp.experts.77.down_proj,0.0000397097,0.05000,0.373
32,mlp.experts.67.down_proj,0.0000151526,0.05000,0.372
32,mlp.experts.87.down_proj,0.0000826418,0.05000,0.375
32,mlp.experts.66.down_proj,0.0000017244,0.05000,0.377
32,mlp.experts.75.down_proj,0.0000243485,0.05000,0.377
32,mlp.experts.64.down_proj,0.0000291109,0.05000,0.371
32,mlp.experts.81.down_proj,0.0000140996,0.05000,0.368
32,mlp.experts.85.down_proj,0.0000293284,0.05000,0.377
32,mlp.experts.78.down_proj,0.0000127549,0.05000,0.367
32,mlp.experts.95.down_proj,0.0000250355,0.05000,0.375
32,mlp.experts.89.down_proj,0.0000224026,0.05000,0.371
32,mlp.experts.76.down_proj,0.0000305618,0.05000,0.367
32,mlp.experts.74.down_proj,0.0000168433,0.05000,0.367
32,mlp.experts.72.down_proj,0.0000136465,0.05000,0.370
32,mlp.experts.116.down_proj,0.0000334772,0.05000,0.368
32,mlp.experts.86.down_proj,0.0000187390,0.05000,0.377
32,mlp.experts.93.down_proj,0.0000238508,0.05000,0.371
32,mlp.experts.83.down_proj,0.0000626270,0.05000,0.371
32,mlp.experts.103.down_proj,0.0000124378,0.05000,0.372
32,mlp.experts.82.down_proj,0.0000102657,0.05000,0.374
32,mlp.experts.91.down_proj,0.0000194479,0.05000,0.372
32,mlp.experts.97.down_proj,0.0000312666,0.05000,0.362
32,mlp.experts.80.down_proj,0.0000218086,0.05000,0.369
32,mlp.experts.101.down_proj,0.0000086863,0.05000,0.373
32,mlp.experts.111.down_proj,0.0000113303,0.05000,0.370
32,mlp.experts.94.down_proj,0.0000175333,0.05000,0.378
32,mlp.experts.92.down_proj,0.0000179297,0.05000,0.369
32,mlp.experts.105.down_proj,0.0000151469,0.05000,0.378
32,mlp.experts.88.down_proj,0.0000203351,0.05000,0.362
32,mlp.experts.90.down_proj,0.0000221552,0.05000,0.372
32,mlp.experts.132.down_proj,0.0000186200,0.05000,0.375
32,mlp.experts.102.down_proj,0.0000242831,0.05000,0.383
32,mlp.experts.99.down_proj,0.0000357283,0.05000,0.378
32,mlp.experts.109.down_proj,0.0000308321,0.05000,0.380
32,mlp.experts.119.down_proj,0.0000209604,0.05000,0.381
32,mlp.experts.107.down_proj,0.0000658218,0.05000,0.373
32,mlp.experts.98.down_proj,0.0000310390,0.05000,0.383
32,mlp.experts.113.down_proj,0.0000418647,0.05000,0.381
32,mlp.experts.96.down_proj,0.0000530112,0.05000,0.378
32,mlp.experts.114.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
32,mlp.experts.127.down_proj,0.0000101743,0.05000,0.377
32,mlp.experts.110.down_proj,0.0000192313,0.05000,0.376
32,mlp.experts.117.down_proj,0.0000067511,0.05000,0.388
32,mlp.experts.108.down_proj,0.0000161770,0.05000,0.375
32,mlp.experts.121.down_proj,0.0000501775,0.05000,0.377
32,mlp.experts.104.down_proj,0.0000065743,0.05000,0.385
32,mlp.experts.106.down_proj,0.0000223880,0.05000,0.393
32,mlp.experts.148.down_proj,0.0000490034,0.05000,0.386
32,mlp.experts.118.down_proj,0.0000234372,0.05000,0.378
32,mlp.experts.115.down_proj,0.0000085036,0.05000,0.370
32,mlp.experts.125.down_proj,0.0000837598,0.05000,0.374
32,mlp.experts.135.down_proj,0.0000127108,0.05000,0.377
32,mlp.experts.141.down_proj,fallback(rtn): 0.0010910,0.00000,0.008
32,mlp.experts.123.down_proj,0.0000231267,0.05000,0.385
32,mlp.experts.129.down_proj,0.0000385015,0.05000,0.376
32,mlp.experts.112.down_proj,0.0000142799,0.05000,0.377
32,mlp.experts.130.down_proj,0.0000206165,0.05000,0.385
32,mlp.experts.145.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
32,mlp.experts.126.down_proj,0.0000372669,0.05000,0.373
32,mlp.experts.143.down_proj,0.0000050405,0.05000,0.379
32,mlp.experts.124.down_proj,0.0000058212,0.05000,0.375
32,mlp.experts.133.down_proj,0.0000120101,0.05000,0.388
32,mlp.experts.137.down_proj,0.0000406276,0.05000,0.379
32,mlp.experts.120.down_proj,0.0000245571,0.05000,0.375
32,mlp.experts.153.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
32,mlp.experts.164.down_proj,0.0000179284,0.05000,0.372
32,mlp.experts.122.down_proj,0.0000529368,0.05000,0.378
32,mlp.experts.169.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
32,mlp.experts.134.down_proj,0.0000255509,0.05000,0.374
32,mlp.experts.131.down_proj,0.0000355523,0.05000,0.372
32,mlp.experts.151.down_proj,0.0000146990,0.05000,0.373
32,mlp.experts.157.down_proj,0.0000683488,0.05000,0.370
32,mlp.experts.139.down_proj,0.0000328861,0.05000,0.374
32,mlp.experts.128.down_proj,0.0000146358,0.05000,0.371
32,mlp.experts.161.down_proj,0.0000384377,0.05000,0.363
32,mlp.experts.142.down_proj,0.0000245192,0.05000,0.370
32,mlp.experts.159.down_proj,0.0000220482,0.05000,0.371
32,mlp.experts.146.down_proj,0.0000225663,0.05000,0.382
32,mlp.experts.140.down_proj,0.0000354152,0.05000,0.375
32,mlp.experts.149.down_proj,0.0000408703,0.05000,0.372
32,mlp.experts.136.down_proj,0.0000200214,0.05000,0.373
32,mlp.experts.138.down_proj,0.0000836945,0.05000,0.367
32,mlp.experts.180.down_proj,0.0000053422,0.05000,0.373
32,mlp.experts.185.down_proj,0.0000219946,0.05000,0.369
32,mlp.experts.150.down_proj,0.0000243958,0.05000,0.372
32,mlp.experts.147.down_proj,0.0000238838,0.05000,0.368
32,mlp.experts.167.down_proj,0.0000418965,0.05000,0.377
32,mlp.experts.173.down_proj,0.0000632506,0.05000,0.378
32,mlp.experts.189.down_proj,fallback(rtn): 0.0010529,0.00000,0.006
32,mlp.experts.155.down_proj,0.0000557340,0.05000,0.374
32,mlp.experts.144.down_proj,0.0000237396,0.05000,0.375
32,mlp.experts.177.down_proj,0.0000204737,0.05000,0.377
32,mlp.experts.158.down_proj,0.0000234653,0.05000,0.376
32,mlp.experts.162.down_proj,0.0000419184,0.05000,0.376
32,mlp.experts.156.down_proj,0.0000619047,0.05000,0.376
32,mlp.experts.175.down_proj,0.0000279731,0.05000,0.392
32,mlp.experts.165.down_proj,0.0000181308,0.05000,0.383
32,mlp.experts.152.down_proj,0.0000091392,0.05000,0.377
32,mlp.experts.154.down_proj,0.0000141421,0.05000,0.376
32,mlp.experts.196.down_proj,0.0000202810,0.05000,0.374
32,mlp.experts.201.down_proj,0.0000263178,0.05000,0.378
32,mlp.experts.166.down_proj,0.0000118161,0.05000,0.372
32,mlp.experts.163.down_proj,0.0000162782,0.05000,0.383
32,mlp.experts.183.down_proj,0.0000218581,0.05000,0.369
32,mlp.experts.171.down_proj,0.0000152047,0.05000,0.373
32,mlp.experts.205.down_proj,0.0000062791,0.05000,0.376
32,mlp.experts.193.down_proj,0.0000244627,0.05000,0.364
32,mlp.experts.160.down_proj,0.0000088706,0.05000,0.371
32,mlp.experts.174.down_proj,0.0000204855,0.05000,0.369
32,mlp.experts.172.down_proj,0.0000135877,0.05000,0.369
32,mlp.experts.178.down_proj,0.0000345453,0.05000,0.372
32,mlp.experts.188.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
32,mlp.experts.181.down_proj,0.0000231374,0.05000,0.362
32,mlp.experts.191.down_proj,0.0000148792,0.05000,0.371
32,mlp.experts.168.down_proj,0.0000322999,0.05000,0.369
32,mlp.experts.170.down_proj,0.0000366282,0.05000,0.366
32,mlp.experts.212.down_proj,0.0000144376,0.05000,0.370
32,mlp.experts.207.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
32,mlp.experts.217.down_proj,0.0000143150,0.05000,0.371
32,mlp.experts.182.down_proj,0.0000190159,0.05000,0.366
32,mlp.experts.179.down_proj,0.0000216126,0.05000,0.372
32,mlp.experts.199.down_proj,0.0000289865,0.05000,0.375
32,mlp.experts.176.down_proj,0.0000282873,0.05000,0.359
32,mlp.experts.187.down_proj,0.0000294646,0.05000,0.368
32,mlp.experts.209.down_proj,0.0000088829,0.05000,0.371
32,mlp.experts.221.down_proj,0.0000292061,0.05000,0.377
32,mlp.experts.190.down_proj,0.0000233421,0.05000,0.362
32,mlp.experts.194.down_proj,0.0000282447,0.05000,0.371
32,mlp.experts.204.down_proj,0.0000107937,0.05000,0.373
32,mlp.experts.197.down_proj,0.0000154719,0.05000,0.382
32,mlp.experts.184.down_proj,0.0000162019,0.05000,0.373
32,mlp.experts.228.down_proj,0.0000305676,0.05000,0.368
32,mlp.experts.186.down_proj,0.0000240861,0.05000,0.374
32,mlp.experts.223.down_proj,0.0000481280,0.05000,0.375
32,mlp.experts.233.down_proj,0.0000139372,0.05000,0.377
32,mlp.experts.200.down_proj,fallback(rtn): 0.0010834,0.00000,0.008
32,mlp.experts.239.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
32,mlp.experts.249.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
32,mlp.experts.198.down_proj,0.0000383098,0.05000,0.369
32,mlp.experts.195.down_proj,0.0000206466,0.05000,0.366
32,mlp.experts.215.down_proj,0.0000328193,0.05000,0.363
32,mlp.experts.237.down_proj,0.0000158906,0.05000,0.322
32,mlp.experts.225.down_proj,0.0000373068,0.05000,0.329
32,mlp.experts.253.down_proj,fallback(rtn): 0.0010910,0.00000,0.009
32,mlp.experts.203.down_proj,0.0000110282,0.05000,0.364
32,mlp.experts.213.down_proj,0.0000120712,0.05000,0.299
32,mlp.experts.192.down_proj,0.0000289881,0.05000,0.374
32,mlp.experts.206.down_proj,0.0000259221,0.05000,0.379
32,mlp.experts.210.down_proj,0.0000254493,0.05000,0.372
32,mlp.experts.220.down_proj,0.0000153477,0.05000,0.374
32,mlp.experts.244.down_proj,0.0000121502,0.05000,0.377
32,mlp.experts.202.down_proj,0.0000160882,0.05000,0.381
32,mlp.experts.216.down_proj,0.0000168287,0.05000,0.373
32,mlp.experts.255.down_proj,0.0000119811,0.05000,0.376
32,mlp.experts.241.down_proj,0.0000089540,0.05000,0.229
32,mlp.experts.229.down_proj,0.0000280744,0.05000,0.234
32,mlp.experts.211.down_proj,0.0000340578,0.05000,0.309
32,mlp.experts.208.down_proj,0.0000289640,0.05000,0.267
32,mlp.experts.231.down_proj,0.0000199023,0.05000,0.313
32,mlp.experts.214.down_proj,0.0000149015,0.05000,0.355
32,mlp.experts.219.down_proj,0.0000188891,0.05000,0.299
32,mlp.experts.236.down_proj,0.0000223780,0.05000,0.301
32,mlp.experts.226.down_proj,0.0000302647,0.05000,0.327
32,mlp.experts.222.down_proj,0.0000182310,0.05000,0.350
32,mlp.experts.245.down_proj,0.0000541126,0.05000,0.142
32,mlp.experts.232.down_proj,0.0000182569,0.05000,0.288
32,mlp.experts.218.down_proj,0.0000103590,0.05000,0.353
32,mlp.experts.234.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
32,mlp.experts.224.down_proj,0.0000189976,0.05000,0.255
32,mlp.experts.227.down_proj,0.0000173156,0.05000,0.274
32,mlp.experts.247.down_proj,0.0000468516,0.05000,0.251
32,mlp.experts.235.down_proj,0.0000256706,0.05000,0.259
32,mlp.experts.252.down_proj,0.0000076956,0.05000,0.246
32,mlp.experts.230.down_proj,0.0000044940,0.05000,0.322
32,mlp.experts.248.down_proj,0.0000351586,0.05000,0.254
32,mlp.experts.242.down_proj,0.0000299122,0.05000,0.319
32,mlp.experts.238.down_proj,0.0000331488,0.05000,0.312
32,mlp.experts.240.down_proj,0.0000313539,0.05000,0.176
32,mlp.experts.243.down_proj,0.0000202420,0.05000,0.172
32,mlp.experts.251.down_proj,0.0000169360,0.05000,0.166
32,mlp.experts.250.down_proj,0.0000134238,0.05000,0.287
32,mlp.experts.246.down_proj,0.0000347528,0.05000,0.205
32,mlp.experts.254.down_proj,0.0000372668,0.05000,0.170
33,mlp.experts.14.gate_proj,fallback(rtn): 0.0011215,0.00000,0.070
33,mlp.experts.1.gate_proj,fallback(rtn): 0.0010605,0.00000,0.085
33,mlp.experts.8.gate_proj,fallback(rtn): 0.0012741,0.00000,0.087
33,mlp.experts.10.gate_proj,0.0002710601,0.05000,1.714
33,mlp.experts.3.gate_proj,0.0004532422,0.05000,1.680
33,mlp.experts.5.gate_proj,0.0004530615,0.05000,1.697
33,mlp.experts.7.gate_proj,0.0003069781,0.05000,1.711
33,mlp.experts.15.gate_proj,0.0004215441,0.05000,1.690
33,mlp.experts.0.gate_proj,0.0003642998,0.05000,1.716
33,mlp.experts.11.gate_proj,0.0003261209,0.05000,1.682
33,mlp.experts.6.gate_proj,0.0002718069,0.05000,1.709
33,mlp.experts.4.gate_proj,0.0004234643,0.05000,1.730
33,mlp.experts.17.gate_proj,0.0003198198,0.05000,1.616
33,mlp.experts.13.gate_proj,0.0003027867,0.05000,1.714
33,mlp.experts.9.gate_proj,0.0003360045,0.05000,1.729
33,mlp.experts.12.gate_proj,0.0003180651,0.05000,1.700
33,mlp.experts.2.gate_proj,0.0008909917,0.05000,1.716
33,mlp.experts.24.gate_proj,0.0010736492,0.05000,1.609
33,mlp.experts.26.gate_proj,fallback(rtn): 0.0012283,0.00000,0.016
33,mlp.experts.30.gate_proj,0.0002279316,0.05000,1.628
33,mlp.experts.20.gate_proj,fallback(rtn): 0.0011749,0.00000,0.101
33,mlp.experts.19.gate_proj,0.0002662426,0.05000,1.511
33,mlp.experts.31.gate_proj,0.0008084831,0.05000,1.504
33,mlp.experts.27.gate_proj,0.0002506154,0.05000,1.509
33,mlp.experts.21.gate_proj,0.0005654324,0.05000,1.533
33,mlp.experts.18.gate_proj,0.0003146582,0.05000,1.525
33,mlp.experts.28.gate_proj,0.0003492193,0.05000,1.534
33,mlp.experts.46.gate_proj,0.0021424473,0.05000,1.520
33,mlp.experts.22.gate_proj,0.0008744681,0.05000,1.538
33,mlp.experts.33.gate_proj,0.0003210739,0.05000,1.540
33,mlp.experts.42.gate_proj,0.0006170401,0.05000,1.530
33,mlp.experts.29.gate_proj,0.0002664187,0.05000,1.542
33,mlp.experts.25.gate_proj,0.0004800317,0.05000,1.541
33,mlp.experts.23.gate_proj,0.0003286951,0.05000,1.555
33,mlp.experts.16.gate_proj,0.0004433954,0.05000,1.555
33,mlp.experts.40.gate_proj,0.0003300289,0.05000,1.543
33,mlp.experts.34.gate_proj,fallback(rtn): 0.0011215,0.00000,0.013
33,mlp.experts.45.gate_proj,fallback(rtn): 0.0011597,0.00000,0.072
33,mlp.experts.36.gate_proj,0.0002651080,0.05000,1.552
33,mlp.experts.35.gate_proj,0.0008464442,0.05000,1.504
33,mlp.experts.47.gate_proj,0.0002652073,0.05000,1.489
33,mlp.experts.43.gate_proj,0.0001826424,0.05000,1.490
33,mlp.experts.37.gate_proj,0.0003342103,0.05000,1.514
33,mlp.experts.58.gate_proj,0.0001931744,0.05000,1.514
33,mlp.experts.39.gate_proj,0.0004214321,0.05000,1.506
33,mlp.experts.50.gate_proj,0.0001381224,0.05000,1.508
33,mlp.experts.56.gate_proj,0.0003801042,0.05000,1.521
33,mlp.experts.62.gate_proj,0.0004657156,0.05000,1.551
33,mlp.experts.44.gate_proj,0.0005431722,0.05000,1.567
33,mlp.experts.49.gate_proj,0.0004492115,0.05000,1.551
33,mlp.experts.41.gate_proj,0.0003745064,0.05000,1.548
33,mlp.experts.38.gate_proj,0.0003588003,0.05000,1.580
33,mlp.experts.32.gate_proj,0.0002544786,0.05000,1.581
33,mlp.experts.52.gate_proj,0.0002309434,0.05000,1.500
33,mlp.experts.65.gate_proj,fallback(rtn): 0.0011673,0.00000,0.056
33,mlp.experts.61.gate_proj,0.0002556977,0.05000,1.547
33,mlp.experts.51.gate_proj,0.0001539809,0.05000,1.514
33,mlp.experts.63.gate_proj,0.0003743390,0.05000,1.515
33,mlp.experts.59.gate_proj,0.0002820821,0.05000,1.534
33,mlp.experts.53.gate_proj,0.0002913195,0.05000,1.559
33,mlp.experts.78.gate_proj,0.0002945603,0.05000,1.472
33,mlp.experts.66.gate_proj,0.0001800764,0.05000,1.503
33,mlp.experts.72.gate_proj,0.0001995414,0.05000,1.506
33,mlp.experts.60.gate_proj,0.0009871240,0.05000,1.487
33,mlp.experts.48.gate_proj,0.0006384242,0.05000,1.450
33,mlp.experts.54.gate_proj,0.0006261673,0.05000,1.473
33,mlp.experts.68.gate_proj,0.0003559155,0.05000,1.444
33,mlp.experts.55.gate_proj,0.0002719112,0.05000,1.534
33,mlp.experts.74.gate_proj,0.0003456696,0.05000,1.560
33,mlp.experts.57.gate_proj,0.0003693602,0.05000,1.564
33,mlp.experts.81.gate_proj,0.0004036459,0.05000,1.554
33,mlp.experts.77.gate_proj,0.0003251213,0.05000,1.552
33,mlp.experts.75.gate_proj,0.0005799304,0.05000,1.502
33,mlp.experts.79.gate_proj,0.0002107963,0.05000,1.521
33,mlp.experts.67.gate_proj,0.0003664571,0.05000,1.524
33,mlp.experts.94.gate_proj,0.0002268978,0.05000,1.509
33,mlp.experts.88.gate_proj,0.0006212493,0.05000,1.495
33,mlp.experts.84.gate_proj,0.0002764802,0.05000,1.483
33,mlp.experts.76.gate_proj,0.0002574484,0.05000,1.494
33,mlp.experts.64.gate_proj,0.0003428446,0.05000,1.489
33,mlp.experts.90.gate_proj,0.0004049124,0.05000,1.487
33,mlp.experts.70.gate_proj,0.0001972830,0.05000,1.512
33,mlp.experts.71.gate_proj,0.0003868382,0.05000,1.514
33,mlp.experts.82.gate_proj,0.0002440896,0.05000,1.542
33,mlp.experts.69.gate_proj,0.0008467084,0.05000,1.562
33,mlp.experts.80.gate_proj,fallback(rtn): 0.0010757,0.00000,0.048
33,mlp.experts.100.gate_proj,fallback(rtn): 0.0011444,0.00000,0.054
33,mlp.experts.73.gate_proj,0.0004836932,0.05000,1.547
33,mlp.experts.93.gate_proj,0.0002465201,0.05000,1.534
33,mlp.experts.97.gate_proj,0.0003733391,0.05000,1.556
33,mlp.experts.95.gate_proj,0.0004463162,0.05000,1.510
33,mlp.experts.83.gate_proj,0.0002589081,0.05000,1.513
33,mlp.experts.91.gate_proj,0.0004424481,0.05000,1.524
33,mlp.experts.92.gate_proj,0.0002293221,0.05000,1.508
33,mlp.experts.110.gate_proj,0.0001709019,0.05000,1.521
33,mlp.experts.104.gate_proj,0.0002348702,0.05000,1.522
33,mlp.experts.106.gate_proj,0.0001562111,0.05000,1.487
33,mlp.experts.86.gate_proj,0.0001802244,0.05000,1.492
33,mlp.experts.98.gate_proj,0.0002576050,0.05000,1.491
33,mlp.experts.87.gate_proj,0.0002189561,0.05000,1.511
33,mlp.experts.120.gate_proj,fallback(rtn): 0.0011597,0.00000,0.029
33,mlp.experts.96.gate_proj,0.0003363186,0.05000,1.509
33,mlp.experts.116.gate_proj,0.0002870645,0.05000,1.506
33,mlp.experts.85.gate_proj,0.0001782501,0.05000,1.590
33,mlp.experts.89.gate_proj,0.0001699124,0.05000,1.562
33,mlp.experts.113.gate_proj,0.0004754386,0.05000,1.526
33,mlp.experts.109.gate_proj,0.0008833864,0.05000,1.574
33,mlp.experts.111.gate_proj,0.0003955466,0.05000,1.511
33,mlp.experts.107.gate_proj,0.0001868460,0.05000,1.510
33,mlp.experts.99.gate_proj,0.0005701377,0.05000,1.548
33,mlp.experts.123.gate_proj,fallback(rtn): 0.0010757,0.00000,0.041
33,mlp.experts.108.gate_proj,0.0001868893,0.05000,1.534
33,mlp.experts.122.gate_proj,0.0003073757,0.05000,1.522
33,mlp.experts.126.gate_proj,0.0004459828,0.05000,1.525
33,mlp.experts.114.gate_proj,0.0004825014,0.05000,1.520
33,mlp.experts.102.gate_proj,0.0005392042,0.05000,1.525
33,mlp.experts.103.gate_proj,0.0002819321,0.05000,1.538
33,mlp.experts.132.gate_proj,0.0002561664,0.05000,1.529
33,mlp.experts.136.gate_proj,0.0005553767,0.05000,1.533
33,mlp.experts.112.gate_proj,0.0004277025,0.05000,1.535
33,mlp.experts.101.gate_proj,0.0005256459,0.05000,1.528
33,mlp.experts.148.gate_proj,fallback(rtn): 0.0010605,0.00000,0.060
33,mlp.experts.105.gate_proj,0.0003906337,0.05000,1.530
33,mlp.experts.129.gate_proj,0.0002107482,0.05000,1.506
33,mlp.experts.125.gate_proj,0.0012713951,0.05000,1.500
33,mlp.experts.145.gate_proj,fallback(rtn): 0.0013275,0.00000,0.052
33,mlp.experts.142.gate_proj,0.0004070522,0.05000,1.498
33,mlp.experts.130.gate_proj,0.0001989216,0.05000,1.501
33,mlp.experts.124.gate_proj,0.0004461162,0.05000,1.494
33,mlp.experts.115.gate_proj,0.0002753731,0.05000,1.489
33,mlp.experts.127.gate_proj,0.0001438314,0.05000,1.621
33,mlp.experts.139.gate_proj,0.0002358848,0.05000,1.574
33,mlp.experts.138.gate_proj,0.0007564107,0.05000,1.552
33,mlp.experts.118.gate_proj,0.0004541271,0.05000,1.546
33,mlp.experts.152.gate_proj,0.0002961331,0.05000,1.518
33,mlp.experts.131.gate_proj,fallback(rtn): 0.0012283,0.00000,0.061
33,mlp.experts.128.gate_proj,0.0006238617,0.05000,1.537
33,mlp.experts.117.gate_proj,0.0003217112,0.05000,1.513
33,mlp.experts.119.gate_proj,0.0003383530,0.05000,1.614
33,mlp.experts.164.gate_proj,0.0003128797,0.05000,1.515
33,mlp.experts.121.gate_proj,0.0002264309,0.05000,1.509
33,mlp.experts.161.gate_proj,0.0004294856,0.05000,1.469
33,mlp.experts.141.gate_proj,0.0008000281,0.05000,1.534
33,mlp.experts.143.gate_proj,0.0004352437,0.05000,1.508
33,mlp.experts.146.gate_proj,0.0007897487,0.05000,1.529
33,mlp.experts.140.gate_proj,0.0002684695,0.05000,1.520
33,mlp.experts.158.gate_proj,0.0003841450,0.05000,1.541
33,mlp.experts.155.gate_proj,0.0007558444,0.05000,1.525
33,mlp.experts.168.gate_proj,0.0003065395,0.05000,1.511
33,mlp.experts.144.gate_proj,0.0003735677,0.05000,1.503
33,mlp.experts.154.gate_proj,0.0003117587,0.05000,1.565
33,mlp.experts.147.gate_proj,0.0004510558,0.05000,1.524
33,mlp.experts.134.gate_proj,0.0004378990,0.05000,1.570
33,mlp.experts.133.gate_proj,0.0005466089,0.05000,1.521
33,mlp.experts.180.gate_proj,0.0003457436,0.05000,1.494
33,mlp.experts.163.gate_proj,fallback(rtn): 0.0011368,0.00000,0.024
33,mlp.experts.196.gate_proj,fallback(rtn): 0.0012131,0.00000,0.024
33,mlp.experts.150.gate_proj,fallback(rtn): 0.0010986,0.00000,0.035
33,mlp.experts.137.gate_proj,0.0001292243,0.05000,1.516
33,mlp.experts.135.gate_proj,0.0005583158,0.05000,1.553
33,mlp.experts.157.gate_proj,0.0005196327,0.05000,1.521
33,mlp.experts.177.gate_proj,0.0003415282,0.05000,1.552
33,mlp.experts.171.gate_proj,0.0004825439,0.05000,1.502
33,mlp.experts.156.gate_proj,0.0002191098,0.05000,1.518
33,mlp.experts.159.gate_proj,0.0002627028,0.05000,1.528
33,mlp.experts.162.gate_proj,0.0005152073,0.05000,1.544
33,mlp.experts.174.gate_proj,0.0004955518,0.05000,1.541
33,mlp.experts.184.gate_proj,0.0006108952,0.05000,1.516
33,mlp.experts.160.gate_proj,0.0002802957,0.05000,1.499
33,mlp.experts.149.gate_proj,0.0015125736,0.05000,1.502
33,mlp.experts.166.gate_proj,0.0005784796,0.05000,1.483
33,mlp.experts.170.gate_proj,0.0006824829,0.05000,1.542
33,mlp.experts.179.gate_proj,0.0002847438,0.05000,1.513
33,mlp.experts.151.gate_proj,0.0002666620,0.05000,1.482
33,mlp.experts.212.gate_proj,0.0002914161,0.05000,1.510
33,mlp.experts.153.gate_proj,0.0008995315,0.05000,1.507
33,mlp.experts.173.gate_proj,0.0006688662,0.05000,1.500
33,mlp.experts.193.gate_proj,0.0006282486,0.05000,1.504
33,mlp.experts.175.gate_proj,0.0006937252,0.05000,1.526
33,mlp.experts.172.gate_proj,0.0002406789,0.05000,1.528
33,mlp.experts.187.gate_proj,0.0004321031,0.05000,1.538
33,mlp.experts.200.gate_proj,0.0004062099,0.05000,1.502
33,mlp.experts.178.gate_proj,0.0003615643,0.05000,1.531
33,mlp.experts.176.gate_proj,0.0003405250,0.05000,1.525
33,mlp.experts.188.gate_proj,fallback(rtn): 0.0011749,0.00000,0.022
33,mlp.experts.216.gate_proj,fallback(rtn): 0.0011826,0.00000,0.029
33,mlp.experts.190.gate_proj,0.0003805775,0.05000,1.554
33,mlp.experts.165.gate_proj,0.0002380274,0.05000,1.514
33,mlp.experts.167.gate_proj,0.0005430401,0.05000,1.509
33,mlp.experts.228.gate_proj,0.0003035357,0.05000,1.523
33,mlp.experts.169.gate_proj,0.0007791702,0.05000,1.511
33,mlp.experts.186.gate_proj,0.0002974762,0.05000,1.548
33,mlp.experts.182.gate_proj,0.0003908961,0.05000,1.558
33,mlp.experts.195.gate_proj,0.0004193682,0.05000,1.573
33,mlp.experts.209.gate_proj,0.0008017582,0.05000,1.492
33,mlp.experts.189.gate_proj,0.0004911382,0.05000,1.530
33,mlp.experts.194.gate_proj,0.0004067865,0.05000,1.532
33,mlp.experts.203.gate_proj,0.0004268946,0.05000,1.545
33,mlp.experts.204.gate_proj,0.0001837382,0.05000,1.528
33,mlp.experts.192.gate_proj,0.0002367329,0.05000,1.530
33,mlp.experts.232.gate_proj,0.0002450437,0.05000,1.516
33,mlp.experts.206.gate_proj,0.0003383617,0.05000,1.532
33,mlp.experts.181.gate_proj,0.0005827147,0.05000,1.536
33,mlp.experts.244.gate_proj,0.0003182399,0.05000,1.496
33,mlp.experts.191.gate_proj,0.0008732906,0.05000,1.621
33,mlp.experts.198.gate_proj,0.0006306020,0.05000,1.522
33,mlp.experts.185.gate_proj,0.0004311985,0.05000,1.533
33,mlp.experts.183.gate_proj,0.0001807219,0.05000,1.574
33,mlp.experts.202.gate_proj,0.0005044773,0.05000,1.560
33,mlp.experts.225.gate_proj,0.0004748541,0.05000,1.534
33,mlp.experts.205.gate_proj,0.0003529971,0.05000,1.508
33,mlp.experts.211.gate_proj,0.0003060754,0.05000,1.568
33,mlp.experts.220.gate_proj,0.0003511831,0.05000,1.484
33,mlp.experts.210.gate_proj,0.0001834121,0.05000,1.520
33,mlp.experts.248.gate_proj,0.0004230159,0.05000,1.516
33,mlp.experts.222.gate_proj,0.0012916866,0.05000,1.506
33,mlp.experts.4.up_proj,0.0002753134,0.05000,1.494
33,mlp.experts.208.gate_proj,0.0005646787,0.05000,1.526
33,mlp.experts.226.gate_proj,fallback(rtn): 0.0010986,0.00000,0.028
33,mlp.experts.197.gate_proj,0.0003003508,0.05000,1.524
33,mlp.experts.8.up_proj,fallback(rtn): 0.0010757,0.00000,0.036
33,mlp.experts.219.gate_proj,0.0003113341,0.05000,1.576
33,mlp.experts.218.gate_proj,0.0005190339,0.05000,1.477
33,mlp.experts.214.gate_proj,0.0003100778,0.05000,1.516
33,mlp.experts.20.up_proj,fallback(rtn): 0.0010986,0.00000,0.054
33,mlp.experts.201.gate_proj,0.0003194571,0.05000,1.522
33,mlp.experts.221.gate_proj,0.0007769256,0.05000,1.484
33,mlp.experts.207.gate_proj,0.0006883307,0.05000,1.548
33,mlp.experts.199.gate_proj,0.0006314286,0.05000,1.544
33,mlp.experts.241.gate_proj,0.0004018507,0.05000,1.528
33,mlp.experts.1.up_proj,fallback(rtn): 0.0010452,0.00000,0.024
33,mlp.experts.227.gate_proj,0.0002989222,0.05000,1.540
33,mlp.experts.236.gate_proj,0.0002495509,0.05000,1.443
33,mlp.experts.242.gate_proj,0.0005862394,0.05000,1.475
33,mlp.experts.36.up_proj,0.0002153062,0.05000,1.430
33,mlp.experts.213.gate_proj,0.0007884535,0.05000,1.491
33,mlp.experts.230.gate_proj,0.0007636584,0.05000,1.464
33,mlp.experts.234.gate_proj,0.0003984439,0.05000,1.470
33,mlp.experts.217.gate_proj,0.0002434910,0.05000,1.475
33,mlp.experts.235.gate_proj,0.0003269971,0.05000,1.521
33,mlp.experts.237.gate_proj,0.0003547127,0.05000,1.492
33,mlp.experts.223.gate_proj,0.0004483318,0.05000,1.493
33,mlp.experts.233.gate_proj,fallback(rtn): 0.0014191,0.00000,0.022
33,mlp.experts.215.gate_proj,0.0002169005,0.05000,1.514
33,mlp.experts.249.gate_proj,fallback(rtn): 0.0013657,0.00000,0.044
33,mlp.experts.224.gate_proj,0.0003025262,0.05000,1.646
33,mlp.experts.24.up_proj,0.0007779838,0.05000,1.618
33,mlp.experts.238.gate_proj,0.0001858069,0.05000,1.666
33,mlp.experts.243.gate_proj,0.0005954440,0.05000,1.524
33,mlp.experts.17.up_proj,0.0002767843,0.05000,1.661
33,mlp.experts.252.gate_proj,0.0006198040,0.05000,1.544
33,mlp.experts.52.up_proj,0.0002202242,0.05000,1.512
33,mlp.experts.229.gate_proj,0.0006106303,0.05000,1.525
33,mlp.experts.250.gate_proj,0.0005150909,0.05000,1.511
33,mlp.experts.246.gate_proj,0.0003904875,0.05000,1.516
33,mlp.experts.2.up_proj,0.0008096998,0.05000,1.559
33,mlp.experts.251.gate_proj,0.0002886157,0.05000,1.537
33,mlp.experts.253.gate_proj,0.0003896881,0.05000,1.538
33,mlp.experts.239.gate_proj,0.0003129189,0.05000,1.543
33,mlp.experts.9.up_proj,0.0003282667,0.05000,1.528
33,mlp.experts.231.gate_proj,0.0004372959,0.05000,1.536
33,mlp.experts.254.gate_proj,0.0004990268,0.05000,1.525
33,mlp.experts.40.up_proj,0.0003650229,0.05000,1.539
33,mlp.experts.240.gate_proj,0.0002972970,0.05000,1.551
33,mlp.experts.3.up_proj,0.0004043843,0.05000,1.535
33,mlp.experts.14.up_proj,fallback(rtn): 0.0010681,0.00000,0.025
33,mlp.experts.33.up_proj,0.0002290802,0.05000,1.532
33,mlp.experts.12.up_proj,0.0002515566,0.05000,1.547
33,mlp.experts.10.up_proj,0.0002445104,0.05000,1.504
33,mlp.experts.245.gate_proj,0.0006608202,0.05000,1.508
33,mlp.experts.18.up_proj,0.0002753978,0.05000,1.496
33,mlp.experts.6.up_proj,0.0002283420,0.05000,1.512
33,mlp.experts.68.up_proj,0.0002448983,0.05000,1.545
33,mlp.experts.26.up_proj,fallback(rtn): 0.0010986,0.00000,0.051
33,mlp.experts.34.up_proj,fallback(rtn): 0.0010681,0.00000,0.051
33,mlp.experts.255.gate_proj,0.0003600659,0.05000,1.497
33,mlp.experts.11.up_proj,0.0002483796,0.05000,1.512
33,mlp.experts.247.gate_proj,0.0002405634,0.05000,1.460
33,mlp.experts.13.up_proj,0.0002781838,0.05000,1.522
33,mlp.experts.25.up_proj,0.0004075446,0.05000,1.518
33,mlp.experts.30.up_proj,0.0002209347,0.05000,1.517
33,mlp.experts.19.up_proj,0.0002211263,0.05000,1.526
33,mlp.experts.0.up_proj,0.0003552975,0.05000,1.570
33,mlp.experts.56.up_proj,0.0002979877,0.05000,1.596
33,mlp.experts.49.up_proj,0.0003599771,0.05000,1.531
33,mlp.experts.65.up_proj,fallback(rtn): 0.0011139,0.00000,0.023
33,mlp.experts.28.up_proj,0.0003120143,0.05000,1.561
33,mlp.experts.5.up_proj,0.0003904524,0.05000,1.520
33,mlp.experts.22.up_proj,0.0008167641,0.05000,1.516
33,mlp.experts.84.up_proj,0.0002625998,0.05000,1.568
33,mlp.experts.50.up_proj,0.0001223447,0.05000,1.509
33,mlp.experts.42.up_proj,0.0005042827,0.05000,1.519
33,mlp.experts.7.up_proj,0.0002800672,0.05000,1.521
33,mlp.experts.29.up_proj,0.0001980160,0.05000,1.517
33,mlp.experts.27.up_proj,0.0002400892,0.05000,1.535
33,mlp.experts.41.up_proj,0.0002808531,0.05000,1.493
33,mlp.experts.100.up_proj,fallback(rtn): 0.0010910,0.00000,0.042
33,mlp.experts.15.up_proj,0.0003947327,0.05000,1.558
33,mlp.experts.45.up_proj,fallback(rtn): 0.0010910,0.00000,0.044
33,mlp.experts.35.up_proj,0.0007092725,0.05000,1.519
33,mlp.experts.46.up_proj,0.0012862063,0.05000,1.527
33,mlp.experts.16.up_proj,0.0004268716,0.05000,1.571
33,mlp.experts.72.up_proj,0.0001954040,0.05000,1.577
33,mlp.experts.81.up_proj,0.0003559325,0.05000,1.511
33,mlp.experts.38.up_proj,0.0003462709,0.05000,1.521
33,mlp.experts.21.up_proj,0.0005341514,0.05000,1.535
33,mlp.experts.44.up_proj,0.0004351509,0.05000,1.577
33,mlp.experts.58.up_proj,0.0001879289,0.05000,1.500
33,mlp.experts.66.up_proj,0.0001315469,0.05000,1.505
33,mlp.experts.31.up_proj,0.0006964600,0.05000,1.489
33,mlp.experts.23.up_proj,0.0002491209,0.05000,1.526
33,mlp.experts.43.up_proj,0.0001790204,0.05000,1.517
33,mlp.experts.57.up_proj,0.0003577533,0.05000,1.547
33,mlp.experts.61.up_proj,0.0001615348,0.05000,1.519
33,mlp.experts.116.up_proj,0.0002436102,0.05000,1.551
33,mlp.experts.62.up_proj,0.0003481276,0.05000,1.509
33,mlp.experts.51.up_proj,0.0001270054,0.05000,1.513
33,mlp.experts.32.up_proj,0.0002485242,0.05000,1.528
33,mlp.experts.97.up_proj,0.0002438445,0.05000,1.509
33,mlp.experts.88.up_proj,0.0005280309,0.05000,1.554
33,mlp.experts.37.up_proj,0.0002509567,0.05000,1.508
33,mlp.experts.54.up_proj,0.0004014051,0.05000,1.514
33,mlp.experts.60.up_proj,0.0005687638,0.05000,1.515
33,mlp.experts.74.up_proj,0.0003186286,0.05000,1.520
33,mlp.experts.82.up_proj,0.0001799699,0.05000,1.521
33,mlp.experts.39.up_proj,0.0003316788,0.05000,1.511
33,mlp.experts.59.up_proj,0.0002541314,0.05000,1.513
33,mlp.experts.47.up_proj,0.0002075345,0.05000,1.518
33,mlp.experts.77.up_proj,0.0002536314,0.05000,1.518
33,mlp.experts.132.up_proj,0.0002328382,0.05000,1.530
33,mlp.experts.73.up_proj,0.0003633838,0.05000,1.541
33,mlp.experts.78.up_proj,0.0002201699,0.05000,1.501
33,mlp.experts.148.up_proj,fallback(rtn): 0.0010757,0.00000,0.025
33,mlp.experts.67.up_proj,0.0003294105,0.05000,1.509
33,mlp.experts.48.up_proj,0.0005621905,0.05000,1.528
33,mlp.experts.104.up_proj,0.0002068042,0.05000,1.513
33,mlp.experts.113.up_proj,0.0003638023,0.05000,1.522
33,mlp.experts.120.up_proj,fallback(rtn): 0.0011139,0.00000,0.023
33,mlp.experts.53.up_proj,0.0002809591,0.05000,1.528
33,mlp.experts.70.up_proj,0.0001563411,0.05000,1.536
33,mlp.experts.76.up_proj,0.0002009284,0.05000,1.513
33,mlp.experts.90.up_proj,0.0002351199,0.05000,1.539
33,mlp.experts.98.up_proj,0.0002395743,0.05000,1.539
33,mlp.experts.63.up_proj,0.0003294914,0.05000,1.509
33,mlp.experts.55.up_proj,0.0002583548,0.05000,1.542
33,mlp.experts.75.up_proj,0.0005543785,0.05000,1.548
33,mlp.experts.89.up_proj,0.0001541309,0.05000,1.482
33,mlp.experts.93.up_proj,0.0001655203,0.05000,1.547
33,mlp.experts.164.up_proj,0.0003059598,0.05000,1.513
33,mlp.experts.83.up_proj,0.0002490315,0.05000,1.520
33,mlp.experts.94.up_proj,0.0002190476,0.05000,1.551
33,mlp.experts.64.up_proj,0.0002812499,0.05000,1.515
33,mlp.experts.80.up_proj,fallback(rtn): 0.0010681,0.00000,0.024
33,mlp.experts.129.up_proj,0.0001711350,0.05000,1.527
33,mlp.experts.136.up_proj,0.0005099368,0.05000,1.526
33,mlp.experts.145.up_proj,fallback(rtn): 0.0011139,0.00000,0.025
33,mlp.experts.92.up_proj,0.0002081606,0.05000,1.532
33,mlp.experts.86.up_proj,0.0001847944,0.05000,1.534
33,mlp.experts.69.up_proj,0.0008396351,0.05000,1.569
33,mlp.experts.79.up_proj,0.0001665383,0.05000,1.522
33,mlp.experts.71.up_proj,0.0003683551,0.05000,1.489
33,mlp.experts.114.up_proj,0.0004487751,0.05000,1.535
33,mlp.experts.106.up_proj,0.0001195053,0.05000,1.541
33,mlp.experts.91.up_proj,0.0004142098,0.05000,1.529
33,mlp.experts.105.up_proj,0.0003136075,0.05000,1.550
33,mlp.experts.99.up_proj,0.0005561283,0.05000,1.497
33,mlp.experts.180.up_proj,0.0003116499,0.05000,1.516
33,mlp.experts.196.up_proj,fallback(rtn): 0.0011063,0.00000,0.024
33,mlp.experts.109.up_proj,0.0006458044,0.05000,1.569
33,mlp.experts.110.up_proj,0.0001216243,0.05000,1.528
33,mlp.experts.96.up_proj,0.0002203026,0.05000,1.511
33,mlp.experts.152.up_proj,0.0002241242,0.05000,1.499
33,mlp.experts.161.up_proj,0.0003249916,0.05000,1.521
33,mlp.experts.102.up_proj,0.0003960565,0.05000,1.515
33,mlp.experts.108.up_proj,0.0001687730,0.05000,1.529
33,mlp.experts.130.up_proj,0.0001602713,0.05000,1.499
33,mlp.experts.122.up_proj,0.0002735073,0.05000,1.502
33,mlp.experts.85.up_proj,0.0001429684,0.05000,1.535
33,mlp.experts.87.up_proj,0.0001800047,0.05000,1.518
33,mlp.experts.95.up_proj,0.0003242261,0.05000,1.524
33,mlp.experts.115.up_proj,0.0002229765,0.05000,1.489
33,mlp.experts.121.up_proj,0.0001909550,0.05000,1.506
33,mlp.experts.107.up_proj,0.0001982506,0.05000,1.532
33,mlp.experts.123.up_proj,fallback(rtn): 0.0010834,0.00000,0.028
33,mlp.experts.131.up_proj,fallback(rtn): 0.0010529,0.00000,0.034
33,mlp.experts.212.up_proj,0.0002469423,0.05000,1.510
33,mlp.experts.126.up_proj,0.0002742829,0.05000,1.530
33,mlp.experts.125.up_proj,0.0008177511,0.05000,1.536
33,mlp.experts.112.up_proj,0.0003978728,0.05000,1.513
33,mlp.experts.168.up_proj,0.0002853857,0.05000,1.485
33,mlp.experts.177.up_proj,0.0002960458,0.05000,1.533
33,mlp.experts.118.up_proj,0.0005440735,0.05000,1.527
33,mlp.experts.138.up_proj,0.0006426500,0.05000,1.496
33,mlp.experts.124.up_proj,0.0003778602,0.05000,1.529
33,mlp.experts.103.up_proj,0.0002670326,0.05000,1.516
33,mlp.experts.146.up_proj,0.0005820798,0.05000,1.549
33,mlp.experts.101.up_proj,0.0004893646,0.05000,1.532
33,mlp.experts.111.up_proj,0.0002545297,0.05000,1.542
33,mlp.experts.137.up_proj,0.0001228872,0.05000,1.544
33,mlp.experts.228.up_proj,0.0002719368,0.05000,1.520
33,mlp.experts.147.up_proj,0.0002838401,0.05000,1.530
33,mlp.experts.139.up_proj,0.0001975782,0.05000,1.533
33,mlp.experts.141.up_proj,0.0007126706,0.05000,1.530
33,mlp.experts.163.up_proj,fallback(rtn): 0.0011063,0.00000,0.041
33,mlp.experts.142.up_proj,0.0003230360,0.05000,1.551
33,mlp.experts.184.up_proj,0.0006014701,0.05000,1.508
33,mlp.experts.128.up_proj,0.0005392150,0.05000,1.522
33,mlp.experts.193.up_proj,0.0005882091,0.05000,1.509
33,mlp.experts.140.up_proj,0.0002399743,0.05000,1.512
33,mlp.experts.134.up_proj,0.0004230922,0.05000,1.531
33,mlp.experts.154.up_proj,0.0002468976,0.05000,1.533
33,mlp.experts.127.up_proj,0.0001339175,0.05000,1.500
33,mlp.experts.117.up_proj,0.0002776056,0.05000,1.508
33,mlp.experts.162.up_proj,0.0004152855,0.05000,1.536
33,mlp.experts.150.up_proj,fallback(rtn): 0.0010300,0.00000,0.046
33,mlp.experts.119.up_proj,0.0003060307,0.05000,1.562
33,mlp.experts.153.up_proj,0.0006840759,0.05000,1.503
33,mlp.experts.244.up_proj,0.0002594799,0.05000,1.513
33,mlp.experts.155.up_proj,0.0006148539,0.05000,1.540
33,mlp.experts.157.up_proj,0.0004284910,0.05000,1.524
33,mlp.experts.144.up_proj,0.0003269198,0.05000,1.464
33,mlp.experts.179.up_proj,0.0002836258,0.05000,1.540
33,mlp.experts.200.up_proj,0.0003613983,0.05000,1.498
33,mlp.experts.158.up_proj,0.0002839797,0.05000,1.546
33,mlp.experts.216.up_proj,fallback(rtn): 0.0010757,0.00000,0.020
33,mlp.experts.209.up_proj,0.0006513835,0.05000,1.522
33,mlp.experts.156.up_proj,0.0002197076,0.05000,1.240
33,mlp.experts.160.up_proj,0.0002253451,0.05000,1.247
33,mlp.experts.232.up_proj,0.0002206896,0.05000,1.240
33,mlp.experts.133.up_proj,0.0003655929,0.05000,1.485
33,mlp.experts.170.up_proj,0.0005787309,0.05000,1.514
33,mlp.experts.143.up_proj,0.0004536858,0.05000,1.488
33,mlp.experts.166.up_proj,0.0005051604,0.05000,1.477
33,mlp.experts.135.up_proj,0.0005033814,0.05000,1.490
33,mlp.experts.169.up_proj,0.0007184790,0.05000,1.478
33,mlp.experts.178.up_proj,0.0002940843,0.05000,1.522
33,mlp.experts.173.up_proj,0.0005423939,0.05000,1.451
33,mlp.experts.171.up_proj,0.0004162772,0.05000,1.493
33,mlp.experts.195.up_proj,0.0004019797,0.05000,1.497
33,mlp.experts.174.up_proj,0.0003764902,0.05000,1.487
33,mlp.experts.225.up_proj,0.0003271915,0.05000,1.487
33,mlp.experts.172.up_proj,0.0002047834,0.05000,1.219
33,mlp.experts.188.up_proj,fallback(rtn): 0.0010681,0.00000,0.021
33,mlp.experts.176.up_proj,0.0002421142,0.05000,1.223
33,mlp.experts.248.up_proj,0.0003473523,0.05000,1.208
33,mlp.experts.149.up_proj,0.0010077459,0.05000,1.465
33,mlp.experts.182.up_proj,0.0002948220,0.05000,1.462
33,mlp.experts.186.up_proj,0.0002226471,0.05000,1.479
33,mlp.experts.194.up_proj,0.0003775202,0.05000,1.432
33,mlp.experts.159.up_proj,0.0002274400,0.05000,1.489
33,mlp.experts.185.up_proj,0.0003519254,0.05000,1.482
33,mlp.experts.151.up_proj,0.0002298619,0.05000,1.519
33,mlp.experts.189.up_proj,0.0003580706,0.05000,1.499
33,mlp.experts.190.up_proj,0.0002827277,0.05000,1.453
33,mlp.experts.187.up_proj,0.0003513193,0.05000,1.529
33,mlp.experts.211.up_proj,0.0002489480,0.05000,1.502
33,mlp.experts.241.up_proj,0.0003914200,0.05000,1.492
33,mlp.experts.204.up_proj,0.0001417836,0.05000,1.012
33,mlp.experts.192.up_proj,0.0002325241,0.05000,1.016
33,mlp.experts.165.up_proj,0.0002130641,0.05000,1.223
33,mlp.experts.201.up_proj,0.0002869160,0.05000,1.195
33,mlp.experts.205.up_proj,0.0003190870,0.05000,1.164
33,mlp.experts.210.up_proj,0.0001841998,0.05000,1.410
33,mlp.experts.198.up_proj,0.0003834710,0.05000,1.441
33,mlp.experts.202.up_proj,0.0004008742,0.05000,1.453
33,mlp.experts.220.up_proj,0.0003177313,0.05000,0.967
33,mlp.experts.226.up_proj,fallback(rtn): 0.0010605,0.00000,0.041
33,mlp.experts.175.up_proj,0.0005964229,0.05000,1.478
33,mlp.experts.167.up_proj,0.0002804596,0.05000,1.456
33,mlp.experts.206.up_proj,0.0002837284,0.05000,1.415
33,mlp.experts.203.up_proj,0.0002863727,0.05000,1.454
33,mlp.experts.208.up_proj,0.0003940002,0.05000,0.965
33,mlp.experts.227.up_proj,0.0002757703,0.05000,1.451
33,mlp.experts.217.up_proj,0.0002331588,0.05000,1.111
33,mlp.experts.233.up_proj,fallback(rtn): 0.0011673,0.00000,0.021
33,mlp.experts.181.up_proj,0.0004429806,0.05000,1.184
33,mlp.experts.249.up_proj,fallback(rtn): 0.0011826,0.00000,0.022
33,mlp.experts.221.up_proj,0.0007077439,0.05000,1.151
33,mlp.experts.236.up_proj,0.0002382680,0.05000,0.998
33,mlp.experts.224.up_proj,0.0002630120,0.05000,1.003
33,mlp.experts.242.up_proj,0.0005057846,0.05000,1.372
33,mlp.experts.214.up_proj,0.0002541797,0.05000,1.406
33,mlp.experts.218.up_proj,0.0003776347,0.05000,1.395
33,mlp.experts.191.up_proj,0.0007818517,0.05000,1.432
33,mlp.experts.222.up_proj,0.0010726656,0.05000,1.348
33,mlp.experts.183.up_proj,0.0001753006,0.05000,1.421
33,mlp.experts.243.up_proj,0.0005070373,0.05000,1.342
33,mlp.experts.219.up_proj,0.0003032360,0.05000,1.396
33,mlp.experts.197.up_proj,0.0002028369,0.05000,0.924
33,mlp.experts.237.up_proj,0.0002572536,0.05000,0.898
33,mlp.experts.252.up_proj,0.0005164141,0.05000,0.878
33,mlp.experts.240.up_proj,0.0002525874,0.05000,0.787
33,mlp.experts.234.up_proj,0.0003077601,0.05000,0.968
33,mlp.experts.230.up_proj,0.0006977735,0.05000,1.005
33,mlp.experts.207.up_proj,0.0005121522,0.05000,0.998
33,mlp.experts.199.up_proj,0.0005357183,0.05000,0.993
33,mlp.experts.238.up_proj,0.0001854308,0.05000,1.018
33,mlp.experts.235.up_proj,0.0002715237,0.05000,0.975
33,mlp.experts.213.up_proj,0.0006294938,0.05000,0.766
33,mlp.experts.253.up_proj,0.0003237514,0.05000,0.805
33,mlp.experts.229.up_proj,0.0005065332,0.05000,0.552
33,mlp.experts.250.up_proj,0.0002620052,0.05000,0.935
33,mlp.experts.246.up_proj,0.0003373578,0.05000,0.904
33,mlp.experts.254.up_proj,0.0004359178,0.05000,0.862
33,mlp.experts.215.up_proj,0.0002177854,0.05000,0.893
33,mlp.experts.223.up_proj,0.0003789393,0.05000,0.915
33,mlp.experts.251.up_proj,0.0002567783,0.05000,0.902
33,mlp.experts.245.up_proj,0.0006530300,0.05000,0.502
33,mlp.experts.239.up_proj,0.0003019740,0.05000,0.693
33,mlp.experts.231.up_proj,0.0004277085,0.05000,0.693
33,mlp.experts.247.up_proj,0.0001933282,0.05000,0.674
33,mlp.experts.255.up_proj,0.0003574523,0.05000,0.679
33,mlp.experts.1.down_proj,fallback(rtn): 0.0010376,0.00000,0.012
33,mlp.experts.8.down_proj,fallback(rtn): 0.0010834,0.00000,0.015
33,mlp.experts.14.down_proj,fallback(rtn): 0.0010605,0.00000,0.013
33,mlp.experts.12.down_proj,0.0000184233,0.05000,0.399
33,mlp.experts.2.down_proj,0.0000405911,0.05000,0.408
33,mlp.experts.7.down_proj,0.0000295385,0.05000,0.407
33,mlp.experts.15.down_proj,0.0000176913,0.05000,0.415
33,mlp.experts.5.down_proj,0.0000726421,0.05000,0.422
33,mlp.experts.13.down_proj,0.0000159750,0.05000,0.421
33,mlp.experts.11.down_proj,0.0000314035,0.05000,0.415
33,mlp.experts.17.down_proj,0.0000068072,0.05000,0.403
33,mlp.experts.3.down_proj,0.0000425128,0.05000,0.427
33,mlp.experts.10.down_proj,0.0000163978,0.05000,0.423
33,mlp.experts.9.down_proj,0.0000186084,0.05000,0.427
33,mlp.experts.4.down_proj,0.0000079648,0.05000,0.432
33,mlp.experts.6.down_proj,0.0000321167,0.05000,0.425
33,mlp.experts.0.down_proj,0.0000250766,0.05000,0.428
33,mlp.experts.30.down_proj,0.0000228506,0.05000,0.400
33,mlp.experts.26.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
33,mlp.experts.24.down_proj,0.0000379566,0.05000,0.413
33,mlp.experts.20.down_proj,fallback(rtn): 0.0011063,0.00000,0.008
33,mlp.experts.23.down_proj,0.0000318030,0.05000,0.358
33,mlp.experts.28.down_proj,0.0000442922,0.05000,0.364
33,mlp.experts.18.down_proj,0.0000405276,0.05000,0.362
33,mlp.experts.21.down_proj,0.0000859249,0.05000,0.368
33,mlp.experts.34.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
33,mlp.experts.31.down_proj,0.0000638868,0.05000,0.367
33,mlp.experts.29.down_proj,0.0000136092,0.05000,0.370
33,mlp.experts.33.down_proj,0.0000563396,0.05000,0.372
33,mlp.experts.45.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
33,mlp.experts.19.down_proj,0.0000047161,0.05000,0.368
33,mlp.experts.27.down_proj,0.0000050467,0.05000,0.381
33,mlp.experts.25.down_proj,0.0000225916,0.05000,0.373
33,mlp.experts.22.down_proj,0.0000371938,0.05000,0.375
33,mlp.experts.16.down_proj,0.0000495209,0.05000,0.377
33,mlp.experts.46.down_proj,0.0000945949,0.05000,0.371
33,mlp.experts.42.down_proj,0.0000370557,0.05000,0.376
33,mlp.experts.40.down_proj,0.0000744646,0.05000,0.378
33,mlp.experts.36.down_proj,0.0000201579,0.05000,0.384
33,mlp.experts.39.down_proj,0.0000138331,0.05000,0.378
33,mlp.experts.44.down_proj,0.0000120432,0.05000,0.381
33,mlp.experts.37.down_proj,0.0000352053,0.05000,0.375
33,mlp.experts.50.down_proj,0.0000145115,0.05000,0.381
33,mlp.experts.47.down_proj,0.0000168589,0.05000,0.393
33,mlp.experts.61.down_proj,0.0000283532,0.05000,0.383
33,mlp.experts.49.down_proj,0.0000630496,0.05000,0.384
33,mlp.experts.43.down_proj,0.0000243564,0.05000,0.380
33,mlp.experts.35.down_proj,0.0000356177,0.05000,0.382
33,mlp.experts.41.down_proj,0.0000338170,0.05000,0.374
33,mlp.experts.62.down_proj,0.0000110411,0.05000,0.372
33,mlp.experts.32.down_proj,0.0000166044,0.05000,0.382
33,mlp.experts.38.down_proj,0.0000408520,0.05000,0.386
33,mlp.experts.65.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
33,mlp.experts.58.down_proj,0.0000217573,0.05000,0.380
33,mlp.experts.56.down_proj,0.0000465451,0.05000,0.380
33,mlp.experts.52.down_proj,0.0000111527,0.05000,0.374
33,mlp.experts.55.down_proj,0.0000255595,0.05000,0.361
33,mlp.experts.60.down_proj,0.0000203507,0.05000,0.363
33,mlp.experts.53.down_proj,0.0000097918,0.05000,0.363
33,mlp.experts.66.down_proj,0.0000285710,0.05000,0.363
33,mlp.experts.63.down_proj,0.0000286832,0.05000,0.367
33,mlp.experts.77.down_proj,0.0000060538,0.05000,0.368
33,mlp.experts.78.down_proj,0.0000351121,0.05000,0.351
33,mlp.experts.59.down_proj,0.0000318233,0.05000,0.366
33,mlp.experts.51.down_proj,0.0000132489,0.05000,0.373
33,mlp.experts.57.down_proj,0.0000567069,0.05000,0.379
33,mlp.experts.54.down_proj,0.0000307724,0.05000,0.373
33,mlp.experts.48.down_proj,0.0000490033,0.05000,0.374
33,mlp.experts.72.down_proj,0.0000166867,0.05000,0.367
33,mlp.experts.74.down_proj,0.0000339655,0.05000,0.370
33,mlp.experts.81.down_proj,0.0000359188,0.05000,0.375
33,mlp.experts.68.down_proj,0.0000217992,0.05000,0.371
33,mlp.experts.76.down_proj,0.0000477565,0.05000,0.361
33,mlp.experts.71.down_proj,0.0000183631,0.05000,0.368
33,mlp.experts.69.down_proj,0.0000686980,0.05000,0.367
33,mlp.experts.82.down_proj,0.0000158317,0.05000,0.364
33,mlp.experts.79.down_proj,0.0000352398,0.05000,0.376
33,mlp.experts.94.down_proj,0.0000251045,0.05000,0.362
33,mlp.experts.93.down_proj,0.0000330711,0.05000,0.368
33,mlp.experts.75.down_proj,0.0000877577,0.05000,0.369
33,mlp.experts.67.down_proj,0.0000088912,0.05000,0.363
33,mlp.experts.73.down_proj,0.0000243334,0.05000,0.372
33,mlp.experts.70.down_proj,0.0000270824,0.05000,0.375
33,mlp.experts.88.down_proj,0.0000226813,0.05000,0.374
33,mlp.experts.90.down_proj,0.0000057529,0.05000,0.372
33,mlp.experts.64.down_proj,0.0000058772,0.05000,0.375
33,mlp.experts.84.down_proj,0.0000211701,0.05000,0.377
33,mlp.experts.97.down_proj,0.0000499206,0.05000,0.375
33,mlp.experts.80.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
33,mlp.experts.100.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
33,mlp.experts.92.down_proj,0.0000104996,0.05000,0.359
33,mlp.experts.87.down_proj,0.0000252976,0.05000,0.371
33,mlp.experts.98.down_proj,0.0000050173,0.05000,0.368
33,mlp.experts.85.down_proj,0.0000349164,0.05000,0.371
33,mlp.experts.95.down_proj,0.0000665808,0.05000,0.368
33,mlp.experts.110.down_proj,0.0000139080,0.05000,0.369
33,mlp.experts.109.down_proj,0.0000199616,0.05000,0.367
33,mlp.experts.91.down_proj,0.0000292057,0.05000,0.375
33,mlp.experts.83.down_proj,0.0000249056,0.05000,0.374
33,mlp.experts.89.down_proj,0.0000154485,0.05000,0.365
33,mlp.experts.86.down_proj,0.0000349876,0.05000,0.374
33,mlp.experts.104.down_proj,0.0000258940,0.05000,0.366
33,mlp.experts.106.down_proj,0.0000116582,0.05000,0.372
33,mlp.experts.120.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
33,mlp.experts.113.down_proj,0.0000181396,0.05000,0.368
33,mlp.experts.116.down_proj,0.0000324844,0.05000,0.364
33,mlp.experts.96.down_proj,0.0000377260,0.05000,0.367
33,mlp.experts.108.down_proj,0.0000044857,0.05000,0.360
33,mlp.experts.103.down_proj,0.0000332004,0.05000,0.368
33,mlp.experts.114.down_proj,0.0000238380,0.05000,0.371
33,mlp.experts.101.down_proj,0.0000132099,0.05000,0.374
33,mlp.experts.111.down_proj,0.0000769290,0.05000,0.373
33,mlp.experts.126.down_proj,0.0000336152,0.05000,0.376
33,mlp.experts.125.down_proj,0.0000489468,0.05000,0.373
33,mlp.experts.107.down_proj,0.0000229766,0.05000,0.368
33,mlp.experts.99.down_proj,0.0000222637,0.05000,0.364
33,mlp.experts.105.down_proj,0.0000323252,0.05000,0.377
33,mlp.experts.123.down_proj,fallback(rtn): 0.0010529,0.00000,0.008
33,mlp.experts.102.down_proj,0.0000517460,0.05000,0.367
33,mlp.experts.129.down_proj,0.0000136633,0.05000,0.374
33,mlp.experts.122.down_proj,0.0000208075,0.05000,0.377
33,mlp.experts.136.down_proj,0.0001064019,0.05000,0.385
33,mlp.experts.145.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
33,mlp.experts.112.down_proj,0.0000202992,0.05000,0.382
33,mlp.experts.132.down_proj,0.0000288355,0.05000,0.386
33,mlp.experts.148.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
33,mlp.experts.124.down_proj,0.0000218440,0.05000,0.374
33,mlp.experts.119.down_proj,0.0000707655,0.05000,0.384
33,mlp.experts.130.down_proj,0.0000116866,0.05000,0.373
33,mlp.experts.117.down_proj,0.0000289501,0.05000,0.379
33,mlp.experts.127.down_proj,0.0000118044,0.05000,0.370
33,mlp.experts.142.down_proj,0.0000287109,0.05000,0.377
33,mlp.experts.141.down_proj,0.0000223768,0.05000,0.384
33,mlp.experts.115.down_proj,0.0000085571,0.05000,0.376
33,mlp.experts.139.down_proj,0.0000210128,0.05000,0.374
33,mlp.experts.131.down_proj,fallback(rtn): 0.0010834,0.00000,0.006
33,mlp.experts.121.down_proj,0.0000258902,0.05000,0.386
33,mlp.experts.118.down_proj,0.0000136612,0.05000,0.380
33,mlp.experts.152.down_proj,0.0000381552,0.05000,0.373
33,mlp.experts.138.down_proj,0.0000269619,0.05000,0.376
33,mlp.experts.161.down_proj,0.0000630136,0.05000,0.372
33,mlp.experts.164.down_proj,0.0000175048,0.05000,0.373
33,mlp.experts.128.down_proj,0.0000261009,0.05000,0.392
33,mlp.experts.140.down_proj,0.0000054456,0.05000,0.376
33,mlp.experts.135.down_proj,0.0000459270,0.05000,0.378
33,mlp.experts.146.down_proj,0.0000502041,0.05000,0.378
33,mlp.experts.133.down_proj,0.0000361270,0.05000,0.386
33,mlp.experts.143.down_proj,0.0000640244,0.05000,0.383
33,mlp.experts.158.down_proj,0.0000069177,0.05000,0.379
33,mlp.experts.157.down_proj,0.0000226347,0.05000,0.380
33,mlp.experts.155.down_proj,0.0000325385,0.05000,0.381
33,mlp.experts.147.down_proj,0.0000637282,0.05000,0.375
33,mlp.experts.137.down_proj,0.0000024803,0.05000,0.378
33,mlp.experts.163.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
33,mlp.experts.134.down_proj,0.0000511597,0.05000,0.384
33,mlp.experts.150.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
33,mlp.experts.168.down_proj,0.0000406624,0.05000,0.375
33,mlp.experts.154.down_proj,0.0000241095,0.05000,0.377
33,mlp.experts.177.down_proj,0.0000344492,0.05000,0.384
33,mlp.experts.144.down_proj,0.0000146337,0.05000,0.379
33,mlp.experts.180.down_proj,0.0000155040,0.05000,0.384
33,mlp.experts.196.down_proj,fallback(rtn): 0.0010834,0.00000,0.009
33,mlp.experts.156.down_proj,0.0000383150,0.05000,0.379
33,mlp.experts.151.down_proj,0.0000285594,0.05000,0.373
33,mlp.experts.162.down_proj,0.0000799234,0.05000,0.387
33,mlp.experts.149.down_proj,0.0000677126,0.05000,0.383
33,mlp.experts.159.down_proj,0.0000152428,0.05000,0.381
33,mlp.experts.174.down_proj,0.0000497457,0.05000,0.382
33,mlp.experts.173.down_proj,0.0000170209,0.05000,0.372
33,mlp.experts.171.down_proj,0.0000280848,0.05000,0.377
33,mlp.experts.153.down_proj,0.0000274112,0.05000,0.379
33,mlp.experts.179.down_proj,0.0000300400,0.05000,0.371
33,mlp.experts.166.down_proj,0.0000499420,0.05000,0.382
33,mlp.experts.170.down_proj,0.0000480462,0.05000,0.376
33,mlp.experts.184.down_proj,0.0000516403,0.05000,0.388
33,mlp.experts.193.down_proj,0.0000539883,0.05000,0.384
33,mlp.experts.160.down_proj,0.0000203812,0.05000,0.388
33,mlp.experts.212.down_proj,0.0000193640,0.05000,0.386
33,mlp.experts.172.down_proj,0.0000262429,0.05000,0.379
33,mlp.experts.188.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
33,mlp.experts.167.down_proj,0.0000259855,0.05000,0.375
33,mlp.experts.178.down_proj,0.0000170227,0.05000,0.371
33,mlp.experts.165.down_proj,0.0000189587,0.05000,0.376
33,mlp.experts.175.down_proj,0.0000565524,0.05000,0.380
33,mlp.experts.189.down_proj,0.0000720409,0.05000,0.376
33,mlp.experts.190.down_proj,0.0000306959,0.05000,0.380
33,mlp.experts.187.down_proj,0.0000132058,0.05000,0.383
33,mlp.experts.169.down_proj,0.0000548860,0.05000,0.380
33,mlp.experts.195.down_proj,0.0000139795,0.05000,0.387
33,mlp.experts.182.down_proj,0.0000430436,0.05000,0.379
33,mlp.experts.200.down_proj,0.0000362408,0.05000,0.380
33,mlp.experts.186.down_proj,0.0000258236,0.05000,0.383
33,mlp.experts.209.down_proj,0.0000447798,0.05000,0.378
33,mlp.experts.216.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
33,mlp.experts.176.down_proj,0.0000123200,0.05000,0.381
33,mlp.experts.228.down_proj,0.0000265061,0.05000,0.380
33,mlp.experts.204.down_proj,0.0000351375,0.05000,0.375
33,mlp.experts.183.down_proj,0.0000295430,0.05000,0.386
33,mlp.experts.194.down_proj,0.0000364198,0.05000,0.387
33,mlp.experts.181.down_proj,0.0000516919,0.05000,0.375
33,mlp.experts.191.down_proj,0.0000705230,0.05000,0.381
33,mlp.experts.205.down_proj,0.0000481020,0.05000,0.372
33,mlp.experts.206.down_proj,0.0000548572,0.05000,0.376
33,mlp.experts.185.down_proj,0.0000357830,0.05000,0.375
33,mlp.experts.203.down_proj,0.0000248870,0.05000,0.390
33,mlp.experts.211.down_proj,0.0000478514,0.05000,0.379
33,mlp.experts.198.down_proj,0.0000544372,0.05000,0.375
33,mlp.experts.202.down_proj,0.0000286378,0.05000,0.367
33,mlp.experts.225.down_proj,0.0000249889,0.05000,0.370
33,mlp.experts.232.down_proj,0.0000294913,0.05000,0.370
33,mlp.experts.192.down_proj,0.0000128198,0.05000,0.367
33,mlp.experts.244.down_proj,0.0000582235,0.05000,0.378
33,mlp.experts.220.down_proj,0.0000381902,0.05000,0.350
33,mlp.experts.199.down_proj,0.0000300378,0.05000,0.371
33,mlp.experts.197.down_proj,0.0000074639,0.05000,0.363
33,mlp.experts.210.down_proj,0.0000174474,0.05000,0.369
33,mlp.experts.226.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
33,mlp.experts.207.down_proj,0.0000333977,0.05000,0.361
33,mlp.experts.221.down_proj,0.0000436651,0.05000,0.367
33,mlp.experts.222.down_proj,0.0000528397,0.05000,0.363
33,mlp.experts.201.down_proj,0.0000374010,0.05000,0.360
33,mlp.experts.248.down_proj,0.0000344644,0.05000,0.307
33,mlp.experts.219.down_proj,0.0000137861,0.05000,0.375
33,mlp.experts.227.down_proj,0.0000056324,0.05000,0.366
33,mlp.experts.208.down_proj,0.0000115082,0.05000,0.301
33,mlp.experts.214.down_proj,0.0000309852,0.05000,0.368
33,mlp.experts.218.down_proj,0.0000105844,0.05000,0.356
33,mlp.experts.241.down_proj,0.0000099052,0.05000,0.371
33,mlp.experts.236.down_proj,0.0000063220,0.05000,0.264
33,mlp.experts.213.down_proj,0.0000247910,0.05000,0.313
33,mlp.experts.215.down_proj,0.0000648660,0.05000,0.345
33,mlp.experts.224.down_proj,0.0000326612,0.05000,0.243
33,mlp.experts.237.down_proj,0.0000284607,0.05000,0.299
33,mlp.experts.242.down_proj,0.0000362923,0.05000,0.342
33,mlp.experts.217.down_proj,0.0000283172,0.05000,0.292
33,mlp.experts.223.down_proj,0.0000106509,0.05000,0.348
33,mlp.experts.233.down_proj,fallback(rtn): 0.0010834,0.00000,0.006
33,mlp.experts.249.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
33,mlp.experts.238.down_proj,0.0000265872,0.05000,0.341
33,mlp.experts.234.down_proj,0.0000438351,0.05000,0.329
33,mlp.experts.235.down_proj,0.0000111691,0.05000,0.350
33,mlp.experts.230.down_proj,0.0000421001,0.05000,0.332
33,mlp.experts.252.down_proj,0.0000210438,0.05000,0.235
33,mlp.experts.243.down_proj,0.0000263573,0.05000,0.354
33,mlp.experts.240.down_proj,0.0000381907,0.05000,0.192
33,mlp.experts.229.down_proj,0.0000510856,0.05000,0.238
33,mlp.experts.253.down_proj,0.0000390495,0.05000,0.231
33,mlp.experts.231.down_proj,0.0000370108,0.05000,0.288
33,mlp.experts.254.down_proj,0.0000156044,0.05000,0.252
33,mlp.experts.239.down_proj,0.0000075805,0.05000,0.280
33,mlp.experts.246.down_proj,0.0000176360,0.05000,0.229
33,mlp.experts.250.down_proj,0.0000184790,0.05000,0.239
33,mlp.experts.251.down_proj,0.0000390663,0.05000,0.238
33,mlp.experts.245.down_proj,0.0000545407,0.05000,0.138
33,mlp.experts.247.down_proj,0.0000400781,0.05000,0.188
33,mlp.experts.255.down_proj,0.0000140381,0.05000,0.166
34,mlp.experts.8.gate_proj,0.0006039453,0.05000,1.547
34,mlp.experts.4.gate_proj,0.0006642909,0.05000,1.580
34,mlp.experts.0.gate_proj,0.0007049426,0.05000,1.562
34,mlp.experts.12.gate_proj,0.0003104715,0.05000,1.572
34,mlp.experts.11.gate_proj,0.0002610283,0.05000,1.584
34,mlp.experts.10.gate_proj,0.0003132582,0.05000,1.578
34,mlp.experts.13.gate_proj,0.0001951675,0.05000,1.578
34,mlp.experts.1.gate_proj,0.0002234658,0.05000,1.563
34,mlp.experts.7.gate_proj,0.0005372678,0.05000,1.583
34,mlp.experts.5.gate_proj,0.0007241924,0.05000,1.607
34,mlp.experts.15.gate_proj,0.0005298959,0.05000,1.574
34,mlp.experts.3.gate_proj,0.0002455349,0.05000,1.614
34,mlp.experts.9.gate_proj,0.0003875186,0.05000,1.597
34,mlp.experts.2.gate_proj,0.0004330897,0.05000,1.609
34,mlp.experts.14.gate_proj,0.0005142401,0.05000,1.599
34,mlp.experts.6.gate_proj,0.0005210652,0.05000,1.579
34,mlp.experts.24.gate_proj,0.0006660369,0.05000,1.491
34,mlp.experts.28.gate_proj,0.0002383426,0.05000,1.499
34,mlp.experts.20.gate_proj,0.0002422646,0.05000,1.524
34,mlp.experts.16.gate_proj,0.0001956870,0.05000,1.528
34,mlp.experts.18.gate_proj,0.0003055463,0.05000,1.485
34,mlp.experts.17.gate_proj,0.0003186167,0.05000,1.514
34,mlp.experts.29.gate_proj,0.0002933532,0.05000,1.516
34,mlp.experts.22.gate_proj,0.0004501912,0.05000,1.503
34,mlp.experts.25.gate_proj,0.0008222694,0.05000,1.500
34,mlp.experts.21.gate_proj,0.0003582570,0.05000,1.510
34,mlp.experts.26.gate_proj,0.0002175465,0.05000,1.528
34,mlp.experts.23.gate_proj,0.0003761542,0.05000,1.536
34,mlp.experts.27.gate_proj,0.0001647866,0.05000,1.549
34,mlp.experts.19.gate_proj,0.0005461858,0.05000,1.520
34,mlp.experts.31.gate_proj,0.0004976854,0.05000,1.527
34,mlp.experts.30.gate_proj,0.0007957170,0.05000,1.595
34,mlp.experts.39.gate_proj,fallback(rtn): 0.0011749,0.00000,0.072
34,mlp.experts.35.gate_proj,fallback(rtn): 0.0010910,0.00000,0.068
34,mlp.experts.40.gate_proj,0.0004431973,0.05000,1.538
34,mlp.experts.33.gate_proj,0.0004116543,0.05000,1.493
34,mlp.experts.38.gate_proj,0.0005539449,0.05000,1.501
34,mlp.experts.32.gate_proj,0.0001813379,0.05000,1.532
34,mlp.experts.44.gate_proj,0.0001895758,0.05000,1.544
34,mlp.experts.45.gate_proj,0.0003795500,0.05000,1.532
34,mlp.experts.47.gate_proj,0.0005098910,0.05000,1.501
34,mlp.experts.34.gate_proj,0.0002814896,0.05000,1.549
34,mlp.experts.41.gate_proj,0.0006140365,0.05000,1.524
34,mlp.experts.37.gate_proj,0.0001893510,0.05000,1.524
34,mlp.experts.42.gate_proj,0.0003101079,0.05000,1.527
34,mlp.experts.43.gate_proj,0.0007406973,0.05000,1.518
34,mlp.experts.46.gate_proj,0.0004219041,0.05000,1.460
34,mlp.experts.36.gate_proj,0.0003067888,0.05000,1.625
34,mlp.experts.55.gate_proj,0.0003199302,0.05000,1.510
34,mlp.experts.51.gate_proj,0.0002019477,0.05000,1.508
34,mlp.experts.71.gate_proj,fallback(rtn): 0.0010986,0.00000,0.042
34,mlp.experts.56.gate_proj,0.0001962141,0.05000,1.522
34,mlp.experts.49.gate_proj,0.0002911746,0.05000,1.534
34,mlp.experts.54.gate_proj,0.0002362306,0.05000,1.521
34,mlp.experts.48.gate_proj,0.0002118617,0.05000,1.535
34,mlp.experts.60.gate_proj,0.0007766360,0.05000,1.544
34,mlp.experts.59.gate_proj,0.0005046581,0.05000,1.501
34,mlp.experts.50.gate_proj,0.0007198634,0.05000,1.513
34,mlp.experts.63.gate_proj,0.0002984836,0.05000,1.532
34,mlp.experts.53.gate_proj,0.0006778253,0.05000,1.530
34,mlp.experts.67.gate_proj,0.0003419315,0.05000,1.472
34,mlp.experts.57.gate_proj,0.0002906600,0.05000,1.537
34,mlp.experts.75.gate_proj,fallback(rtn): 0.0010605,0.00000,0.023
34,mlp.experts.61.gate_proj,0.0003557924,0.05000,1.554
34,mlp.experts.58.gate_proj,0.0003269316,0.05000,1.542
34,mlp.experts.79.gate_proj,fallback(rtn): 0.0011597,0.00000,0.018
34,mlp.experts.52.gate_proj,0.0001676985,0.05000,1.508
34,mlp.experts.62.gate_proj,0.0003778206,0.05000,1.554
34,mlp.experts.87.gate_proj,0.0002883384,0.05000,1.453
34,mlp.experts.78.gate_proj,fallback(rtn): 0.0015030,0.00000,0.038
34,mlp.experts.77.gate_proj,fallback(rtn): 0.0012512,0.00000,0.068
34,mlp.experts.72.gate_proj,0.0002519074,0.05000,1.502
34,mlp.experts.70.gate_proj,0.0004060852,0.05000,1.480
34,mlp.experts.64.gate_proj,0.0002814826,0.05000,1.478
34,mlp.experts.76.gate_proj,0.0002282987,0.05000,1.467
34,mlp.experts.66.gate_proj,0.0001641599,0.05000,1.475
34,mlp.experts.95.gate_proj,0.0001962833,0.05000,1.477
34,mlp.experts.91.gate_proj,0.0004661520,0.05000,1.487
34,mlp.experts.65.gate_proj,0.0007382430,0.05000,1.568
34,mlp.experts.68.gate_proj,0.0007493122,0.05000,1.495
34,mlp.experts.69.gate_proj,0.0003690698,0.05000,1.525
34,mlp.experts.74.gate_proj,0.0001913773,0.05000,1.507
34,mlp.experts.83.gate_proj,0.0003517148,0.05000,1.522
34,mlp.experts.103.gate_proj,0.0004844361,0.05000,1.507
34,mlp.experts.111.gate_proj,fallback(rtn): 0.0011444,0.00000,0.050
34,mlp.experts.73.gate_proj,0.0004079699,0.05000,1.557
34,mlp.experts.94.gate_proj,0.0003164005,0.05000,1.489
34,mlp.experts.119.gate_proj,fallback(rtn): 0.0012589,0.00000,0.039
34,mlp.experts.127.gate_proj,fallback(rtn): 0.0010452,0.00000,0.024
34,mlp.experts.93.gate_proj,0.0003553876,0.05000,1.506
34,mlp.experts.89.gate_proj,fallback(rtn): 0.0012665,0.00000,0.029
34,mlp.experts.135.gate_proj,fallback(rtn): 0.0011292,0.00000,0.038
34,mlp.experts.92.gate_proj,0.0003082539,0.05000,1.473
34,mlp.experts.88.gate_proj,0.0005354307,0.05000,1.510
34,mlp.experts.86.gate_proj,0.0002633447,0.05000,1.508
34,mlp.experts.82.gate_proj,0.0003753621,0.05000,1.493
34,mlp.experts.80.gate_proj,0.0004383493,0.05000,1.521
34,mlp.experts.99.gate_proj,0.0002116309,0.05000,1.460
34,mlp.experts.107.gate_proj,0.0005481006,0.05000,1.506
34,mlp.experts.84.gate_proj,0.0003179665,0.05000,1.495
34,mlp.experts.81.gate_proj,0.0003179624,0.05000,1.533
34,mlp.experts.85.gate_proj,0.0003095137,0.05000,1.522
34,mlp.experts.90.gate_proj,0.0002701535,0.05000,1.519
34,mlp.experts.110.gate_proj,0.0006169926,0.05000,1.488
34,mlp.experts.143.gate_proj,0.0003886219,0.05000,1.487
34,mlp.experts.151.gate_proj,0.0004765534,0.05000,1.487
34,mlp.experts.109.gate_proj,0.0005321227,0.05000,1.521
34,mlp.experts.105.gate_proj,0.0004289516,0.05000,1.540
34,mlp.experts.108.gate_proj,0.0001026768,0.05000,1.491
34,mlp.experts.104.gate_proj,0.0009583371,0.05000,1.492
34,mlp.experts.98.gate_proj,0.0006815942,0.05000,1.496
34,mlp.experts.96.gate_proj,0.0001894347,0.05000,1.486
34,mlp.experts.102.gate_proj,0.0002848301,0.05000,1.520
34,mlp.experts.124.gate_proj,fallback(rtn): 0.0011292,0.00000,0.049
34,mlp.experts.123.gate_proj,0.0001347469,0.05000,1.480
34,mlp.experts.115.gate_proj,0.0006589352,0.05000,1.505
34,mlp.experts.100.gate_proj,0.0007359285,0.05000,1.497
34,mlp.experts.139.gate_proj,fallback(rtn): 0.0011826,0.00000,0.041
34,mlp.experts.101.gate_proj,0.0003207195,0.05000,1.519
34,mlp.experts.97.gate_proj,0.0004294250,0.05000,1.530
34,mlp.experts.106.gate_proj,0.0005068278,0.05000,1.541
34,mlp.experts.126.gate_proj,0.0005528463,0.05000,1.544
34,mlp.experts.167.gate_proj,0.0005173780,0.05000,1.487
34,mlp.experts.159.gate_proj,0.0002097906,0.05000,1.519
34,mlp.experts.125.gate_proj,0.0006295353,0.05000,1.503
34,mlp.experts.121.gate_proj,0.0001701193,0.05000,1.532
34,mlp.experts.120.gate_proj,0.0003847160,0.05000,1.617
34,mlp.experts.112.gate_proj,0.0003372512,0.05000,1.616
34,mlp.experts.114.gate_proj,0.0003237483,0.05000,1.631
34,mlp.experts.118.gate_proj,0.0002775991,0.05000,1.632
34,mlp.experts.155.gate_proj,0.0002269855,0.05000,1.596
34,mlp.experts.175.gate_proj,0.0002504234,0.05000,1.574
34,mlp.experts.142.gate_proj,0.0005788826,0.05000,1.596
34,mlp.experts.140.gate_proj,0.0004299436,0.05000,1.611
34,mlp.experts.117.gate_proj,0.0012029002,0.05000,1.600
34,mlp.experts.131.gate_proj,0.0002418492,0.05000,1.612
34,mlp.experts.122.gate_proj,0.0005061395,0.05000,1.625
34,mlp.experts.183.gate_proj,0.0003031894,0.05000,1.616
34,mlp.experts.113.gate_proj,0.0005066783,0.05000,1.658
34,mlp.experts.116.gate_proj,0.0004691042,0.05000,1.751
34,mlp.experts.147.gate_proj,fallback(rtn): 0.0012131,0.00000,0.040
34,mlp.experts.141.gate_proj,0.0003969751,0.05000,1.673
34,mlp.experts.156.gate_proj,fallback(rtn): 0.0011215,0.00000,0.054
34,mlp.experts.137.gate_proj,0.0003006789,0.05000,1.674
34,mlp.experts.130.gate_proj,0.0003671618,0.05000,1.499
34,mlp.experts.136.gate_proj,0.0005309319,0.05000,1.636
34,mlp.experts.171.gate_proj,0.0003192506,0.05000,1.440
34,mlp.experts.134.gate_proj,0.0003076109,0.05000,1.633
34,mlp.experts.133.gate_proj,0.0002823210,0.05000,1.467
34,mlp.experts.158.gate_proj,0.0005170952,0.05000,1.446
34,mlp.experts.129.gate_proj,0.0002565848,0.05000,1.469
34,mlp.experts.157.gate_proj,0.0007446180,0.05000,1.426
34,mlp.experts.128.gate_proj,0.0006484785,0.05000,1.669
34,mlp.experts.153.gate_proj,0.0005132285,0.05000,1.390
34,mlp.experts.132.gate_proj,0.0001861513,0.05000,1.517
34,mlp.experts.148.gate_proj,fallback(rtn): 0.0012131,0.00000,0.021
34,mlp.experts.138.gate_proj,0.0002701023,0.05000,1.570
34,mlp.experts.145.gate_proj,fallback(rtn): 0.0011368,0.00000,0.087
34,mlp.experts.191.gate_proj,0.0004485986,0.05000,1.659
34,mlp.experts.172.gate_proj,0.0009929116,0.05000,1.540
34,mlp.experts.199.gate_proj,0.0004731072,0.05000,1.634
34,mlp.experts.163.gate_proj,0.0003255714,0.05000,1.637
34,mlp.experts.187.gate_proj,0.0002217417,0.05000,1.487
34,mlp.experts.152.gate_proj,0.0003221342,0.05000,1.516
34,mlp.experts.144.gate_proj,0.0003651514,0.05000,1.501
34,mlp.experts.169.gate_proj,0.0004467882,0.05000,1.504
34,mlp.experts.174.gate_proj,0.0002328036,0.05000,1.542
34,mlp.experts.149.gate_proj,0.0003102462,0.05000,1.538
34,mlp.experts.146.gate_proj,0.0005802457,0.05000,1.553
34,mlp.experts.173.gate_proj,0.0004656070,0.05000,1.533
34,mlp.experts.150.gate_proj,0.0001758801,0.05000,1.554
34,mlp.experts.164.gate_proj,0.0006092635,0.05000,1.479
34,mlp.experts.154.gate_proj,0.0001834945,0.05000,1.479
34,mlp.experts.207.gate_proj,0.0001659701,0.05000,1.477
34,mlp.experts.161.gate_proj,0.0003820978,0.05000,1.486
34,mlp.experts.215.gate_proj,0.0003706845,0.05000,1.466
34,mlp.experts.188.gate_proj,0.0002063307,0.05000,1.512
34,mlp.experts.189.gate_proj,fallback(rtn): 0.0010986,0.00000,0.054
34,mlp.experts.190.gate_proj,fallback(rtn): 0.0011978,0.00000,0.072
34,mlp.experts.179.gate_proj,0.0002818850,0.05000,1.494
34,mlp.experts.203.gate_proj,0.0008728358,0.05000,1.494
34,mlp.experts.185.gate_proj,0.0004385820,0.05000,1.503
34,mlp.experts.160.gate_proj,0.0005893655,0.05000,1.514
34,mlp.experts.166.gate_proj,0.0002691322,0.05000,1.486
34,mlp.experts.168.gate_proj,0.0004765157,0.05000,1.545
34,mlp.experts.177.gate_proj,0.0004812919,0.05000,1.484
34,mlp.experts.165.gate_proj,0.0008470898,0.05000,1.518
34,mlp.experts.223.gate_proj,0.0006066449,0.05000,1.495
34,mlp.experts.180.gate_proj,0.0002113012,0.05000,1.530
34,mlp.experts.170.gate_proj,0.0002578723,0.05000,1.532
34,mlp.experts.162.gate_proj,0.0008531260,0.05000,1.546
34,mlp.experts.206.gate_proj,0.0003815512,0.05000,1.478
34,mlp.experts.205.gate_proj,0.0004478091,0.05000,1.492
34,mlp.experts.231.gate_proj,0.0004139754,0.05000,1.504
34,mlp.experts.193.gate_proj,fallback(rtn): 0.0011063,0.00000,0.041
34,mlp.experts.204.gate_proj,0.0002114454,0.05000,1.515
34,mlp.experts.178.gate_proj,fallback(rtn): 0.0010986,0.00000,0.047
34,mlp.experts.221.gate_proj,fallback(rtn): 0.0011292,0.00000,0.042
34,mlp.experts.195.gate_proj,0.0002855435,0.05000,1.510
34,mlp.experts.237.gate_proj,fallback(rtn): 0.0011673,0.00000,0.025
34,mlp.experts.219.gate_proj,0.0003550543,0.05000,1.490
34,mlp.experts.201.gate_proj,0.0006930125,0.05000,1.498
34,mlp.experts.176.gate_proj,0.0002076492,0.05000,1.496
34,mlp.experts.182.gate_proj,0.0004516965,0.05000,1.503
34,mlp.experts.184.gate_proj,0.0006273587,0.05000,1.499
34,mlp.experts.181.gate_proj,0.0002766926,0.05000,1.483
34,mlp.experts.239.gate_proj,0.0003798896,0.05000,1.499
34,mlp.experts.222.gate_proj,0.0006831740,0.05000,1.475
34,mlp.experts.200.gate_proj,fallback(rtn): 0.0010529,0.00000,0.026
34,mlp.experts.220.gate_proj,0.0005782967,0.05000,1.471
34,mlp.experts.196.gate_proj,0.0003400192,0.05000,1.513
34,mlp.experts.186.gate_proj,0.0003720151,0.05000,1.520
34,mlp.experts.209.gate_proj,0.0003525283,0.05000,1.504
34,mlp.experts.247.gate_proj,0.0003567227,0.05000,1.525
34,mlp.experts.194.gate_proj,0.0007543835,0.05000,1.510
34,mlp.experts.253.gate_proj,0.0003562085,0.05000,1.469
34,mlp.experts.211.gate_proj,0.0007156773,0.05000,1.521
34,mlp.experts.217.gate_proj,0.0002919172,0.05000,1.494
34,mlp.experts.235.gate_proj,0.0003471286,0.05000,1.560
34,mlp.experts.192.gate_proj,0.0003571203,0.05000,1.517
34,mlp.experts.198.gate_proj,0.0008786184,0.05000,1.520
34,mlp.experts.197.gate_proj,0.0004897565,0.05000,1.534
34,mlp.experts.238.gate_proj,0.0002336429,0.05000,1.519
34,mlp.experts.236.gate_proj,0.0001697063,0.05000,1.496
34,mlp.experts.216.gate_proj,0.0004888483,0.05000,1.517
34,mlp.experts.212.gate_proj,0.0003264038,0.05000,1.500
34,mlp.experts.202.gate_proj,0.0002352258,0.05000,1.514
34,mlp.experts.225.gate_proj,0.0003514071,0.05000,1.527
34,mlp.experts.255.gate_proj,0.0002771527,0.05000,1.585
34,mlp.experts.210.gate_proj,0.0004738079,0.05000,1.499
34,mlp.experts.13.up_proj,0.0001216959,0.05000,1.510
34,mlp.experts.7.up_proj,0.0004514810,0.05000,1.571
34,mlp.experts.227.gate_proj,0.0003608996,0.05000,1.565
34,mlp.experts.233.gate_proj,0.0003515197,0.05000,1.475
34,mlp.experts.214.gate_proj,0.0004823797,0.05000,1.466
34,mlp.experts.208.gate_proj,0.0002067971,0.05000,1.501
34,mlp.experts.213.gate_proj,0.0003825615,0.05000,1.476
34,mlp.experts.251.gate_proj,0.0004368380,0.05000,1.554
34,mlp.experts.218.gate_proj,0.0001512990,0.05000,1.461
34,mlp.experts.232.gate_proj,0.0003810991,0.05000,1.485
34,mlp.experts.254.gate_proj,0.0001535567,0.05000,1.521
34,mlp.experts.241.gate_proj,0.0003994625,0.05000,1.475
34,mlp.experts.226.gate_proj,0.0003681861,0.05000,1.479
34,mlp.experts.228.gate_proj,0.0005371073,0.05000,1.546
34,mlp.experts.252.gate_proj,0.0002035669,0.05000,1.551
34,mlp.experts.29.up_proj,0.0002874681,0.05000,1.499
34,mlp.experts.15.up_proj,0.0003561781,0.05000,1.558
34,mlp.experts.23.up_proj,0.0003114109,0.05000,1.540
34,mlp.experts.243.gate_proj,0.0005810113,0.05000,1.504
34,mlp.experts.39.up_proj,fallback(rtn): 0.0010681,0.00000,0.029
34,mlp.experts.249.gate_proj,0.0003352274,0.05000,1.489
34,mlp.experts.230.gate_proj,0.0003831370,0.05000,1.486
34,mlp.experts.224.gate_proj,0.0003717362,0.05000,1.526
34,mlp.experts.229.gate_proj,0.0005254104,0.05000,1.507
34,mlp.experts.234.gate_proj,0.0003966316,0.05000,1.488
34,mlp.experts.248.gate_proj,0.0005126903,0.05000,1.508
34,mlp.experts.14.up_proj,0.0004754186,0.05000,1.493
34,mlp.experts.242.gate_proj,0.0009562762,0.05000,1.480
34,mlp.experts.11.up_proj,0.0002795240,0.05000,1.537
34,mlp.experts.1.up_proj,0.0002141368,0.05000,1.503
34,mlp.experts.12.up_proj,0.0002533264,0.05000,1.519
34,mlp.experts.244.gate_proj,0.0002620587,0.05000,1.526
34,mlp.experts.45.up_proj,0.0003258004,0.05000,1.506
34,mlp.experts.31.up_proj,0.0004694078,0.05000,1.506
34,mlp.experts.55.up_proj,0.0002907409,0.05000,1.490
34,mlp.experts.3.up_proj,0.0002055135,0.05000,1.513
34,mlp.experts.71.up_proj,fallback(rtn): 0.0010605,0.00000,0.041
34,mlp.experts.246.gate_proj,0.0002759550,0.05000,1.471
34,mlp.experts.9.up_proj,0.0003355712,0.05000,1.523
34,mlp.experts.250.gate_proj,0.0003264711,0.05000,1.509
34,mlp.experts.245.gate_proj,0.0003182853,0.05000,1.537
34,mlp.experts.30.up_proj,0.0006687019,0.05000,1.484
34,mlp.experts.240.gate_proj,0.0002435070,0.05000,1.550
34,mlp.experts.27.up_proj,0.0001330916,0.05000,1.500
34,mlp.experts.2.up_proj,0.0003645557,0.05000,1.529
34,mlp.experts.17.up_proj,0.0003100797,0.05000,1.535
34,mlp.experts.8.up_proj,0.0005062859,0.05000,1.567
34,mlp.experts.28.up_proj,0.0001951885,0.05000,1.515
34,mlp.experts.61.up_proj,0.0002555387,0.05000,1.515
34,mlp.experts.47.up_proj,0.0004036490,0.05000,1.501
34,mlp.experts.77.up_proj,fallback(rtn): 0.0010986,0.00000,0.024
34,mlp.experts.4.up_proj,0.0005463960,0.05000,1.567
34,mlp.experts.19.up_proj,0.0005212060,0.05000,1.505
34,mlp.experts.87.up_proj,0.0002477525,0.05000,1.478
34,mlp.experts.35.up_proj,fallback(rtn): 0.0011063,0.00000,0.041
34,mlp.experts.25.up_proj,0.0006958069,0.05000,1.482
34,mlp.experts.6.up_proj,0.0003785823,0.05000,1.493
34,mlp.experts.10.up_proj,0.0002633159,0.05000,1.482
34,mlp.experts.46.up_proj,0.0003645136,0.05000,1.496
34,mlp.experts.5.up_proj,0.0004984462,0.05000,1.498
34,mlp.experts.43.up_proj,0.0006574928,0.05000,1.485
34,mlp.experts.33.up_proj,0.0003878272,0.05000,1.476
34,mlp.experts.0.up_proj,0.0005586116,0.05000,1.539
34,mlp.experts.18.up_proj,0.0002634557,0.05000,1.515
34,mlp.experts.24.up_proj,0.0006010231,0.05000,1.524
34,mlp.experts.44.up_proj,0.0001664201,0.05000,1.504
34,mlp.experts.63.up_proj,0.0002738047,0.05000,1.495
34,mlp.experts.93.up_proj,0.0002245420,0.05000,1.487
34,mlp.experts.79.up_proj,fallback(rtn): 0.0010452,0.00000,0.025
34,mlp.experts.20.up_proj,0.0001888051,0.05000,1.517
34,mlp.experts.103.up_proj,0.0003110614,0.05000,1.505
34,mlp.experts.51.up_proj,0.0001748148,0.05000,1.479
34,mlp.experts.119.up_proj,fallback(rtn): 0.0011444,0.00000,0.041
34,mlp.experts.135.up_proj,fallback(rtn): 0.0010986,0.00000,0.026
34,mlp.experts.41.up_proj,0.0005757352,0.05000,1.504
34,mlp.experts.109.up_proj,0.0003620673,0.05000,1.371
34,mlp.experts.49.up_proj,0.0002430598,0.05000,1.424
34,mlp.experts.22.up_proj,0.0003685756,0.05000,1.492
34,mlp.experts.21.up_proj,0.0003647360,0.05000,1.454
34,mlp.experts.40.up_proj,0.0003852874,0.05000,1.409
34,mlp.experts.59.up_proj,0.0004298167,0.05000,1.492
34,mlp.experts.16.up_proj,0.0002521881,0.05000,1.469
34,mlp.experts.75.up_proj,fallback(rtn): 0.0010529,0.00000,0.022
34,mlp.experts.60.up_proj,0.0007980439,0.05000,1.471
34,mlp.experts.26.up_proj,0.0002017576,0.05000,1.639
34,mlp.experts.95.up_proj,0.0001800126,0.05000,1.484
34,mlp.experts.36.up_proj,0.0002481738,0.05000,1.476
34,mlp.experts.34.up_proj,0.0002619379,0.05000,1.586
34,mlp.experts.62.up_proj,0.0003166730,0.05000,1.646
34,mlp.experts.111.up_proj,fallback(rtn): 0.0010529,0.00000,0.024
34,mlp.experts.67.up_proj,0.0003146088,0.05000,1.456
34,mlp.experts.78.up_proj,fallback(rtn): 0.0012283,0.00000,0.036
34,mlp.experts.127.up_proj,fallback(rtn): 0.0010452,0.00000,0.041
34,mlp.experts.151.up_proj,0.0004096800,0.05000,1.480
34,mlp.experts.56.up_proj,0.0001773607,0.05000,1.504
34,mlp.experts.37.up_proj,0.0001566025,0.05000,1.508
34,mlp.experts.65.up_proj,0.0005662914,0.05000,1.514
34,mlp.experts.57.up_proj,0.0002271645,0.05000,1.526
34,mlp.experts.125.up_proj,0.0005797786,0.05000,1.522
34,mlp.experts.38.up_proj,0.0005096581,0.05000,1.537
34,mlp.experts.32.up_proj,0.0001804847,0.05000,1.544
34,mlp.experts.91.up_proj,0.0002301531,0.05000,1.527
34,mlp.experts.76.up_proj,0.0001812984,0.05000,1.521
34,mlp.experts.52.up_proj,0.0001611514,0.05000,1.519
34,mlp.experts.42.up_proj,0.0002585862,0.05000,1.556
34,mlp.experts.50.up_proj,0.0006876946,0.05000,1.515
34,mlp.experts.83.up_proj,0.0003426067,0.05000,1.540
34,mlp.experts.143.up_proj,0.0003343073,0.05000,1.532
34,mlp.experts.94.up_proj,0.0002783320,0.05000,1.545
34,mlp.experts.167.up_proj,0.0004589153,0.05000,1.505
34,mlp.experts.72.up_proj,0.0002078372,0.05000,1.487
34,mlp.experts.48.up_proj,0.0001694872,0.05000,1.458
34,mlp.experts.54.up_proj,0.0002207143,0.05000,1.485
34,mlp.experts.81.up_proj,0.0002332716,0.05000,1.509
34,mlp.experts.73.up_proj,0.0003613196,0.05000,1.526
34,mlp.experts.141.up_proj,0.0003712824,0.05000,1.534
34,mlp.experts.92.up_proj,0.0003031238,0.05000,1.496
34,mlp.experts.53.up_proj,0.0005604531,0.05000,1.551
34,mlp.experts.107.up_proj,0.0004480274,0.05000,1.506
34,mlp.experts.89.up_proj,fallback(rtn): 0.0010605,0.00000,0.062
34,mlp.experts.68.up_proj,0.0006290615,0.05000,1.480
34,mlp.experts.66.up_proj,0.0001265924,0.05000,1.493
34,mlp.experts.58.up_proj,0.0002518898,0.05000,1.497
34,mlp.experts.99.up_proj,0.0001887783,0.05000,1.497
34,mlp.experts.183.up_proj,0.0002323370,0.05000,1.451
34,mlp.experts.110.up_proj,0.0005265710,0.05000,1.479
34,mlp.experts.159.up_proj,0.0002165240,0.05000,1.494
34,mlp.experts.64.up_proj,0.0002552802,0.05000,1.475
34,mlp.experts.70.up_proj,0.0003658695,0.05000,1.488
34,mlp.experts.88.up_proj,0.0003711958,0.05000,1.508
34,mlp.experts.123.up_proj,0.0001117702,0.05000,1.482
34,mlp.experts.157.up_proj,0.0006583741,0.05000,1.504
34,mlp.experts.97.up_proj,0.0003107574,0.05000,1.530
34,mlp.experts.108.up_proj,0.0000889933,0.05000,1.497
34,mlp.experts.139.up_proj,fallback(rtn): 0.0011063,0.00000,0.025
34,mlp.experts.84.up_proj,0.0002390150,0.05000,1.471
34,mlp.experts.124.up_proj,fallback(rtn): 0.0010681,0.00000,0.024
34,mlp.experts.69.up_proj,0.0003151069,0.05000,1.552
34,mlp.experts.105.up_proj,0.0004054093,0.05000,1.499
34,mlp.experts.82.up_proj,0.0002511514,0.05000,1.495
34,mlp.experts.74.up_proj,0.0001473901,0.05000,1.507
34,mlp.experts.199.up_proj,0.0004541229,0.05000,1.454
34,mlp.experts.115.up_proj,0.0006208601,0.05000,1.475
34,mlp.experts.175.up_proj,0.0002111423,0.05000,1.478
34,mlp.experts.126.up_proj,0.0005190309,0.05000,1.517
34,mlp.experts.104.up_proj,0.0007695583,0.05000,1.474
34,mlp.experts.80.up_proj,0.0003454722,0.05000,1.503
34,mlp.experts.86.up_proj,0.0002703144,0.05000,1.527
34,mlp.experts.173.up_proj,0.0003661492,0.05000,1.500
34,mlp.experts.113.up_proj,0.0004907523,0.05000,1.520
34,mlp.experts.189.up_proj,fallback(rtn): 0.0010757,0.00000,0.020
34,mlp.experts.140.up_proj,0.0004001419,0.05000,1.494
34,mlp.experts.155.up_proj,0.0002047225,0.05000,1.508
34,mlp.experts.100.up_proj,0.0006647498,0.05000,1.510
34,mlp.experts.98.up_proj,0.0005525039,0.05000,1.496
34,mlp.experts.156.up_proj,fallback(rtn): 0.0010757,0.00000,0.039
34,mlp.experts.121.up_proj,0.0001590152,0.05000,1.531
34,mlp.experts.131.up_proj,0.0002044281,0.05000,1.498
34,mlp.experts.191.up_proj,0.0003983242,0.05000,1.470
34,mlp.experts.215.up_proj,0.0003394026,0.05000,1.507
34,mlp.experts.90.up_proj,0.0002134985,0.05000,1.531
34,mlp.experts.85.up_proj,0.0002650213,0.05000,1.559
34,mlp.experts.147.up_proj,fallback(rtn): 0.0011292,0.00000,0.043
34,mlp.experts.142.up_proj,0.0005501902,0.05000,1.510
34,mlp.experts.120.up_proj,0.0002655205,0.05000,1.489
34,mlp.experts.96.up_proj,0.0001882210,0.05000,1.492
34,mlp.experts.102.up_proj,0.0002577619,0.05000,1.490
34,mlp.experts.129.up_proj,0.0002118532,0.05000,1.481
34,mlp.experts.171.up_proj,0.0002804155,0.05000,1.476
34,mlp.experts.205.up_proj,0.0003089625,0.05000,1.493
34,mlp.experts.145.up_proj,fallback(rtn): 0.0010986,0.00000,0.026
34,mlp.experts.116.up_proj,0.0003213974,0.05000,1.494
34,mlp.experts.137.up_proj,0.0002767145,0.05000,1.451
34,mlp.experts.172.up_proj,0.0007563975,0.05000,1.475
34,mlp.experts.114.up_proj,0.0002817012,0.05000,1.508
34,mlp.experts.221.up_proj,fallback(rtn): 0.0010834,0.00000,0.059
34,mlp.experts.231.up_proj,0.0004008109,0.05000,1.487
34,mlp.experts.207.up_proj,0.0001647141,0.05000,1.494
34,mlp.experts.101.up_proj,0.0003286783,0.05000,1.486
34,mlp.experts.163.up_proj,0.0002405791,0.05000,1.457
34,mlp.experts.237.up_proj,fallback(rtn): 0.0011139,0.00000,0.023
34,mlp.experts.106.up_proj,0.0004504315,0.05000,1.520
34,mlp.experts.158.up_proj,0.0003884067,0.05000,1.498
34,mlp.experts.136.up_proj,0.0004331438,0.05000,1.501
34,mlp.experts.112.up_proj,0.0002878318,0.05000,1.530
34,mlp.experts.118.up_proj,0.0002697399,0.05000,1.520
34,mlp.experts.187.up_proj,0.0001974167,0.05000,1.489
34,mlp.experts.132.up_proj,0.0001556463,0.05000,1.492
34,mlp.experts.161.up_proj,0.0003196873,0.05000,1.504
34,mlp.experts.153.up_proj,0.0003768033,0.05000,1.501
34,mlp.experts.188.up_proj,0.0002027950,0.05000,1.492
34,mlp.experts.130.up_proj,0.0003321475,0.05000,1.498
34,mlp.experts.148.up_proj,fallback(rtn): 0.0011063,0.00000,0.033
34,mlp.experts.247.up_proj,0.0003429742,0.05000,1.479
34,mlp.experts.179.up_proj,0.0002388811,0.05000,1.490
34,mlp.experts.223.up_proj,0.0004478605,0.05000,1.499
34,mlp.experts.253.up_proj,0.0003045382,0.05000,1.495
34,mlp.experts.117.up_proj,0.0008067125,0.05000,1.511
34,mlp.experts.122.up_proj,0.0003342594,0.05000,1.506
34,mlp.experts.174.up_proj,0.0002013674,0.05000,1.494
34,mlp.experts.190.up_proj,fallback(rtn): 0.0011063,0.00000,0.024
34,mlp.experts.203.up_proj,0.0007057301,0.05000,1.211
34,mlp.experts.177.up_proj,0.0003767524,0.05000,1.215
34,mlp.experts.195.up_proj,0.0002660440,0.05000,1.167
34,mlp.experts.193.up_proj,fallback(rtn): 0.0010681,0.00000,0.020
34,mlp.experts.169.up_proj,0.0003965229,0.05000,1.237
34,mlp.experts.128.up_proj,0.0003808465,0.05000,1.365
34,mlp.experts.239.up_proj,0.0003324990,0.05000,1.222
34,mlp.experts.133.up_proj,0.0002741459,0.05000,1.217
34,mlp.experts.152.up_proj,0.0002785258,0.05000,1.442
34,mlp.experts.134.up_proj,0.0002278182,0.05000,1.446
34,mlp.experts.204.up_proj,0.0002065936,0.05000,1.428
34,mlp.experts.146.up_proj,0.0004750134,0.05000,1.433
34,mlp.experts.164.up_proj,0.0004121376,0.05000,1.435
34,mlp.experts.138.up_proj,0.0002685317,0.05000,1.439
34,mlp.experts.206.up_proj,0.0003021113,0.05000,1.436
34,mlp.experts.219.up_proj,0.0003305374,0.05000,1.172
34,mlp.experts.209.up_proj,0.0003340199,0.05000,1.179
34,mlp.experts.211.up_proj,0.0007008904,0.05000,1.193
34,mlp.experts.185.up_proj,0.0003270607,0.05000,1.220
34,mlp.experts.255.up_proj,0.0002332023,0.05000,1.189
34,mlp.experts.149.up_proj,0.0002594924,0.05000,1.222
34,mlp.experts.144.up_proj,0.0003496901,0.05000,1.430
34,mlp.experts.168.up_proj,0.0003933024,0.05000,1.430
34,mlp.experts.150.up_proj,0.0001394935,0.05000,1.397
34,mlp.experts.220.up_proj,0.0006110782,0.05000,1.409
34,mlp.experts.180.up_proj,0.0001918618,0.05000,1.393
34,mlp.experts.162.up_proj,0.0006665422,0.05000,1.431
34,mlp.experts.178.up_proj,fallback(rtn): 0.0010834,0.00000,0.024
34,mlp.experts.222.up_proj,0.0005014934,0.05000,1.380
34,mlp.experts.154.up_proj,0.0001358178,0.05000,1.440
34,mlp.experts.235.up_proj,0.0002654324,0.05000,1.001
34,mlp.experts.227.up_proj,0.0002783178,0.05000,0.987
34,mlp.experts.201.up_proj,0.0005492288,0.05000,1.138
34,mlp.experts.225.up_proj,0.0002627859,0.05000,1.215
34,mlp.experts.165.up_proj,0.0006818830,0.05000,1.166
34,mlp.experts.184.up_proj,0.0004938472,0.05000,1.369
34,mlp.experts.160.up_proj,0.0004238394,0.05000,1.424
34,mlp.experts.200.up_proj,fallback(rtn): 0.0010300,0.00000,0.036
34,mlp.experts.166.up_proj,0.0002491879,0.05000,1.390
34,mlp.experts.251.up_proj,0.0004176932,0.05000,0.876
34,mlp.experts.236.up_proj,0.0001626557,0.05000,1.418
34,mlp.experts.243.up_proj,0.0004661416,0.05000,0.845
34,mlp.experts.196.up_proj,0.0003534422,0.05000,1.427
34,mlp.experts.238.up_proj,0.0002071552,0.05000,1.358
34,mlp.experts.194.up_proj,0.0006433295,0.05000,1.408
34,mlp.experts.170.up_proj,0.0002145573,0.05000,1.399
34,mlp.experts.217.up_proj,0.0002549551,0.05000,1.108
34,mlp.experts.241.up_proj,0.0002846199,0.05000,1.148
34,mlp.experts.181.up_proj,0.0002228668,0.05000,1.116
34,mlp.experts.176.up_proj,0.0002191860,0.05000,1.312
34,mlp.experts.216.up_proj,0.0004270614,0.05000,1.276
34,mlp.experts.182.up_proj,0.0003252370,0.05000,1.284
34,mlp.experts.252.up_proj,0.0002072821,0.05000,1.266
34,mlp.experts.212.up_proj,0.0002442478,0.05000,1.273
34,mlp.experts.233.up_proj,0.0003141948,0.05000,0.870
34,mlp.experts.210.up_proj,0.0004351253,0.05000,1.283
34,mlp.experts.186.up_proj,0.0002648946,0.05000,1.267
34,mlp.experts.197.up_proj,0.0003167888,0.05000,0.842
34,mlp.experts.254.up_proj,0.0001212623,0.05000,1.352
34,mlp.experts.249.up_proj,0.0002451626,0.05000,0.713
34,mlp.experts.213.up_proj,0.0004175115,0.05000,0.711
34,mlp.experts.192.up_proj,0.0003095571,0.05000,0.939
34,mlp.experts.198.up_proj,0.0007512573,0.05000,0.938
34,mlp.experts.232.up_proj,0.0002873654,0.05000,0.977
34,mlp.experts.228.up_proj,0.0004779482,0.05000,0.906
34,mlp.experts.226.up_proj,0.0002468772,0.05000,0.910
34,mlp.experts.202.up_proj,0.0001719172,0.05000,0.922
34,mlp.experts.229.up_proj,0.0005238678,0.05000,0.523
34,mlp.experts.208.up_proj,0.0001894038,0.05000,0.886
34,mlp.experts.214.up_proj,0.0003844605,0.05000,0.928
34,mlp.experts.248.up_proj,0.0004950294,0.05000,0.945
34,mlp.experts.244.up_proj,0.0002099395,0.05000,0.885
34,mlp.experts.242.up_proj,0.0007227274,0.05000,0.891
34,mlp.experts.245.up_proj,0.0002718153,0.05000,0.536
34,mlp.experts.218.up_proj,0.0001198952,0.05000,0.901
34,mlp.experts.224.up_proj,0.0003000257,0.05000,0.545
34,mlp.experts.230.up_proj,0.0003232456,0.05000,0.721
34,mlp.experts.234.up_proj,0.0003807890,0.05000,0.690
34,mlp.experts.240.up_proj,0.0001963738,0.05000,0.493
34,mlp.experts.246.up_proj,0.0002535689,0.05000,0.696
34,mlp.experts.250.up_proj,0.0002958420,0.05000,0.646
34,mlp.experts.3.down_proj,0.0000520561,0.05000,0.397
34,mlp.experts.8.down_proj,0.0000250805,0.05000,0.396
34,mlp.experts.2.down_proj,0.0000242774,0.05000,0.419
34,mlp.experts.10.down_proj,0.0000553194,0.05000,0.408
34,mlp.experts.9.down_proj,0.0000599240,0.05000,0.400
34,mlp.experts.15.down_proj,0.0000417081,0.05000,0.410
34,mlp.experts.11.down_proj,0.0000221858,0.05000,0.410
34,mlp.experts.14.down_proj,0.0000372475,0.05000,0.422
34,mlp.experts.12.down_proj,0.0000235269,0.05000,0.425
34,mlp.experts.13.down_proj,0.0000226300,0.05000,0.406
34,mlp.experts.1.down_proj,0.0000404344,0.05000,0.414
34,mlp.experts.0.down_proj,0.0000243095,0.05000,0.431
34,mlp.experts.6.down_proj,0.0000181529,0.05000,0.436
34,mlp.experts.5.down_proj,0.0000514913,0.05000,0.433
34,mlp.experts.4.down_proj,0.0000331706,0.05000,0.438
34,mlp.experts.7.down_proj,0.0000196223,0.05000,0.427
34,mlp.experts.19.down_proj,0.0000948462,0.05000,0.359
34,mlp.experts.35.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
34,mlp.experts.24.down_proj,0.0000224158,0.05000,0.366
34,mlp.experts.31.down_proj,0.0000138293,0.05000,0.358
34,mlp.experts.26.down_proj,0.0000230989,0.05000,0.362
34,mlp.experts.18.down_proj,0.0000286473,0.05000,0.375
34,mlp.experts.27.down_proj,0.0000382374,0.05000,0.355
34,mlp.experts.25.down_proj,0.0000258790,0.05000,0.378
34,mlp.experts.30.down_proj,0.0000838859,0.05000,0.368
34,mlp.experts.21.down_proj,0.0000806148,0.05000,0.355
34,mlp.experts.17.down_proj,0.0000088433,0.05000,0.372
34,mlp.experts.29.down_proj,0.0000209024,0.05000,0.373
34,mlp.experts.22.down_proj,0.0000312923,0.05000,0.370
34,mlp.experts.28.down_proj,0.0000153903,0.05000,0.380
34,mlp.experts.16.down_proj,0.0000188807,0.05000,0.377
34,mlp.experts.20.down_proj,0.0000044044,0.05000,0.377
34,mlp.experts.23.down_proj,0.0000374502,0.05000,0.385
34,mlp.experts.39.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
34,mlp.experts.40.down_proj,0.0000195849,0.05000,0.367
34,mlp.experts.51.down_proj,0.0000199797,0.05000,0.375
34,mlp.experts.41.down_proj,0.0000359627,0.05000,0.362
34,mlp.experts.42.down_proj,0.0000273418,0.05000,0.372
34,mlp.experts.34.down_proj,0.0000262838,0.05000,0.371
34,mlp.experts.43.down_proj,0.0000860858,0.05000,0.370
34,mlp.experts.47.down_proj,0.0000239573,0.05000,0.378
34,mlp.experts.46.down_proj,0.0000131594,0.05000,0.362
34,mlp.experts.38.down_proj,0.0000190950,0.05000,0.355
34,mlp.experts.37.down_proj,0.0000129935,0.05000,0.370
34,mlp.experts.45.down_proj,0.0000541722,0.05000,0.364
34,mlp.experts.33.down_proj,0.0000638336,0.05000,0.372
34,mlp.experts.44.down_proj,0.0000179946,0.05000,0.367
34,mlp.experts.32.down_proj,0.0000352238,0.05000,0.375
34,mlp.experts.36.down_proj,0.0000183085,0.05000,0.373
34,mlp.experts.55.down_proj,0.0000450160,0.05000,0.361
34,mlp.experts.71.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
34,mlp.experts.67.down_proj,0.0000431474,0.05000,0.353
34,mlp.experts.56.down_proj,0.0000261840,0.05000,0.364
34,mlp.experts.58.down_proj,0.0000233071,0.05000,0.365
34,mlp.experts.57.down_proj,0.0000163570,0.05000,0.369
34,mlp.experts.50.down_proj,0.0000971424,0.05000,0.368
34,mlp.experts.63.down_proj,0.0000296719,0.05000,0.369
34,mlp.experts.62.down_proj,0.0000537943,0.05000,0.368
34,mlp.experts.59.down_proj,0.0000372864,0.05000,0.377
34,mlp.experts.54.down_proj,0.0000220771,0.05000,0.368
34,mlp.experts.79.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
34,mlp.experts.78.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
34,mlp.experts.60.down_proj,0.0000640489,0.05000,0.371
34,mlp.experts.49.down_proj,0.0000352984,0.05000,0.374
34,mlp.experts.53.down_proj,0.0000191894,0.05000,0.374
34,mlp.experts.61.down_proj,0.0000225169,0.05000,0.382
34,mlp.experts.75.down_proj,fallback(rtn): 0.0010452,0.00000,0.006
34,mlp.experts.48.down_proj,0.0000133379,0.05000,0.369
34,mlp.experts.52.down_proj,0.0000471568,0.05000,0.367
34,mlp.experts.87.down_proj,0.0000264182,0.05000,0.353
34,mlp.experts.77.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
34,mlp.experts.83.down_proj,0.0000153039,0.05000,0.362
34,mlp.experts.72.down_proj,0.0000238016,0.05000,0.363
34,mlp.experts.73.down_proj,0.0000398350,0.05000,0.362
34,mlp.experts.74.down_proj,0.0000768958,0.05000,0.371
34,mlp.experts.66.down_proj,0.0000309674,0.05000,0.362
34,mlp.experts.89.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
34,mlp.experts.95.down_proj,0.0000204630,0.05000,0.355
34,mlp.experts.70.down_proj,0.0000570327,0.05000,0.365
34,mlp.experts.111.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
34,mlp.experts.76.down_proj,0.0000044381,0.05000,0.370
34,mlp.experts.127.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
34,mlp.experts.94.down_proj,0.0000279658,0.05000,0.378
34,mlp.experts.65.down_proj,0.0000171576,0.05000,0.376
34,mlp.experts.69.down_proj,0.0000183340,0.05000,0.376
34,mlp.experts.91.down_proj,0.0000451600,0.05000,0.368
34,mlp.experts.103.down_proj,0.0000275791,0.05000,0.369
34,mlp.experts.64.down_proj,0.0000378807,0.05000,0.374
34,mlp.experts.68.down_proj,0.0000321515,0.05000,0.370
34,mlp.experts.93.down_proj,0.0000424814,0.05000,0.363
34,mlp.experts.119.down_proj,fallback(rtn): 0.0011215,0.00000,0.008
34,mlp.experts.135.down_proj,fallback(rtn): 0.0010986,0.00000,0.006
34,mlp.experts.99.down_proj,0.0000035308,0.05000,0.358
34,mlp.experts.88.down_proj,0.0000538417,0.05000,0.367
34,mlp.experts.90.down_proj,0.0000195050,0.05000,0.373
34,mlp.experts.82.down_proj,0.0000395692,0.05000,0.374
34,mlp.experts.105.down_proj,0.0000181889,0.05000,0.372
34,mlp.experts.86.down_proj,0.0000433927,0.05000,0.366
34,mlp.experts.92.down_proj,0.0000405920,0.05000,0.357
34,mlp.experts.143.down_proj,0.0000310634,0.05000,0.362
34,mlp.experts.110.down_proj,0.0000163616,0.05000,0.372
34,mlp.experts.85.down_proj,0.0000538767,0.05000,0.371
34,mlp.experts.81.down_proj,0.0000494640,0.05000,0.378
34,mlp.experts.107.down_proj,0.0000434691,0.05000,0.370
34,mlp.experts.80.down_proj,0.0000215514,0.05000,0.370
34,mlp.experts.84.down_proj,0.0000477441,0.05000,0.374
34,mlp.experts.109.down_proj,0.0000396972,0.05000,0.377
34,mlp.experts.151.down_proj,0.0000146211,0.05000,0.376
34,mlp.experts.115.down_proj,0.0000622562,0.05000,0.368
34,mlp.experts.104.down_proj,0.0000470303,0.05000,0.361
34,mlp.experts.102.down_proj,0.0000306851,0.05000,0.344
34,mlp.experts.106.down_proj,0.0000158070,0.05000,0.370
34,mlp.experts.98.down_proj,0.0000215459,0.05000,0.369
34,mlp.experts.121.down_proj,0.0000182452,0.05000,0.378
34,mlp.experts.108.down_proj,0.0000017441,0.05000,0.363
34,mlp.experts.159.down_proj,0.0000214209,0.05000,0.372
34,mlp.experts.124.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
34,mlp.experts.126.down_proj,0.0000266340,0.05000,0.364
34,mlp.experts.97.down_proj,0.0000432760,0.05000,0.368
34,mlp.experts.101.down_proj,0.0000500754,0.05000,0.379
34,mlp.experts.123.down_proj,0.0000208623,0.05000,0.365
34,mlp.experts.96.down_proj,0.0000430790,0.05000,0.362
34,mlp.experts.100.down_proj,0.0000271728,0.05000,0.366
34,mlp.experts.125.down_proj,0.0000306958,0.05000,0.368
34,mlp.experts.139.down_proj,fallback(rtn): 0.0011292,0.00000,0.007
34,mlp.experts.167.down_proj,0.0000473508,0.05000,0.371
34,mlp.experts.120.down_proj,0.0000126596,0.05000,0.349
34,mlp.experts.131.down_proj,0.0000397882,0.05000,0.363
34,mlp.experts.147.down_proj,fallback(rtn): 0.0011292,0.00000,0.007
34,mlp.experts.118.down_proj,0.0000637728,0.05000,0.371
34,mlp.experts.122.down_proj,0.0000098495,0.05000,0.369
34,mlp.experts.114.down_proj,0.0000376045,0.05000,0.368
34,mlp.experts.137.down_proj,0.0000135778,0.05000,0.358
34,mlp.experts.140.down_proj,0.0000123782,0.05000,0.351
34,mlp.experts.175.down_proj,0.0000324143,0.05000,0.361
34,mlp.experts.142.down_proj,0.0000211718,0.05000,0.361
34,mlp.experts.156.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
34,mlp.experts.113.down_proj,0.0000427051,0.05000,0.366
34,mlp.experts.117.down_proj,0.0000483918,0.05000,0.361
34,mlp.experts.112.down_proj,0.0000702684,0.05000,0.359
34,mlp.experts.116.down_proj,0.0000535690,0.05000,0.361
34,mlp.experts.155.down_proj,0.0000204235,0.05000,0.357
34,mlp.experts.141.down_proj,0.0000427471,0.05000,0.365
34,mlp.experts.183.down_proj,0.0000299644,0.05000,0.353
34,mlp.experts.136.down_proj,0.0000118400,0.05000,0.368
34,mlp.experts.163.down_proj,0.0000154979,0.05000,0.373
34,mlp.experts.134.down_proj,0.0000513665,0.05000,0.367
34,mlp.experts.130.down_proj,0.0000151831,0.05000,0.362
34,mlp.experts.138.down_proj,0.0000618758,0.05000,0.372
34,mlp.experts.153.down_proj,0.0000172128,0.05000,0.380
34,mlp.experts.191.down_proj,0.0000547813,0.05000,0.380
34,mlp.experts.172.down_proj,0.0000536769,0.05000,0.374
34,mlp.experts.158.down_proj,0.0000250216,0.05000,0.378
34,mlp.experts.133.down_proj,0.0000248654,0.05000,0.372
34,mlp.experts.129.down_proj,0.0000528322,0.05000,0.380
34,mlp.experts.171.down_proj,0.0000343832,0.05000,0.375
34,mlp.experts.128.down_proj,0.0000380953,0.05000,0.379
34,mlp.experts.199.down_proj,0.0000121519,0.05000,0.368
34,mlp.experts.145.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
34,mlp.experts.132.down_proj,0.0000215887,0.05000,0.387
34,mlp.experts.157.down_proj,0.0000489851,0.05000,0.384
34,mlp.experts.148.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
34,mlp.experts.152.down_proj,0.0000343484,0.05000,0.368
34,mlp.experts.179.down_proj,0.0000432020,0.05000,0.374
34,mlp.experts.150.down_proj,0.0000134648,0.05000,0.371
34,mlp.experts.146.down_proj,0.0000349566,0.05000,0.377
34,mlp.experts.154.down_proj,0.0000364702,0.05000,0.369
34,mlp.experts.169.down_proj,0.0000521343,0.05000,0.372
34,mlp.experts.207.down_proj,0.0000342492,0.05000,0.366
34,mlp.experts.174.down_proj,0.0000443466,0.05000,0.373
34,mlp.experts.188.down_proj,0.0000240355,0.05000,0.377
34,mlp.experts.149.down_proj,0.0000368097,0.05000,0.362
34,mlp.experts.190.down_proj,fallback(rtn): 0.0011215,0.00000,0.008
34,mlp.experts.187.down_proj,0.0000269831,0.05000,0.367
34,mlp.experts.215.down_proj,0.0000203212,0.05000,0.368
34,mlp.experts.144.down_proj,0.0000802877,0.05000,0.371
34,mlp.experts.161.down_proj,0.0000454497,0.05000,0.367
34,mlp.experts.173.down_proj,0.0000377003,0.05000,0.372
34,mlp.experts.164.down_proj,0.0000341454,0.05000,0.374
34,mlp.experts.189.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
34,mlp.experts.168.down_proj,0.0000196607,0.05000,0.370
34,mlp.experts.195.down_proj,0.0000292445,0.05000,0.373
34,mlp.experts.166.down_proj,0.0000570118,0.05000,0.367
34,mlp.experts.185.down_proj,0.0000333583,0.05000,0.361
34,mlp.experts.162.down_proj,0.0000306464,0.05000,0.375
34,mlp.experts.170.down_proj,0.0000227728,0.05000,0.377
34,mlp.experts.178.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
34,mlp.experts.223.down_proj,0.0000152646,0.05000,0.378
34,mlp.experts.165.down_proj,0.0000501022,0.05000,0.369
34,mlp.experts.204.down_proj,0.0000121864,0.05000,0.372
34,mlp.experts.206.down_proj,0.0000490657,0.05000,0.374
34,mlp.experts.203.down_proj,0.0000494746,0.05000,0.372
34,mlp.experts.160.down_proj,0.0000259537,0.05000,0.368
34,mlp.experts.177.down_proj,0.0000288844,0.05000,0.367
34,mlp.experts.231.down_proj,0.0000168969,0.05000,0.376
34,mlp.experts.180.down_proj,0.0000401782,0.05000,0.358
34,mlp.experts.193.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
34,mlp.experts.205.down_proj,0.0000572195,0.05000,0.367
34,mlp.experts.221.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
34,mlp.experts.237.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
34,mlp.experts.184.down_proj,0.0000139072,0.05000,0.376
34,mlp.experts.200.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
34,mlp.experts.211.down_proj,0.0000577773,0.05000,0.374
34,mlp.experts.182.down_proj,0.0000292908,0.05000,0.372
34,mlp.experts.201.down_proj,0.0000356267,0.05000,0.374
34,mlp.experts.186.down_proj,0.0000463463,0.05000,0.380
34,mlp.experts.194.down_proj,0.0000353325,0.05000,0.380
34,mlp.experts.239.down_proj,0.0000362493,0.05000,0.376
34,mlp.experts.181.down_proj,0.0000185443,0.05000,0.376
34,mlp.experts.220.down_proj,0.0001115779,0.05000,0.377
34,mlp.experts.222.down_proj,0.0000300281,0.05000,0.377
34,mlp.experts.219.down_proj,0.0000307604,0.05000,0.378
34,mlp.experts.176.down_proj,0.0000482020,0.05000,0.377
34,mlp.experts.247.down_proj,0.0000337577,0.05000,0.378
34,mlp.experts.209.down_proj,0.0000225851,0.05000,0.375
34,mlp.experts.196.down_proj,0.0000484716,0.05000,0.381
34,mlp.experts.253.down_proj,0.0000266574,0.05000,0.371
34,mlp.experts.227.down_proj,0.0000342190,0.05000,0.335
34,mlp.experts.216.down_proj,0.0000129257,0.05000,0.370
34,mlp.experts.198.down_proj,0.0000484225,0.05000,0.344
34,mlp.experts.217.down_proj,0.0000364056,0.05000,0.318
34,mlp.experts.255.down_proj,0.0000324005,0.05000,0.303
34,mlp.experts.202.down_proj,0.0000078373,0.05000,0.332
34,mlp.experts.197.down_proj,0.0001046432,0.05000,0.290
34,mlp.experts.235.down_proj,0.0000222935,0.05000,0.292
34,mlp.experts.210.down_proj,0.0000119863,0.05000,0.345
34,mlp.experts.238.down_proj,0.0000217169,0.05000,0.337
34,mlp.experts.225.down_proj,0.0000287387,0.05000,0.308
34,mlp.experts.236.down_proj,0.0000280502,0.05000,0.359
34,mlp.experts.192.down_proj,0.0000095745,0.05000,0.349
34,mlp.experts.212.down_proj,0.0000319511,0.05000,0.355
34,mlp.experts.243.down_proj,0.0000189382,0.05000,0.269
34,mlp.experts.251.down_proj,0.0000469512,0.05000,0.209
34,mlp.experts.233.down_proj,0.0000715042,0.05000,0.268
34,mlp.experts.213.down_proj,0.0000846533,0.05000,0.276
34,mlp.experts.232.down_proj,0.0000598884,0.05000,0.347
34,mlp.experts.214.down_proj,0.0000163834,0.05000,0.333
34,mlp.experts.218.down_proj,0.0000157671,0.05000,0.321
34,mlp.experts.241.down_proj,0.0000831030,0.05000,0.284
34,mlp.experts.226.down_proj,0.0000533288,0.05000,0.332
34,mlp.experts.254.down_proj,0.0000128898,0.05000,0.327
34,mlp.experts.208.down_proj,0.0000273099,0.05000,0.300
34,mlp.experts.252.down_proj,0.0000361361,0.05000,0.344
34,mlp.experts.228.down_proj,0.0000177930,0.05000,0.322
34,mlp.experts.249.down_proj,0.0000206084,0.05000,0.201
34,mlp.experts.229.down_proj,0.0000192013,0.05000,0.188
34,mlp.experts.230.down_proj,0.0000317038,0.05000,0.251
34,mlp.experts.248.down_proj,0.0000491995,0.05000,0.258
34,mlp.experts.234.down_proj,0.0000130768,0.05000,0.235
34,mlp.experts.242.down_proj,0.0000462828,0.05000,0.228
34,mlp.experts.245.down_proj,0.0000066357,0.05000,0.126
34,mlp.experts.224.down_proj,0.0000292216,0.05000,0.213
34,mlp.experts.244.down_proj,0.0000303533,0.05000,0.197
34,mlp.experts.240.down_proj,0.0000233958,0.05000,0.132
34,mlp.experts.246.down_proj,0.0000392123,0.05000,0.178
34,mlp.experts.250.down_proj,0.0000358385,0.05000,0.177
35,mlp.experts.3.gate_proj,0.0002246460,0.05000,1.563
35,mlp.experts.4.gate_proj,0.0007974736,0.05000,1.537
35,mlp.experts.5.gate_proj,0.0003906674,0.05000,1.556
35,mlp.experts.13.gate_proj,0.0003304541,0.05000,1.557
35,mlp.experts.7.gate_proj,0.0003889336,0.05000,1.548
35,mlp.experts.11.gate_proj,0.0004338449,0.05000,1.538
35,mlp.experts.9.gate_proj,0.0003765450,0.05000,1.569
35,mlp.experts.14.gate_proj,0.0000916524,0.05000,1.564
35,mlp.experts.0.gate_proj,0.0004886507,0.05000,1.553
35,mlp.experts.1.gate_proj,0.0004686833,0.05000,1.567
35,mlp.experts.12.gate_proj,0.0003979761,0.05000,1.562
35,mlp.experts.2.gate_proj,0.0003252702,0.05000,1.560
35,mlp.experts.8.gate_proj,0.0006639029,0.05000,1.547
35,mlp.experts.6.gate_proj,0.0004498927,0.05000,1.550
35,mlp.experts.15.gate_proj,0.0005574727,0.05000,1.553
35,mlp.experts.10.gate_proj,0.0003151386,0.05000,1.582
35,mlp.experts.25.gate_proj,fallback(rtn): 0.0012054,0.00000,0.068
35,mlp.experts.26.gate_proj,fallback(rtn): 0.0011215,0.00000,0.085
35,mlp.experts.19.gate_proj,0.0003989071,0.05000,1.506
35,mlp.experts.21.gate_proj,0.0005753067,0.05000,1.498
35,mlp.experts.20.gate_proj,0.0002908049,0.05000,1.524
35,mlp.experts.29.gate_proj,0.0007064789,0.05000,1.502
35,mlp.experts.23.gate_proj,0.0005353048,0.05000,1.503
35,mlp.experts.27.gate_proj,0.0003091937,0.05000,1.489
35,mlp.experts.17.gate_proj,0.0004240085,0.05000,1.488
35,mlp.experts.31.gate_proj,0.0005265220,0.05000,1.481
35,mlp.experts.28.gate_proj,0.0004043552,0.05000,1.503
35,mlp.experts.22.gate_proj,0.0002008640,0.05000,1.510
35,mlp.experts.30.gate_proj,0.0003701011,0.05000,1.515
35,mlp.experts.24.gate_proj,0.0007649021,0.05000,1.554
35,mlp.experts.45.gate_proj,fallback(rtn): 0.0011444,0.00000,0.062
35,mlp.experts.16.gate_proj,0.0003056671,0.05000,1.571
35,mlp.experts.18.gate_proj,0.0005063990,0.05000,1.582
35,mlp.experts.41.gate_proj,0.0007897566,0.05000,1.531
35,mlp.experts.42.gate_proj,0.0002693588,0.05000,1.525
35,mlp.experts.35.gate_proj,0.0005734206,0.05000,1.482
35,mlp.experts.37.gate_proj,0.0002831996,0.05000,1.511
35,mlp.experts.47.gate_proj,0.0004079351,0.05000,1.495
35,mlp.experts.33.gate_proj,0.0003658088,0.05000,1.488
35,mlp.experts.39.gate_proj,0.0003128356,0.05000,1.501
35,mlp.experts.46.gate_proj,0.0004364622,0.05000,1.509
35,mlp.experts.43.gate_proj,0.0003999621,0.05000,1.522
35,mlp.experts.44.gate_proj,0.0005274580,0.05000,1.521
35,mlp.experts.38.gate_proj,0.0005279546,0.05000,1.520
35,mlp.experts.36.gate_proj,0.0003114201,0.05000,1.537
35,mlp.experts.34.gate_proj,0.0003678891,0.05000,1.455
35,mlp.experts.61.gate_proj,0.0002555751,0.05000,1.485
35,mlp.experts.40.gate_proj,0.0004587381,0.05000,1.535
35,mlp.experts.32.gate_proj,0.0005708735,0.05000,1.517
35,mlp.experts.57.gate_proj,0.0001868056,0.05000,1.491
35,mlp.experts.58.gate_proj,0.0004570545,0.05000,1.480
35,mlp.experts.50.gate_proj,fallback(rtn): 0.0011368,0.00000,0.057
35,mlp.experts.51.gate_proj,0.0004757486,0.05000,1.513
35,mlp.experts.53.gate_proj,0.0001500864,0.05000,1.500
35,mlp.experts.55.gate_proj,0.0005529888,0.05000,1.496
35,mlp.experts.49.gate_proj,0.0002983293,0.05000,1.499
35,mlp.experts.60.gate_proj,0.0002822441,0.05000,1.468
35,mlp.experts.62.gate_proj,0.0004647659,0.05000,1.503
35,mlp.experts.59.gate_proj,0.0005408641,0.05000,1.515
35,mlp.experts.63.gate_proj,0.0003072397,0.05000,1.546
35,mlp.experts.52.gate_proj,0.0005211938,0.05000,1.513
35,mlp.experts.48.gate_proj,0.0010343663,0.05000,1.468
35,mlp.experts.54.gate_proj,0.0004142531,0.05000,1.530
35,mlp.experts.77.gate_proj,0.0005837925,0.05000,1.528
35,mlp.experts.56.gate_proj,0.0003667376,0.05000,1.492
35,mlp.experts.74.gate_proj,0.0005630598,0.05000,1.488
35,mlp.experts.66.gate_proj,0.0005303936,0.05000,1.490
35,mlp.experts.73.gate_proj,0.0003219130,0.05000,1.527
35,mlp.experts.70.gate_proj,fallback(rtn): 0.0011520,0.00000,0.044
35,mlp.experts.82.gate_proj,fallback(rtn): 0.0010681,0.00000,0.053
35,mlp.experts.67.gate_proj,0.0002016180,0.05000,1.497
35,mlp.experts.71.gate_proj,0.0004489781,0.05000,1.493
35,mlp.experts.76.gate_proj,0.0006011718,0.05000,1.499
35,mlp.experts.78.gate_proj,0.0005837421,0.05000,1.500
35,mlp.experts.69.gate_proj,0.0003630648,0.05000,1.538
35,mlp.experts.75.gate_proj,0.0002773476,0.05000,1.502
35,mlp.experts.68.gate_proj,0.0007069242,0.05000,1.495
35,mlp.experts.72.gate_proj,0.0004238418,0.05000,1.469
35,mlp.experts.79.gate_proj,0.0004148740,0.05000,1.506
35,mlp.experts.65.gate_proj,0.0003169876,0.05000,1.556
35,mlp.experts.64.gate_proj,0.0002453207,0.05000,1.517
35,mlp.experts.90.gate_proj,0.0005226641,0.05000,1.494
35,mlp.experts.86.gate_proj,0.0003581324,0.05000,1.496
35,mlp.experts.93.gate_proj,0.0002488902,0.05000,1.557
35,mlp.experts.98.gate_proj,0.0005158237,0.05000,1.495
35,mlp.experts.89.gate_proj,0.0003348636,0.05000,1.531
35,mlp.experts.109.gate_proj,fallback(rtn): 0.0012360,0.00000,0.042
35,mlp.experts.125.gate_proj,fallback(rtn): 0.0010452,0.00000,0.025
35,mlp.experts.83.gate_proj,0.0002134612,0.05000,1.483
35,mlp.experts.87.gate_proj,0.0003130155,0.05000,1.488
35,mlp.experts.92.gate_proj,0.0004495456,0.05000,1.493
35,mlp.experts.94.gate_proj,0.0003492829,0.05000,1.485
35,mlp.experts.84.gate_proj,0.0001975036,0.05000,1.486
35,mlp.experts.91.gate_proj,0.0003244459,0.05000,1.497
35,mlp.experts.106.gate_proj,0.0005657455,0.05000,1.493
35,mlp.experts.80.gate_proj,0.0004908830,0.05000,1.502
35,mlp.experts.88.gate_proj,0.0006315677,0.05000,1.521
35,mlp.experts.95.gate_proj,0.0005490517,0.05000,1.525
35,mlp.experts.85.gate_proj,0.0003063960,0.05000,1.582
35,mlp.experts.102.gate_proj,0.0006294478,0.05000,1.499
35,mlp.experts.81.gate_proj,0.0004495481,0.05000,1.554
35,mlp.experts.114.gate_proj,0.0003811461,0.05000,1.494
35,mlp.experts.105.gate_proj,0.0007733580,0.05000,1.549
35,mlp.experts.141.gate_proj,0.0006573706,0.05000,1.553
35,mlp.experts.99.gate_proj,0.0002295974,0.05000,1.512
35,mlp.experts.103.gate_proj,0.0003476938,0.05000,1.505
35,mlp.experts.110.gate_proj,0.0005967968,0.05000,1.493
35,mlp.experts.108.gate_proj,0.0002978720,0.05000,1.509
35,mlp.experts.100.gate_proj,0.0005317499,0.05000,1.504
35,mlp.experts.107.gate_proj,0.0007099482,0.05000,1.507
35,mlp.experts.104.gate_proj,0.0003217021,0.05000,1.495
35,mlp.experts.96.gate_proj,0.0004313487,0.05000,1.498
35,mlp.experts.122.gate_proj,0.0010964063,0.05000,1.510
35,mlp.experts.118.gate_proj,0.0014452531,0.05000,1.474
35,mlp.experts.111.gate_proj,0.0004575262,0.05000,1.508
35,mlp.experts.130.gate_proj,0.0009434882,0.05000,1.492
35,mlp.experts.101.gate_proj,0.0007716541,0.05000,1.530
35,mlp.experts.97.gate_proj,0.0004062163,0.05000,1.524
35,mlp.experts.121.gate_proj,0.0006689216,0.05000,1.507
35,mlp.experts.157.gate_proj,0.0007353429,0.05000,1.530
35,mlp.experts.115.gate_proj,0.0005825236,0.05000,1.497
35,mlp.experts.119.gate_proj,0.0002323842,0.05000,1.487
35,mlp.experts.126.gate_proj,0.0005893839,0.05000,1.469
35,mlp.experts.124.gate_proj,0.0008803552,0.05000,1.492
35,mlp.experts.123.gate_proj,0.0006212353,0.05000,1.480
35,mlp.experts.116.gate_proj,0.0002708345,0.05000,1.502
35,mlp.experts.120.gate_proj,0.0003503368,0.05000,1.487
35,mlp.experts.127.gate_proj,0.0007084288,0.05000,1.478
35,mlp.experts.112.gate_proj,0.0004882787,0.05000,1.515
35,mlp.experts.146.gate_proj,0.0006585875,0.05000,1.469
35,mlp.experts.138.gate_proj,0.0006088929,0.05000,1.518
35,mlp.experts.117.gate_proj,0.0004480483,0.05000,1.483
35,mlp.experts.113.gate_proj,0.0010070682,0.05000,1.478
35,mlp.experts.134.gate_proj,0.0007203099,0.05000,1.550
35,mlp.experts.150.gate_proj,fallback(rtn): 0.0011444,0.00000,0.025
35,mlp.experts.137.gate_proj,0.0005223812,0.05000,1.492
35,mlp.experts.166.gate_proj,fallback(rtn): 0.0012207,0.00000,0.029
35,mlp.experts.173.gate_proj,0.0007577804,0.05000,1.504
35,mlp.experts.131.gate_proj,0.0006885137,0.05000,1.501
35,mlp.experts.135.gate_proj,0.0005854361,0.05000,1.472
35,mlp.experts.142.gate_proj,0.0002879117,0.05000,1.501
35,mlp.experts.140.gate_proj,0.0004056711,0.05000,1.499
35,mlp.experts.158.gate_proj,fallback(rtn): 0.0010376,0.00000,0.030
35,mlp.experts.139.gate_proj,0.0004683736,0.05000,1.499
35,mlp.experts.128.gate_proj,0.0006123367,0.05000,1.448
35,mlp.experts.143.gate_proj,0.0003824242,0.05000,1.467
35,mlp.experts.136.gate_proj,0.0009679399,0.05000,1.483
35,mlp.experts.132.gate_proj,0.0003623375,0.05000,1.498
35,mlp.experts.133.gate_proj,0.0002898100,0.05000,1.475
35,mlp.experts.154.gate_proj,0.0009179981,0.05000,1.504
35,mlp.experts.144.gate_proj,fallback(rtn): 0.0011826,0.00000,0.060
35,mlp.experts.129.gate_proj,0.0002408191,0.05000,1.500
35,mlp.experts.162.gate_proj,0.0004854332,0.05000,1.543
35,mlp.experts.153.gate_proj,0.0002957996,0.05000,1.504
35,mlp.experts.182.gate_proj,0.0006926565,0.05000,1.534
35,mlp.experts.189.gate_proj,0.0006075360,0.05000,1.463
35,mlp.experts.205.gate_proj,fallback(rtn): 0.0010300,0.00000,0.024
35,mlp.experts.151.gate_proj,0.0004282484,0.05000,1.521
35,mlp.experts.147.gate_proj,0.0008629340,0.05000,1.545
35,mlp.experts.156.gate_proj,0.0005762160,0.05000,1.491
35,mlp.experts.172.gate_proj,fallback(rtn): 0.0010986,0.00000,0.026
35,mlp.experts.152.gate_proj,0.0006337867,0.05000,1.474
35,mlp.experts.159.gate_proj,0.0003435237,0.05000,1.493
35,mlp.experts.155.gate_proj,0.0004649855,0.05000,1.510
35,mlp.experts.174.gate_proj,0.0002533603,0.05000,1.542
35,mlp.experts.148.gate_proj,0.0002567000,0.05000,1.526
35,mlp.experts.145.gate_proj,0.0002062300,0.05000,1.462
35,mlp.experts.160.gate_proj,0.0002559585,0.05000,1.473
35,mlp.experts.149.gate_proj,0.0004629144,0.05000,1.527
35,mlp.experts.170.gate_proj,0.0005769622,0.05000,1.541
35,mlp.experts.178.gate_proj,0.0012969548,0.05000,1.533
35,mlp.experts.169.gate_proj,0.0005551706,0.05000,1.474
35,mlp.experts.198.gate_proj,0.0006254930,0.05000,1.506
35,mlp.experts.221.gate_proj,0.0007434812,0.05000,1.478
35,mlp.experts.237.gate_proj,fallback(rtn): 0.0010605,0.00000,0.017
35,mlp.experts.168.gate_proj,0.0004898901,0.05000,0.993
35,mlp.experts.188.gate_proj,0.0007187302,0.05000,1.002
35,mlp.experts.167.gate_proj,0.0005126312,0.05000,1.464
35,mlp.experts.163.gate_proj,0.0003577777,0.05000,1.448
35,mlp.experts.161.gate_proj,0.0006289681,0.05000,1.379
35,mlp.experts.179.gate_proj,fallback(rtn): 0.0011978,0.00000,0.039
35,mlp.experts.171.gate_proj,0.0004717396,0.05000,1.436
35,mlp.experts.175.gate_proj,0.0009811703,0.05000,1.444
35,mlp.experts.190.gate_proj,0.0002457153,0.05000,1.439
35,mlp.experts.165.gate_proj,0.0003980356,0.05000,1.388
35,mlp.experts.185.gate_proj,0.0003062519,0.05000,1.382
35,mlp.experts.186.gate_proj,0.0005402675,0.05000,1.412
35,mlp.experts.253.gate_proj,0.0002514856,0.05000,1.290
35,mlp.experts.194.gate_proj,0.0005324870,0.05000,1.493
35,mlp.experts.177.gate_proj,fallback(rtn): 0.0011368,0.00000,0.071
35,mlp.experts.214.gate_proj,0.0002382551,0.05000,1.457
35,mlp.experts.206.gate_proj,0.0003797483,0.05000,1.049
35,mlp.experts.202.gate_proj,0.0003205739,0.05000,1.007
35,mlp.experts.184.gate_proj,0.0002964370,0.05000,1.425
35,mlp.experts.164.gate_proj,0.0004295369,0.05000,1.430
35,mlp.experts.204.gate_proj,0.0008160118,0.05000,1.432
35,mlp.experts.176.gate_proj,0.0007158112,0.05000,1.435
35,mlp.experts.183.gate_proj,0.0002008704,0.05000,1.503
35,mlp.experts.191.gate_proj,0.0003539426,0.05000,1.458
35,mlp.experts.187.gate_proj,0.0003140819,0.05000,1.461
35,mlp.experts.195.gate_proj,0.0004294046,0.05000,1.467
35,mlp.experts.181.gate_proj,0.0003341290,0.05000,1.429
35,mlp.experts.201.gate_proj,0.0007357779,0.05000,1.460
35,mlp.experts.13.up_proj,0.0002569526,0.05000,1.468
35,mlp.experts.193.gate_proj,0.0008307506,0.05000,1.441
35,mlp.experts.218.gate_proj,0.0001955039,0.05000,1.511
35,mlp.experts.210.gate_proj,0.0004199101,0.05000,1.515
35,mlp.experts.230.gate_proj,0.0007587689,0.05000,1.518
35,mlp.experts.222.gate_proj,0.0008557974,0.05000,1.518
35,mlp.experts.192.gate_proj,0.0004054714,0.05000,1.486
35,mlp.experts.200.gate_proj,0.0006900980,0.05000,1.513
35,mlp.experts.220.gate_proj,0.0005035623,0.05000,1.522
35,mlp.experts.180.gate_proj,0.0005544665,0.05000,1.532
35,mlp.experts.216.gate_proj,fallback(rtn): 0.0010910,0.00000,0.066
35,mlp.experts.199.gate_proj,0.0007585268,0.05000,1.531
35,mlp.experts.203.gate_proj,0.0004110336,0.05000,1.538
35,mlp.experts.29.up_proj,0.0006883639,0.05000,1.462
35,mlp.experts.207.gate_proj,0.0004181973,0.05000,1.559
35,mlp.experts.197.gate_proj,0.0003604375,0.05000,1.516
35,mlp.experts.211.gate_proj,0.0001375685,0.05000,1.591
35,mlp.experts.45.up_proj,fallback(rtn): 0.0011139,0.00000,0.046
35,mlp.experts.209.gate_proj,0.0003876739,0.05000,1.464
35,mlp.experts.217.gate_proj,0.0005018993,0.05000,1.529
35,mlp.experts.238.gate_proj,0.0007505314,0.05000,1.455
35,mlp.experts.226.gate_proj,0.0006919451,0.05000,1.485
35,mlp.experts.246.gate_proj,0.0007806046,0.05000,1.486
35,mlp.experts.234.gate_proj,0.0005266953,0.05000,1.551
35,mlp.experts.208.gate_proj,0.0005719539,0.05000,1.477
35,mlp.experts.236.gate_proj,0.0003312219,0.05000,1.477
35,mlp.experts.196.gate_proj,0.0003605181,0.05000,1.475
35,mlp.experts.232.gate_proj,0.0008032773,0.05000,1.499
35,mlp.experts.215.gate_proj,0.0002566280,0.05000,1.507
35,mlp.experts.219.gate_proj,0.0007738214,0.05000,1.507
35,mlp.experts.213.gate_proj,0.0004819653,0.05000,1.480
35,mlp.experts.223.gate_proj,0.0001957859,0.05000,1.519
35,mlp.experts.233.gate_proj,0.0004722820,0.05000,1.466
35,mlp.experts.227.gate_proj,0.0003295998,0.05000,1.499
35,mlp.experts.61.up_proj,0.0002617602,0.05000,1.489
35,mlp.experts.225.gate_proj,0.0002818127,0.05000,1.516
35,mlp.experts.242.gate_proj,0.0005276327,0.05000,1.478
35,mlp.experts.254.gate_proj,0.0004618851,0.05000,1.508
35,mlp.experts.6.up_proj,0.0003769663,0.05000,1.526
35,mlp.experts.250.gate_proj,0.0003507908,0.05000,1.471
35,mlp.experts.224.gate_proj,0.0002832435,0.05000,1.516
35,mlp.experts.252.gate_proj,0.0005168410,0.05000,1.486
35,mlp.experts.212.gate_proj,0.0008391701,0.05000,1.494
35,mlp.experts.248.gate_proj,0.0007350623,0.05000,1.518
35,mlp.experts.231.gate_proj,0.0006890049,0.05000,1.483
35,mlp.experts.229.gate_proj,0.0005192574,0.05000,1.478
35,mlp.experts.239.gate_proj,0.0002187498,0.05000,1.479
35,mlp.experts.235.gate_proj,0.0003744195,0.05000,1.532
35,mlp.experts.249.gate_proj,0.0008373271,0.05000,1.488
35,mlp.experts.77.up_proj,0.0004083251,0.05000,1.479
35,mlp.experts.241.gate_proj,0.0004603810,0.05000,1.483
35,mlp.experts.243.gate_proj,0.0006163713,0.05000,1.528
35,mlp.experts.2.up_proj,0.0003050452,0.05000,1.503
35,mlp.experts.14.up_proj,0.0000706348,0.05000,1.514
35,mlp.experts.10.up_proj,0.0002590944,0.05000,1.468
35,mlp.experts.22.up_proj,0.0002011359,0.05000,1.503
35,mlp.experts.26.up_proj,fallback(rtn): 0.0011063,0.00000,0.058
35,mlp.experts.12.up_proj,0.0003437157,0.05000,1.523
35,mlp.experts.240.gate_proj,0.0005575116,0.05000,1.525
35,mlp.experts.228.gate_proj,0.0004547787,0.05000,1.558
35,mlp.experts.8.up_proj,0.0004671161,0.05000,1.516
35,mlp.experts.247.gate_proj,0.0004356929,0.05000,1.491
35,mlp.experts.245.gate_proj,0.0006150448,0.05000,1.516
35,mlp.experts.251.gate_proj,0.0004637820,0.05000,1.511
35,mlp.experts.93.up_proj,0.0002038337,0.05000,1.502
35,mlp.experts.9.up_proj,0.0002988578,0.05000,1.511
35,mlp.experts.255.gate_proj,0.0005645881,0.05000,1.528
35,mlp.experts.1.up_proj,0.0003953465,0.05000,1.478
35,mlp.experts.25.up_proj,fallback(rtn): 0.0011063,0.00000,0.042
35,mlp.experts.109.up_proj,fallback(rtn): 0.0011444,0.00000,0.041
35,mlp.experts.3.up_proj,0.0001900054,0.05000,1.534
35,mlp.experts.125.up_proj,fallback(rtn): 0.0010757,0.00000,0.039
35,mlp.experts.18.up_proj,0.0004745372,0.05000,1.474
35,mlp.experts.30.up_proj,0.0003034635,0.05000,1.474
35,mlp.experts.38.up_proj,0.0003952505,0.05000,1.454
35,mlp.experts.42.up_proj,0.0002194366,0.05000,1.489
35,mlp.experts.28.up_proj,0.0003992036,0.05000,1.524
35,mlp.experts.0.up_proj,0.0003960179,0.05000,1.552
35,mlp.experts.244.gate_proj,0.0006897027,0.05000,1.519
35,mlp.experts.24.up_proj,0.0006823509,0.05000,1.523
35,mlp.experts.7.up_proj,0.0002992688,0.05000,1.474
35,mlp.experts.5.up_proj,0.0003685489,0.05000,1.471
35,mlp.experts.11.up_proj,0.0003251087,0.05000,1.475
35,mlp.experts.15.up_proj,0.0005153085,0.05000,1.481
35,mlp.experts.17.up_proj,0.0003670099,0.05000,1.490
35,mlp.experts.19.up_proj,0.0003478065,0.05000,1.454
35,mlp.experts.41.up_proj,0.0006959346,0.05000,1.480
35,mlp.experts.141.up_proj,0.0005711435,0.05000,1.494
35,mlp.experts.34.up_proj,0.0002423287,0.05000,1.496
35,mlp.experts.46.up_proj,0.0003432576,0.05000,1.487
35,mlp.experts.54.up_proj,0.0003380701,0.05000,1.500
35,mlp.experts.58.up_proj,0.0002710177,0.05000,1.440
35,mlp.experts.50.up_proj,fallback(rtn): 0.0011063,0.00000,0.039
35,mlp.experts.70.up_proj,fallback(rtn): 0.0010834,0.00000,0.055
35,mlp.experts.44.up_proj,0.0003686964,0.05000,1.530
35,mlp.experts.4.up_proj,0.0006909411,0.05000,1.503
35,mlp.experts.16.up_proj,0.0002437934,0.05000,1.538
35,mlp.experts.23.up_proj,0.0004424263,0.05000,1.479
35,mlp.experts.40.up_proj,0.0003938857,0.05000,1.506
35,mlp.experts.21.up_proj,0.0004476711,0.05000,1.493
35,mlp.experts.31.up_proj,0.0004462564,0.05000,1.471
35,mlp.experts.27.up_proj,0.0002195555,0.05000,1.495
35,mlp.experts.33.up_proj,0.0003318914,0.05000,1.509
35,mlp.experts.57.up_proj,0.0001700770,0.05000,1.490
35,mlp.experts.35.up_proj,0.0005294808,0.05000,1.500
35,mlp.experts.157.up_proj,0.0006839109,0.05000,1.502
35,mlp.experts.62.up_proj,0.0003903312,0.05000,1.490
35,mlp.experts.74.up_proj,0.0005627556,0.05000,1.485
35,mlp.experts.86.up_proj,0.0003458258,0.05000,1.457
35,mlp.experts.66.up_proj,0.0003911527,0.05000,1.521
35,mlp.experts.82.up_proj,fallback(rtn): 0.0010300,0.00000,0.032
35,mlp.experts.60.up_proj,0.0002085810,0.05000,1.505
35,mlp.experts.32.up_proj,0.0004527903,0.05000,1.478
35,mlp.experts.20.up_proj,0.0002319956,0.05000,1.539
35,mlp.experts.56.up_proj,0.0004074589,0.05000,1.511
35,mlp.experts.39.up_proj,0.0003119437,0.05000,1.519
35,mlp.experts.37.up_proj,0.0002325690,0.05000,1.519
35,mlp.experts.43.up_proj,0.0003743187,0.05000,1.488
35,mlp.experts.47.up_proj,0.0003775352,0.05000,1.502
35,mlp.experts.51.up_proj,0.0003779262,0.05000,1.499
35,mlp.experts.49.up_proj,0.0002623947,0.05000,1.545
35,mlp.experts.73.up_proj,0.0002649406,0.05000,1.536
35,mlp.experts.173.up_proj,0.0006235817,0.05000,1.551
35,mlp.experts.78.up_proj,0.0004035718,0.05000,1.489
35,mlp.experts.90.up_proj,0.0004551540,0.05000,1.499
35,mlp.experts.102.up_proj,0.0004906610,0.05000,1.486
35,mlp.experts.98.up_proj,0.0004369531,0.05000,1.490
35,mlp.experts.48.up_proj,0.0009504576,0.05000,1.468
35,mlp.experts.36.up_proj,0.0002525447,0.05000,1.462
35,mlp.experts.76.up_proj,0.0005523092,0.05000,1.528
35,mlp.experts.72.up_proj,0.0002993152,0.05000,1.477
35,mlp.experts.55.up_proj,0.0004207478,0.05000,1.477
35,mlp.experts.59.up_proj,0.0004607121,0.05000,1.494
35,mlp.experts.53.up_proj,0.0001365087,0.05000,1.525
35,mlp.experts.63.up_proj,0.0002268547,0.05000,1.497
35,mlp.experts.67.up_proj,0.0001515249,0.05000,1.489
35,mlp.experts.65.up_proj,0.0002994921,0.05000,1.515
35,mlp.experts.89.up_proj,0.0002503547,0.05000,1.510
35,mlp.experts.189.up_proj,0.0005116808,0.05000,1.517
35,mlp.experts.205.up_proj,fallback(rtn): 0.0010452,0.00000,0.026
35,mlp.experts.94.up_proj,0.0003282788,0.05000,1.499
35,mlp.experts.118.up_proj,0.0010489990,0.05000,1.488
35,mlp.experts.106.up_proj,0.0004359792,0.05000,1.494
35,mlp.experts.114.up_proj,0.0002987123,0.05000,1.479
35,mlp.experts.64.up_proj,0.0002175177,0.05000,1.490
35,mlp.experts.52.up_proj,0.0004599291,0.05000,1.502
35,mlp.experts.88.up_proj,0.0004844224,0.05000,1.467
35,mlp.experts.92.up_proj,0.0003768386,0.05000,1.516
35,mlp.experts.71.up_proj,0.0003440004,0.05000,1.495
35,mlp.experts.75.up_proj,0.0002440846,0.05000,1.487
35,mlp.experts.79.up_proj,0.0002811632,0.05000,1.508
35,mlp.experts.69.up_proj,0.0003048244,0.05000,1.530
35,mlp.experts.83.up_proj,0.0001922445,0.05000,1.484
35,mlp.experts.105.up_proj,0.0006333125,0.05000,1.510
35,mlp.experts.81.up_proj,0.0003989485,0.05000,1.541
35,mlp.experts.221.up_proj,0.0005917837,0.05000,1.521
35,mlp.experts.237.up_proj,fallback(rtn): 0.0010605,0.00000,0.025
35,mlp.experts.110.up_proj,0.0005020420,0.05000,1.460
35,mlp.experts.122.up_proj,0.0009338536,0.05000,1.473
35,mlp.experts.130.up_proj,0.0006868953,0.05000,1.430
35,mlp.experts.134.up_proj,0.0005996210,0.05000,1.479
35,mlp.experts.150.up_proj,fallback(rtn): 0.0011063,0.00000,0.046
35,mlp.experts.166.up_proj,fallback(rtn): 0.0010910,0.00000,0.026
35,mlp.experts.80.up_proj,0.0003806474,0.05000,1.497
35,mlp.experts.104.up_proj,0.0002611174,0.05000,1.481
35,mlp.experts.108.up_proj,0.0003145773,0.05000,1.463
35,mlp.experts.68.up_proj,0.0005445209,0.05000,1.499
35,mlp.experts.87.up_proj,0.0002261704,0.05000,1.515
35,mlp.experts.99.up_proj,0.0002259153,0.05000,1.464
35,mlp.experts.91.up_proj,0.0002698487,0.05000,1.522
35,mlp.experts.95.up_proj,0.0003942205,0.05000,1.497
35,mlp.experts.85.up_proj,0.0002661671,0.05000,1.539
35,mlp.experts.121.up_proj,0.0004785930,0.05000,1.516
35,mlp.experts.97.up_proj,0.0003645112,0.05000,1.535
35,mlp.experts.253.up_proj,0.0001860615,0.05000,1.546
35,mlp.experts.126.up_proj,0.0004242625,0.05000,1.467
35,mlp.experts.138.up_proj,0.0005261490,0.05000,1.455
35,mlp.experts.146.up_proj,0.0005255107,0.05000,1.456
35,mlp.experts.182.up_proj,0.0006018792,0.05000,1.472
35,mlp.experts.96.up_proj,0.0004162813,0.05000,1.462
35,mlp.experts.101.up_proj,0.0005812606,0.05000,1.221
35,mlp.experts.84.up_proj,0.0001901835,0.05000,1.479
35,mlp.experts.120.up_proj,0.0002916462,0.05000,1.484
35,mlp.experts.124.up_proj,0.0008267974,0.05000,1.483
35,mlp.experts.137.up_proj,0.0004313353,0.05000,1.213
35,mlp.experts.103.up_proj,0.0002698054,0.05000,1.444
35,mlp.experts.113.up_proj,0.0008579777,0.05000,1.232
35,mlp.experts.115.up_proj,0.0004290150,0.05000,1.469
35,mlp.experts.111.up_proj,0.0003749728,0.05000,1.505
35,mlp.experts.107.up_proj,0.0006320492,0.05000,1.512
35,mlp.experts.142.up_proj,0.0002027009,0.05000,1.436
35,mlp.experts.158.up_proj,fallback(rtn): 0.0010300,0.00000,0.025
35,mlp.experts.154.up_proj,0.0007909596,0.05000,1.480
35,mlp.experts.162.up_proj,0.0004845486,0.05000,1.478
35,mlp.experts.117.up_proj,0.0003820955,0.05000,1.255
35,mlp.experts.198.up_proj,0.0005571712,0.05000,1.461
35,mlp.experts.153.up_proj,0.0002662337,0.05000,1.232
35,mlp.experts.129.up_proj,0.0002381448,0.05000,1.218
35,mlp.experts.112.up_proj,0.0004813335,0.05000,1.474
35,mlp.experts.140.up_proj,0.0003609181,0.05000,1.444
35,mlp.experts.119.up_proj,0.0002254722,0.05000,1.432
35,mlp.experts.100.up_proj,0.0003715489,0.05000,1.475
35,mlp.experts.136.up_proj,0.0006144609,0.05000,1.509
35,mlp.experts.123.up_proj,0.0004346089,0.05000,1.417
35,mlp.experts.131.up_proj,0.0004734382,0.05000,1.497
35,mlp.experts.127.up_proj,0.0004707076,0.05000,1.490
35,mlp.experts.169.up_proj,0.0004786097,0.05000,1.168
35,mlp.experts.133.up_proj,0.0002673049,0.05000,1.239
35,mlp.experts.145.up_proj,0.0001961030,0.05000,1.202
35,mlp.experts.174.up_proj,0.0002453084,0.05000,1.490
35,mlp.experts.178.up_proj,0.0009631892,0.05000,1.481
35,mlp.experts.170.up_proj,0.0005333478,0.05000,1.517
35,mlp.experts.214.up_proj,0.0002129352,0.05000,1.477
35,mlp.experts.128.up_proj,0.0005137692,0.05000,1.440
35,mlp.experts.116.up_proj,0.0002511534,0.05000,1.388
35,mlp.experts.144.up_proj,fallback(rtn): 0.0010986,0.00000,0.039
35,mlp.experts.135.up_proj,0.0005705073,0.05000,1.448
35,mlp.experts.156.up_proj,0.0004877747,0.05000,1.481
35,mlp.experts.152.up_proj,0.0005129913,0.05000,1.423
35,mlp.experts.172.up_proj,fallback(rtn): 0.0010452,0.00000,0.040
35,mlp.experts.139.up_proj,0.0003814358,0.05000,1.448
35,mlp.experts.143.up_proj,0.0003180977,0.05000,1.434
35,mlp.experts.147.up_proj,0.0008124384,0.05000,1.470
35,mlp.experts.185.up_proj,0.0002724942,0.05000,1.242
35,mlp.experts.149.up_proj,0.0003966285,0.05000,1.240
35,mlp.experts.161.up_proj,0.0004549455,0.05000,1.237
35,mlp.experts.177.up_proj,fallback(rtn): 0.0010986,0.00000,0.021
35,mlp.experts.190.up_proj,0.0002286705,0.05000,1.466
35,mlp.experts.194.up_proj,0.0004841861,0.05000,1.497
35,mlp.experts.186.up_proj,0.0004974747,0.05000,1.491
35,mlp.experts.230.up_proj,0.0006234337,0.05000,1.516
35,mlp.experts.132.up_proj,0.0002981660,0.05000,1.474
35,mlp.experts.160.up_proj,0.0002623213,0.05000,1.474
35,mlp.experts.151.up_proj,0.0003526882,0.05000,1.494
35,mlp.experts.188.up_proj,0.0006917063,0.05000,1.431
35,mlp.experts.168.up_proj,0.0004456895,0.05000,1.484
35,mlp.experts.155.up_proj,0.0003767146,0.05000,1.512
35,mlp.experts.163.up_proj,0.0002860615,0.05000,1.490
35,mlp.experts.159.up_proj,0.0002519103,0.05000,1.495
35,mlp.experts.179.up_proj,fallback(rtn): 0.0010986,0.00000,0.041
35,mlp.experts.201.up_proj,0.0005841308,0.05000,1.189
35,mlp.experts.165.up_proj,0.0003240345,0.05000,1.207
35,mlp.experts.193.up_proj,0.0007397263,0.05000,1.166
35,mlp.experts.206.up_proj,0.0002868657,0.05000,1.483
35,mlp.experts.210.up_proj,0.0003717775,0.05000,1.467
35,mlp.experts.202.up_proj,0.0002805026,0.05000,1.498
35,mlp.experts.246.up_proj,0.0006952074,0.05000,1.485
35,mlp.experts.148.up_proj,0.0002240366,0.05000,1.434
35,mlp.experts.176.up_proj,0.0004899361,0.05000,1.462
35,mlp.experts.167.up_proj,0.0005241712,0.05000,1.461
35,mlp.experts.204.up_proj,0.0007397440,0.05000,1.464
35,mlp.experts.184.up_proj,0.0002307827,0.05000,1.491
35,mlp.experts.171.up_proj,0.0003544080,0.05000,1.467
35,mlp.experts.217.up_proj,0.0004353412,0.05000,1.180
35,mlp.experts.175.up_proj,0.0009435122,0.05000,1.482
35,mlp.experts.181.up_proj,0.0002800286,0.05000,1.211
35,mlp.experts.209.up_proj,0.0003057802,0.05000,1.181
35,mlp.experts.195.up_proj,0.0003962083,0.05000,1.469
35,mlp.experts.222.up_proj,0.0007262680,0.05000,1.185
35,mlp.experts.218.up_proj,0.0001874526,0.05000,1.125
35,mlp.experts.226.up_proj,0.0005948813,0.05000,1.187
35,mlp.experts.233.up_proj,0.0003792880,0.05000,1.078
35,mlp.experts.164.up_proj,0.0003867974,0.05000,1.382
35,mlp.experts.220.up_proj,0.0004722632,0.05000,1.349
35,mlp.experts.183.up_proj,0.0001845277,0.05000,1.361
35,mlp.experts.192.up_proj,0.0003465634,0.05000,1.421
35,mlp.experts.200.up_proj,0.0005618255,0.05000,1.418
35,mlp.experts.216.up_proj,fallback(rtn): 0.0010757,0.00000,0.023
35,mlp.experts.197.up_proj,0.0003069178,0.05000,1.154
35,mlp.experts.225.up_proj,0.0002732689,0.05000,1.159
35,mlp.experts.187.up_proj,0.0003273298,0.05000,1.431
35,mlp.experts.211.up_proj,0.0001375767,0.05000,1.448
35,mlp.experts.191.up_proj,0.0002846341,0.05000,1.459
35,mlp.experts.238.up_proj,0.0007444700,0.05000,1.196
35,mlp.experts.234.up_proj,0.0005207000,0.05000,1.201
35,mlp.experts.242.up_proj,0.0004833049,0.05000,1.204
35,mlp.experts.249.up_proj,0.0007636359,0.05000,1.163
35,mlp.experts.241.up_proj,0.0004387856,0.05000,1.076
35,mlp.experts.213.up_proj,0.0004598686,0.05000,1.093
35,mlp.experts.180.up_proj,0.0003946604,0.05000,1.402
35,mlp.experts.236.up_proj,0.0002928494,0.05000,1.402
35,mlp.experts.208.up_proj,0.0005465222,0.05000,1.407
35,mlp.experts.199.up_proj,0.0005693518,0.05000,1.439
35,mlp.experts.232.up_proj,0.0007561442,0.05000,1.347
35,mlp.experts.254.up_proj,0.0003705977,0.05000,0.933
35,mlp.experts.203.up_proj,0.0003520321,0.05000,1.382
35,mlp.experts.250.up_proj,0.0003186595,0.05000,0.882
35,mlp.experts.207.up_proj,0.0003425663,0.05000,1.354
35,mlp.experts.227.up_proj,0.0003038241,0.05000,1.390
35,mlp.experts.229.up_proj,0.0004708362,0.05000,0.589
35,mlp.experts.245.up_proj,0.0004632091,0.05000,0.558
35,mlp.experts.196.up_proj,0.0003002149,0.05000,1.234
35,mlp.experts.224.up_proj,0.0002735486,0.05000,1.186
35,mlp.experts.252.up_proj,0.0004091813,0.05000,1.255
35,mlp.experts.248.up_proj,0.0005899880,0.05000,1.200
35,mlp.experts.215.up_proj,0.0002411272,0.05000,1.245
35,mlp.experts.219.up_proj,0.0006127050,0.05000,1.212
35,mlp.experts.223.up_proj,0.0001620440,0.05000,1.193
35,mlp.experts.243.up_proj,0.0005810247,0.05000,1.160
35,mlp.experts.212.up_proj,0.0007938284,0.05000,0.719
35,mlp.experts.240.up_proj,0.0005483975,0.05000,0.698
35,mlp.experts.231.up_proj,0.0006436370,0.05000,0.908
35,mlp.experts.235.up_proj,0.0003355280,0.05000,0.872
35,mlp.experts.228.up_proj,0.0003917846,0.05000,0.502
35,mlp.experts.239.up_proj,0.0001685116,0.05000,0.877
35,mlp.experts.244.up_proj,0.0007068368,0.05000,0.500
35,mlp.experts.247.up_proj,0.0003712819,0.05000,0.853
35,mlp.experts.251.up_proj,0.0004651390,0.05000,0.832
35,mlp.experts.255.up_proj,0.0004132572,0.05000,0.729
35,mlp.experts.10.down_proj,0.0000229068,0.05000,0.387
35,mlp.experts.2.down_proj,0.0000482893,0.05000,0.400
35,mlp.experts.26.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
35,mlp.experts.11.down_proj,0.0000140015,0.05000,0.395
35,mlp.experts.7.down_proj,0.0000228697,0.05000,0.405
35,mlp.experts.13.down_proj,0.0000273454,0.05000,0.402
35,mlp.experts.3.down_proj,0.0000260137,0.05000,0.417
35,mlp.experts.0.down_proj,0.0000119482,0.05000,0.419
35,mlp.experts.4.down_proj,0.0000606680,0.05000,0.404
35,mlp.experts.6.down_proj,0.0000260185,0.05000,0.405
35,mlp.experts.12.down_proj,0.0000425039,0.05000,0.420
35,mlp.experts.1.down_proj,0.0000497627,0.05000,0.417
35,mlp.experts.15.down_proj,0.0000255821,0.05000,0.420
35,mlp.experts.5.down_proj,0.0000544152,0.05000,0.410
35,mlp.experts.8.down_proj,0.0000469565,0.05000,0.413
35,mlp.experts.14.down_proj,0.0000103715,0.05000,0.416
35,mlp.experts.9.down_proj,0.0000329297,0.05000,0.433
35,mlp.experts.25.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
35,mlp.experts.18.down_proj,0.0000644399,0.05000,0.353
35,mlp.experts.27.down_proj,0.0000464742,0.05000,0.360
35,mlp.experts.23.down_proj,0.0000301471,0.05000,0.358
35,mlp.experts.42.down_proj,0.0000272631,0.05000,0.378
35,mlp.experts.29.down_proj,0.0000461141,0.05000,0.360
35,mlp.experts.16.down_proj,0.0000413579,0.05000,0.364
35,mlp.experts.45.down_proj,fallback(rtn): 0.0011292,0.00000,0.006
35,mlp.experts.19.down_proj,0.0000169664,0.05000,0.375
35,mlp.experts.28.down_proj,0.0000411181,0.05000,0.380
35,mlp.experts.20.down_proj,0.0000298300,0.05000,0.380
35,mlp.experts.21.down_proj,0.0000116997,0.05000,0.375
35,mlp.experts.22.down_proj,0.0000228218,0.05000,0.383
35,mlp.experts.24.down_proj,0.0001358187,0.05000,0.371
35,mlp.experts.17.down_proj,0.0000138008,0.05000,0.379
35,mlp.experts.31.down_proj,0.0000706593,0.05000,0.385
35,mlp.experts.41.down_proj,0.0000408926,0.05000,0.365
35,mlp.experts.30.down_proj,0.0000129536,0.05000,0.385
35,mlp.experts.34.down_proj,0.0000071198,0.05000,0.357
35,mlp.experts.50.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
35,mlp.experts.43.down_proj,0.0000533245,0.05000,0.371
35,mlp.experts.58.down_proj,0.0000287956,0.05000,0.364
35,mlp.experts.39.down_proj,0.0000566226,0.05000,0.373
35,mlp.experts.61.down_proj,0.0000515771,0.05000,0.360
35,mlp.experts.35.down_proj,0.0000480328,0.05000,0.364
35,mlp.experts.32.down_proj,0.0000401542,0.05000,0.377
35,mlp.experts.36.down_proj,0.0000339323,0.05000,0.369
35,mlp.experts.44.down_proj,0.0000471163,0.05000,0.374
35,mlp.experts.37.down_proj,0.0000232837,0.05000,0.365
35,mlp.experts.38.down_proj,0.0000109077,0.05000,0.372
35,mlp.experts.40.down_proj,0.0000237867,0.05000,0.369
35,mlp.experts.33.down_proj,0.0000072327,0.05000,0.379
35,mlp.experts.47.down_proj,0.0000093987,0.05000,0.381
35,mlp.experts.46.down_proj,0.0000633861,0.05000,0.377
35,mlp.experts.57.down_proj,0.0000268499,0.05000,0.381
35,mlp.experts.66.down_proj,0.0000238727,0.05000,0.371
35,mlp.experts.59.down_proj,0.0000792356,0.05000,0.374
35,mlp.experts.82.down_proj,fallback(rtn): 0.0010300,0.00000,0.006
35,mlp.experts.74.down_proj,0.0001201930,0.05000,0.366
35,mlp.experts.55.down_proj,0.0000407310,0.05000,0.368
35,mlp.experts.77.down_proj,0.0000393671,0.05000,0.372
35,mlp.experts.48.down_proj,0.0000450058,0.05000,0.371
35,mlp.experts.51.down_proj,0.0001261312,0.05000,0.382
35,mlp.experts.52.down_proj,0.0000294279,0.05000,0.371
35,mlp.experts.53.down_proj,0.0000194151,0.05000,0.366
35,mlp.experts.60.down_proj,0.0000193793,0.05000,0.374
35,mlp.experts.54.down_proj,0.0001681926,0.05000,0.365
35,mlp.experts.56.down_proj,0.0000652616,0.05000,0.378
35,mlp.experts.70.down_proj,fallback(rtn): 0.0010910,0.00000,0.006
35,mlp.experts.62.down_proj,0.0000239816,0.05000,0.366
35,mlp.experts.49.down_proj,0.0000144934,0.05000,0.372
35,mlp.experts.63.down_proj,0.0000281054,0.05000,0.374
35,mlp.experts.73.down_proj,0.0000221551,0.05000,0.377
35,mlp.experts.75.down_proj,0.0001124351,0.05000,0.368
35,mlp.experts.90.down_proj,0.0000390879,0.05000,0.370
35,mlp.experts.98.down_proj,0.0000505822,0.05000,0.378
35,mlp.experts.71.down_proj,0.0000330304,0.05000,0.372
35,mlp.experts.93.down_proj,0.0000290039,0.05000,0.372
35,mlp.experts.64.down_proj,0.0000049634,0.05000,0.369
35,mlp.experts.109.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
35,mlp.experts.67.down_proj,0.0000229951,0.05000,0.367
35,mlp.experts.125.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
35,mlp.experts.68.down_proj,0.0000512172,0.05000,0.372
35,mlp.experts.69.down_proj,0.0000099324,0.05000,0.373
35,mlp.experts.76.down_proj,0.0000588334,0.05000,0.374
35,mlp.experts.86.down_proj,0.0000206738,0.05000,0.373
35,mlp.experts.72.down_proj,0.0000311236,0.05000,0.377
35,mlp.experts.65.down_proj,0.0000085026,0.05000,0.364
35,mlp.experts.78.down_proj,0.0000158300,0.05000,0.372
35,mlp.experts.89.down_proj,0.0000357360,0.05000,0.373
35,mlp.experts.79.down_proj,0.0000486348,0.05000,0.376
35,mlp.experts.91.down_proj,0.0000452058,0.05000,0.365
35,mlp.experts.87.down_proj,0.0000388264,0.05000,0.362
35,mlp.experts.106.down_proj,0.0000300868,0.05000,0.373
35,mlp.experts.114.down_proj,0.0000327454,0.05000,0.373
35,mlp.experts.80.down_proj,0.0000237552,0.05000,0.372
35,mlp.experts.83.down_proj,0.0000254095,0.05000,0.376
35,mlp.experts.141.down_proj,0.0000184392,0.05000,0.374
35,mlp.experts.84.down_proj,0.0000279703,0.05000,0.369
35,mlp.experts.85.down_proj,0.0000480009,0.05000,0.378
35,mlp.experts.92.down_proj,0.0000390049,0.05000,0.373
35,mlp.experts.102.down_proj,0.0000253010,0.05000,0.369
35,mlp.experts.88.down_proj,0.0000634196,0.05000,0.381
35,mlp.experts.94.down_proj,0.0000601735,0.05000,0.373
35,mlp.experts.81.down_proj,0.0000150472,0.05000,0.375
35,mlp.experts.105.down_proj,0.0000316409,0.05000,0.368
35,mlp.experts.95.down_proj,0.0000251811,0.05000,0.372
35,mlp.experts.107.down_proj,0.0000184222,0.05000,0.373
35,mlp.experts.103.down_proj,0.0000259925,0.05000,0.366
35,mlp.experts.122.down_proj,0.0001924067,0.05000,0.367
35,mlp.experts.130.down_proj,0.0000227463,0.05000,0.368
35,mlp.experts.96.down_proj,0.0000254512,0.05000,0.378
35,mlp.experts.100.down_proj,0.0000382816,0.05000,0.364
35,mlp.experts.99.down_proj,0.0000254873,0.05000,0.374
35,mlp.experts.157.down_proj,0.0000344367,0.05000,0.378
35,mlp.experts.108.down_proj,0.0000510893,0.05000,0.366
35,mlp.experts.101.down_proj,0.0000565454,0.05000,0.377
35,mlp.experts.118.down_proj,0.0000444545,0.05000,0.368
35,mlp.experts.110.down_proj,0.0000440915,0.05000,0.371
35,mlp.experts.97.down_proj,0.0000304022,0.05000,0.368
35,mlp.experts.104.down_proj,0.0000171514,0.05000,0.374
35,mlp.experts.111.down_proj,0.0000224503,0.05000,0.365
35,mlp.experts.121.down_proj,0.0000455968,0.05000,0.370
35,mlp.experts.123.down_proj,0.0000413993,0.05000,0.362
35,mlp.experts.119.down_proj,0.0000637907,0.05000,0.364
35,mlp.experts.138.down_proj,0.0000272656,0.05000,0.369
35,mlp.experts.146.down_proj,0.0000340619,0.05000,0.369
35,mlp.experts.112.down_proj,0.0000234383,0.05000,0.360
35,mlp.experts.116.down_proj,0.0000393827,0.05000,0.371
35,mlp.experts.115.down_proj,0.0000155832,0.05000,0.372
35,mlp.experts.173.down_proj,0.0000465970,0.05000,0.364
35,mlp.experts.124.down_proj,0.0000454104,0.05000,0.366
35,mlp.experts.117.down_proj,0.0000259729,0.05000,0.359
35,mlp.experts.134.down_proj,0.0000168083,0.05000,0.373
35,mlp.experts.150.down_proj,fallback(rtn): 0.0011215,0.00000,0.007
35,mlp.experts.126.down_proj,0.0000277728,0.05000,0.360
35,mlp.experts.113.down_proj,0.0000834536,0.05000,0.359
35,mlp.experts.137.down_proj,0.0000147092,0.05000,0.359
35,mlp.experts.127.down_proj,0.0000505870,0.05000,0.363
35,mlp.experts.166.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
35,mlp.experts.120.down_proj,0.0000427029,0.05000,0.375
35,mlp.experts.139.down_proj,0.0000673204,0.05000,0.370
35,mlp.experts.135.down_proj,0.0000820912,0.05000,0.366
35,mlp.experts.154.down_proj,0.0000327374,0.05000,0.366
35,mlp.experts.162.down_proj,0.0000146092,0.05000,0.370
35,mlp.experts.128.down_proj,0.0000264458,0.05000,0.362
35,mlp.experts.144.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
35,mlp.experts.132.down_proj,0.0000409869,0.05000,0.368
35,mlp.experts.131.down_proj,0.0000325885,0.05000,0.370
35,mlp.experts.140.down_proj,0.0000084326,0.05000,0.368
35,mlp.experts.189.down_proj,0.0000180719,0.05000,0.373
35,mlp.experts.133.down_proj,0.0000131435,0.05000,0.369
35,mlp.experts.205.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
35,mlp.experts.142.down_proj,0.0000178924,0.05000,0.371
35,mlp.experts.153.down_proj,0.0000503248,0.05000,0.365
35,mlp.experts.143.down_proj,0.0000377793,0.05000,0.365
35,mlp.experts.129.down_proj,0.0000442171,0.05000,0.375
35,mlp.experts.182.down_proj,0.0000327903,0.05000,0.369
35,mlp.experts.158.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
35,mlp.experts.136.down_proj,0.0000620679,0.05000,0.378
35,mlp.experts.155.down_proj,0.0000123108,0.05000,0.366
35,mlp.experts.151.down_proj,0.0000576350,0.05000,0.378
35,mlp.experts.170.down_proj,0.0000667360,0.05000,0.367
35,mlp.experts.178.down_proj,0.0000473181,0.05000,0.377
35,mlp.experts.160.down_proj,0.0001028807,0.05000,0.366
35,mlp.experts.148.down_proj,0.0000253100,0.05000,0.365
35,mlp.experts.147.down_proj,0.0000711111,0.05000,0.363
35,mlp.experts.149.down_proj,0.0000155510,0.05000,0.365
35,mlp.experts.156.down_proj,0.0000371505,0.05000,0.370
35,mlp.experts.172.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
35,mlp.experts.221.down_proj,0.0000350555,0.05000,0.370
35,mlp.experts.237.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
35,mlp.experts.169.down_proj,0.0000731204,0.05000,0.367
35,mlp.experts.145.down_proj,0.0000327012,0.05000,0.372
35,mlp.experts.198.down_proj,0.0000425299,0.05000,0.372
35,mlp.experts.159.down_proj,0.0000144257,0.05000,0.380
35,mlp.experts.152.down_proj,0.0000197973,0.05000,0.374
35,mlp.experts.174.down_proj,0.0000183892,0.05000,0.376
35,mlp.experts.171.down_proj,0.0000430366,0.05000,0.385
35,mlp.experts.167.down_proj,0.0000915785,0.05000,0.374
35,mlp.experts.186.down_proj,0.0000600890,0.05000,0.373
35,mlp.experts.194.down_proj,0.0000308317,0.05000,0.374
35,mlp.experts.176.down_proj,0.0000404129,0.05000,0.376
35,mlp.experts.164.down_proj,0.0000226809,0.05000,0.369
35,mlp.experts.163.down_proj,0.0000522383,0.05000,0.374
35,mlp.experts.165.down_proj,0.0000337026,0.05000,0.364
35,mlp.experts.179.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
35,mlp.experts.188.down_proj,0.0000260351,0.05000,0.375
35,mlp.experts.253.down_proj,0.0000124108,0.05000,0.379
35,mlp.experts.185.down_proj,0.0000275161,0.05000,0.383
35,mlp.experts.161.down_proj,0.0000765550,0.05000,0.373
35,mlp.experts.214.down_proj,0.0000252909,0.05000,0.371
35,mlp.experts.190.down_proj,0.0000278580,0.05000,0.373
35,mlp.experts.175.down_proj,0.0000515810,0.05000,0.378
35,mlp.experts.168.down_proj,0.0000109058,0.05000,0.376
35,mlp.experts.177.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
35,mlp.experts.202.down_proj,0.0000326751,0.05000,0.360
35,mlp.experts.187.down_proj,0.0000752838,0.05000,0.372
35,mlp.experts.183.down_proj,0.0000253734,0.05000,0.377
35,mlp.experts.181.down_proj,0.0000334319,0.05000,0.317
35,mlp.experts.210.down_proj,0.0000368125,0.05000,0.369
35,mlp.experts.180.down_proj,0.0000264194,0.05000,0.370
35,mlp.experts.192.down_proj,0.0001075414,0.05000,0.372
35,mlp.experts.201.down_proj,0.0000528235,0.05000,0.298
35,mlp.experts.195.down_proj,0.0000123184,0.05000,0.364
35,mlp.experts.193.down_proj,0.0000278127,0.05000,0.305
35,mlp.experts.204.down_proj,0.0000848911,0.05000,0.369
35,mlp.experts.230.down_proj,0.0000400965,0.05000,0.363
35,mlp.experts.206.down_proj,0.0000347546,0.05000,0.363
35,mlp.experts.184.down_proj,0.0000228449,0.05000,0.356
35,mlp.experts.191.down_proj,0.0000323420,0.05000,0.366
35,mlp.experts.197.down_proj,0.0000279227,0.05000,0.285
35,mlp.experts.217.down_proj,0.0000271789,0.05000,0.287
35,mlp.experts.203.down_proj,0.0000133671,0.05000,0.357
35,mlp.experts.218.down_proj,0.0000319574,0.05000,0.363
35,mlp.experts.226.down_proj,0.0000430589,0.05000,0.357
35,mlp.experts.199.down_proj,0.0000220812,0.05000,0.365
35,mlp.experts.209.down_proj,0.0000073978,0.05000,0.303
35,mlp.experts.208.down_proj,0.0000154829,0.05000,0.354
35,mlp.experts.196.down_proj,0.0000341037,0.05000,0.363
35,mlp.experts.211.down_proj,0.0000193223,0.05000,0.369
35,mlp.experts.220.down_proj,0.0000814922,0.05000,0.356
35,mlp.experts.246.down_proj,0.0000216818,0.05000,0.355
35,mlp.experts.200.down_proj,0.0000396612,0.05000,0.349
35,mlp.experts.222.down_proj,0.0000231814,0.05000,0.360
35,mlp.experts.216.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
35,mlp.experts.207.down_proj,0.0000700753,0.05000,0.372
35,mlp.experts.213.down_proj,0.0000126441,0.05000,0.304
35,mlp.experts.233.down_proj,0.0000264504,0.05000,0.291
35,mlp.experts.234.down_proj,0.0000137464,0.05000,0.287
35,mlp.experts.242.down_proj,0.0000359759,0.05000,0.318
35,mlp.experts.219.down_proj,0.0000641162,0.05000,0.344
35,mlp.experts.225.down_proj,0.0000093260,0.05000,0.302
35,mlp.experts.215.down_proj,0.0000071420,0.05000,0.340
35,mlp.experts.224.down_proj,0.0000310094,0.05000,0.353
35,mlp.experts.212.down_proj,0.0002249090,0.05000,0.352
35,mlp.experts.238.down_proj,0.0000304502,0.05000,0.260
35,mlp.experts.227.down_proj,0.0000601969,0.05000,0.351
35,mlp.experts.236.down_proj,0.0000364153,0.05000,0.348
35,mlp.experts.223.down_proj,0.0000179913,0.05000,0.342
35,mlp.experts.232.down_proj,0.0000266648,0.05000,0.355
35,mlp.experts.250.down_proj,0.0000237637,0.05000,0.249
35,mlp.experts.229.down_proj,0.0000296541,0.05000,0.302
35,mlp.experts.249.down_proj,0.0000541628,0.05000,0.289
35,mlp.experts.254.down_proj,0.0000363692,0.05000,0.189
35,mlp.experts.241.down_proj,0.0000355818,0.05000,0.270
35,mlp.experts.235.down_proj,0.0000712691,0.05000,0.349
35,mlp.experts.231.down_proj,0.0000247318,0.05000,0.333
35,mlp.experts.240.down_proj,0.0000221947,0.05000,0.313
35,mlp.experts.228.down_proj,0.0000446762,0.05000,0.312
35,mlp.experts.245.down_proj,0.0000196266,0.05000,0.166
35,mlp.experts.252.down_proj,0.0000445211,0.05000,0.294
35,mlp.experts.243.down_proj,0.0000321032,0.05000,0.321
35,mlp.experts.248.down_proj,0.0000311298,0.05000,0.291
35,mlp.experts.239.down_proj,0.0000795990,0.05000,0.299
35,mlp.experts.244.down_proj,0.0001326220,0.05000,0.146
35,mlp.experts.251.down_proj,0.0000696857,0.05000,0.221
35,mlp.experts.247.down_proj,0.0000366257,0.05000,0.220
35,mlp.experts.255.down_proj,0.0000468887,0.05000,0.170
36,mlp.experts.6.gate_proj,fallback(rtn): 0.0011749,0.00000,0.068
36,mlp.experts.15.gate_proj,0.0002967420,0.05000,1.538
36,mlp.experts.11.gate_proj,0.0007610162,0.05000,1.563
36,mlp.experts.7.gate_proj,0.0005222994,0.05000,1.533
36,mlp.experts.5.gate_proj,0.0005146175,0.05000,1.552
36,mlp.experts.3.gate_proj,0.0008767219,0.05000,1.578
36,mlp.experts.10.gate_proj,0.0002822019,0.05000,1.576
36,mlp.experts.2.gate_proj,0.0012292827,0.05000,1.565
36,mlp.experts.1.gate_proj,0.0009581505,0.05000,1.544
36,mlp.experts.13.gate_proj,0.0004201608,0.05000,1.558
36,mlp.experts.14.gate_proj,0.0002926778,0.05000,1.572
36,mlp.experts.8.gate_proj,0.0005613287,0.05000,1.552
36,mlp.experts.22.gate_proj,0.0007174902,0.05000,1.476
36,mlp.experts.9.gate_proj,0.0011061681,0.05000,1.566
36,mlp.experts.4.gate_proj,0.0002381809,0.05000,1.599
36,mlp.experts.0.gate_proj,0.0002489233,0.05000,1.596
36,mlp.experts.12.gate_proj,0.0005925800,0.05000,1.654
36,mlp.experts.38.gate_proj,fallback(rtn): 0.0010757,0.00000,0.071
36,mlp.experts.31.gate_proj,0.0005668841,0.05000,1.506
36,mlp.experts.29.gate_proj,0.0005345671,0.05000,1.488
36,mlp.experts.27.gate_proj,0.0008400284,0.05000,1.514
36,mlp.experts.23.gate_proj,0.0005469611,0.05000,1.509
36,mlp.experts.19.gate_proj,0.0004637345,0.05000,1.498
36,mlp.experts.17.gate_proj,0.0008886411,0.05000,1.486
36,mlp.experts.25.gate_proj,0.0003903048,0.05000,1.480
36,mlp.experts.18.gate_proj,0.0003713655,0.05000,1.489
36,mlp.experts.30.gate_proj,0.0004837051,0.05000,1.492
36,mlp.experts.24.gate_proj,0.0002514130,0.05000,1.487
36,mlp.experts.26.gate_proj,0.0003434264,0.05000,1.496
36,mlp.experts.21.gate_proj,0.0006558685,0.05000,1.542
36,mlp.experts.16.gate_proj,0.0006771973,0.05000,1.552
36,mlp.experts.33.gate_proj,fallback(rtn): 0.0010223,0.00000,0.064
36,mlp.experts.20.gate_proj,0.0001911661,0.05000,1.556
36,mlp.experts.28.gate_proj,0.0006111223,0.05000,1.498
36,mlp.experts.54.gate_proj,0.0016208265,0.05000,1.489
36,mlp.experts.46.gate_proj,fallback(rtn): 0.0010910,0.00000,0.063
36,mlp.experts.47.gate_proj,0.0007183189,0.05000,1.479
36,mlp.experts.35.gate_proj,0.0009324537,0.05000,1.449
36,mlp.experts.43.gate_proj,0.0002780432,0.05000,1.460
36,mlp.experts.39.gate_proj,0.0001812814,0.05000,1.469
36,mlp.experts.45.gate_proj,0.0002700218,0.05000,1.488
36,mlp.experts.37.gate_proj,0.0004164445,0.05000,1.457
36,mlp.experts.42.gate_proj,0.0004380133,0.05000,1.477
36,mlp.experts.34.gate_proj,0.0006382042,0.05000,1.487
36,mlp.experts.41.gate_proj,0.0006542137,0.05000,1.519
36,mlp.experts.40.gate_proj,0.0007611949,0.05000,1.524
36,mlp.experts.62.gate_proj,0.0006960578,0.05000,1.469
36,mlp.experts.49.gate_proj,0.0003257477,0.05000,1.479
36,mlp.experts.32.gate_proj,0.0009826668,0.05000,1.515
36,mlp.experts.36.gate_proj,0.0009016308,0.05000,1.508
36,mlp.experts.70.gate_proj,0.0001965899,0.05000,1.514
36,mlp.experts.44.gate_proj,0.0005166240,0.05000,1.552
36,mlp.experts.63.gate_proj,0.0004028082,0.05000,1.500
36,mlp.experts.59.gate_proj,0.0006802601,0.05000,1.495
36,mlp.experts.55.gate_proj,0.0005743977,0.05000,1.513
36,mlp.experts.61.gate_proj,0.0004570699,0.05000,1.496
36,mlp.experts.58.gate_proj,0.0003801260,0.05000,1.480
36,mlp.experts.50.gate_proj,0.0003418693,0.05000,1.485
36,mlp.experts.53.gate_proj,0.0006736185,0.05000,1.512
36,mlp.experts.51.gate_proj,0.0003805057,0.05000,1.546
36,mlp.experts.57.gate_proj,0.0004404582,0.05000,1.475
36,mlp.experts.56.gate_proj,0.0006176560,0.05000,1.466
36,mlp.experts.71.gate_proj,fallback(rtn): 0.0010681,0.00000,0.058
36,mlp.experts.78.gate_proj,0.0003368307,0.05000,1.497
36,mlp.experts.65.gate_proj,0.0004529464,0.05000,1.518
36,mlp.experts.52.gate_proj,0.0006330622,0.05000,1.497
36,mlp.experts.48.gate_proj,0.0003943064,0.05000,1.504
36,mlp.experts.86.gate_proj,0.0004673537,0.05000,1.496
36,mlp.experts.60.gate_proj,0.0003764704,0.05000,1.494
36,mlp.experts.75.gate_proj,0.0002431002,0.05000,1.505
36,mlp.experts.79.gate_proj,0.0004443519,0.05000,1.509
36,mlp.experts.67.gate_proj,0.0003160373,0.05000,1.458
36,mlp.experts.74.gate_proj,0.0004401576,0.05000,1.495
36,mlp.experts.66.gate_proj,0.0007123056,0.05000,1.491
36,mlp.experts.69.gate_proj,0.0004014282,0.05000,1.528
36,mlp.experts.87.gate_proj,0.0001907846,0.05000,1.481
36,mlp.experts.77.gate_proj,0.0003758637,0.05000,1.542
36,mlp.experts.72.gate_proj,0.0003434562,0.05000,1.517
36,mlp.experts.73.gate_proj,0.0001749911,0.05000,1.521
36,mlp.experts.91.gate_proj,fallback(rtn): 0.0010986,0.00000,0.060
36,mlp.experts.94.gate_proj,0.0006718468,0.05000,1.482
36,mlp.experts.64.gate_proj,0.0005146926,0.05000,1.454
36,mlp.experts.102.gate_proj,0.0004777133,0.05000,1.486
36,mlp.experts.81.gate_proj,0.0005880773,0.05000,1.526
36,mlp.experts.68.gate_proj,0.0003318722,0.05000,1.520
36,mlp.experts.76.gate_proj,0.0004027569,0.05000,1.481
36,mlp.experts.83.gate_proj,0.0003180751,0.05000,1.482
36,mlp.experts.90.gate_proj,0.0008865637,0.05000,1.493
36,mlp.experts.95.gate_proj,0.0006641758,0.05000,1.525
36,mlp.experts.82.gate_proj,0.0003593958,0.05000,1.520
36,mlp.experts.103.gate_proj,0.0005614853,0.05000,1.495
36,mlp.experts.107.gate_proj,0.0003959665,0.05000,1.484
36,mlp.experts.93.gate_proj,0.0002640880,0.05000,1.522
36,mlp.experts.110.gate_proj,0.0003754436,0.05000,1.510
36,mlp.experts.88.gate_proj,0.0004301406,0.05000,1.517
36,mlp.experts.118.gate_proj,0.0003215582,0.05000,1.481
36,mlp.experts.80.gate_proj,0.0006606909,0.05000,1.517
36,mlp.experts.85.gate_proj,0.0005300022,0.05000,1.560
36,mlp.experts.92.gate_proj,0.0006568475,0.05000,1.508
36,mlp.experts.97.gate_proj,0.0004608887,0.05000,1.515
36,mlp.experts.84.gate_proj,0.0006183061,0.05000,1.515
36,mlp.experts.89.gate_proj,0.0010397951,0.05000,1.585
36,mlp.experts.108.gate_proj,fallback(rtn): 0.0011368,0.00000,0.042
36,mlp.experts.106.gate_proj,0.0004615084,0.05000,1.491
36,mlp.experts.99.gate_proj,0.0005642324,0.05000,1.515
36,mlp.experts.98.gate_proj,0.0004502757,0.05000,1.468
36,mlp.experts.111.gate_proj,0.0007841934,0.05000,1.495
36,mlp.experts.123.gate_proj,0.0005946538,0.05000,1.497
36,mlp.experts.119.gate_proj,0.0005046368,0.05000,1.505
36,mlp.experts.104.gate_proj,0.0007276170,0.05000,1.483
36,mlp.experts.134.gate_proj,0.0004858480,0.05000,1.488
36,mlp.experts.109.gate_proj,0.0006641602,0.05000,1.516
36,mlp.experts.126.gate_proj,0.0007233761,0.05000,1.518
36,mlp.experts.96.gate_proj,0.0003674437,0.05000,1.518
36,mlp.experts.101.gate_proj,0.0007165661,0.05000,1.532
36,mlp.experts.100.gate_proj,0.0009019839,0.05000,1.501
36,mlp.experts.105.gate_proj,0.0005299359,0.05000,1.519
36,mlp.experts.113.gate_proj,0.0005384481,0.05000,1.551
36,mlp.experts.124.gate_proj,0.0004258684,0.05000,1.518
36,mlp.experts.114.gate_proj,0.0009291998,0.05000,1.476
36,mlp.experts.122.gate_proj,0.0007030500,0.05000,1.485
36,mlp.experts.142.gate_proj,0.0003151329,0.05000,1.419
36,mlp.experts.150.gate_proj,0.0007791226,0.05000,1.470
36,mlp.experts.125.gate_proj,0.0003031852,0.05000,1.452
36,mlp.experts.120.gate_proj,0.0001914881,0.05000,1.493
36,mlp.experts.112.gate_proj,0.0006392007,0.05000,1.456
36,mlp.experts.117.gate_proj,0.0002087259,0.05000,1.473
36,mlp.experts.116.gate_proj,0.0005356559,0.05000,1.465
36,mlp.experts.127.gate_proj,0.0005470408,0.05000,1.634
36,mlp.experts.121.gate_proj,0.0007436795,0.05000,1.476
36,mlp.experts.132.gate_proj,fallback(rtn): 0.0012589,0.00000,0.024
36,mlp.experts.129.gate_proj,0.0006260598,0.05000,1.463
36,mlp.experts.139.gate_proj,0.0003290413,0.05000,1.624
36,mlp.experts.115.gate_proj,0.0006413529,0.05000,1.684
36,mlp.experts.140.gate_proj,0.0007823056,0.05000,1.480
36,mlp.experts.135.gate_proj,0.0001710885,0.05000,1.676
36,mlp.experts.130.gate_proj,0.0004255386,0.05000,1.538
36,mlp.experts.138.gate_proj,0.0007194587,0.05000,1.539
36,mlp.experts.141.gate_proj,0.0008056912,0.05000,1.494
36,mlp.experts.136.gate_proj,0.0003267539,0.05000,1.494
36,mlp.experts.158.gate_proj,0.0003082259,0.05000,1.560
36,mlp.experts.166.gate_proj,0.0002861340,0.05000,1.538
36,mlp.experts.128.gate_proj,0.0007921793,0.05000,1.533
36,mlp.experts.133.gate_proj,0.0012911968,0.05000,1.499
36,mlp.experts.143.gate_proj,0.0005335385,0.05000,1.494
36,mlp.experts.137.gate_proj,0.0004936627,0.05000,1.495
36,mlp.experts.145.gate_proj,0.0003952843,0.05000,1.487
36,mlp.experts.155.gate_proj,0.0005888312,0.05000,1.497
36,mlp.experts.156.gate_proj,0.0004133923,0.05000,1.479
36,mlp.experts.131.gate_proj,0.0005445319,0.05000,1.495
36,mlp.experts.151.gate_proj,0.0008182225,0.05000,1.448
36,mlp.experts.148.gate_proj,0.0005640470,0.05000,1.525
36,mlp.experts.146.gate_proj,0.0007231540,0.05000,1.524
36,mlp.experts.152.gate_proj,0.0002785030,0.05000,1.489
36,mlp.experts.154.gate_proj,0.0002219558,0.05000,1.551
36,mlp.experts.157.gate_proj,0.0003026712,0.05000,1.518
36,mlp.experts.149.gate_proj,0.0009026388,0.05000,1.469
36,mlp.experts.182.gate_proj,0.0009905258,0.05000,1.521
36,mlp.experts.144.gate_proj,0.0003698839,0.05000,1.506
36,mlp.experts.173.gate_proj,fallback(rtn): 0.0010605,0.00000,0.047
36,mlp.experts.153.gate_proj,0.0003187689,0.05000,1.476
36,mlp.experts.161.gate_proj,0.0006163260,0.05000,1.476
36,mlp.experts.174.gate_proj,0.0008446602,0.05000,1.542
36,mlp.experts.167.gate_proj,0.0011713796,0.05000,1.455
36,mlp.experts.159.gate_proj,0.0005160742,0.05000,1.498
36,mlp.experts.171.gate_proj,0.0005604915,0.05000,1.474
36,mlp.experts.147.gate_proj,0.0003176800,0.05000,1.474
36,mlp.experts.172.gate_proj,0.0004450882,0.05000,1.503
36,mlp.experts.164.gate_proj,0.0002413080,0.05000,1.499
36,mlp.experts.183.gate_proj,fallback(rtn): 0.0013199,0.00000,0.055
36,mlp.experts.175.gate_proj,fallback(rtn): 0.0011520,0.00000,0.058
36,mlp.experts.180.gate_proj,fallback(rtn): 0.0011444,0.00000,0.039
36,mlp.experts.168.gate_proj,0.0003324613,0.05000,1.496
36,mlp.experts.162.gate_proj,0.0009813216,0.05000,1.518
36,mlp.experts.165.gate_proj,0.0002946947,0.05000,1.494
36,mlp.experts.184.gate_proj,fallback(rtn): 0.0010757,0.00000,0.024
36,mlp.experts.190.gate_proj,0.0004997225,0.05000,1.463
36,mlp.experts.170.gate_proj,0.0007733157,0.05000,1.541
36,mlp.experts.160.gate_proj,0.0003173258,0.05000,1.509
36,mlp.experts.169.gate_proj,0.0009522853,0.05000,1.495
36,mlp.experts.189.gate_proj,0.0006902941,0.05000,1.499
36,mlp.experts.198.gate_proj,0.0003296959,0.05000,1.522
36,mlp.experts.163.gate_proj,0.0011426115,0.05000,1.487
36,mlp.experts.177.gate_proj,0.0009821707,0.05000,1.534
36,mlp.experts.187.gate_proj,0.0003780582,0.05000,1.545
36,mlp.experts.188.gate_proj,0.0003545629,0.05000,1.523
36,mlp.experts.199.gate_proj,0.0004069881,0.05000,1.520
36,mlp.experts.196.gate_proj,0.0004822249,0.05000,1.533
36,mlp.experts.191.gate_proj,0.0012154459,0.05000,1.547
36,mlp.experts.178.gate_proj,0.0006385453,0.05000,1.544
36,mlp.experts.200.gate_proj,0.0007971091,0.05000,1.536
36,mlp.experts.181.gate_proj,0.0002404021,0.05000,1.545
36,mlp.experts.186.gate_proj,0.0003376247,0.05000,1.523
36,mlp.experts.206.gate_proj,0.0003679984,0.05000,1.526
36,mlp.experts.205.gate_proj,0.0002824937,0.05000,1.503
36,mlp.experts.185.gate_proj,0.0003510691,0.05000,1.512
36,mlp.experts.193.gate_proj,0.0001665698,0.05000,1.468
36,mlp.experts.197.gate_proj,fallback(rtn): 0.0011978,0.00000,0.020
36,mlp.experts.176.gate_proj,0.0004514657,0.05000,1.522
36,mlp.experts.214.gate_proj,0.0002810891,0.05000,1.555
36,mlp.experts.204.gate_proj,0.0002948795,0.05000,1.504
36,mlp.experts.179.gate_proj,0.0007992163,0.05000,1.583
36,mlp.experts.203.gate_proj,0.0006659109,0.05000,1.565
36,mlp.experts.215.gate_proj,0.0013039838,0.05000,1.556
36,mlp.experts.207.gate_proj,0.0006196623,0.05000,1.526
36,mlp.experts.212.gate_proj,0.0006040458,0.05000,1.530
36,mlp.experts.194.gate_proj,0.0003877019,0.05000,1.505
36,mlp.experts.216.gate_proj,0.0005312131,0.05000,1.493
36,mlp.experts.222.gate_proj,0.0003181139,0.05000,1.466
36,mlp.experts.209.gate_proj,0.0005196721,0.05000,1.479
36,mlp.experts.201.gate_proj,0.0003744321,0.05000,1.499
36,mlp.experts.192.gate_proj,0.0002835814,0.05000,1.497
36,mlp.experts.230.gate_proj,0.0004273959,0.05000,1.474
36,mlp.experts.202.gate_proj,0.0002316509,0.05000,1.527
36,mlp.experts.221.gate_proj,0.0006947842,0.05000,1.532
36,mlp.experts.213.gate_proj,0.0002027097,0.05000,1.530
36,mlp.experts.208.gate_proj,fallback(rtn): 0.0010986,0.00000,0.023
36,mlp.experts.220.gate_proj,0.0012491504,0.05000,1.483
36,mlp.experts.195.gate_proj,0.0002259989,0.05000,1.514
36,mlp.experts.236.gate_proj,fallback(rtn): 0.0011444,0.00000,0.043
36,mlp.experts.219.gate_proj,0.0010077124,0.05000,1.526
36,mlp.experts.228.gate_proj,0.0006047522,0.05000,1.509
36,mlp.experts.223.gate_proj,0.0003758686,0.05000,1.552
36,mlp.experts.231.gate_proj,0.0004659509,0.05000,1.556
36,mlp.experts.246.gate_proj,0.0002685752,0.05000,1.418
36,mlp.experts.238.gate_proj,0.0001588239,0.05000,1.482
36,mlp.experts.232.gate_proj,0.0007752452,0.05000,1.499
36,mlp.experts.217.gate_proj,0.0005175809,0.05000,1.463
36,mlp.experts.225.gate_proj,0.0004524265,0.05000,1.487
36,mlp.experts.218.gate_proj,0.0005887509,0.05000,1.458
36,mlp.experts.229.gate_proj,0.0005381349,0.05000,1.449
36,mlp.experts.6.up_proj,fallback(rtn): 0.0011063,0.00000,0.039
36,mlp.experts.237.gate_proj,0.0005320094,0.05000,1.457
36,mlp.experts.210.gate_proj,0.0005428756,0.05000,1.510
36,mlp.experts.224.gate_proj,0.0006381195,0.05000,1.465
36,mlp.experts.244.gate_proj,0.0002951996,0.05000,1.385
36,mlp.experts.252.gate_proj,0.0004841634,0.05000,1.434
36,mlp.experts.211.gate_proj,0.0002032433,0.05000,1.465
36,mlp.experts.235.gate_proj,0.0006381881,0.05000,1.445
36,mlp.experts.247.gate_proj,0.0010264183,0.05000,1.483
36,mlp.experts.239.gate_proj,0.0002335022,0.05000,1.516
36,mlp.experts.254.gate_proj,0.0005577343,0.05000,1.352
36,mlp.experts.248.gate_proj,0.0005603693,0.05000,1.504
36,mlp.experts.245.gate_proj,0.0005316739,0.05000,1.487
36,mlp.experts.253.gate_proj,0.0003991696,0.05000,1.491
36,mlp.experts.241.gate_proj,0.0003956811,0.05000,1.504
36,mlp.experts.233.gate_proj,0.0010744253,0.05000,1.505
36,mlp.experts.22.up_proj,0.0005932283,0.05000,1.499
36,mlp.experts.227.gate_proj,0.0002546244,0.05000,1.504
36,mlp.experts.226.gate_proj,0.0005670001,0.05000,1.502
36,mlp.experts.251.gate_proj,0.0002855863,0.05000,1.501
36,mlp.experts.234.gate_proj,0.0003921927,0.05000,1.508
36,mlp.experts.4.up_proj,0.0002151108,0.05000,1.535
36,mlp.experts.240.gate_proj,0.0010174523,0.05000,1.534
36,mlp.experts.12.up_proj,0.0005234665,0.05000,1.550
36,mlp.experts.249.gate_proj,fallback(rtn): 0.0011215,0.00000,0.064
36,mlp.experts.243.gate_proj,fallback(rtn): 0.0011215,0.00000,0.050
36,mlp.experts.38.up_proj,fallback(rtn): 0.0010681,0.00000,0.060
36,mlp.experts.7.up_proj,0.0003410938,0.05000,1.488
36,mlp.experts.255.gate_proj,0.0003239753,0.05000,1.516
36,mlp.experts.14.up_proj,0.0002514201,0.05000,1.474
36,mlp.experts.5.up_proj,0.0004677207,0.05000,1.493
36,mlp.experts.1.up_proj,0.0007332611,0.05000,1.487
36,mlp.experts.13.up_proj,0.0003836957,0.05000,1.491
36,mlp.experts.8.up_proj,0.0005376652,0.05000,1.541
36,mlp.experts.242.gate_proj,0.0002509718,0.05000,1.501
36,mlp.experts.11.up_proj,0.0005392179,0.05000,1.515
36,mlp.experts.20.up_proj,0.0001547564,0.05000,1.523
36,mlp.experts.250.gate_proj,0.0004539777,0.05000,1.537
36,mlp.experts.9.up_proj,0.0009378513,0.05000,1.487
36,mlp.experts.3.up_proj,0.0006593406,0.05000,1.507
36,mlp.experts.23.up_proj,0.0005438580,0.05000,1.502
36,mlp.experts.54.up_proj,0.0012017162,0.05000,1.509
36,mlp.experts.28.up_proj,0.0005107327,0.05000,1.563
36,mlp.experts.0.up_proj,0.0002172331,0.05000,1.579
36,mlp.experts.15.up_proj,0.0002773545,0.05000,1.502
36,mlp.experts.30.up_proj,0.0004653179,0.05000,1.495
36,mlp.experts.46.up_proj,fallback(rtn): 0.0011139,0.00000,0.026
36,mlp.experts.29.up_proj,0.0005007238,0.05000,1.495
36,mlp.experts.2.up_proj,0.0006636968,0.05000,1.471
36,mlp.experts.17.up_proj,0.0006004753,0.05000,1.499
36,mlp.experts.21.up_proj,0.0004775961,0.05000,1.508
36,mlp.experts.27.up_proj,0.0007041712,0.05000,1.480
36,mlp.experts.10.up_proj,0.0002102864,0.05000,1.467
36,mlp.experts.70.up_proj,0.0001831953,0.05000,1.449
36,mlp.experts.25.up_proj,0.0002863085,0.05000,1.486
36,mlp.experts.24.up_proj,0.0002452791,0.05000,1.557
36,mlp.experts.39.up_proj,0.0001732382,0.05000,1.486
36,mlp.experts.31.up_proj,0.0004142561,0.05000,1.439
36,mlp.experts.19.up_proj,0.0004166888,0.05000,1.491
36,mlp.experts.33.up_proj,fallback(rtn): 0.0010300,0.00000,0.078
36,mlp.experts.36.up_proj,0.0007561650,0.05000,1.560
36,mlp.experts.44.up_proj,0.0004381960,0.05000,1.531
36,mlp.experts.16.up_proj,0.0005451242,0.05000,1.551
36,mlp.experts.62.up_proj,0.0006604525,0.05000,1.509
36,mlp.experts.18.up_proj,0.0003401713,0.05000,1.500
36,mlp.experts.45.up_proj,0.0002661011,0.05000,1.523
36,mlp.experts.43.up_proj,0.0002541534,0.05000,1.510
36,mlp.experts.26.up_proj,0.0002811360,0.05000,1.505
36,mlp.experts.37.up_proj,0.0003931860,0.05000,1.542
36,mlp.experts.41.up_proj,0.0005228732,0.05000,1.530
36,mlp.experts.86.up_proj,0.0004244464,0.05000,1.539
36,mlp.experts.47.up_proj,0.0005936976,0.05000,1.502
36,mlp.experts.55.up_proj,0.0005040102,0.05000,1.541
36,mlp.experts.35.up_proj,0.0009567435,0.05000,1.534
36,mlp.experts.40.up_proj,0.0005535266,0.05000,1.557
36,mlp.experts.49.up_proj,0.0003042750,0.05000,1.537
36,mlp.experts.60.up_proj,0.0003641887,0.05000,1.482
36,mlp.experts.52.up_proj,0.0005692204,0.05000,1.517
36,mlp.experts.71.up_proj,fallback(rtn): 0.0010605,0.00000,0.039
36,mlp.experts.32.up_proj,0.0007082605,0.05000,1.540
36,mlp.experts.78.up_proj,0.0002656619,0.05000,1.494
36,mlp.experts.34.up_proj,0.0005996482,0.05000,1.483
36,mlp.experts.59.up_proj,0.0005060143,0.05000,1.481
36,mlp.experts.42.up_proj,0.0003503892,0.05000,1.481
36,mlp.experts.61.up_proj,0.0003713466,0.05000,1.518
36,mlp.experts.63.up_proj,0.0003414996,0.05000,1.458
36,mlp.experts.53.up_proj,0.0005621165,0.05000,1.520
36,mlp.experts.102.up_proj,0.0004213487,0.05000,1.481
36,mlp.experts.57.up_proj,0.0003745198,0.05000,1.514
36,mlp.experts.51.up_proj,0.0003447845,0.05000,1.484
36,mlp.experts.76.up_proj,0.0003815112,0.05000,1.478
36,mlp.experts.87.up_proj,0.0001502994,0.05000,1.477
36,mlp.experts.68.up_proj,0.0003185165,0.05000,1.510
36,mlp.experts.56.up_proj,0.0006045661,0.05000,1.531
36,mlp.experts.65.up_proj,0.0004323895,0.05000,1.542
36,mlp.experts.48.up_proj,0.0003736760,0.05000,1.494
36,mlp.experts.94.up_proj,0.0005496899,0.05000,1.479
36,mlp.experts.50.up_proj,0.0002780495,0.05000,1.490
36,mlp.experts.75.up_proj,0.0002369332,0.05000,1.503
36,mlp.experts.58.up_proj,0.0003451570,0.05000,1.494
36,mlp.experts.79.up_proj,0.0003856840,0.05000,1.477
36,mlp.experts.77.up_proj,0.0003526978,0.05000,1.502
36,mlp.experts.118.up_proj,0.0002716939,0.05000,1.484
36,mlp.experts.91.up_proj,fallback(rtn): 0.0010834,0.00000,0.039
36,mlp.experts.69.up_proj,0.0003577370,0.05000,1.528
36,mlp.experts.92.up_proj,0.0005297267,0.05000,1.484
36,mlp.experts.72.up_proj,0.0002765340,0.05000,1.447
36,mlp.experts.103.up_proj,0.0004682086,0.05000,1.472
36,mlp.experts.73.up_proj,0.0001699258,0.05000,1.524
36,mlp.experts.67.up_proj,0.0003029821,0.05000,1.518
36,mlp.experts.84.up_proj,0.0005180874,0.05000,1.485
36,mlp.experts.108.up_proj,fallback(rtn): 0.0010986,0.00000,0.039
36,mlp.experts.64.up_proj,0.0004290887,0.05000,1.447
36,mlp.experts.81.up_proj,0.0004191216,0.05000,1.526
36,mlp.experts.110.up_proj,0.0003413485,0.05000,1.480
36,mlp.experts.66.up_proj,0.0005251458,0.05000,1.483
36,mlp.experts.74.up_proj,0.0003596620,0.05000,1.486
36,mlp.experts.95.up_proj,0.0006688629,0.05000,1.495
36,mlp.experts.107.up_proj,0.0003187166,0.05000,1.466
36,mlp.experts.134.up_proj,0.0003421314,0.05000,1.506
36,mlp.experts.93.up_proj,0.0002526372,0.05000,1.544
36,mlp.experts.88.up_proj,0.0003989365,0.05000,1.513
36,mlp.experts.100.up_proj,0.0008375379,0.05000,1.486
36,mlp.experts.83.up_proj,0.0002855616,0.05000,1.495
36,mlp.experts.119.up_proj,0.0004174075,0.05000,1.519
36,mlp.experts.89.up_proj,0.0008279464,0.05000,1.534
36,mlp.experts.85.up_proj,0.0004280888,0.05000,1.567
36,mlp.experts.80.up_proj,0.0006095875,0.05000,1.527
36,mlp.experts.124.up_proj,0.0003623583,0.05000,1.552
36,mlp.experts.97.up_proj,0.0003853691,0.05000,1.525
36,mlp.experts.126.up_proj,0.0005071256,0.05000,1.493
36,mlp.experts.82.up_proj,0.0003249031,0.05000,1.489
36,mlp.experts.123.up_proj,0.0004504579,0.05000,1.477
36,mlp.experts.111.up_proj,0.0007668929,0.05000,1.486
36,mlp.experts.90.up_proj,0.0009044182,0.05000,1.505
36,mlp.experts.150.up_proj,0.0007964610,0.05000,1.482
36,mlp.experts.109.up_proj,0.0004317790,0.05000,1.484
36,mlp.experts.116.up_proj,0.0005195038,0.05000,1.465
36,mlp.experts.135.up_proj,0.0001487729,0.05000,1.488
36,mlp.experts.132.up_proj,fallback(rtn): 0.0011215,0.00000,0.025
36,mlp.experts.140.up_proj,0.0006142751,0.05000,1.432
36,mlp.experts.96.up_proj,0.0002649084,0.05000,1.462
36,mlp.experts.104.up_proj,0.0006412399,0.05000,1.523
36,mlp.experts.101.up_proj,0.0005501123,0.05000,1.485
36,mlp.experts.99.up_proj,0.0004620799,0.05000,1.510
36,mlp.experts.105.up_proj,0.0004908913,0.05000,1.529
36,mlp.experts.113.up_proj,0.0005032481,0.05000,1.468
36,mlp.experts.142.up_proj,0.0002854304,0.05000,1.509
36,mlp.experts.98.up_proj,0.0004639779,0.05000,1.490
36,mlp.experts.127.up_proj,0.0004647228,0.05000,1.475
36,mlp.experts.106.up_proj,0.0004346235,0.05000,1.501
36,mlp.experts.139.up_proj,0.0002930594,0.05000,1.512
36,mlp.experts.166.up_proj,0.0002869004,0.05000,1.498
36,mlp.experts.125.up_proj,0.0002930755,0.05000,1.509
36,mlp.experts.156.up_proj,0.0004204041,0.05000,1.483
36,mlp.experts.112.up_proj,0.0005120400,0.05000,1.479
36,mlp.experts.151.up_proj,0.0006225118,0.05000,1.495
36,mlp.experts.148.up_proj,0.0005029879,0.05000,1.492
36,mlp.experts.115.up_proj,0.0005779490,0.05000,1.478
36,mlp.experts.117.up_proj,0.0002040917,0.05000,1.484
36,mlp.experts.120.up_proj,0.0001803435,0.05000,1.493
36,mlp.experts.129.up_proj,0.0006570142,0.05000,1.484
36,mlp.experts.121.up_proj,0.0006613419,0.05000,1.489
36,mlp.experts.158.up_proj,0.0002585288,0.05000,1.535
36,mlp.experts.114.up_proj,0.0008595299,0.05000,1.542
36,mlp.experts.143.up_proj,0.0004254366,0.05000,1.496
36,mlp.experts.155.up_proj,0.0005381194,0.05000,1.494
36,mlp.experts.122.up_proj,0.0006503970,0.05000,1.541
36,mlp.experts.141.up_proj,0.0007160910,0.05000,1.489
36,mlp.experts.182.up_proj,0.0009400324,0.05000,1.548
36,mlp.experts.172.up_proj,0.0004271016,0.05000,1.494
36,mlp.experts.128.up_proj,0.0006428992,0.05000,1.492
36,mlp.experts.133.up_proj,0.0010936018,0.05000,1.486
36,mlp.experts.167.up_proj,0.0008304618,0.05000,1.516
36,mlp.experts.131.up_proj,0.0004539955,0.05000,1.519
36,mlp.experts.136.up_proj,0.0002140505,0.05000,1.523
36,mlp.experts.164.up_proj,0.0001592156,0.05000,1.532
36,mlp.experts.145.up_proj,0.0003244952,0.05000,1.499
36,mlp.experts.183.up_proj,fallback(rtn): 0.0011597,0.00000,0.040
36,mlp.experts.180.up_proj,fallback(rtn): 0.0010834,0.00000,0.040
36,mlp.experts.137.up_proj,0.0004648597,0.05000,1.538
36,mlp.experts.174.up_proj,0.0008422689,0.05000,1.509
36,mlp.experts.159.up_proj,0.0005049705,0.05000,1.490
36,mlp.experts.171.up_proj,0.0004425673,0.05000,1.468
36,mlp.experts.130.up_proj,0.0004345118,0.05000,1.514
36,mlp.experts.175.up_proj,fallback(rtn): 0.0010986,0.00000,0.041
36,mlp.experts.157.up_proj,0.0002631488,0.05000,1.498
36,mlp.experts.138.up_proj,0.0005236057,0.05000,1.539
36,mlp.experts.173.up_proj,fallback(rtn): 0.0010605,0.00000,0.025
36,mlp.experts.149.up_proj,0.0006980350,0.05000,1.463
36,mlp.experts.188.up_proj,0.0002982373,0.05000,1.483
36,mlp.experts.144.up_proj,0.0003426293,0.05000,1.484
36,mlp.experts.198.up_proj,0.0003221104,0.05000,1.547
36,mlp.experts.199.up_proj,0.0003939853,0.05000,1.466
36,mlp.experts.147.up_proj,0.0002862543,0.05000,1.511
36,mlp.experts.152.up_proj,0.0002870335,0.05000,1.503
36,mlp.experts.161.up_proj,0.0005372308,0.05000,1.502
36,mlp.experts.153.up_proj,0.0002421059,0.05000,1.466
36,mlp.experts.196.up_proj,0.0003945366,0.05000,1.478
36,mlp.experts.190.up_proj,0.0004901171,0.05000,1.527
36,mlp.experts.187.up_proj,0.0003071527,0.05000,1.512
36,mlp.experts.146.up_proj,0.0006365152,0.05000,1.522
36,mlp.experts.191.up_proj,0.0008749230,0.05000,1.519
36,mlp.experts.189.up_proj,0.0006826185,0.05000,1.507
36,mlp.experts.165.up_proj,0.0002726794,0.05000,1.509
36,mlp.experts.154.up_proj,0.0001734382,0.05000,1.524
36,mlp.experts.204.up_proj,0.0002501732,0.05000,1.506
36,mlp.experts.160.up_proj,0.0002560501,0.05000,1.501
36,mlp.experts.214.up_proj,0.0002319394,0.05000,1.527
36,mlp.experts.168.up_proj,0.0003089242,0.05000,1.493
36,mlp.experts.177.up_proj,0.0009184832,0.05000,1.494
36,mlp.experts.163.up_proj,0.0009663540,0.05000,1.509
36,mlp.experts.215.up_proj,0.0010228199,0.05000,1.510
36,mlp.experts.212.up_proj,0.0006045327,0.05000,1.498
36,mlp.experts.184.up_proj,fallback(rtn): 0.0010910,0.00000,0.032
36,mlp.experts.169.up_proj,0.0008177032,0.05000,1.520
36,mlp.experts.206.up_proj,0.0003154544,0.05000,1.487
36,mlp.experts.203.up_proj,0.0005632858,0.05000,1.507
36,mlp.experts.162.up_proj,0.0010111041,0.05000,1.486
36,mlp.experts.207.up_proj,0.0005130736,0.05000,1.517
36,mlp.experts.205.up_proj,0.0002812746,0.05000,1.500
36,mlp.experts.170.up_proj,0.0007764388,0.05000,1.499
36,mlp.experts.181.up_proj,0.0001991209,0.05000,1.512
36,mlp.experts.220.up_proj,0.0008905567,0.05000,1.513
36,mlp.experts.176.up_proj,0.0004464599,0.05000,1.519
36,mlp.experts.197.up_proj,fallback(rtn): 0.0011292,0.00000,0.029
36,mlp.experts.230.up_proj,0.0003440149,0.05000,1.505
36,mlp.experts.228.up_proj,0.0004402443,0.05000,1.472
36,mlp.experts.236.up_proj,fallback(rtn): 0.0011063,0.00000,0.039
36,mlp.experts.193.up_proj,0.0001806183,0.05000,1.503
36,mlp.experts.200.up_proj,0.0007390375,0.05000,1.508
36,mlp.experts.231.up_proj,0.0004318327,0.05000,1.528
36,mlp.experts.185.up_proj,0.0003199569,0.05000,1.517
36,mlp.experts.179.up_proj,0.0007939957,0.05000,1.545
36,mlp.experts.222.up_proj,0.0002181160,0.05000,1.474
36,mlp.experts.178.up_proj,0.0006212210,0.05000,1.468
36,mlp.experts.219.up_proj,0.0009320268,0.05000,1.521
36,mlp.experts.223.up_proj,0.0003394495,0.05000,1.526
36,mlp.experts.221.up_proj,0.0006935064,0.05000,1.497
36,mlp.experts.186.up_proj,0.0003385074,0.05000,1.503
36,mlp.experts.192.up_proj,0.0002174019,0.05000,1.501
36,mlp.experts.252.up_proj,0.0004319978,0.05000,1.469
36,mlp.experts.244.up_proj,0.0002355693,0.05000,1.474
36,mlp.experts.216.up_proj,0.0005291803,0.05000,1.424
36,mlp.experts.213.up_proj,0.0001561573,0.05000,1.497
36,mlp.experts.246.up_proj,0.0002526419,0.05000,1.485
36,mlp.experts.208.up_proj,fallback(rtn): 0.0010605,0.00000,0.022
36,mlp.experts.209.up_proj,0.0004785859,0.05000,1.503
36,mlp.experts.201.up_proj,0.0003735677,0.05000,1.510
36,mlp.experts.247.up_proj,0.0008565040,0.05000,1.535
36,mlp.experts.195.up_proj,0.0002126671,0.05000,1.528
36,mlp.experts.238.up_proj,0.0001554906,0.05000,1.256
36,mlp.experts.232.up_proj,0.0006641487,0.05000,0.906
36,mlp.experts.194.up_proj,0.0003198489,0.05000,1.117
36,mlp.experts.224.up_proj,0.0005882181,0.05000,0.992
36,mlp.experts.235.up_proj,0.0004495731,0.05000,1.168
36,mlp.experts.239.up_proj,0.0002320594,0.05000,1.132
36,mlp.experts.202.up_proj,0.0002410018,0.05000,1.113
36,mlp.experts.211.up_proj,0.0001914687,0.05000,1.123
36,mlp.experts.237.up_proj,0.0004279385,0.05000,1.329
36,mlp.experts.225.up_proj,0.0003531090,0.05000,1.336
36,mlp.experts.229.up_proj,0.0005018918,0.05000,1.428
36,mlp.experts.217.up_proj,0.0004431456,0.05000,1.403
36,mlp.experts.248.up_proj,0.0005871628,0.05000,0.874
36,mlp.experts.240.up_proj,0.0007250189,0.05000,0.859
36,mlp.experts.254.up_proj,0.0004982026,0.05000,1.095
36,mlp.experts.210.up_proj,0.0004417505,0.05000,1.042
36,mlp.experts.255.up_proj,0.0003179288,0.05000,1.020
36,mlp.experts.251.up_proj,0.0002648328,0.05000,1.080
36,mlp.experts.218.up_proj,0.0005569891,0.05000,1.051
36,mlp.experts.227.up_proj,0.0002282429,0.05000,0.952
36,mlp.experts.243.up_proj,fallback(rtn): 0.0011139,0.00000,0.009
36,mlp.experts.253.up_proj,0.0003158274,0.05000,1.225
36,mlp.experts.241.up_proj,0.0003487297,0.05000,1.190
36,mlp.experts.245.up_proj,0.0004711362,0.05000,1.165
36,mlp.experts.233.up_proj,0.0007784740,0.05000,1.120
36,mlp.experts.249.up_proj,fallback(rtn): 0.0010757,0.00000,0.010
36,mlp.experts.226.up_proj,0.0005040890,0.05000,0.713
36,mlp.experts.234.up_proj,0.0002854992,0.05000,0.717
36,mlp.experts.242.up_proj,0.0002133544,0.05000,0.689
36,mlp.experts.250.up_proj,0.0003965108,0.05000,0.637
36,mlp.experts.6.down_proj,fallback(rtn): 0.0011139,0.00000,0.009
36,mlp.experts.8.down_proj,0.0001769985,0.05000,0.396
36,mlp.experts.3.down_proj,0.0000275514,0.05000,0.403
36,mlp.experts.13.down_proj,0.0001176694,0.05000,0.408
36,mlp.experts.2.down_proj,0.0000958210,0.05000,0.406
36,mlp.experts.14.down_proj,0.0000334160,0.05000,0.403
36,mlp.experts.11.down_proj,0.0000649788,0.05000,0.414
36,mlp.experts.5.down_proj,0.0000142199,0.05000,0.403
36,mlp.experts.15.down_proj,0.0000210586,0.05000,0.401
36,mlp.experts.10.down_proj,0.0000166540,0.05000,0.404
36,mlp.experts.7.down_proj,0.0000084023,0.05000,0.414
36,mlp.experts.0.down_proj,0.0000292207,0.05000,0.403
36,mlp.experts.22.down_proj,0.0001750763,0.05000,0.395
36,mlp.experts.1.down_proj,0.0000946507,0.05000,0.421
36,mlp.experts.12.down_proj,0.0000466242,0.05000,0.405
36,mlp.experts.4.down_proj,0.0000293455,0.05000,0.410
36,mlp.experts.9.down_proj,0.0000319113,0.05000,0.421
36,mlp.experts.38.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
36,mlp.experts.24.down_proj,0.0000314986,0.05000,0.354
36,mlp.experts.19.down_proj,0.0000110462,0.05000,0.346
36,mlp.experts.29.down_proj,0.0000200305,0.05000,0.354
36,mlp.experts.18.down_proj,0.0000169118,0.05000,0.356
36,mlp.experts.30.down_proj,0.0000132974,0.05000,0.372
36,mlp.experts.21.down_proj,0.0000393865,0.05000,0.365
36,mlp.experts.27.down_proj,0.0000760731,0.05000,0.378
36,mlp.experts.31.down_proj,0.0000253726,0.05000,0.370
36,mlp.experts.46.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
36,mlp.experts.26.down_proj,0.0000378192,0.05000,0.369
36,mlp.experts.23.down_proj,0.0000422545,0.05000,0.370
36,mlp.experts.16.down_proj,0.0000433449,0.05000,0.378
36,mlp.experts.17.down_proj,0.0000724386,0.05000,0.374
36,mlp.experts.28.down_proj,0.0000414069,0.05000,0.376
36,mlp.experts.20.down_proj,0.0000438086,0.05000,0.374
36,mlp.experts.25.down_proj,0.0000136543,0.05000,0.378
36,mlp.experts.54.down_proj,0.0000612785,0.05000,0.375
36,mlp.experts.33.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
36,mlp.experts.40.down_proj,0.0000384522,0.05000,0.346
36,mlp.experts.35.down_proj,0.0000812909,0.05000,0.353
36,mlp.experts.45.down_proj,0.0000402110,0.05000,0.349
36,mlp.experts.34.down_proj,0.0000882037,0.05000,0.368
36,mlp.experts.37.down_proj,0.0000393697,0.05000,0.358
36,mlp.experts.62.down_proj,0.0000530495,0.05000,0.355
36,mlp.experts.43.down_proj,0.0000238406,0.05000,0.359
36,mlp.experts.47.down_proj,0.0000217925,0.05000,0.362
36,mlp.experts.39.down_proj,0.0000256606,0.05000,0.352
36,mlp.experts.42.down_proj,0.0000402347,0.05000,0.362
36,mlp.experts.32.down_proj,0.0000353292,0.05000,0.361
36,mlp.experts.41.down_proj,0.0000660362,0.05000,0.359
36,mlp.experts.70.down_proj,0.0000357420,0.05000,0.359
36,mlp.experts.44.down_proj,0.0000599619,0.05000,0.367
36,mlp.experts.36.down_proj,0.0000444850,0.05000,0.373
36,mlp.experts.49.down_proj,0.0000634500,0.05000,0.367
36,mlp.experts.56.down_proj,0.0000891460,0.05000,0.376
36,mlp.experts.51.down_proj,0.0000271783,0.05000,0.366
36,mlp.experts.61.down_proj,0.0000112441,0.05000,0.371
36,mlp.experts.50.down_proj,0.0000166970,0.05000,0.364
36,mlp.experts.55.down_proj,0.0000537859,0.05000,0.355
36,mlp.experts.78.down_proj,0.0000368259,0.05000,0.364
36,mlp.experts.63.down_proj,0.0000249003,0.05000,0.365
36,mlp.experts.59.down_proj,0.0000394415,0.05000,0.369
36,mlp.experts.53.down_proj,0.0000506721,0.05000,0.378
36,mlp.experts.58.down_proj,0.0000340588,0.05000,0.364
36,mlp.experts.71.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
36,mlp.experts.48.down_proj,0.0000684869,0.05000,0.370
36,mlp.experts.86.down_proj,0.0000101709,0.05000,0.360
36,mlp.experts.60.down_proj,0.0000292906,0.05000,0.361
36,mlp.experts.57.down_proj,0.0000456669,0.05000,0.373
36,mlp.experts.52.down_proj,0.0000423426,0.05000,0.368
36,mlp.experts.65.down_proj,0.0000473904,0.05000,0.370
36,mlp.experts.72.down_proj,0.0001124404,0.05000,0.354
36,mlp.experts.67.down_proj,0.0000472951,0.05000,0.360
36,mlp.experts.66.down_proj,0.0000189980,0.05000,0.372
36,mlp.experts.75.down_proj,0.0000055990,0.05000,0.334
36,mlp.experts.94.down_proj,0.0000192843,0.05000,0.354
36,mlp.experts.87.down_proj,0.0000216466,0.05000,0.338
36,mlp.experts.91.down_proj,fallback(rtn): 0.0010757,0.00000,0.004
36,mlp.experts.102.down_proj,0.0000155365,0.05000,0.343
36,mlp.experts.74.down_proj,0.0000602618,0.05000,0.353
36,mlp.experts.79.down_proj,0.0000370391,0.05000,0.338
36,mlp.experts.64.down_proj,0.0000107920,0.05000,0.357
36,mlp.experts.76.down_proj,0.0000105421,0.05000,0.359
36,mlp.experts.77.down_proj,0.0000229957,0.05000,0.451
36,mlp.experts.68.down_proj,0.0000621622,0.05000,0.355
36,mlp.experts.69.down_proj,0.0000228346,0.05000,0.452
36,mlp.experts.73.down_proj,0.0000160501,0.05000,0.452
36,mlp.experts.81.down_proj,0.0000126174,0.05000,0.450
36,mlp.experts.88.down_proj,0.0002117164,0.05000,0.374
36,mlp.experts.110.down_proj,0.0000600336,0.05000,0.381
36,mlp.experts.82.down_proj,0.0000287348,0.05000,0.390
36,mlp.experts.83.down_proj,0.0000290993,0.05000,0.451
36,mlp.experts.107.down_proj,0.0000872400,0.05000,0.365
36,mlp.experts.103.down_proj,0.0000413552,0.05000,0.372
36,mlp.experts.95.down_proj,0.0000205054,0.05000,0.362
36,mlp.experts.118.down_proj,0.0000347737,0.05000,0.367
36,mlp.experts.90.down_proj,0.0001790247,0.05000,0.367
36,mlp.experts.80.down_proj,0.0000151360,0.05000,0.367
36,mlp.experts.92.down_proj,0.0000502464,0.05000,0.368
36,mlp.experts.84.down_proj,0.0000309018,0.05000,0.361
36,mlp.experts.93.down_proj,0.0000079498,0.05000,0.368
36,mlp.experts.108.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
36,mlp.experts.85.down_proj,0.0000102073,0.05000,0.370
36,mlp.experts.89.down_proj,0.0000716227,0.05000,0.364
36,mlp.experts.97.down_proj,0.0000091776,0.05000,0.370
36,mlp.experts.104.down_proj,0.0000961159,0.05000,0.352
36,mlp.experts.126.down_proj,0.0000481705,0.05000,0.364
36,mlp.experts.98.down_proj,0.0000551255,0.05000,0.361
36,mlp.experts.123.down_proj,0.0000379385,0.05000,0.372
36,mlp.experts.99.down_proj,0.0000332599,0.05000,0.374
36,mlp.experts.111.down_proj,0.0000386257,0.05000,0.363
36,mlp.experts.119.down_proj,0.0000808830,0.05000,0.371
36,mlp.experts.134.down_proj,0.0000603321,0.05000,0.369
36,mlp.experts.106.down_proj,0.0000210697,0.05000,0.369
36,mlp.experts.100.down_proj,0.0000752130,0.05000,0.369
36,mlp.experts.96.down_proj,0.0000923440,0.05000,0.376
36,mlp.experts.109.down_proj,0.0000188293,0.05000,0.375
36,mlp.experts.124.down_proj,0.0000085132,0.05000,0.368
36,mlp.experts.101.down_proj,0.0000187857,0.05000,0.369
36,mlp.experts.105.down_proj,0.0000184615,0.05000,0.370
36,mlp.experts.113.down_proj,0.0000127625,0.05000,0.374
36,mlp.experts.120.down_proj,0.0000217269,0.05000,0.364
36,mlp.experts.142.down_proj,0.0000557863,0.05000,0.377
36,mlp.experts.114.down_proj,0.0000708854,0.05000,0.376
36,mlp.experts.139.down_proj,0.0000389060,0.05000,0.365
36,mlp.experts.115.down_proj,0.0001806148,0.05000,0.367
36,mlp.experts.127.down_proj,0.0000312617,0.05000,0.368
36,mlp.experts.150.down_proj,0.0000279650,0.05000,0.367
36,mlp.experts.135.down_proj,0.0000410781,0.05000,0.367
36,mlp.experts.122.down_proj,0.0000249244,0.05000,0.372
36,mlp.experts.125.down_proj,0.0000383073,0.05000,0.365
36,mlp.experts.112.down_proj,0.0000252921,0.05000,0.369
36,mlp.experts.116.down_proj,0.0000412687,0.05000,0.373
36,mlp.experts.140.down_proj,0.0000284351,0.05000,0.372
36,mlp.experts.132.down_proj,fallback(rtn): 0.0011292,0.00000,0.008
36,mlp.experts.117.down_proj,0.0000357698,0.05000,0.373
36,mlp.experts.121.down_proj,0.0000414066,0.05000,0.372
36,mlp.experts.129.down_proj,0.0001293534,0.05000,0.368
36,mlp.experts.136.down_proj,0.0000115999,0.05000,0.361
36,mlp.experts.158.down_proj,0.0000219674,0.05000,0.379
36,mlp.experts.130.down_proj,0.0000467301,0.05000,0.380
36,mlp.experts.131.down_proj,0.0000408577,0.05000,0.364
36,mlp.experts.155.down_proj,0.0000415763,0.05000,0.371
36,mlp.experts.151.down_proj,0.0000140608,0.05000,0.362
36,mlp.experts.143.down_proj,0.0000145788,0.05000,0.371
36,mlp.experts.166.down_proj,0.0000211610,0.05000,0.373
36,mlp.experts.138.down_proj,0.0000492165,0.05000,0.370
36,mlp.experts.128.down_proj,0.0000496920,0.05000,0.364
36,mlp.experts.156.down_proj,0.0000690095,0.05000,0.359
36,mlp.experts.141.down_proj,0.0000261555,0.05000,0.368
36,mlp.experts.148.down_proj,0.0000487972,0.05000,0.365
36,mlp.experts.133.down_proj,0.0000348649,0.05000,0.354
36,mlp.experts.137.down_proj,0.0000119127,0.05000,0.363
36,mlp.experts.145.down_proj,0.0000371830,0.05000,0.370
36,mlp.experts.152.down_proj,0.0000516148,0.05000,0.370
36,mlp.experts.146.down_proj,0.0000166757,0.05000,0.364
36,mlp.experts.174.down_proj,0.0000505462,0.05000,0.372
36,mlp.experts.182.down_proj,0.0000443863,0.05000,0.351
36,mlp.experts.171.down_proj,0.0000114684,0.05000,0.369
36,mlp.experts.147.down_proj,0.0000292620,0.05000,0.372
36,mlp.experts.167.down_proj,0.0000433626,0.05000,0.362
36,mlp.experts.159.down_proj,0.0000286477,0.05000,0.363
36,mlp.experts.154.down_proj,0.0000166556,0.05000,0.366
36,mlp.experts.183.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
36,mlp.experts.175.down_proj,fallback(rtn): 0.0011215,0.00000,0.006
36,mlp.experts.144.down_proj,0.0000084708,0.05000,0.374
36,mlp.experts.172.down_proj,0.0000827996,0.05000,0.375
36,mlp.experts.157.down_proj,0.0000687988,0.05000,0.379
36,mlp.experts.164.down_proj,0.0000597173,0.05000,0.367
36,mlp.experts.149.down_proj,0.0000232642,0.05000,0.365
36,mlp.experts.173.down_proj,fallback(rtn): 0.0010605,0.00000,0.006
36,mlp.experts.180.down_proj,fallback(rtn): 0.0011063,0.00000,0.009
36,mlp.experts.153.down_proj,0.0000210112,0.05000,0.365
36,mlp.experts.161.down_proj,0.0000508588,0.05000,0.360
36,mlp.experts.168.down_proj,0.0000589252,0.05000,0.360
36,mlp.experts.184.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
36,mlp.experts.190.down_proj,0.0000128369,0.05000,0.365
36,mlp.experts.162.down_proj,0.0000326232,0.05000,0.371
36,mlp.experts.163.down_proj,0.0000336621,0.05000,0.356
36,mlp.experts.198.down_proj,0.0000313225,0.05000,0.367
36,mlp.experts.187.down_proj,0.0000388032,0.05000,0.361
36,mlp.experts.170.down_proj,0.0000223802,0.05000,0.357
36,mlp.experts.199.down_proj,0.0000113618,0.05000,0.352
36,mlp.experts.191.down_proj,0.0000494568,0.05000,0.369
36,mlp.experts.160.down_proj,0.0000229512,0.05000,0.368
36,mlp.experts.188.down_proj,0.0000449421,0.05000,0.369
36,mlp.experts.165.down_proj,0.0000055240,0.05000,0.359
36,mlp.experts.196.down_proj,0.0000305311,0.05000,0.360
36,mlp.experts.189.down_proj,0.0000419540,0.05000,0.369
36,mlp.experts.169.down_proj,0.0000573547,0.05000,0.364
36,mlp.experts.177.down_proj,0.0000846220,0.05000,0.366
36,mlp.experts.200.down_proj,0.0000704652,0.05000,0.269
36,mlp.experts.179.down_proj,0.0000324838,0.05000,0.346
36,mlp.experts.186.down_proj,0.0000184725,0.05000,0.341
36,mlp.experts.206.down_proj,0.0000300851,0.05000,0.363
36,mlp.experts.215.down_proj,0.0000832151,0.05000,0.342
36,mlp.experts.214.down_proj,0.0000310143,0.05000,0.352
36,mlp.experts.178.down_proj,0.0000321373,0.05000,0.364
36,mlp.experts.203.down_proj,0.0000794026,0.05000,0.354
36,mlp.experts.207.down_proj,0.0000941626,0.05000,0.349
36,mlp.experts.181.down_proj,0.0000282325,0.05000,0.341
36,mlp.experts.197.down_proj,fallback(rtn): 0.0011292,0.00000,0.006
36,mlp.experts.205.down_proj,0.0000229758,0.05000,0.341
36,mlp.experts.185.down_proj,0.0001211225,0.05000,0.347
36,mlp.experts.193.down_proj,0.0000286734,0.05000,0.345
36,mlp.experts.231.down_proj,0.0000433719,0.05000,0.394
36,mlp.experts.195.down_proj,0.0000429524,0.05000,0.416
36,mlp.experts.219.down_proj,0.0000816258,0.05000,0.394
36,mlp.experts.202.down_proj,0.0000318866,0.05000,0.414
36,mlp.experts.230.down_proj,0.0000063620,0.05000,0.417
36,mlp.experts.222.down_proj,0.0001157859,0.05000,0.423
36,mlp.experts.194.down_proj,0.0000425987,0.05000,0.422
36,mlp.experts.223.down_proj,0.0000327362,0.05000,0.410
36,mlp.experts.213.down_proj,0.0000438418,0.05000,0.403
36,mlp.experts.221.down_proj,0.0000699155,0.05000,0.426
36,mlp.experts.201.down_proj,0.0000300084,0.05000,0.416
36,mlp.experts.209.down_proj,0.0000155418,0.05000,0.413
36,mlp.experts.176.down_proj,0.0000498721,0.05000,0.375
36,mlp.experts.216.down_proj,0.0000157768,0.05000,0.375
36,mlp.experts.212.down_proj,0.0000679742,0.05000,0.380
36,mlp.experts.204.down_proj,0.0000255475,0.05000,0.380
36,mlp.experts.218.down_proj,0.0000320838,0.05000,0.370
36,mlp.experts.246.down_proj,0.0000617364,0.05000,0.361
36,mlp.experts.247.down_proj,0.0000591985,0.05000,0.380
36,mlp.experts.235.down_proj,0.0000216953,0.05000,0.379
36,mlp.experts.211.down_proj,0.0000290937,0.05000,0.385
36,mlp.experts.210.down_proj,0.0000392710,0.05000,0.364
36,mlp.experts.238.down_proj,0.0000312015,0.05000,0.365
36,mlp.experts.239.down_proj,0.0000373522,0.05000,0.370
36,mlp.experts.225.down_proj,0.0000107850,0.05000,0.364
36,mlp.experts.237.down_proj,0.0000093177,0.05000,0.366
36,mlp.experts.229.down_proj,0.0000275920,0.05000,0.366
36,mlp.experts.217.down_proj,0.0000118576,0.05000,0.370
36,mlp.experts.227.down_proj,0.0000292325,0.05000,0.246
36,mlp.experts.251.down_proj,0.0000389190,0.05000,0.252
36,mlp.experts.243.down_proj,fallback(rtn): 0.0011139,0.00000,0.004
36,mlp.experts.226.down_proj,0.0000154035,0.05000,0.276
36,mlp.experts.254.down_proj,0.0000561316,0.05000,0.278
36,mlp.experts.234.down_proj,0.0000577163,0.05000,0.277
36,mlp.experts.192.down_proj,0.0000436251,0.05000,0.336
36,mlp.experts.220.down_proj,0.0000384036,0.05000,0.329
36,mlp.experts.228.down_proj,0.0000364254,0.05000,0.335
36,mlp.experts.232.down_proj,0.0000190875,0.05000,0.343
36,mlp.experts.236.down_proj,fallback(rtn): 0.0011444,0.00000,0.005
36,mlp.experts.208.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
36,mlp.experts.241.down_proj,0.0000524928,0.05000,0.326
36,mlp.experts.253.down_proj,0.0000424244,0.05000,0.324
36,mlp.experts.233.down_proj,0.0000418117,0.05000,0.325
36,mlp.experts.245.down_proj,0.0000524944,0.05000,0.333
36,mlp.experts.249.down_proj,fallback(rtn): 0.0010834,0.00000,0.003
36,mlp.experts.255.down_proj,0.0000690458,0.05000,0.169
36,mlp.experts.242.down_proj,0.0000245947,0.05000,0.197
36,mlp.experts.250.down_proj,0.0000733240,0.05000,0.200
36,mlp.experts.244.down_proj,0.0000243331,0.05000,0.281
36,mlp.experts.248.down_proj,0.0001221511,0.05000,0.278
36,mlp.experts.224.down_proj,0.0000191246,0.05000,0.281
36,mlp.experts.252.down_proj,0.0000475006,0.05000,0.287
36,mlp.experts.240.down_proj,0.0000207378,0.05000,0.120
37,mlp.experts.10.gate_proj,fallback(rtn): 0.0013657,0.00000,0.081
37,mlp.experts.13.gate_proj,0.0007449641,0.05000,1.576
37,mlp.experts.11.gate_proj,0.0003244992,0.05000,1.547
37,mlp.experts.0.gate_proj,0.0006592323,0.05000,1.587
37,mlp.experts.14.gate_proj,0.0001820528,0.05000,1.591
37,mlp.experts.4.gate_proj,0.0006397421,0.05000,1.571
37,mlp.experts.12.gate_proj,0.0015108593,0.05000,1.588
37,mlp.experts.1.gate_proj,0.0002158721,0.05000,1.584
37,mlp.experts.15.gate_proj,0.0002764449,0.05000,1.575
37,mlp.experts.8.gate_proj,0.0004511498,0.05000,1.606
37,mlp.experts.2.gate_proj,0.0008252883,0.05000,1.570
37,mlp.experts.6.gate_proj,0.0008678005,0.05000,1.586
37,mlp.experts.9.gate_proj,0.0006105581,0.05000,1.587
37,mlp.experts.26.gate_proj,0.0008485773,0.05000,1.494
37,mlp.experts.3.gate_proj,0.0005955975,0.05000,1.604
37,mlp.experts.7.gate_proj,0.0002605295,0.05000,1.592
37,mlp.experts.5.gate_proj,0.0002328502,0.05000,1.595
37,mlp.experts.16.gate_proj,0.0006900272,0.05000,1.520
37,mlp.experts.27.gate_proj,0.0002030646,0.05000,1.530
37,mlp.experts.28.gate_proj,0.0002441814,0.05000,1.515
37,mlp.experts.29.gate_proj,0.0003250124,0.05000,1.539
37,mlp.experts.19.gate_proj,0.0006478135,0.05000,1.486
37,mlp.experts.17.gate_proj,0.0006615517,0.05000,1.518
37,mlp.experts.23.gate_proj,0.0008288169,0.05000,1.498
37,mlp.experts.31.gate_proj,0.0002043202,0.05000,1.514
37,mlp.experts.25.gate_proj,0.0003367295,0.05000,1.507
37,mlp.experts.21.gate_proj,0.0003850891,0.05000,1.501
37,mlp.experts.30.gate_proj,0.0010598278,0.05000,1.536
37,mlp.experts.18.gate_proj,0.0008252306,0.05000,1.528
37,mlp.experts.42.gate_proj,0.0005465715,0.05000,1.525
37,mlp.experts.24.gate_proj,0.0001930318,0.05000,1.573
37,mlp.experts.22.gate_proj,0.0002697615,0.05000,1.576
37,mlp.experts.41.gate_proj,fallback(rtn): 0.0011597,0.00000,0.075
37,mlp.experts.20.gate_proj,0.0008970892,0.05000,1.636
37,mlp.experts.35.gate_proj,0.0005145306,0.05000,1.515
37,mlp.experts.43.gate_proj,0.0003359046,0.05000,1.528
37,mlp.experts.47.gate_proj,0.0009033471,0.05000,1.504
37,mlp.experts.39.gate_proj,0.0002438320,0.05000,1.504
37,mlp.experts.33.gate_proj,0.0009060887,0.05000,1.519
37,mlp.experts.32.gate_proj,0.0003721266,0.05000,1.545
37,mlp.experts.37.gate_proj,0.0002603208,0.05000,1.503
37,mlp.experts.45.gate_proj,0.0002438430,0.05000,1.533
37,mlp.experts.57.gate_proj,0.0002410528,0.05000,1.445
37,mlp.experts.46.gate_proj,0.0007084245,0.05000,1.541
37,mlp.experts.34.gate_proj,0.0005483331,0.05000,1.542
37,mlp.experts.44.gate_proj,0.0004846754,0.05000,1.598
37,mlp.experts.38.gate_proj,0.0010932929,0.05000,1.535
37,mlp.experts.58.gate_proj,0.0002318953,0.05000,1.588
37,mlp.experts.40.gate_proj,0.0008456999,0.05000,1.565
37,mlp.experts.36.gate_proj,0.0004610067,0.05000,1.584
37,mlp.experts.55.gate_proj,0.0002582490,0.05000,1.570
37,mlp.experts.51.gate_proj,0.0008250124,0.05000,1.588
37,mlp.experts.48.gate_proj,0.0003365374,0.05000,1.575
37,mlp.experts.62.gate_proj,0.0008896781,0.05000,1.575
37,mlp.experts.50.gate_proj,0.0002726717,0.05000,1.573
37,mlp.experts.61.gate_proj,0.0003013989,0.05000,1.588
37,mlp.experts.60.gate_proj,0.0002502167,0.05000,1.556
37,mlp.experts.49.gate_proj,0.0012507356,0.05000,1.611
37,mlp.experts.56.gate_proj,0.0005327912,0.05000,1.527
37,mlp.experts.59.gate_proj,0.0004204004,0.05000,1.648
37,mlp.experts.63.gate_proj,0.0008475133,0.05000,1.639
37,mlp.experts.74.gate_proj,0.0004021870,0.05000,1.573
37,mlp.experts.54.gate_proj,0.0004165729,0.05000,1.580
37,mlp.experts.53.gate_proj,0.0012721227,0.05000,1.678
37,mlp.experts.73.gate_proj,0.0011730597,0.05000,1.681
37,mlp.experts.52.gate_proj,0.0002221990,0.05000,1.554
37,mlp.experts.67.gate_proj,0.0002099595,0.05000,1.528
37,mlp.experts.64.gate_proj,0.0002646592,0.05000,1.548
37,mlp.experts.71.gate_proj,0.0007013807,0.05000,1.564
37,mlp.experts.78.gate_proj,0.0002579006,0.05000,1.539
37,mlp.experts.75.gate_proj,0.0005839803,0.05000,1.537
37,mlp.experts.66.gate_proj,0.0004238578,0.05000,1.573
37,mlp.experts.72.gate_proj,0.0002224451,0.05000,1.562
37,mlp.experts.90.gate_proj,0.0002712192,0.05000,1.546
37,mlp.experts.79.gate_proj,0.0009905348,0.05000,1.568
37,mlp.experts.70.gate_proj,0.0011547932,0.05000,1.565
37,mlp.experts.76.gate_proj,0.0008659562,0.05000,1.601
37,mlp.experts.77.gate_proj,0.0005893536,0.05000,1.618
37,mlp.experts.106.gate_proj,fallback(rtn): 0.0011597,0.00000,0.042
37,mlp.experts.65.gate_proj,0.0003539887,0.05000,1.631
37,mlp.experts.68.gate_proj,0.0009350713,0.05000,1.576
37,mlp.experts.89.gate_proj,0.0003668823,0.05000,1.588
37,mlp.experts.69.gate_proj,0.0003030657,0.05000,1.607
37,mlp.experts.83.gate_proj,0.0003013380,0.05000,1.589
37,mlp.experts.87.gate_proj,0.0003299979,0.05000,1.595
37,mlp.experts.80.gate_proj,0.0006619005,0.05000,1.602
37,mlp.experts.94.gate_proj,0.0002357222,0.05000,1.595
37,mlp.experts.91.gate_proj,0.0007631121,0.05000,1.578
37,mlp.experts.95.gate_proj,0.0003840226,0.05000,1.565
37,mlp.experts.88.gate_proj,0.0007392209,0.05000,1.587
37,mlp.experts.82.gate_proj,0.0003505474,0.05000,1.607
37,mlp.experts.86.gate_proj,0.0010427480,0.05000,1.568
37,mlp.experts.92.gate_proj,0.0006081628,0.05000,1.584
37,mlp.experts.122.gate_proj,0.0002997399,0.05000,1.595
37,mlp.experts.93.gate_proj,0.0002623051,0.05000,1.635
37,mlp.experts.81.gate_proj,0.0005718397,0.05000,1.613
37,mlp.experts.84.gate_proj,0.0002230727,0.05000,1.574
37,mlp.experts.85.gate_proj,0.0005840259,0.05000,1.612
37,mlp.experts.105.gate_proj,0.0006125045,0.05000,1.615
37,mlp.experts.99.gate_proj,0.0003235048,0.05000,1.503
37,mlp.experts.96.gate_proj,0.0005934028,0.05000,1.507
37,mlp.experts.107.gate_proj,0.0004139175,0.05000,1.501
37,mlp.experts.103.gate_proj,0.0003748462,0.05000,1.513
37,mlp.experts.111.gate_proj,0.0006388630,0.05000,1.489
37,mlp.experts.110.gate_proj,0.0007520530,0.05000,1.536
37,mlp.experts.102.gate_proj,0.0005144315,0.05000,1.490
37,mlp.experts.98.gate_proj,0.0004328075,0.05000,1.498
37,mlp.experts.104.gate_proj,0.0005671482,0.05000,1.519
37,mlp.experts.108.gate_proj,0.0006524567,0.05000,1.512
37,mlp.experts.138.gate_proj,0.0008542767,0.05000,1.531
37,mlp.experts.97.gate_proj,0.0003371497,0.05000,1.530
37,mlp.experts.109.gate_proj,0.0003959814,0.05000,1.532
37,mlp.experts.100.gate_proj,0.0004666383,0.05000,1.526
37,mlp.experts.101.gate_proj,0.0002307858,0.05000,1.539
37,mlp.experts.121.gate_proj,0.0003558332,0.05000,1.538
37,mlp.experts.115.gate_proj,0.0003215649,0.05000,1.474
37,mlp.experts.112.gate_proj,0.0002101109,0.05000,1.478
37,mlp.experts.123.gate_proj,0.0004897882,0.05000,1.490
37,mlp.experts.119.gate_proj,0.0010110656,0.05000,1.491
37,mlp.experts.127.gate_proj,0.0005172280,0.05000,1.493
37,mlp.experts.120.gate_proj,0.0006231189,0.05000,1.484
37,mlp.experts.118.gate_proj,0.0005435796,0.05000,1.502
37,mlp.experts.126.gate_proj,0.0004006088,0.05000,1.512
37,mlp.experts.124.gate_proj,0.0003617165,0.05000,1.472
37,mlp.experts.114.gate_proj,0.0007331157,0.05000,1.535
37,mlp.experts.136.gate_proj,fallback(rtn): 0.0010681,0.00000,0.049
37,mlp.experts.142.gate_proj,fallback(rtn): 0.0011368,0.00000,0.054
37,mlp.experts.125.gate_proj,0.0012342158,0.05000,1.462
37,mlp.experts.154.gate_proj,0.0007902678,0.05000,1.505
37,mlp.experts.116.gate_proj,0.0005645380,0.05000,1.488
37,mlp.experts.113.gate_proj,0.0005341365,0.05000,1.504
37,mlp.experts.117.gate_proj,0.0006037119,0.05000,1.474
37,mlp.experts.137.gate_proj,0.0012083637,0.05000,1.475
37,mlp.experts.131.gate_proj,0.0008893861,0.05000,1.504
37,mlp.experts.128.gate_proj,0.0005439329,0.05000,1.497
37,mlp.experts.139.gate_proj,0.0007915324,0.05000,1.532
37,mlp.experts.135.gate_proj,0.0003023074,0.05000,1.533
37,mlp.experts.143.gate_proj,0.0001940702,0.05000,1.536
37,mlp.experts.140.gate_proj,0.0003764632,0.05000,1.511
37,mlp.experts.130.gate_proj,0.0004331429,0.05000,1.506
37,mlp.experts.134.gate_proj,0.0003068846,0.05000,1.544
37,mlp.experts.152.gate_proj,0.0007203173,0.05000,1.502
37,mlp.experts.155.gate_proj,fallback(rtn): 0.0010834,0.00000,0.057
37,mlp.experts.168.gate_proj,fallback(rtn): 0.0012207,0.00000,0.024
37,mlp.experts.150.gate_proj,fallback(rtn): 0.0011902,0.00000,0.044
37,mlp.experts.170.gate_proj,0.0003602082,0.05000,1.507
37,mlp.experts.158.gate_proj,0.0003861499,0.05000,1.534
37,mlp.experts.141.gate_proj,0.0007144626,0.05000,1.522
37,mlp.experts.129.gate_proj,0.0001917485,0.05000,1.484
37,mlp.experts.133.gate_proj,0.0004858766,0.05000,1.458
37,mlp.experts.153.gate_proj,0.0005491087,0.05000,1.456
37,mlp.experts.132.gate_proj,0.0002800622,0.05000,1.501
37,mlp.experts.147.gate_proj,0.0003367537,0.05000,1.484
37,mlp.experts.144.gate_proj,0.0005837619,0.05000,1.505
37,mlp.experts.159.gate_proj,0.0002978819,0.05000,1.470
37,mlp.experts.171.gate_proj,0.0002286250,0.05000,1.457
37,mlp.experts.156.gate_proj,0.0005189628,0.05000,1.503
37,mlp.experts.151.gate_proj,0.0005128826,0.05000,1.549
37,mlp.experts.146.gate_proj,0.0006417984,0.05000,1.535
37,mlp.experts.167.gate_proj,fallback(rtn): 0.0010910,0.00000,0.023
37,mlp.experts.184.gate_proj,0.0005914380,0.05000,1.509
37,mlp.experts.186.gate_proj,0.0007155988,0.05000,1.513
37,mlp.experts.174.gate_proj,0.0002395296,0.05000,1.504
37,mlp.experts.183.gate_proj,fallback(rtn): 0.0010834,0.00000,0.030
37,mlp.experts.149.gate_proj,0.0006769795,0.05000,1.500
37,mlp.experts.169.gate_proj,0.0004122403,0.05000,1.507
37,mlp.experts.166.gate_proj,0.0007304148,0.05000,1.527
37,mlp.experts.145.gate_proj,0.0003902682,0.05000,1.513
37,mlp.experts.157.gate_proj,0.0009077215,0.05000,1.519
37,mlp.experts.148.gate_proj,0.0006390237,0.05000,1.524
37,mlp.experts.163.gate_proj,0.0003658601,0.05000,1.489
37,mlp.experts.160.gate_proj,0.0004250144,0.05000,1.488
37,mlp.experts.175.gate_proj,0.0003998802,0.05000,1.459
37,mlp.experts.172.gate_proj,0.0005011554,0.05000,1.484
37,mlp.experts.187.gate_proj,0.0014307396,0.05000,1.492
37,mlp.experts.188.gate_proj,fallback(rtn): 0.0011826,0.00000,0.026
37,mlp.experts.203.gate_proj,fallback(rtn): 0.0010834,0.00000,0.031
37,mlp.experts.162.gate_proj,0.0003449008,0.05000,1.482
37,mlp.experts.200.gate_proj,0.0005814489,0.05000,1.488
37,mlp.experts.199.gate_proj,0.0002882015,0.05000,1.489
37,mlp.experts.165.gate_proj,0.0001900463,0.05000,1.492
37,mlp.experts.182.gate_proj,0.0002772669,0.05000,1.491
37,mlp.experts.161.gate_proj,0.0002049296,0.05000,1.492
37,mlp.experts.202.gate_proj,0.0008003368,0.05000,1.512
37,mlp.experts.190.gate_proj,0.0001601383,0.05000,1.500
37,mlp.experts.185.gate_proj,0.0015242041,0.05000,1.493
37,mlp.experts.164.gate_proj,0.0004710830,0.05000,1.499
37,mlp.experts.173.gate_proj,0.0002418318,0.05000,1.568
37,mlp.experts.179.gate_proj,0.0011464660,0.05000,1.543
37,mlp.experts.176.gate_proj,0.0007618979,0.05000,1.518
37,mlp.experts.191.gate_proj,0.0010167730,0.05000,1.560
37,mlp.experts.204.gate_proj,0.0004902513,0.05000,1.497
37,mlp.experts.219.gate_proj,0.0002130340,0.05000,1.515
37,mlp.experts.178.gate_proj,0.0009663439,0.05000,1.532
37,mlp.experts.216.gate_proj,0.0011501481,0.05000,1.524
37,mlp.experts.181.gate_proj,0.0009004509,0.05000,1.506
37,mlp.experts.177.gate_proj,0.0003967271,0.05000,1.501
37,mlp.experts.198.gate_proj,0.0003511058,0.05000,1.516
37,mlp.experts.180.gate_proj,0.0008625089,0.05000,1.510
37,mlp.experts.215.gate_proj,0.0008745359,0.05000,1.554
37,mlp.experts.201.gate_proj,0.0005130279,0.05000,1.537
37,mlp.experts.206.gate_proj,0.0006014156,0.05000,1.539
37,mlp.experts.218.gate_proj,0.0002597558,0.05000,1.543
37,mlp.experts.189.gate_proj,0.0005559456,0.05000,1.480
37,mlp.experts.222.gate_proj,fallback(rtn): 0.0011444,0.00000,0.047
37,mlp.experts.195.gate_proj,0.0006155439,0.05000,1.515
37,mlp.experts.192.gate_proj,0.0003998775,0.05000,1.492
37,mlp.experts.207.gate_proj,0.0005501165,0.05000,1.525
37,mlp.experts.220.gate_proj,0.0002392311,0.05000,1.492
37,mlp.experts.223.gate_proj,fallback(rtn): 0.0010605,0.00000,0.030
37,mlp.experts.235.gate_proj,0.0007528209,0.05000,1.519
37,mlp.experts.194.gate_proj,0.0005599489,0.05000,1.510
37,mlp.experts.251.gate_proj,fallback(rtn): 0.0012817,0.00000,0.033
37,mlp.experts.232.gate_proj,0.0014084662,0.05000,1.524
37,mlp.experts.196.gate_proj,0.0004178478,0.05000,1.468
37,mlp.experts.193.gate_proj,0.0002763391,0.05000,1.490
37,mlp.experts.214.gate_proj,0.0006462186,0.05000,1.480
37,mlp.experts.197.gate_proj,0.0009046804,0.05000,1.501
37,mlp.experts.231.gate_proj,0.0009059154,0.05000,1.526
37,mlp.experts.234.gate_proj,0.0005455174,0.05000,1.516
37,mlp.experts.205.gate_proj,0.0003969122,0.05000,1.514
37,mlp.experts.217.gate_proj,0.0010002691,0.05000,1.533
37,mlp.experts.238.gate_proj,0.0002699784,0.05000,1.504
37,mlp.experts.208.gate_proj,0.0004865554,0.05000,1.499
37,mlp.experts.211.gate_proj,0.0004699918,0.05000,1.563
37,mlp.experts.236.gate_proj,0.0008387194,0.05000,1.507
37,mlp.experts.210.gate_proj,0.0003489500,0.05000,1.498
37,mlp.experts.239.gate_proj,0.0004665323,0.05000,1.549
37,mlp.experts.212.gate_proj,0.0014302668,0.05000,1.479
37,mlp.experts.209.gate_proj,0.0003335399,0.05000,1.508
37,mlp.experts.213.gate_proj,0.0002614544,0.05000,1.507
37,mlp.experts.248.gate_proj,0.0003906225,0.05000,1.519
37,mlp.experts.230.gate_proj,0.0002097625,0.05000,1.512
37,mlp.experts.11.up_proj,0.0003114957,0.05000,1.567
37,mlp.experts.233.gate_proj,0.0002700983,0.05000,1.482
37,mlp.experts.221.gate_proj,0.0003165691,0.05000,1.488
37,mlp.experts.254.gate_proj,0.0008976235,0.05000,1.458
37,mlp.experts.250.gate_proj,0.0009851842,0.05000,1.493
37,mlp.experts.249.gate_proj,fallback(rtn): 0.0011139,0.00000,0.039
37,mlp.experts.10.up_proj,fallback(rtn): 0.0011673,0.00000,0.039
37,mlp.experts.247.gate_proj,0.0004368776,0.05000,1.557
37,mlp.experts.224.gate_proj,0.0006145187,0.05000,1.563
37,mlp.experts.227.gate_proj,0.0003219464,0.05000,1.536
37,mlp.experts.252.gate_proj,0.0009724657,0.05000,1.535
37,mlp.experts.226.gate_proj,0.0008290469,0.05000,1.541
37,mlp.experts.255.gate_proj,0.0005984540,0.05000,1.543
37,mlp.experts.229.gate_proj,0.0010079796,0.05000,1.494
37,mlp.experts.228.gate_proj,0.0010878297,0.05000,1.552
37,mlp.experts.225.gate_proj,0.0002718153,0.05000,1.543
37,mlp.experts.246.gate_proj,0.0007804532,0.05000,1.538
37,mlp.experts.8.up_proj,0.0003711928,0.05000,1.539
37,mlp.experts.14.up_proj,0.0001907669,0.05000,1.518
37,mlp.experts.27.up_proj,0.0001765719,0.05000,1.550
37,mlp.experts.237.gate_proj,0.0007099127,0.05000,1.533
37,mlp.experts.9.up_proj,0.0006098414,0.05000,1.507
37,mlp.experts.26.up_proj,0.0008749925,0.05000,1.520
37,mlp.experts.253.gate_proj,fallback(rtn): 0.0011597,0.00000,0.043
37,mlp.experts.7.up_proj,0.0002823501,0.05000,1.545
37,mlp.experts.240.gate_proj,0.0005270177,0.05000,1.506
37,mlp.experts.243.gate_proj,0.0007400402,0.05000,1.485
37,mlp.experts.12.up_proj,0.0013027824,0.05000,1.522
37,mlp.experts.242.gate_proj,0.0007835811,0.05000,1.489
37,mlp.experts.241.gate_proj,0.0003502344,0.05000,1.446
37,mlp.experts.245.gate_proj,0.0006631889,0.05000,1.490
37,mlp.experts.15.up_proj,0.0002697343,0.05000,1.509
37,mlp.experts.6.up_proj,0.0008640481,0.05000,1.479
37,mlp.experts.24.up_proj,0.0001852704,0.05000,1.497
37,mlp.experts.30.up_proj,0.0009403059,0.05000,1.483
37,mlp.experts.244.gate_proj,0.0005753345,0.05000,1.555
37,mlp.experts.25.up_proj,0.0002979893,0.05000,1.473
37,mlp.experts.43.up_proj,0.0003106310,0.05000,1.498
37,mlp.experts.41.up_proj,fallback(rtn): 0.0011215,0.00000,0.024
37,mlp.experts.42.up_proj,0.0005399115,0.05000,1.485
37,mlp.experts.23.up_proj,0.0008493637,0.05000,1.476
37,mlp.experts.13.up_proj,0.0007232553,0.05000,1.506
37,mlp.experts.3.up_proj,0.0005478872,0.05000,1.505
37,mlp.experts.0.up_proj,0.0005991265,0.05000,1.545
37,mlp.experts.28.up_proj,0.0002340393,0.05000,1.536
37,mlp.experts.5.up_proj,0.0001907298,0.05000,1.490
37,mlp.experts.1.up_proj,0.0001756558,0.05000,1.492
37,mlp.experts.2.up_proj,0.0006984641,0.05000,1.498
37,mlp.experts.31.up_proj,0.0001887216,0.05000,1.488
37,mlp.experts.22.up_proj,0.0002561186,0.05000,1.497
37,mlp.experts.40.up_proj,0.0008449074,0.05000,1.525
37,mlp.experts.59.up_proj,0.0003960989,0.05000,1.491
37,mlp.experts.46.up_proj,0.0006208453,0.05000,1.516
37,mlp.experts.4.up_proj,0.0006046276,0.05000,1.549
37,mlp.experts.58.up_proj,0.0002255107,0.05000,1.505
37,mlp.experts.57.up_proj,0.0002450351,0.05000,1.522
37,mlp.experts.39.up_proj,0.0001779854,0.05000,1.514
37,mlp.experts.29.up_proj,0.0002683315,0.05000,1.519
37,mlp.experts.19.up_proj,0.0005686388,0.05000,1.515
37,mlp.experts.16.up_proj,0.0005380409,0.05000,1.533
37,mlp.experts.18.up_proj,0.0006672747,0.05000,1.503
37,mlp.experts.17.up_proj,0.0006312161,0.05000,1.513
37,mlp.experts.47.up_proj,0.0008716362,0.05000,1.518
37,mlp.experts.44.up_proj,0.0004408588,0.05000,1.555
37,mlp.experts.38.up_proj,0.0008572455,0.05000,1.509
37,mlp.experts.21.up_proj,0.0003806703,0.05000,1.551
37,mlp.experts.62.up_proj,0.0007405404,0.05000,1.515
37,mlp.experts.75.up_proj,0.0006114209,0.05000,1.518
37,mlp.experts.56.up_proj,0.0003841857,0.05000,1.544
37,mlp.experts.74.up_proj,0.0003424334,0.05000,1.504
37,mlp.experts.20.up_proj,0.0006830090,0.05000,1.562
37,mlp.experts.73.up_proj,0.0009272605,0.05000,1.553
37,mlp.experts.55.up_proj,0.0002045573,0.05000,1.530
37,mlp.experts.45.up_proj,0.0002571939,0.05000,1.555
37,mlp.experts.35.up_proj,0.0004672617,0.05000,1.485
37,mlp.experts.32.up_proj,0.0003290612,0.05000,1.515
37,mlp.experts.34.up_proj,0.0004507368,0.05000,1.481
37,mlp.experts.63.up_proj,0.0007890137,0.05000,1.496
37,mlp.experts.54.up_proj,0.0003892693,0.05000,1.480
37,mlp.experts.60.up_proj,0.0002478553,0.05000,1.486
37,mlp.experts.33.up_proj,0.0007218170,0.05000,1.537
37,mlp.experts.37.up_proj,0.0002591773,0.05000,1.532
37,mlp.experts.91.up_proj,0.0007473358,0.05000,1.469
37,mlp.experts.90.up_proj,0.0002506573,0.05000,1.444
37,mlp.experts.78.up_proj,0.0002216523,0.05000,1.492
37,mlp.experts.72.up_proj,0.0002045258,0.05000,1.498
37,mlp.experts.106.up_proj,fallback(rtn): 0.0010681,0.00000,0.043
37,mlp.experts.71.up_proj,0.0006733091,0.05000,1.485
37,mlp.experts.36.up_proj,0.0004492490,0.05000,1.505
37,mlp.experts.89.up_proj,0.0003261556,0.05000,1.542
37,mlp.experts.61.up_proj,0.0002572646,0.05000,1.533
37,mlp.experts.51.up_proj,0.0007255252,0.05000,1.525
37,mlp.experts.79.up_proj,0.0009186038,0.05000,1.507
37,mlp.experts.49.up_proj,0.0010405690,0.05000,1.494
37,mlp.experts.107.up_proj,0.0003973730,0.05000,1.487
37,mlp.experts.53.up_proj,0.0007572313,0.05000,1.502
37,mlp.experts.48.up_proj,0.0003565424,0.05000,1.490
37,mlp.experts.50.up_proj,0.0002556319,0.05000,1.507
37,mlp.experts.70.up_proj,0.0010865757,0.05000,1.581
37,mlp.experts.87.up_proj,0.0003028918,0.05000,1.469
37,mlp.experts.76.up_proj,0.0006458786,0.05000,1.635
37,mlp.experts.94.up_proj,0.0002182210,0.05000,1.595
37,mlp.experts.105.up_proj,0.0005635118,0.05000,1.474
37,mlp.experts.122.up_proj,0.0002228516,0.05000,1.613
37,mlp.experts.88.up_proj,0.0007270281,0.05000,1.632
37,mlp.experts.77.up_proj,0.0005810088,0.05000,1.480
37,mlp.experts.52.up_proj,0.0001818176,0.05000,1.637
37,mlp.experts.67.up_proj,0.0002136763,0.05000,1.454
37,mlp.experts.95.up_proj,0.0003263343,0.05000,1.470
37,mlp.experts.65.up_proj,0.0003066274,0.05000,1.508
37,mlp.experts.123.up_proj,0.0004177133,0.05000,1.485
37,mlp.experts.64.up_proj,0.0002424252,0.05000,1.494
37,mlp.experts.86.up_proj,0.0007724089,0.05000,1.504
37,mlp.experts.66.up_proj,0.0003377848,0.05000,1.517
37,mlp.experts.69.up_proj,0.0003009922,0.05000,1.524
37,mlp.experts.103.up_proj,0.0003275343,0.05000,1.494
37,mlp.experts.92.up_proj,0.0005323647,0.05000,1.502
37,mlp.experts.110.up_proj,0.0005459238,0.05000,1.510
37,mlp.experts.121.up_proj,0.0003669952,0.05000,1.507
37,mlp.experts.138.up_proj,0.0007383118,0.05000,1.495
37,mlp.experts.104.up_proj,0.0004255651,0.05000,1.490
37,mlp.experts.93.up_proj,0.0002533607,0.05000,1.561
37,mlp.experts.68.up_proj,0.0008301264,0.05000,1.492
37,mlp.experts.83.up_proj,0.0003076910,0.05000,1.496
37,mlp.experts.111.up_proj,0.0005639794,0.05000,1.511
37,mlp.experts.139.up_proj,0.0007572437,0.05000,1.505
37,mlp.experts.80.up_proj,0.0005785930,0.05000,1.495
37,mlp.experts.81.up_proj,0.0004640245,0.05000,1.548
37,mlp.experts.155.up_proj,fallback(rtn): 0.0010986,0.00000,0.025
37,mlp.experts.82.up_proj,0.0003654248,0.05000,1.491
37,mlp.experts.102.up_proj,0.0004604973,0.05000,1.527
37,mlp.experts.119.up_proj,0.0008194929,0.05000,1.508
37,mlp.experts.85.up_proj,0.0005114897,0.05000,1.531
37,mlp.experts.108.up_proj,0.0005913294,0.05000,1.501
37,mlp.experts.126.up_proj,0.0003492934,0.05000,1.518
37,mlp.experts.137.up_proj,0.0006915695,0.05000,1.517
37,mlp.experts.120.up_proj,0.0005559966,0.05000,1.504
37,mlp.experts.154.up_proj,0.0007953436,0.05000,1.507
37,mlp.experts.142.up_proj,fallback(rtn): 0.0010986,0.00000,0.030
37,mlp.experts.84.up_proj,0.0002330340,0.05000,1.457
37,mlp.experts.136.up_proj,fallback(rtn): 0.0010452,0.00000,0.042
37,mlp.experts.109.up_proj,0.0002943264,0.05000,1.523
37,mlp.experts.99.up_proj,0.0002345429,0.05000,1.508
37,mlp.experts.127.up_proj,0.0004419855,0.05000,1.500
37,mlp.experts.96.up_proj,0.0004767842,0.05000,1.485
37,mlp.experts.97.up_proj,0.0003112909,0.05000,1.507
37,mlp.experts.118.up_proj,0.0005381210,0.05000,1.483
37,mlp.experts.135.up_proj,0.0002976320,0.05000,1.476
37,mlp.experts.171.up_proj,0.0001862902,0.05000,1.522
37,mlp.experts.124.up_proj,0.0002865500,0.05000,1.481
37,mlp.experts.101.up_proj,0.0002074391,0.05000,1.503
37,mlp.experts.98.up_proj,0.0004226252,0.05000,1.551
37,mlp.experts.153.up_proj,0.0005896885,0.05000,1.491
37,mlp.experts.158.up_proj,0.0003872602,0.05000,1.511
37,mlp.experts.100.up_proj,0.0003631144,0.05000,1.511
37,mlp.experts.152.up_proj,0.0005646692,0.05000,1.487
37,mlp.experts.170.up_proj,0.0003053615,0.05000,1.540
37,mlp.experts.168.up_proj,fallback(rtn): 0.0011139,0.00000,0.036
37,mlp.experts.125.up_proj,0.0009295282,0.05000,1.501
37,mlp.experts.115.up_proj,0.0003230928,0.05000,1.497
37,mlp.experts.143.up_proj,0.0001984683,0.05000,1.500
37,mlp.experts.113.up_proj,0.0003959192,0.05000,1.473
37,mlp.experts.112.up_proj,0.0002065625,0.05000,1.502
37,mlp.experts.134.up_proj,0.0002538270,0.05000,1.512
37,mlp.experts.151.up_proj,0.0004330136,0.05000,1.507
37,mlp.experts.117.up_proj,0.0005252335,0.05000,1.486
37,mlp.experts.187.up_proj,0.0010738331,0.05000,1.511
37,mlp.experts.140.up_proj,0.0003783900,0.05000,1.520
37,mlp.experts.150.up_proj,fallback(rtn): 0.0010986,0.00000,0.031
37,mlp.experts.114.up_proj,0.0007214375,0.05000,1.508
37,mlp.experts.167.up_proj,fallback(rtn): 0.0010757,0.00000,0.023
37,mlp.experts.203.up_proj,fallback(rtn): 0.0010834,0.00000,0.025
37,mlp.experts.169.up_proj,0.0003225361,0.05000,1.498
37,mlp.experts.183.up_proj,fallback(rtn): 0.0010757,0.00000,0.036
37,mlp.experts.116.up_proj,0.0004063979,0.05000,1.466
37,mlp.experts.186.up_proj,0.0006723977,0.05000,1.496
37,mlp.experts.174.up_proj,0.0002451451,0.05000,1.530
37,mlp.experts.141.up_proj,0.0007127595,0.05000,1.482
37,mlp.experts.184.up_proj,0.0004263027,0.05000,1.509
37,mlp.experts.131.up_proj,0.0008225393,0.05000,1.480
37,mlp.experts.159.up_proj,0.0002655401,0.05000,1.502
37,mlp.experts.128.up_proj,0.0005008264,0.05000,1.478
37,mlp.experts.129.up_proj,0.0001621773,0.05000,1.483
37,mlp.experts.156.up_proj,0.0004133187,0.05000,1.490
37,mlp.experts.219.up_proj,0.0002061173,0.05000,1.491
37,mlp.experts.133.up_proj,0.0004727013,0.05000,1.526
37,mlp.experts.166.up_proj,0.0005944039,0.05000,1.518
37,mlp.experts.130.up_proj,0.0004161878,0.05000,1.542
37,mlp.experts.185.up_proj,0.0010287726,0.05000,1.501
37,mlp.experts.199.up_proj,0.0002432644,0.05000,1.498
37,mlp.experts.132.up_proj,0.0002113479,0.05000,1.482
37,mlp.experts.190.up_proj,0.0001566687,0.05000,1.498
37,mlp.experts.202.up_proj,0.0007664651,0.05000,1.526
37,mlp.experts.200.up_proj,0.0005612367,0.05000,1.494
37,mlp.experts.157.up_proj,0.0008558533,0.05000,1.522
37,mlp.experts.147.up_proj,0.0003085089,0.05000,1.510
37,mlp.experts.175.up_proj,0.0002959098,0.05000,1.511
37,mlp.experts.144.up_proj,0.0005538085,0.05000,1.503
37,mlp.experts.145.up_proj,0.0003376059,0.05000,1.520
37,mlp.experts.172.up_proj,0.0005030051,0.05000,1.496
37,mlp.experts.188.up_proj,fallback(rtn): 0.0011215,0.00000,0.025
37,mlp.experts.149.up_proj,0.0006441119,0.05000,1.516
37,mlp.experts.182.up_proj,0.0002294835,0.05000,1.516
37,mlp.experts.201.up_proj,0.0004744132,0.05000,1.477
37,mlp.experts.235.up_proj,0.0007540015,0.05000,1.541
37,mlp.experts.146.up_proj,0.0006336170,0.05000,1.515
37,mlp.experts.251.up_proj,fallback(rtn): 0.0011139,0.00000,0.025
37,mlp.experts.148.up_proj,0.0006479808,0.05000,1.518
37,mlp.experts.215.up_proj,0.0007707070,0.05000,1.523
37,mlp.experts.206.up_proj,0.0005898649,0.05000,1.519
37,mlp.experts.218.up_proj,0.0002206721,0.05000,1.500
37,mlp.experts.216.up_proj,0.0009820039,0.05000,1.494
37,mlp.experts.173.up_proj,0.0002308739,0.05000,1.486
37,mlp.experts.222.up_proj,fallback(rtn): 0.0010834,0.00000,0.044
37,mlp.experts.163.up_proj,0.0003342388,0.05000,1.294
37,mlp.experts.191.up_proj,0.0009846066,0.05000,1.264
37,mlp.experts.231.up_proj,0.0008836008,0.05000,1.218
37,mlp.experts.160.up_proj,0.0003794484,0.05000,1.458
37,mlp.experts.161.up_proj,0.0002084162,0.05000,1.459
37,mlp.experts.165.up_proj,0.0001806295,0.05000,1.408
37,mlp.experts.204.up_proj,0.0004494869,0.05000,1.473
37,mlp.experts.217.up_proj,0.0007588493,0.05000,1.477
37,mlp.experts.198.up_proj,0.0002993729,0.05000,1.489
37,mlp.experts.164.up_proj,0.0003567986,0.05000,1.479
37,mlp.experts.162.up_proj,0.0003165960,0.05000,1.507
37,mlp.experts.232.up_proj,0.0010792645,0.05000,1.447
37,mlp.experts.189.up_proj,0.0005347166,0.05000,1.449
37,mlp.experts.234.up_proj,0.0005213797,0.05000,1.473
37,mlp.experts.238.up_proj,0.0001967940,0.05000,1.437
37,mlp.experts.179.up_proj,0.0009815894,0.05000,1.274
37,mlp.experts.207.up_proj,0.0004904386,0.05000,1.256
37,mlp.experts.223.up_proj,fallback(rtn): 0.0010834,0.00000,0.020
37,mlp.experts.247.up_proj,0.0004381322,0.05000,1.247
37,mlp.experts.177.up_proj,0.0003257234,0.05000,1.428
37,mlp.experts.176.up_proj,0.0007255853,0.05000,1.455
37,mlp.experts.181.up_proj,0.0005891517,0.05000,1.457
37,mlp.experts.220.up_proj,0.0001946230,0.05000,1.455
37,mlp.experts.233.up_proj,0.0002213503,0.05000,1.427
37,mlp.experts.249.up_proj,fallback(rtn): 0.0011215,0.00000,0.024
37,mlp.experts.214.up_proj,0.0004212056,0.05000,1.479
37,mlp.experts.205.up_proj,0.0003643500,0.05000,1.405
37,mlp.experts.248.up_proj,0.0003550490,0.05000,1.412
37,mlp.experts.180.up_proj,0.0007253603,0.05000,1.456
37,mlp.experts.178.up_proj,0.0007885997,0.05000,1.471
37,mlp.experts.254.up_proj,0.0007734368,0.05000,1.462
37,mlp.experts.250.up_proj,0.0007268615,0.05000,1.468
37,mlp.experts.195.up_proj,0.0005971881,0.05000,1.010
37,mlp.experts.239.up_proj,0.0004088641,0.05000,0.987
37,mlp.experts.230.up_proj,0.0001736634,0.05000,0.856
37,mlp.experts.193.up_proj,0.0002397498,0.05000,1.065
37,mlp.experts.197.up_proj,0.0008627941,0.05000,1.030
37,mlp.experts.192.up_proj,0.0003722864,0.05000,1.120
37,mlp.experts.194.up_proj,0.0004254366,0.05000,0.896
37,mlp.experts.236.up_proj,0.0008425810,0.05000,1.082
37,mlp.experts.221.up_proj,0.0002660588,0.05000,1.040
37,mlp.experts.196.up_proj,0.0003239819,0.05000,1.066
37,mlp.experts.211.up_proj,0.0004545279,0.05000,0.893
37,mlp.experts.255.up_proj,0.0005061227,0.05000,0.851
37,mlp.experts.246.up_proj,0.0006678111,0.05000,0.784
37,mlp.experts.210.up_proj,0.0003636863,0.05000,0.766
37,mlp.experts.227.up_proj,0.0003198223,0.05000,0.574
37,mlp.experts.209.up_proj,0.0003550341,0.05000,0.977
37,mlp.experts.208.up_proj,0.0004071448,0.05000,0.938
37,mlp.experts.213.up_proj,0.0002469164,0.05000,0.953
37,mlp.experts.252.up_proj,0.0008348269,0.05000,0.962
37,mlp.experts.212.up_proj,0.0011814251,0.05000,0.923
37,mlp.experts.237.up_proj,0.0006511297,0.05000,0.983
37,mlp.experts.253.up_proj,fallback(rtn): 0.0011063,0.00000,0.020
37,mlp.experts.226.up_proj,0.0007576495,0.05000,0.541
37,mlp.experts.243.up_proj,0.0005281252,0.05000,0.538
37,mlp.experts.225.up_proj,0.0002745626,0.05000,0.722
37,mlp.experts.224.up_proj,0.0005803700,0.05000,0.728
37,mlp.experts.229.up_proj,0.0008473043,0.05000,0.734
37,mlp.experts.228.up_proj,0.0009069578,0.05000,0.705
37,mlp.experts.242.up_proj,0.0007265200,0.05000,0.505
37,mlp.experts.241.up_proj,0.0003496847,0.05000,0.690
37,mlp.experts.245.up_proj,0.0006699502,0.05000,0.667
37,mlp.experts.240.up_proj,0.0004962677,0.05000,0.686
37,mlp.experts.244.up_proj,0.0004421828,0.05000,0.641
37,mlp.experts.10.down_proj,fallback(rtn): 0.0011292,0.00000,0.018
37,mlp.experts.4.down_proj,0.0000644673,0.05000,0.421
37,mlp.experts.14.down_proj,0.0000347959,0.05000,0.408
37,mlp.experts.3.down_proj,0.0001136137,0.05000,0.420
37,mlp.experts.2.down_proj,0.0000246916,0.05000,0.417
37,mlp.experts.8.down_proj,0.0000159836,0.05000,0.425
37,mlp.experts.15.down_proj,0.0000546957,0.05000,0.433
37,mlp.experts.6.down_proj,0.0000268699,0.05000,0.419
37,mlp.experts.0.down_proj,0.0000498285,0.05000,0.432
37,mlp.experts.7.down_proj,0.0000453912,0.05000,0.428
37,mlp.experts.12.down_proj,0.0002643332,0.05000,0.425
37,mlp.experts.11.down_proj,0.0000487773,0.05000,0.437
37,mlp.experts.5.down_proj,0.0001582278,0.05000,0.424
37,mlp.experts.13.down_proj,0.0001691093,0.05000,0.429
37,mlp.experts.1.down_proj,0.0000278424,0.05000,0.444
37,mlp.experts.9.down_proj,0.0000800949,0.05000,0.460
37,mlp.experts.26.down_proj,0.0000844556,0.05000,0.401
37,mlp.experts.30.down_proj,0.0000443252,0.05000,0.372
37,mlp.experts.20.down_proj,0.0000837662,0.05000,0.385
37,mlp.experts.19.down_proj,0.0000187665,0.05000,0.372
37,mlp.experts.18.down_proj,0.0000236638,0.05000,0.378
37,mlp.experts.24.down_proj,0.0000158790,0.05000,0.375
37,mlp.experts.31.down_proj,0.0000538106,0.05000,0.377
37,mlp.experts.22.down_proj,0.0000706835,0.05000,0.384
37,mlp.experts.28.down_proj,0.0000377315,0.05000,0.382
37,mlp.experts.29.down_proj,0.0000820882,0.05000,0.376
37,mlp.experts.23.down_proj,0.0000722717,0.05000,0.387
37,mlp.experts.27.down_proj,0.0000329286,0.05000,0.390
37,mlp.experts.25.down_proj,0.0000061053,0.05000,0.378
37,mlp.experts.16.down_proj,0.0000123242,0.05000,0.393
37,mlp.experts.17.down_proj,0.0000586064,0.05000,0.389
37,mlp.experts.21.down_proj,0.0000589026,0.05000,0.392
37,mlp.experts.42.down_proj,0.0000150846,0.05000,0.394
37,mlp.experts.41.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
37,mlp.experts.36.down_proj,0.0000214562,0.05000,0.368
37,mlp.experts.46.down_proj,0.0000264372,0.05000,0.372
37,mlp.experts.35.down_proj,0.0000604456,0.05000,0.372
37,mlp.experts.40.down_proj,0.0000732327,0.05000,0.371
37,mlp.experts.34.down_proj,0.0000506463,0.05000,0.376
37,mlp.experts.47.down_proj,0.0000965174,0.05000,0.366
37,mlp.experts.38.down_proj,0.0000468844,0.05000,0.364
37,mlp.experts.45.down_proj,0.0000407863,0.05000,0.358
37,mlp.experts.39.down_proj,0.0000614302,0.05000,0.367
37,mlp.experts.44.down_proj,0.0000657482,0.05000,0.372
37,mlp.experts.43.down_proj,0.0000743704,0.05000,0.373
37,mlp.experts.32.down_proj,0.0000580380,0.05000,0.378
37,mlp.experts.58.down_proj,0.0000360172,0.05000,0.369
37,mlp.experts.37.down_proj,0.0000287765,0.05000,0.372
37,mlp.experts.57.down_proj,0.0000452114,0.05000,0.373
37,mlp.experts.33.down_proj,0.0000221008,0.05000,0.377
37,mlp.experts.52.down_proj,0.0000338033,0.05000,0.371
37,mlp.experts.51.down_proj,0.0000210122,0.05000,0.374
37,mlp.experts.62.down_proj,0.0001324363,0.05000,0.375
37,mlp.experts.50.down_proj,0.0000483299,0.05000,0.376
37,mlp.experts.56.down_proj,0.0000615309,0.05000,0.381
37,mlp.experts.54.down_proj,0.0000090122,0.05000,0.373
37,mlp.experts.63.down_proj,0.0000846293,0.05000,0.376
37,mlp.experts.61.down_proj,0.0000064697,0.05000,0.372
37,mlp.experts.60.down_proj,0.0000452972,0.05000,0.371
37,mlp.experts.55.down_proj,0.0000208667,0.05000,0.374
37,mlp.experts.59.down_proj,0.0000356361,0.05000,0.371
37,mlp.experts.74.down_proj,0.0000087196,0.05000,0.369
37,mlp.experts.48.down_proj,0.0000735857,0.05000,0.383
37,mlp.experts.53.down_proj,0.0000854238,0.05000,0.376
37,mlp.experts.73.down_proj,0.0002050016,0.05000,0.374
37,mlp.experts.49.down_proj,0.0000495647,0.05000,0.377
37,mlp.experts.68.down_proj,0.0000330088,0.05000,0.381
37,mlp.experts.67.down_proj,0.0000587029,0.05000,0.374
37,mlp.experts.78.down_proj,0.0000344153,0.05000,0.375
37,mlp.experts.66.down_proj,0.0000105762,0.05000,0.368
37,mlp.experts.70.down_proj,0.0000413962,0.05000,0.377
37,mlp.experts.76.down_proj,0.0000205948,0.05000,0.367
37,mlp.experts.72.down_proj,0.0000562428,0.05000,0.385
37,mlp.experts.79.down_proj,0.0000327937,0.05000,0.381
37,mlp.experts.77.down_proj,0.0000165339,0.05000,0.385
37,mlp.experts.71.down_proj,0.0000654236,0.05000,0.383
37,mlp.experts.75.down_proj,0.0000855109,0.05000,0.386
37,mlp.experts.90.down_proj,0.0000438551,0.05000,0.381
37,mlp.experts.64.down_proj,0.0000371929,0.05000,0.378
37,mlp.experts.69.down_proj,0.0000084964,0.05000,0.378
37,mlp.experts.106.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
37,mlp.experts.89.down_proj,0.0000514330,0.05000,0.384
37,mlp.experts.65.down_proj,0.0001310089,0.05000,0.384
37,mlp.experts.84.down_proj,0.0000330269,0.05000,0.363
37,mlp.experts.83.down_proj,0.0000517675,0.05000,0.364
37,mlp.experts.82.down_proj,0.0000783683,0.05000,0.363
37,mlp.experts.94.down_proj,0.0000295771,0.05000,0.367
37,mlp.experts.86.down_proj,0.0000257929,0.05000,0.368
37,mlp.experts.87.down_proj,0.0000321109,0.05000,0.356
37,mlp.experts.88.down_proj,0.0001203065,0.05000,0.367
37,mlp.experts.95.down_proj,0.0000748710,0.05000,0.363
37,mlp.experts.92.down_proj,0.0000458816,0.05000,0.370
37,mlp.experts.93.down_proj,0.0000417081,0.05000,0.366
37,mlp.experts.91.down_proj,0.0000466077,0.05000,0.355
37,mlp.experts.85.down_proj,0.0000148729,0.05000,0.360
37,mlp.experts.80.down_proj,0.0000188428,0.05000,0.363
37,mlp.experts.122.down_proj,0.0000997909,0.05000,0.366
37,mlp.experts.105.down_proj,0.0000695884,0.05000,0.368
37,mlp.experts.81.down_proj,0.0003049202,0.05000,0.371
37,mlp.experts.100.down_proj,0.0002947173,0.05000,0.371
37,mlp.experts.99.down_proj,0.0000842766,0.05000,0.360
37,mlp.experts.98.down_proj,0.0000389528,0.05000,0.362
37,mlp.experts.110.down_proj,0.0000628588,0.05000,0.366
37,mlp.experts.102.down_proj,0.0000365306,0.05000,0.365
37,mlp.experts.103.down_proj,0.0000367277,0.05000,0.364
37,mlp.experts.107.down_proj,0.0003403273,0.05000,0.357
37,mlp.experts.97.down_proj,0.0000369393,0.05000,0.347
37,mlp.experts.109.down_proj,0.0000108788,0.05000,0.362
37,mlp.experts.101.down_proj,0.0000190689,0.05000,0.358
37,mlp.experts.96.down_proj,0.0000118628,0.05000,0.355
37,mlp.experts.104.down_proj,0.0000767255,0.05000,0.374
37,mlp.experts.121.down_proj,0.0000975171,0.05000,0.347
37,mlp.experts.116.down_proj,0.0001386859,0.05000,0.171
37,mlp.experts.108.down_proj,0.0000280694,0.05000,0.481
37,mlp.experts.138.down_proj,0.0001243115,0.05000,0.448
37,mlp.experts.111.down_proj,0.0000467891,0.05000,0.361
37,mlp.experts.126.down_proj,0.0000593683,0.05000,0.156
37,mlp.experts.142.down_proj,fallback(rtn): 0.0011063,0.00000,0.008
37,mlp.experts.114.down_proj,0.0001858298,0.05000,0.378
37,mlp.experts.115.down_proj,0.0000107817,0.05000,0.475
37,mlp.experts.118.down_proj,0.0000152300,0.05000,0.331
37,mlp.experts.119.down_proj,0.0000558376,0.05000,0.346
37,mlp.experts.123.down_proj,0.0000147344,0.05000,0.363
37,mlp.experts.112.down_proj,0.0000283164,0.05000,0.366
37,mlp.experts.120.down_proj,0.0000166565,0.05000,0.373
37,mlp.experts.124.down_proj,0.0000523387,0.05000,0.375
37,mlp.experts.117.down_proj,0.0000418473,0.05000,0.367
37,mlp.experts.125.down_proj,0.0000398553,0.05000,0.371
37,mlp.experts.113.down_proj,0.0000673912,0.05000,0.377
37,mlp.experts.132.down_proj,0.0000737179,0.05000,0.374
37,mlp.experts.137.down_proj,0.0001115621,0.05000,0.371
37,mlp.experts.154.down_proj,0.0000266202,0.05000,0.367
37,mlp.experts.158.down_proj,0.0000713836,0.05000,0.364
37,mlp.experts.127.down_proj,0.0000116311,0.05000,0.377
37,mlp.experts.136.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
37,mlp.experts.130.down_proj,0.0000248531,0.05000,0.366
37,mlp.experts.131.down_proj,0.0001136687,0.05000,0.353
37,mlp.experts.134.down_proj,0.0000361410,0.05000,0.361
37,mlp.experts.135.down_proj,0.0000458977,0.05000,0.356
37,mlp.experts.150.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
37,mlp.experts.139.down_proj,0.0000759138,0.05000,0.359
37,mlp.experts.155.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
37,mlp.experts.128.down_proj,0.0000569578,0.05000,0.361
37,mlp.experts.140.down_proj,0.0000752285,0.05000,0.363
37,mlp.experts.170.down_proj,0.0001458954,0.05000,0.370
37,mlp.experts.129.down_proj,0.0000262748,0.05000,0.379
37,mlp.experts.141.down_proj,0.0000238647,0.05000,0.373
37,mlp.experts.174.down_proj,0.0000499191,0.05000,0.369
37,mlp.experts.148.down_proj,0.0000228095,0.05000,0.374
37,mlp.experts.153.down_proj,0.0000777566,0.05000,0.381
37,mlp.experts.143.down_proj,0.0000456642,0.05000,0.378
37,mlp.experts.133.down_proj,0.0000231382,0.05000,0.381
37,mlp.experts.152.down_proj,0.0000164287,0.05000,0.372
37,mlp.experts.168.down_proj,fallback(rtn): 0.0011368,0.00000,0.007
37,mlp.experts.146.down_proj,0.0000803749,0.05000,0.372
37,mlp.experts.147.down_proj,0.0000407180,0.05000,0.363
37,mlp.experts.151.down_proj,0.0003697606,0.05000,0.365
37,mlp.experts.166.down_proj,0.0000276309,0.05000,0.367
37,mlp.experts.167.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
37,mlp.experts.183.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
37,mlp.experts.171.down_proj,0.0000525349,0.05000,0.359
37,mlp.experts.144.down_proj,0.0000270065,0.05000,0.363
37,mlp.experts.156.down_proj,0.0000473134,0.05000,0.353
37,mlp.experts.186.down_proj,0.0000347796,0.05000,0.371
37,mlp.experts.145.down_proj,0.0000604661,0.05000,0.374
37,mlp.experts.157.down_proj,0.0000440770,0.05000,0.375
37,mlp.experts.159.down_proj,0.0000236146,0.05000,0.365
37,mlp.experts.190.down_proj,0.0000324962,0.05000,0.371
37,mlp.experts.164.down_proj,0.0000613383,0.05000,0.372
37,mlp.experts.169.down_proj,0.0000076880,0.05000,0.375
37,mlp.experts.149.down_proj,0.0000539465,0.05000,0.377
37,mlp.experts.184.down_proj,0.0000504076,0.05000,0.375
37,mlp.experts.162.down_proj,0.0000528726,0.05000,0.366
37,mlp.experts.163.down_proj,0.0000625864,0.05000,0.369
37,mlp.experts.182.down_proj,0.0000529892,0.05000,0.372
37,mlp.experts.199.down_proj,0.0000397438,0.05000,0.374
37,mlp.experts.160.down_proj,0.0000151384,0.05000,0.360
37,mlp.experts.187.down_proj,0.0000553990,0.05000,0.374
37,mlp.experts.172.down_proj,0.0000152513,0.05000,0.372
37,mlp.experts.203.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
37,mlp.experts.188.down_proj,fallback(rtn): 0.0011215,0.00000,0.007
37,mlp.experts.202.down_proj,0.0000645997,0.05000,0.374
37,mlp.experts.161.down_proj,0.0000467003,0.05000,0.364
37,mlp.experts.173.down_proj,0.0000367975,0.05000,0.358
37,mlp.experts.165.down_proj,0.0000040218,0.05000,0.355
37,mlp.experts.175.down_proj,0.0000129548,0.05000,0.423
37,mlp.experts.185.down_proj,0.0000623845,0.05000,0.408
37,mlp.experts.180.down_proj,0.0000491354,0.05000,0.409
37,mlp.experts.206.down_proj,0.0001396259,0.05000,0.363
37,mlp.experts.200.down_proj,0.0001147210,0.05000,0.403
37,mlp.experts.222.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
37,mlp.experts.178.down_proj,0.0000302933,0.05000,0.380
37,mlp.experts.179.down_proj,0.0000497985,0.05000,0.349
37,mlp.experts.198.down_proj,0.0001561853,0.05000,0.374
37,mlp.experts.215.down_proj,0.0000252382,0.05000,0.355
37,mlp.experts.176.down_proj,0.0000641231,0.05000,0.372
37,mlp.experts.219.down_proj,0.0000319694,0.05000,0.357
37,mlp.experts.204.down_proj,0.0000402917,0.05000,0.391
37,mlp.experts.218.down_proj,0.0000067175,0.05000,0.384
37,mlp.experts.177.down_proj,0.0000591221,0.05000,0.359
37,mlp.experts.181.down_proj,0.0001499025,0.05000,0.360
37,mlp.experts.189.down_proj,0.0000153088,0.05000,0.366
37,mlp.experts.216.down_proj,0.0000413497,0.05000,0.368
37,mlp.experts.191.down_proj,0.0000419297,0.05000,0.361
37,mlp.experts.238.down_proj,0.0000400639,0.05000,0.351
37,mlp.experts.196.down_proj,0.0000279864,0.05000,0.366
37,mlp.experts.201.down_proj,0.0000943386,0.05000,0.369
37,mlp.experts.194.down_proj,0.0000122462,0.05000,0.359
37,mlp.experts.195.down_proj,0.0000178330,0.05000,0.358
37,mlp.experts.214.down_proj,0.0000914812,0.05000,0.354
37,mlp.experts.231.down_proj,0.0000279034,0.05000,0.360
37,mlp.experts.192.down_proj,0.0001578134,0.05000,0.367
37,mlp.experts.235.down_proj,0.0000940874,0.05000,0.370
37,mlp.experts.251.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
37,mlp.experts.234.down_proj,0.0000475569,0.05000,0.351
37,mlp.experts.220.down_proj,0.0000389881,0.05000,0.370
37,mlp.experts.193.down_proj,0.0000346100,0.05000,0.366
37,mlp.experts.207.down_proj,0.0000117672,0.05000,0.346
37,mlp.experts.197.down_proj,0.0001235649,0.05000,0.367
37,mlp.experts.205.down_proj,0.0000518729,0.05000,0.368
37,mlp.experts.223.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
37,mlp.experts.254.down_proj,0.0000286613,0.05000,0.364
37,mlp.experts.217.down_proj,0.0000687211,0.05000,0.362
37,mlp.experts.212.down_proj,0.0000758618,0.05000,0.371
37,mlp.experts.232.down_proj,0.0000502812,0.05000,0.374
37,mlp.experts.210.down_proj,0.0000628496,0.05000,0.356
37,mlp.experts.211.down_proj,0.0002272531,0.05000,0.329
37,mlp.experts.230.down_proj,0.0001020325,0.05000,0.332
37,mlp.experts.247.down_proj,0.0000286661,0.05000,0.319
37,mlp.experts.208.down_proj,0.0000909815,0.05000,0.367
37,mlp.experts.250.down_proj,0.0000185921,0.05000,0.318
37,mlp.experts.236.down_proj,0.0000289850,0.05000,0.360
37,mlp.experts.227.down_proj,0.0000397166,0.05000,0.232
37,mlp.experts.239.down_proj,0.0001165662,0.05000,0.281
37,mlp.experts.226.down_proj,0.0000477030,0.05000,0.255
37,mlp.experts.209.down_proj,0.0001007644,0.05000,0.349
37,mlp.experts.228.down_proj,0.0001083443,0.05000,0.332
37,mlp.experts.213.down_proj,0.0000443739,0.05000,0.360
37,mlp.experts.248.down_proj,0.0001065475,0.05000,0.331
37,mlp.experts.233.down_proj,0.0000380152,0.05000,0.338
37,mlp.experts.221.down_proj,0.0000291488,0.05000,0.358
37,mlp.experts.249.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
37,mlp.experts.246.down_proj,0.0001198075,0.05000,0.249
37,mlp.experts.242.down_proj,0.0000856004,0.05000,0.180
37,mlp.experts.243.down_proj,0.0000211518,0.05000,0.220
37,mlp.experts.255.down_proj,0.0002377420,0.05000,0.226
37,mlp.experts.224.down_proj,0.0000755695,0.05000,0.299
37,mlp.experts.252.down_proj,0.0000409949,0.05000,0.271
37,mlp.experts.225.down_proj,0.0000376068,0.05000,0.249
37,mlp.experts.244.down_proj,0.0000439638,0.05000,0.232
37,mlp.experts.229.down_proj,0.0002810472,0.05000,0.251
37,mlp.experts.237.down_proj,0.0000931858,0.05000,0.254
37,mlp.experts.253.down_proj,fallback(rtn): 0.0010910,0.00000,0.004
37,mlp.experts.240.down_proj,0.0000204982,0.05000,0.148
37,mlp.experts.241.down_proj,0.0000403636,0.05000,0.185
37,mlp.experts.245.down_proj,0.0000470630,0.05000,0.166
38,mlp.experts.2.gate_proj,fallback(rtn): 0.0011749,0.00000,0.065
38,mlp.experts.6.gate_proj,fallback(rtn): 0.0011673,0.00000,0.049
38,mlp.experts.14.gate_proj,0.0003161172,0.05000,1.517
38,mlp.experts.13.gate_proj,0.0004490747,0.05000,1.528
38,mlp.experts.8.gate_proj,0.0002142698,0.05000,1.548
38,mlp.experts.4.gate_proj,0.0002526894,0.05000,1.526
38,mlp.experts.9.gate_proj,0.0002210654,0.05000,1.532
38,mlp.experts.0.gate_proj,0.0004247091,0.05000,1.542
38,mlp.experts.1.gate_proj,0.0007839034,0.05000,1.570
38,mlp.experts.5.gate_proj,0.0006163285,0.05000,1.575
38,mlp.experts.12.gate_proj,0.0002469780,0.05000,1.568
38,mlp.experts.29.gate_proj,fallback(rtn): 0.0011368,0.00000,0.016
38,mlp.experts.10.gate_proj,0.0007638891,0.05000,1.582
38,mlp.experts.18.gate_proj,0.0009211076,0.05000,1.501
38,mlp.experts.3.gate_proj,0.0003390973,0.05000,1.581
38,mlp.experts.22.gate_proj,0.0002924274,0.05000,1.503
38,mlp.experts.7.gate_proj,0.0005113153,0.05000,1.578
38,mlp.experts.15.gate_proj,0.0003814957,0.05000,1.591
38,mlp.experts.11.gate_proj,0.0002730454,0.05000,1.593
38,mlp.experts.19.gate_proj,fallback(rtn): 0.0011139,0.00000,0.082
38,mlp.experts.30.gate_proj,0.0002025260,0.05000,1.521
38,mlp.experts.25.gate_proj,0.0005973853,0.05000,1.501
38,mlp.experts.45.gate_proj,0.0004093826,0.05000,1.500
38,mlp.experts.21.gate_proj,0.0008141360,0.05000,1.508
38,mlp.experts.17.gate_proj,0.0003176992,0.05000,1.537
38,mlp.experts.34.gate_proj,0.0005433116,0.05000,1.517
38,mlp.experts.26.gate_proj,0.0008939156,0.05000,1.529
38,mlp.experts.23.gate_proj,0.0003339164,0.05000,1.519
38,mlp.experts.38.gate_proj,0.0008798136,0.05000,1.523
38,mlp.experts.31.gate_proj,0.0004745634,0.05000,1.525
38,mlp.experts.20.gate_proj,0.0003691400,0.05000,1.610
38,mlp.experts.27.gate_proj,0.0006176845,0.05000,1.569
38,mlp.experts.24.gate_proj,0.0013296483,0.05000,1.617
38,mlp.experts.28.gate_proj,0.0005697651,0.05000,1.599
38,mlp.experts.16.gate_proj,0.0009692728,0.05000,1.600
38,mlp.experts.35.gate_proj,0.0003943524,0.05000,1.523
38,mlp.experts.51.gate_proj,fallback(rtn): 0.0011749,0.00000,0.020
38,mlp.experts.46.gate_proj,0.0005241368,0.05000,1.489
38,mlp.experts.37.gate_proj,0.0004608270,0.05000,1.491
38,mlp.experts.33.gate_proj,0.0001997933,0.05000,1.467
38,mlp.experts.61.gate_proj,0.0003123429,0.05000,1.501
38,mlp.experts.41.gate_proj,0.0004400906,0.05000,1.519
38,mlp.experts.50.gate_proj,0.0008545139,0.05000,1.482
38,mlp.experts.42.gate_proj,0.0005419807,0.05000,1.483
38,mlp.experts.39.gate_proj,0.0002669208,0.05000,1.502
38,mlp.experts.47.gate_proj,0.0002715336,0.05000,1.498
38,mlp.experts.43.gate_proj,0.0007806242,0.05000,1.452
38,mlp.experts.54.gate_proj,0.0013620386,0.05000,1.514
38,mlp.experts.32.gate_proj,0.0004484368,0.05000,1.477
38,mlp.experts.53.gate_proj,fallback(rtn): 0.0013428,0.00000,0.075
38,mlp.experts.58.gate_proj,fallback(rtn): 0.0013351,0.00000,0.058
38,mlp.experts.44.gate_proj,0.0001654292,0.05000,1.510
38,mlp.experts.36.gate_proj,0.0006173898,0.05000,1.522
38,mlp.experts.40.gate_proj,0.0003997523,0.05000,1.519
38,mlp.experts.67.gate_proj,0.0005126040,0.05000,1.473
38,mlp.experts.62.gate_proj,0.0007509258,0.05000,1.522
38,mlp.experts.49.gate_proj,0.0007597294,0.05000,1.503
38,mlp.experts.57.gate_proj,0.0002606193,0.05000,1.503
38,mlp.experts.66.gate_proj,0.0004074633,0.05000,1.507
38,mlp.experts.77.gate_proj,0.0006160215,0.05000,1.543
38,mlp.experts.63.gate_proj,0.0008188723,0.05000,1.501
38,mlp.experts.55.gate_proj,0.0007321470,0.05000,1.507
38,mlp.experts.59.gate_proj,0.0002231565,0.05000,1.508
38,mlp.experts.69.gate_proj,0.0002653910,0.05000,1.481
38,mlp.experts.48.gate_proj,0.0003992894,0.05000,1.484
38,mlp.experts.60.gate_proj,0.0001775078,0.05000,1.457
38,mlp.experts.70.gate_proj,0.0012899962,0.05000,1.514
38,mlp.experts.56.gate_proj,0.0006322472,0.05000,1.450
38,mlp.experts.52.gate_proj,0.0006221747,0.05000,1.455
38,mlp.experts.74.gate_proj,0.0001916426,0.05000,1.498
38,mlp.experts.83.gate_proj,0.0003150658,0.05000,1.511
38,mlp.experts.78.gate_proj,0.0008844837,0.05000,1.486
38,mlp.experts.82.gate_proj,0.0012525077,0.05000,1.506
38,mlp.experts.65.gate_proj,0.0009098367,0.05000,1.531
38,mlp.experts.73.gate_proj,0.0007270610,0.05000,1.532
38,mlp.experts.93.gate_proj,0.0003250614,0.05000,1.491
38,mlp.experts.71.gate_proj,0.0002060311,0.05000,1.494
38,mlp.experts.64.gate_proj,0.0002315725,0.05000,1.490
38,mlp.experts.79.gate_proj,0.0002427082,0.05000,1.515
38,mlp.experts.90.gate_proj,0.0015201796,0.05000,1.492
38,mlp.experts.72.gate_proj,0.0006204638,0.05000,1.508
38,mlp.experts.81.gate_proj,fallback(rtn): 0.0012207,0.00000,0.072
38,mlp.experts.85.gate_proj,0.0006449095,0.05000,1.538
38,mlp.experts.75.gate_proj,0.0002071801,0.05000,1.550
38,mlp.experts.99.gate_proj,0.0003861925,0.05000,1.493
38,mlp.experts.86.gate_proj,0.0002056598,0.05000,1.536
38,mlp.experts.68.gate_proj,0.0001825239,0.05000,1.541
38,mlp.experts.76.gate_proj,0.0004579669,0.05000,1.544
38,mlp.experts.94.gate_proj,0.0002451680,0.05000,1.506
38,mlp.experts.98.gate_proj,0.0013922671,0.05000,1.502
38,mlp.experts.87.gate_proj,0.0007167645,0.05000,1.504
38,mlp.experts.80.gate_proj,0.0002424873,0.05000,1.508
38,mlp.experts.106.gate_proj,0.0005211245,0.05000,1.496
38,mlp.experts.88.gate_proj,0.0005063315,0.05000,1.487
38,mlp.experts.95.gate_proj,0.0002656068,0.05000,1.518
38,mlp.experts.91.gate_proj,0.0005752737,0.05000,1.478
38,mlp.experts.89.gate_proj,0.0002981312,0.05000,1.566
38,mlp.experts.109.gate_proj,0.0002321861,0.05000,1.587
38,mlp.experts.102.gate_proj,0.0003454059,0.05000,1.510
38,mlp.experts.115.gate_proj,0.0005664853,0.05000,1.529
38,mlp.experts.84.gate_proj,0.0002136540,0.05000,1.524
38,mlp.experts.92.gate_proj,0.0002124297,0.05000,1.523
38,mlp.experts.101.gate_proj,0.0002421351,0.05000,1.551
38,mlp.experts.97.gate_proj,0.0002591395,0.05000,1.587
38,mlp.experts.110.gate_proj,0.0010068710,0.05000,1.547
38,mlp.experts.114.gate_proj,0.0004008244,0.05000,1.527
38,mlp.experts.130.gate_proj,fallback(rtn): 0.0011292,0.00000,0.024
38,mlp.experts.122.gate_proj,0.0004679137,0.05000,1.510
38,mlp.experts.96.gate_proj,0.0009444347,0.05000,1.516
38,mlp.experts.111.gate_proj,0.0006327310,0.05000,1.508
38,mlp.experts.103.gate_proj,0.0003927817,0.05000,1.539
38,mlp.experts.105.gate_proj,0.0005015110,0.05000,1.519
38,mlp.experts.104.gate_proj,0.0005131144,0.05000,1.546
38,mlp.experts.125.gate_proj,0.0005738192,0.05000,1.500
38,mlp.experts.107.gate_proj,0.0009480656,0.05000,1.550
38,mlp.experts.100.gate_proj,0.0005993174,0.05000,1.505
38,mlp.experts.108.gate_proj,0.0002554277,0.05000,1.509
38,mlp.experts.118.gate_proj,0.0002312351,0.05000,1.540
38,mlp.experts.131.gate_proj,0.0007233273,0.05000,1.536
38,mlp.experts.117.gate_proj,0.0004308834,0.05000,1.537
38,mlp.experts.116.gate_proj,fallback(rtn): 0.0012665,0.00000,0.045
38,mlp.experts.113.gate_proj,0.0008913058,0.05000,1.532
38,mlp.experts.126.gate_proj,0.0003331338,0.05000,1.500
38,mlp.experts.112.gate_proj,0.0005502748,0.05000,1.481
38,mlp.experts.146.gate_proj,0.0003335108,0.05000,1.499
38,mlp.experts.127.gate_proj,0.0002520492,0.05000,1.490
38,mlp.experts.119.gate_proj,0.0005987984,0.05000,1.494
38,mlp.experts.138.gate_proj,0.0004027909,0.05000,1.507
38,mlp.experts.121.gate_proj,0.0004454550,0.05000,1.479
38,mlp.experts.141.gate_proj,0.0008538636,0.05000,1.478
38,mlp.experts.120.gate_proj,0.0003269738,0.05000,1.500
38,mlp.experts.123.gate_proj,0.0005513248,0.05000,1.499
38,mlp.experts.124.gate_proj,0.0003879137,0.05000,1.489
38,mlp.experts.133.gate_proj,0.0002282423,0.05000,1.481
38,mlp.experts.147.gate_proj,0.0009962936,0.05000,1.492
38,mlp.experts.134.gate_proj,0.0005342855,0.05000,1.507
38,mlp.experts.129.gate_proj,0.0005688883,0.05000,1.482
38,mlp.experts.132.gate_proj,0.0005140822,0.05000,1.505
38,mlp.experts.142.gate_proj,0.0013744136,0.05000,1.514
38,mlp.experts.135.gate_proj,0.0003615914,0.05000,1.469
38,mlp.experts.128.gate_proj,0.0006372321,0.05000,1.492
38,mlp.experts.157.gate_proj,0.0004155445,0.05000,1.472
38,mlp.experts.154.gate_proj,0.0004639290,0.05000,1.505
38,mlp.experts.139.gate_proj,0.0006921223,0.05000,1.475
38,mlp.experts.143.gate_proj,0.0002040160,0.05000,1.533
38,mlp.experts.137.gate_proj,0.0010756203,0.05000,1.531
38,mlp.experts.162.gate_proj,0.0002155801,0.05000,1.544
38,mlp.experts.140.gate_proj,0.0004367715,0.05000,1.487
38,mlp.experts.136.gate_proj,0.0003802704,0.05000,1.518
38,mlp.experts.170.gate_proj,fallback(rtn): 0.0011215,0.00000,0.030
38,mlp.experts.155.gate_proj,fallback(rtn): 0.0011673,0.00000,0.039
38,mlp.experts.145.gate_proj,0.0010978013,0.05000,1.474
38,mlp.experts.163.gate_proj,0.0003721838,0.05000,1.511
38,mlp.experts.149.gate_proj,0.0009258168,0.05000,1.519
38,mlp.experts.150.gate_proj,0.0007118416,0.05000,1.533
38,mlp.experts.148.gate_proj,0.0002139342,0.05000,1.511
38,mlp.experts.158.gate_proj,0.0006416410,0.05000,1.549
38,mlp.experts.151.gate_proj,0.0002309672,0.05000,1.521
38,mlp.experts.144.gate_proj,0.0004175776,0.05000,1.502
38,mlp.experts.173.gate_proj,0.0002339169,0.05000,1.513
38,mlp.experts.153.gate_proj,0.0009531264,0.05000,1.488
38,mlp.experts.159.gate_proj,0.0002022481,0.05000,1.507
38,mlp.experts.152.gate_proj,0.0010262755,0.05000,1.494
38,mlp.experts.156.gate_proj,0.0008420353,0.05000,1.533
38,mlp.experts.186.gate_proj,0.0010029986,0.05000,1.530
38,mlp.experts.171.gate_proj,0.0002395826,0.05000,1.525
38,mlp.experts.161.gate_proj,0.0011715398,0.05000,1.504
38,mlp.experts.178.gate_proj,0.0009118499,0.05000,1.547
38,mlp.experts.179.gate_proj,0.0009669928,0.05000,1.492
38,mlp.experts.165.gate_proj,0.0005963774,0.05000,1.499
38,mlp.experts.172.gate_proj,fallback(rtn): 0.0012741,0.00000,0.023
38,mlp.experts.164.gate_proj,0.0020073878,0.05000,1.492
38,mlp.experts.181.gate_proj,fallback(rtn): 0.0016251,0.00000,0.033
38,mlp.experts.166.gate_proj,0.0004687229,0.05000,1.546
38,mlp.experts.167.gate_proj,0.0004220117,0.05000,1.482
38,mlp.experts.160.gate_proj,0.0003576926,0.05000,1.478
38,mlp.experts.189.gate_proj,0.0002548221,0.05000,1.483
38,mlp.experts.174.gate_proj,0.0008924122,0.05000,1.534
38,mlp.experts.168.gate_proj,0.0007141217,0.05000,1.472
38,mlp.experts.175.gate_proj,0.0000894499,0.05000,1.495
38,mlp.experts.169.gate_proj,0.0004884616,0.05000,1.501
38,mlp.experts.195.gate_proj,0.0004417512,0.05000,1.493
38,mlp.experts.177.gate_proj,0.0007072459,0.05000,1.506
38,mlp.experts.187.gate_proj,0.0003550205,0.05000,1.518
38,mlp.experts.202.gate_proj,0.0004526847,0.05000,1.531
38,mlp.experts.180.gate_proj,0.0004345584,0.05000,1.496
38,mlp.experts.194.gate_proj,0.0009174310,0.05000,1.521
38,mlp.experts.188.gate_proj,0.0004174744,0.05000,1.506
38,mlp.experts.197.gate_proj,0.0009447037,0.05000,1.492
38,mlp.experts.211.gate_proj,fallback(rtn): 0.0011978,0.00000,0.056
38,mlp.experts.182.gate_proj,0.0006262383,0.05000,1.504
38,mlp.experts.218.gate_proj,fallback(rtn): 0.0013351,0.00000,0.043
38,mlp.experts.184.gate_proj,0.0003187362,0.05000,1.468
38,mlp.experts.183.gate_proj,0.0009216508,0.05000,1.518
38,mlp.experts.176.gate_proj,0.0007776909,0.05000,1.506
38,mlp.experts.205.gate_proj,0.0003286394,0.05000,1.490
38,mlp.experts.190.gate_proj,0.0003157289,0.05000,1.497
38,mlp.experts.192.gate_proj,fallback(rtn): 0.0012741,0.00000,0.034
38,mlp.experts.191.gate_proj,0.0002976403,0.05000,1.518
38,mlp.experts.185.gate_proj,0.0007360276,0.05000,1.531
38,mlp.experts.208.gate_proj,fallback(rtn): 0.0012360,0.00000,0.025
38,mlp.experts.193.gate_proj,0.0003025405,0.05000,1.493
38,mlp.experts.224.gate_proj,fallback(rtn): 0.0012131,0.00000,0.025
38,mlp.experts.204.gate_proj,0.0006275148,0.05000,1.475
38,mlp.experts.210.gate_proj,0.0003506999,0.05000,1.483
38,mlp.experts.196.gate_proj,0.0006555373,0.05000,1.484
38,mlp.experts.213.gate_proj,0.0001710885,0.05000,1.487
38,mlp.experts.203.gate_proj,0.0010165098,0.05000,1.536
38,mlp.experts.234.gate_proj,0.0002259288,0.05000,1.484
38,mlp.experts.198.gate_proj,0.0010318500,0.05000,1.488
38,mlp.experts.240.gate_proj,fallback(rtn): 0.0011444,0.00000,0.060
38,mlp.experts.227.gate_proj,0.0005061450,0.05000,1.531
38,mlp.experts.214.gate_proj,fallback(rtn): 0.0012054,0.00000,0.038
38,mlp.experts.200.gate_proj,0.0004615957,0.05000,1.497
38,mlp.experts.206.gate_proj,0.0008699725,0.05000,1.478
38,mlp.experts.221.gate_proj,0.0008359499,0.05000,1.505
38,mlp.experts.199.gate_proj,0.0002525965,0.05000,1.542
38,mlp.experts.209.gate_proj,0.0000784643,0.05000,1.476
38,mlp.experts.201.gate_proj,0.0002591589,0.05000,1.511
38,mlp.experts.207.gate_proj,0.0004527659,0.05000,1.549
38,mlp.experts.220.gate_proj,0.0005250480,0.05000,1.486
38,mlp.experts.229.gate_proj,0.0007907845,0.05000,1.492
38,mlp.experts.226.gate_proj,0.0007876676,0.05000,1.515
38,mlp.experts.212.gate_proj,0.0002961231,0.05000,1.515
38,mlp.experts.225.gate_proj,fallback(rtn): 0.0012131,0.00000,0.062
38,mlp.experts.250.gate_proj,0.0003262688,0.05000,1.499
38,mlp.experts.0.up_proj,0.0003293811,0.05000,1.521
38,mlp.experts.219.gate_proj,0.0006446468,0.05000,1.550
38,mlp.experts.230.gate_proj,0.0002618421,0.05000,1.515
38,mlp.experts.243.gate_proj,0.0004934874,0.05000,1.530
38,mlp.experts.235.gate_proj,fallback(rtn): 0.0012817,0.00000,0.024
38,mlp.experts.246.gate_proj,fallback(rtn): 0.0011826,0.00000,0.023
38,mlp.experts.6.up_proj,fallback(rtn): 0.0011063,0.00000,0.024
38,mlp.experts.237.gate_proj,0.0014685587,0.05000,1.472
38,mlp.experts.216.gate_proj,0.0005080541,0.05000,1.497
38,mlp.experts.222.gate_proj,0.0011371623,0.05000,1.513
38,mlp.experts.253.gate_proj,fallback(rtn): 0.0011902,0.00000,0.025
38,mlp.experts.238.gate_proj,fallback(rtn): 0.0010605,0.00000,0.022
38,mlp.experts.215.gate_proj,0.0002119739,0.05000,1.523
38,mlp.experts.245.gate_proj,0.0007316826,0.05000,1.471
38,mlp.experts.217.gate_proj,0.0007122093,0.05000,1.506
38,mlp.experts.236.gate_proj,0.0006149872,0.05000,1.507
38,mlp.experts.242.gate_proj,0.0003292675,0.05000,1.487
38,mlp.experts.223.gate_proj,0.0003998509,0.05000,1.530
38,mlp.experts.228.gate_proj,0.0002712611,0.05000,1.508
38,mlp.experts.10.up_proj,0.0006877693,0.05000,1.485
38,mlp.experts.2.up_proj,fallback(rtn): 0.0011368,0.00000,0.022
38,mlp.experts.241.gate_proj,0.0006182508,0.05000,1.507
38,mlp.experts.16.up_proj,0.0008582573,0.05000,1.521
38,mlp.experts.251.gate_proj,0.0002180149,0.05000,1.507
38,mlp.experts.3.up_proj,0.0003019577,0.05000,1.541
38,mlp.experts.22.up_proj,0.0002559116,0.05000,1.503
38,mlp.experts.19.up_proj,fallback(rtn): 0.0010910,0.00000,0.025
38,mlp.experts.13.up_proj,0.0004082366,0.05000,1.510
38,mlp.experts.232.gate_proj,0.0010224714,0.05000,1.535
38,mlp.experts.254.gate_proj,0.0006367800,0.05000,1.509
38,mlp.experts.29.up_proj,fallback(rtn): 0.0011215,0.00000,0.025
38,mlp.experts.231.gate_proj,0.0009879264,0.05000,1.504
38,mlp.experts.247.gate_proj,fallback(rtn): 0.0010834,0.00000,0.025
38,mlp.experts.5.up_proj,0.0006112259,0.05000,1.499
38,mlp.experts.233.gate_proj,0.0004311518,0.05000,1.502
38,mlp.experts.239.gate_proj,0.0005519084,0.05000,1.498
38,mlp.experts.252.gate_proj,0.0003648931,0.05000,1.528
38,mlp.experts.26.up_proj,0.0008311388,0.05000,1.499
38,mlp.experts.1.up_proj,0.0008007191,0.05000,1.502
38,mlp.experts.18.up_proj,0.0006388498,0.05000,1.532
38,mlp.experts.244.gate_proj,0.0002237399,0.05000,1.538
38,mlp.experts.11.up_proj,0.0002700111,0.05000,1.479
38,mlp.experts.32.up_proj,0.0004311453,0.05000,1.530
38,mlp.experts.38.up_proj,0.0008898459,0.05000,1.494
38,mlp.experts.35.up_proj,0.0003228162,0.05000,1.497
38,mlp.experts.51.up_proj,fallback(rtn): 0.0011368,0.00000,0.025
38,mlp.experts.248.gate_proj,0.0005163458,0.05000,1.510
38,mlp.experts.14.up_proj,0.0003245915,0.05000,1.511
38,mlp.experts.45.up_proj,0.0003425629,0.05000,1.500
38,mlp.experts.7.up_proj,0.0003662270,0.05000,1.480
38,mlp.experts.255.gate_proj,0.0004676157,0.05000,1.477
38,mlp.experts.249.gate_proj,0.0003630472,0.05000,1.504
38,mlp.experts.21.up_proj,0.0006402025,0.05000,1.544
38,mlp.experts.42.up_proj,0.0005271334,0.05000,1.499
38,mlp.experts.12.up_proj,0.0002134713,0.05000,1.522
38,mlp.experts.34.up_proj,0.0005419437,0.05000,1.488
38,mlp.experts.58.up_proj,fallback(rtn): 0.0012360,0.00000,0.023
38,mlp.experts.17.up_proj,0.0003011722,0.05000,1.520
38,mlp.experts.27.up_proj,0.0004753057,0.05000,1.493
38,mlp.experts.4.up_proj,0.0002264673,0.05000,1.534
38,mlp.experts.48.up_proj,0.0003443332,0.05000,1.529
38,mlp.experts.54.up_proj,0.0011875516,0.05000,1.487
38,mlp.experts.67.up_proj,0.0004716133,0.05000,1.470
38,mlp.experts.23.up_proj,0.0003281034,0.05000,1.470
38,mlp.experts.8.up_proj,0.0001888298,0.05000,1.519
38,mlp.experts.30.up_proj,0.0001734409,0.05000,1.508
38,mlp.experts.61.up_proj,0.0002715446,0.05000,1.522
38,mlp.experts.15.up_proj,0.0003547219,0.05000,1.480
38,mlp.experts.9.up_proj,0.0001889469,0.05000,1.495
38,mlp.experts.37.up_proj,0.0004223269,0.05000,1.499
38,mlp.experts.33.up_proj,0.0001831351,0.05000,1.470
38,mlp.experts.50.up_proj,0.0006291539,0.05000,1.497
38,mlp.experts.28.up_proj,0.0004833221,0.05000,1.509
38,mlp.experts.74.up_proj,0.0001694719,0.05000,1.504
38,mlp.experts.53.up_proj,fallback(rtn): 0.0012283,0.00000,0.044
38,mlp.experts.43.up_proj,0.0004911817,0.05000,1.483
38,mlp.experts.20.up_proj,0.0003234132,0.05000,1.506
38,mlp.experts.64.up_proj,0.0001682386,0.05000,1.509
38,mlp.experts.70.up_proj,0.0010561527,0.05000,1.511
38,mlp.experts.83.up_proj,0.0003205659,0.05000,1.482
38,mlp.experts.39.up_proj,0.0002584152,0.05000,1.508
38,mlp.experts.46.up_proj,0.0005030523,0.05000,1.515
38,mlp.experts.24.up_proj,0.0008257531,0.05000,1.527
38,mlp.experts.77.up_proj,0.0005077174,0.05000,1.508
38,mlp.experts.31.up_proj,0.0004320937,0.05000,1.506
38,mlp.experts.25.up_proj,0.0005911991,0.05000,1.522
38,mlp.experts.90.up_proj,0.0011577866,0.05000,1.474
38,mlp.experts.49.up_proj,0.0006531982,0.05000,1.520
38,mlp.experts.66.up_proj,0.0003864818,0.05000,1.503
38,mlp.experts.44.up_proj,0.0001634131,0.05000,1.525
38,mlp.experts.69.up_proj,0.0002079250,0.05000,1.506
38,mlp.experts.59.up_proj,0.0001837424,0.05000,1.518
38,mlp.experts.36.up_proj,0.0005178682,0.05000,1.504
38,mlp.experts.80.up_proj,0.0002119595,0.05000,1.493
38,mlp.experts.86.up_proj,0.0001690064,0.05000,1.501
38,mlp.experts.99.up_proj,0.0003730106,0.05000,1.514
38,mlp.experts.55.up_proj,0.0006963085,0.05000,1.478
38,mlp.experts.40.up_proj,0.0003953195,0.05000,1.483
38,mlp.experts.62.up_proj,0.0006747308,0.05000,1.496
38,mlp.experts.47.up_proj,0.0002694139,0.05000,1.491
38,mlp.experts.93.up_proj,0.0003154204,0.05000,1.510
38,mlp.experts.82.up_proj,0.0010739621,0.05000,1.458
38,mlp.experts.41.up_proj,0.0004179255,0.05000,1.513
38,mlp.experts.106.up_proj,0.0005260093,0.05000,1.508
38,mlp.experts.60.up_proj,0.0001431514,0.05000,1.495
38,mlp.experts.85.up_proj,0.0005838840,0.05000,1.491
38,mlp.experts.52.up_proj,0.0004855687,0.05000,1.481
38,mlp.experts.75.up_proj,0.0001673379,0.05000,1.494
38,mlp.experts.65.up_proj,0.0007392814,0.05000,1.551
38,mlp.experts.96.up_proj,0.0007381730,0.05000,1.473
38,mlp.experts.81.up_proj,fallback(rtn): 0.0010986,0.00000,0.031
38,mlp.experts.115.up_proj,0.0005371127,0.05000,1.480
38,mlp.experts.102.up_proj,0.0002909457,0.05000,1.500
38,mlp.experts.71.up_proj,0.0001835344,0.05000,1.498
38,mlp.experts.63.up_proj,0.0006681682,0.05000,1.480
38,mlp.experts.56.up_proj,0.0006408860,0.05000,1.512
38,mlp.experts.78.up_proj,0.0008095302,0.05000,1.508
38,mlp.experts.122.up_proj,0.0003333321,0.05000,1.449
38,mlp.experts.98.up_proj,0.0010032986,0.05000,1.480
38,mlp.experts.109.up_proj,0.0001902334,0.05000,1.528
38,mlp.experts.91.up_proj,0.0005700675,0.05000,1.477
38,mlp.experts.57.up_proj,0.0002047150,0.05000,1.564
38,mlp.experts.76.up_proj,0.0004295184,0.05000,1.514
38,mlp.experts.68.up_proj,0.0001516695,0.05000,1.497
38,mlp.experts.101.up_proj,0.0002404753,0.05000,1.512
38,mlp.experts.112.up_proj,0.0005095429,0.05000,1.469
38,mlp.experts.118.up_proj,0.0002202416,0.05000,1.480
38,mlp.experts.131.up_proj,0.0006603287,0.05000,1.489
38,mlp.experts.97.up_proj,0.0002513166,0.05000,1.528
38,mlp.experts.87.up_proj,0.0003345662,0.05000,1.516
38,mlp.experts.94.up_proj,0.0002213490,0.05000,1.513
38,mlp.experts.79.up_proj,0.0002254310,0.05000,1.530
38,mlp.experts.72.up_proj,0.0005965396,0.05000,1.523
38,mlp.experts.138.up_proj,0.0003754461,0.05000,1.515
38,mlp.experts.114.up_proj,0.0003835664,0.05000,1.522
38,mlp.experts.130.up_proj,fallback(rtn): 0.0010986,0.00000,0.026
38,mlp.experts.107.up_proj,0.0008887264,0.05000,1.522
38,mlp.experts.73.up_proj,0.0005985009,0.05000,1.522
38,mlp.experts.117.up_proj,0.0004040223,0.05000,1.513
38,mlp.experts.84.up_proj,0.0002055011,0.05000,1.518
38,mlp.experts.92.up_proj,0.0002077016,0.05000,1.525
38,mlp.experts.134.up_proj,0.0004540013,0.05000,1.514
38,mlp.experts.125.up_proj,0.0005503371,0.05000,1.556
38,mlp.experts.147.up_proj,0.0008836137,0.05000,1.528
38,mlp.experts.128.up_proj,0.0006394688,0.05000,1.525
38,mlp.experts.113.up_proj,0.0009279399,0.05000,1.515
38,mlp.experts.103.up_proj,0.0003639950,0.05000,1.480
38,mlp.experts.110.up_proj,0.0009424440,0.05000,1.468
38,mlp.experts.95.up_proj,0.0002441382,0.05000,1.491
38,mlp.experts.88.up_proj,0.0003908774,0.05000,1.490
38,mlp.experts.154.up_proj,0.0003934898,0.05000,1.472
38,mlp.experts.170.up_proj,fallback(rtn): 0.0010986,0.00000,0.023
38,mlp.experts.146.up_proj,0.0002691963,0.05000,1.485
38,mlp.experts.123.up_proj,0.0004643780,0.05000,1.487
38,mlp.experts.100.up_proj,0.0005936028,0.05000,1.486
38,mlp.experts.133.up_proj,0.0001790947,0.05000,1.487
38,mlp.experts.89.up_proj,0.0002616883,0.05000,1.504
38,mlp.experts.108.up_proj,0.0002357264,0.05000,1.497
38,mlp.experts.144.up_proj,0.0003884661,0.05000,1.457
38,mlp.experts.116.up_proj,fallback(rtn): 0.0011444,0.00000,0.039
38,mlp.experts.150.up_proj,0.0006076312,0.05000,1.492
38,mlp.experts.163.up_proj,0.0003258384,0.05000,1.476
38,mlp.experts.129.up_proj,0.0005321749,0.05000,1.495
38,mlp.experts.141.up_proj,0.0005488206,0.05000,1.502
38,mlp.experts.119.up_proj,0.0005398031,0.05000,1.498
38,mlp.experts.126.up_proj,0.0003298975,0.05000,1.508
38,mlp.experts.111.up_proj,0.0005552505,0.05000,1.499
38,mlp.experts.104.up_proj,0.0004951322,0.05000,1.501
38,mlp.experts.186.up_proj,0.0008636162,0.05000,1.509
38,mlp.experts.162.up_proj,0.0002099170,0.05000,1.488
38,mlp.experts.139.up_proj,0.0006055981,0.05000,1.507
38,mlp.experts.105.up_proj,0.0004915076,0.05000,1.480
38,mlp.experts.149.up_proj,0.0006361103,0.05000,1.487
38,mlp.experts.124.up_proj,0.0003287570,0.05000,1.488
38,mlp.experts.155.up_proj,fallback(rtn): 0.0011215,0.00000,0.024
38,mlp.experts.160.up_proj,0.0003475747,0.05000,1.504
38,mlp.experts.179.up_proj,0.0009042198,0.05000,1.500
38,mlp.experts.157.up_proj,0.0004019487,0.05000,1.480
38,mlp.experts.132.up_proj,0.0003854369,0.05000,1.523
38,mlp.experts.166.up_proj,0.0004363868,0.05000,1.535
38,mlp.experts.145.up_proj,0.0010145972,0.05000,1.508
38,mlp.experts.135.up_proj,0.0002927484,0.05000,1.498
38,mlp.experts.142.up_proj,0.0011562279,0.05000,1.523
38,mlp.experts.127.up_proj,0.0002415139,0.05000,1.512
38,mlp.experts.120.up_proj,0.0003198280,0.05000,1.524
38,mlp.experts.178.up_proj,0.0008822851,0.05000,1.538
38,mlp.experts.202.up_proj,0.0003989165,0.05000,1.543
38,mlp.experts.218.up_proj,fallback(rtn): 0.0011978,0.00000,0.033
38,mlp.experts.140.up_proj,0.0004324654,0.05000,1.507
38,mlp.experts.165.up_proj,0.0005889010,0.05000,1.513
38,mlp.experts.121.up_proj,0.0003998385,0.05000,1.519
38,mlp.experts.176.up_proj,0.0005113357,0.05000,1.484
38,mlp.experts.171.up_proj,0.0002272122,0.05000,1.523
38,mlp.experts.173.up_proj,0.0002042014,0.05000,1.474
38,mlp.experts.148.up_proj,0.0001968137,0.05000,1.476
38,mlp.experts.195.up_proj,0.0003821092,0.05000,1.515
38,mlp.experts.192.up_proj,fallback(rtn): 0.0011749,0.00000,0.041
38,mlp.experts.181.up_proj,fallback(rtn): 0.0012589,0.00000,0.061
38,mlp.experts.161.up_proj,0.0010094552,0.05000,1.504
38,mlp.experts.208.up_proj,fallback(rtn): 0.0011444,0.00000,0.024
38,mlp.experts.211.up_proj,fallback(rtn): 0.0011368,0.00000,0.033
38,mlp.experts.182.up_proj,0.0005627554,0.05000,1.551
38,mlp.experts.224.up_proj,fallback(rtn): 0.0011444,0.00000,0.028
38,mlp.experts.240.up_proj,fallback(rtn): 0.0011215,0.00000,0.025
38,mlp.experts.136.up_proj,0.0003030982,0.05000,1.211
38,mlp.experts.164.up_proj,0.0011835077,0.05000,1.196
38,mlp.experts.156.up_proj,0.0005789020,0.05000,1.234
38,mlp.experts.151.up_proj,0.0002316520,0.05000,1.487
38,mlp.experts.172.up_proj,fallback(rtn): 0.0011673,0.00000,0.033
38,mlp.experts.158.up_proj,0.0004854131,0.05000,1.473
38,mlp.experts.143.up_proj,0.0001899360,0.05000,1.471
38,mlp.experts.137.up_proj,0.0009445840,0.05000,1.434
38,mlp.experts.194.up_proj,0.0008162042,0.05000,1.515
38,mlp.experts.189.up_proj,0.0002473799,0.05000,1.447
38,mlp.experts.187.up_proj,0.0003235709,0.05000,1.465
38,mlp.experts.197.up_proj,0.0006308139,0.05000,1.438
38,mlp.experts.234.up_proj,0.0001923317,0.05000,1.543
38,mlp.experts.177.up_proj,0.0005652835,0.05000,1.478
38,mlp.experts.227.up_proj,0.0004228095,0.05000,1.457
38,mlp.experts.198.up_proj,0.0008853407,0.05000,1.474
38,mlp.experts.214.up_proj,fallback(rtn): 0.0011368,0.00000,0.025
38,mlp.experts.152.up_proj,0.0010028836,0.05000,1.218
38,mlp.experts.180.up_proj,0.0003630427,0.05000,1.214
38,mlp.experts.188.up_proj,0.0003836279,0.05000,1.233
38,mlp.experts.167.up_proj,0.0004106458,0.05000,1.519
38,mlp.experts.174.up_proj,0.0008649381,0.05000,1.476
38,mlp.experts.159.up_proj,0.0001965503,0.05000,1.496
38,mlp.experts.153.up_proj,0.0008426064,0.05000,1.436
38,mlp.experts.210.up_proj,0.0003506848,0.05000,1.465
38,mlp.experts.205.up_proj,0.0003213581,0.05000,1.466
38,mlp.experts.203.up_proj,0.0008157658,0.05000,1.502
38,mlp.experts.213.up_proj,0.0001631439,0.05000,1.477
38,mlp.experts.250.up_proj,0.0002980886,0.05000,1.476
38,mlp.experts.193.up_proj,0.0003022858,0.05000,1.463
38,mlp.experts.243.up_proj,0.0003986458,0.05000,1.480
38,mlp.experts.230.up_proj,0.0002564983,0.05000,1.445
38,mlp.experts.246.up_proj,fallback(rtn): 0.0011139,0.00000,0.021
38,mlp.experts.168.up_proj,0.0005105013,0.05000,1.157
38,mlp.experts.196.up_proj,0.0006101317,0.05000,1.166
38,mlp.experts.204.up_proj,0.0005482197,0.05000,1.133
38,mlp.experts.190.up_proj,0.0002689309,0.05000,1.021
38,mlp.experts.226.up_proj,0.0007862097,0.05000,0.967
38,mlp.experts.183.up_proj,0.0008909946,0.05000,1.183
38,mlp.experts.175.up_proj,0.0000782112,0.05000,1.172
38,mlp.experts.219.up_proj,0.0006465075,0.05000,1.158
38,mlp.experts.235.up_proj,fallback(rtn): 0.0011368,0.00000,0.020
38,mlp.experts.169.up_proj,0.0004400352,0.05000,1.373
38,mlp.experts.221.up_proj,0.0007600974,0.05000,1.338
38,mlp.experts.229.up_proj,0.0007072044,0.05000,1.363
38,mlp.experts.209.up_proj,0.0000698681,0.05000,1.393
38,mlp.experts.225.up_proj,fallback(rtn): 0.0011292,0.00000,0.023
38,mlp.experts.184.up_proj,0.0003154945,0.05000,1.153
38,mlp.experts.206.up_proj,0.0007068280,0.05000,0.915
38,mlp.experts.220.up_proj,0.0004948022,0.05000,1.110
38,mlp.experts.212.up_proj,0.0002558095,0.05000,1.143
38,mlp.experts.242.up_proj,0.0003085089,0.05000,0.975
38,mlp.experts.199.up_proj,0.0002193807,0.05000,1.122
38,mlp.experts.191.up_proj,0.0002623037,0.05000,1.162
38,mlp.experts.251.up_proj,0.0002295737,0.05000,1.080
38,mlp.experts.222.up_proj,0.0007880061,0.05000,0.647
38,mlp.experts.238.up_proj,fallback(rtn): 0.0010605,0.00000,0.011
38,mlp.experts.237.up_proj,0.0011059265,0.05000,1.284
38,mlp.experts.185.up_proj,0.0004737910,0.05000,1.329
38,mlp.experts.253.up_proj,fallback(rtn): 0.0011215,0.00000,0.018
38,mlp.experts.245.up_proj,0.0006133257,0.05000,1.284
38,mlp.experts.200.up_proj,0.0004059029,0.05000,1.029
38,mlp.experts.241.up_proj,0.0005915635,0.05000,1.259
38,mlp.experts.228.up_proj,0.0002605153,0.05000,0.979
38,mlp.experts.236.up_proj,0.0005272438,0.05000,1.045
38,mlp.experts.215.up_proj,0.0001639796,0.05000,0.819
38,mlp.experts.207.up_proj,0.0004308119,0.05000,0.790
38,mlp.experts.254.up_proj,0.0005371767,0.05000,0.557
38,mlp.experts.201.up_proj,0.0002281470,0.05000,0.574
38,mlp.experts.216.up_proj,0.0003782133,0.05000,0.906
38,mlp.experts.244.up_proj,0.0002025703,0.05000,0.875
38,mlp.experts.231.up_proj,0.0009162642,0.05000,0.704
38,mlp.experts.247.up_proj,fallback(rtn): 0.0010834,0.00000,0.012
38,mlp.experts.223.up_proj,0.0003742510,0.05000,0.703
38,mlp.experts.217.up_proj,0.0006072262,0.05000,0.511
38,mlp.experts.252.up_proj,0.0003218860,0.05000,0.868
38,mlp.experts.232.up_proj,0.0008758264,0.05000,0.534
38,mlp.experts.233.up_proj,0.0003363523,0.05000,0.501
38,mlp.experts.239.up_proj,0.0005300048,0.05000,0.513
38,mlp.experts.248.up_proj,0.0005129394,0.05000,0.520
38,mlp.experts.249.up_proj,0.0003313199,0.05000,0.495
38,mlp.experts.255.up_proj,0.0003507015,0.05000,0.498
38,mlp.experts.2.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
38,mlp.experts.6.down_proj,fallback(rtn): 0.0011063,0.00000,0.017
38,mlp.experts.1.down_proj,0.0000935423,0.05000,0.402
38,mlp.experts.4.down_proj,0.0000362778,0.05000,0.408
38,mlp.experts.12.down_proj,0.0000408212,0.05000,0.408
38,mlp.experts.0.down_proj,0.0001043646,0.05000,0.405
38,mlp.experts.7.down_proj,0.0002723971,0.05000,0.408
38,mlp.experts.3.down_proj,0.0000379892,0.05000,0.419
38,mlp.experts.14.down_proj,0.0000412108,0.05000,0.407
38,mlp.experts.8.down_proj,0.0000045121,0.05000,0.412
38,mlp.experts.15.down_proj,0.0000622618,0.05000,0.402
38,mlp.experts.11.down_proj,0.0000302066,0.05000,0.402
38,mlp.experts.5.down_proj,0.0000580483,0.05000,0.406
38,mlp.experts.10.down_proj,0.0000305394,0.05000,0.409
38,mlp.experts.9.down_proj,0.0000532008,0.05000,0.409
38,mlp.experts.18.down_proj,0.0000783430,0.05000,0.408
38,mlp.experts.13.down_proj,0.0005046334,0.05000,0.416
38,mlp.experts.22.down_proj,0.0000459045,0.05000,0.398
38,mlp.experts.19.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
38,mlp.experts.29.down_proj,fallback(rtn): 0.0011063,0.00000,0.009
38,mlp.experts.17.down_proj,0.0000114693,0.05000,0.342
38,mlp.experts.20.down_proj,0.0000838035,0.05000,0.375
38,mlp.experts.28.down_proj,0.0001419129,0.05000,0.367
38,mlp.experts.16.down_proj,0.0000648107,0.05000,0.374
38,mlp.experts.23.down_proj,0.0000149740,0.05000,0.367
38,mlp.experts.24.down_proj,0.0001427118,0.05000,0.368
38,mlp.experts.27.down_proj,0.0002190779,0.05000,0.370
38,mlp.experts.31.down_proj,0.0000177971,0.05000,0.371
38,mlp.experts.21.down_proj,0.0000234380,0.05000,0.369
38,mlp.experts.25.down_proj,0.0000382218,0.05000,0.371
38,mlp.experts.30.down_proj,0.0000377644,0.05000,0.366
38,mlp.experts.35.down_proj,0.0000085394,0.05000,0.369
38,mlp.experts.45.down_proj,0.0000609163,0.05000,0.398
38,mlp.experts.51.down_proj,fallback(rtn): 0.0011368,0.00000,0.007
38,mlp.experts.26.down_proj,0.0000408971,0.05000,0.436
38,mlp.experts.34.down_proj,0.0001085657,0.05000,0.437
38,mlp.experts.38.down_proj,0.0000386927,0.05000,0.439
38,mlp.experts.33.down_proj,0.0000370649,0.05000,0.395
38,mlp.experts.39.down_proj,0.0000382682,0.05000,0.355
38,mlp.experts.47.down_proj,0.0000481295,0.05000,0.356
38,mlp.experts.43.down_proj,0.0000693440,0.05000,0.361
38,mlp.experts.36.down_proj,0.0000172367,0.05000,0.401
38,mlp.experts.44.down_proj,0.0000290829,0.05000,0.411
38,mlp.experts.32.down_proj,0.0000613108,0.05000,0.400
38,mlp.experts.40.down_proj,0.0000619710,0.05000,0.406
38,mlp.experts.37.down_proj,0.0000848394,0.05000,0.403
38,mlp.experts.41.down_proj,0.0003109501,0.05000,0.402
38,mlp.experts.46.down_proj,0.0000419271,0.05000,0.376
38,mlp.experts.67.down_proj,0.0000170866,0.05000,0.371
38,mlp.experts.61.down_proj,0.0000062904,0.05000,0.376
38,mlp.experts.53.down_proj,fallback(rtn): 0.0012283,0.00000,0.008
38,mlp.experts.42.down_proj,0.0000360760,0.05000,0.378
38,mlp.experts.50.down_proj,0.0003328696,0.05000,0.377
38,mlp.experts.54.down_proj,0.0001413150,0.05000,0.374
38,mlp.experts.58.down_proj,fallback(rtn): 0.0012512,0.00000,0.009
38,mlp.experts.49.down_proj,0.0000180022,0.05000,0.367
38,mlp.experts.55.down_proj,0.0001142360,0.05000,0.360
38,mlp.experts.59.down_proj,0.0000292502,0.05000,0.363
38,mlp.experts.63.down_proj,0.0000983068,0.05000,0.365
38,mlp.experts.52.down_proj,0.0000689942,0.05000,0.371
38,mlp.experts.48.down_proj,0.0004385554,0.05000,0.368
38,mlp.experts.60.down_proj,0.0000525241,0.05000,0.371
38,mlp.experts.56.down_proj,0.0001211567,0.05000,0.377
38,mlp.experts.62.down_proj,0.0000289636,0.05000,0.365
38,mlp.experts.57.down_proj,0.0001768157,0.05000,0.371
38,mlp.experts.83.down_proj,0.0000125813,0.05000,0.355
38,mlp.experts.69.down_proj,0.0000472485,0.05000,0.369
38,mlp.experts.77.down_proj,0.0000165388,0.05000,0.375
38,mlp.experts.66.down_proj,0.0000611557,0.05000,0.360
38,mlp.experts.70.down_proj,0.0000585697,0.05000,0.362
38,mlp.experts.74.down_proj,0.0000270988,0.05000,0.368
38,mlp.experts.65.down_proj,0.0000366914,0.05000,0.365
38,mlp.experts.71.down_proj,0.0000462857,0.05000,0.358
38,mlp.experts.81.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
38,mlp.experts.75.down_proj,0.0000278067,0.05000,0.369
38,mlp.experts.79.down_proj,0.0000296924,0.05000,0.371
38,mlp.experts.68.down_proj,0.0000724935,0.05000,0.369
38,mlp.experts.76.down_proj,0.0000863644,0.05000,0.370
38,mlp.experts.64.down_proj,0.0001379002,0.05000,0.372
38,mlp.experts.72.down_proj,0.0000398543,0.05000,0.369
38,mlp.experts.78.down_proj,0.0000824741,0.05000,0.360
38,mlp.experts.99.down_proj,0.0000344794,0.05000,0.364
38,mlp.experts.73.down_proj,0.0000676527,0.05000,0.367
38,mlp.experts.93.down_proj,0.0000149583,0.05000,0.362
38,mlp.experts.85.down_proj,0.0000271365,0.05000,0.366
38,mlp.experts.82.down_proj,0.0000442655,0.05000,0.363
38,mlp.experts.86.down_proj,0.0000257117,0.05000,0.370
38,mlp.experts.90.down_proj,0.0000687166,0.05000,0.365
38,mlp.experts.97.down_proj,0.0000407504,0.05000,0.384
38,mlp.experts.91.down_proj,0.0000187820,0.05000,0.358
38,mlp.experts.95.down_proj,0.0000506565,0.05000,0.374
38,mlp.experts.84.down_proj,0.0000424268,0.05000,0.378
38,mlp.experts.87.down_proj,0.0000419212,0.05000,0.364
38,mlp.experts.92.down_proj,0.0000464857,0.05000,0.374
38,mlp.experts.80.down_proj,0.0000409662,0.05000,0.377
38,mlp.experts.88.down_proj,0.0000494118,0.05000,0.370
38,mlp.experts.115.down_proj,0.0000553776,0.05000,0.356
38,mlp.experts.94.down_proj,0.0000481184,0.05000,0.373
38,mlp.experts.89.down_proj,0.0001800036,0.05000,0.370
38,mlp.experts.109.down_proj,0.0000962597,0.05000,0.378
38,mlp.experts.101.down_proj,0.0000441710,0.05000,0.377
38,mlp.experts.98.down_proj,0.0000541119,0.05000,0.376
38,mlp.experts.102.down_proj,0.0000936779,0.05000,0.375
38,mlp.experts.106.down_proj,0.0003303235,0.05000,0.370
38,mlp.experts.107.down_proj,0.0000460555,0.05000,0.363
38,mlp.experts.113.down_proj,0.0000978270,0.05000,0.376
38,mlp.experts.111.down_proj,0.0000220360,0.05000,0.368
38,mlp.experts.100.down_proj,0.0000426415,0.05000,0.360
38,mlp.experts.116.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
38,mlp.experts.108.down_proj,0.0001287275,0.05000,0.370
38,mlp.experts.103.down_proj,0.0004030385,0.05000,0.374
38,mlp.experts.104.down_proj,0.0000524657,0.05000,0.365
38,mlp.experts.131.down_proj,0.0000718047,0.05000,0.360
38,mlp.experts.96.down_proj,0.0000297354,0.05000,0.369
38,mlp.experts.110.down_proj,0.0000446257,0.05000,0.371
38,mlp.experts.105.down_proj,0.0000338113,0.05000,0.373
38,mlp.experts.125.down_proj,0.0000209521,0.05000,0.372
38,mlp.experts.114.down_proj,0.0000609020,0.05000,0.369
38,mlp.experts.117.down_proj,0.0000110602,0.05000,0.376
38,mlp.experts.118.down_proj,0.0000650032,0.05000,0.376
38,mlp.experts.122.down_proj,0.0001303381,0.05000,0.373
38,mlp.experts.130.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
38,mlp.experts.123.down_proj,0.0000414098,0.05000,0.370
38,mlp.experts.127.down_proj,0.0000369371,0.05000,0.361
38,mlp.experts.129.down_proj,0.0000159520,0.05000,0.373
38,mlp.experts.132.down_proj,0.0000598856,0.05000,0.359
38,mlp.experts.119.down_proj,0.0001632767,0.05000,0.369
38,mlp.experts.124.down_proj,0.0000796944,0.05000,0.371
38,mlp.experts.126.down_proj,0.0000384243,0.05000,0.361
38,mlp.experts.120.down_proj,0.0000780466,0.05000,0.374
38,mlp.experts.112.down_proj,0.0000164647,0.05000,0.370
38,mlp.experts.147.down_proj,0.0000657908,0.05000,0.372
38,mlp.experts.121.down_proj,0.0001186237,0.05000,0.365
38,mlp.experts.141.down_proj,0.0002638021,0.05000,0.367
38,mlp.experts.133.down_proj,0.0000430716,0.05000,0.367
38,mlp.experts.146.down_proj,0.0000584423,0.05000,0.369
38,mlp.experts.138.down_proj,0.0000104381,0.05000,0.372
38,mlp.experts.134.down_proj,0.0000256524,0.05000,0.375
38,mlp.experts.139.down_proj,0.0000789619,0.05000,0.361
38,mlp.experts.155.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
38,mlp.experts.143.down_proj,0.0000047911,0.05000,0.365
38,mlp.experts.145.down_proj,0.0000470712,0.05000,0.372
38,mlp.experts.148.down_proj,0.0000852714,0.05000,0.358
38,mlp.experts.140.down_proj,0.0000124477,0.05000,0.369
38,mlp.experts.135.down_proj,0.0000559228,0.05000,0.373
38,mlp.experts.142.down_proj,0.0000588528,0.05000,0.365
38,mlp.experts.163.down_proj,0.0001057199,0.05000,0.361
38,mlp.experts.136.down_proj,0.0000658841,0.05000,0.367
38,mlp.experts.128.down_proj,0.0000846227,0.05000,0.370
38,mlp.experts.137.down_proj,0.0001159446,0.05000,0.368
38,mlp.experts.157.down_proj,0.0000569059,0.05000,0.367
38,mlp.experts.149.down_proj,0.0000955021,0.05000,0.370
38,mlp.experts.162.down_proj,0.0000347680,0.05000,0.377
38,mlp.experts.154.down_proj,0.0000908257,0.05000,0.373
38,mlp.experts.150.down_proj,0.0001206260,0.05000,0.378
38,mlp.experts.170.down_proj,fallback(rtn): 0.0010757,0.00000,0.008
38,mlp.experts.171.down_proj,0.0000310999,0.05000,0.380
38,mlp.experts.159.down_proj,0.0000045302,0.05000,0.380
38,mlp.experts.161.down_proj,0.0002015231,0.05000,0.374
38,mlp.experts.164.down_proj,0.0000664381,0.05000,0.373
38,mlp.experts.156.down_proj,0.0001086405,0.05000,0.375
38,mlp.experts.158.down_proj,0.0000185149,0.05000,0.369
38,mlp.experts.172.down_proj,fallback(rtn): 0.0011444,0.00000,0.006
38,mlp.experts.151.down_proj,0.0000558499,0.05000,0.382
38,mlp.experts.152.down_proj,0.0000843583,0.05000,0.372
38,mlp.experts.144.down_proj,0.0001268749,0.05000,0.370
38,mlp.experts.179.down_proj,0.0000786156,0.05000,0.380
38,mlp.experts.153.down_proj,0.0000279851,0.05000,0.376
38,mlp.experts.173.down_proj,0.0000322575,0.05000,0.372
38,mlp.experts.165.down_proj,0.0000186768,0.05000,0.372
38,mlp.experts.181.down_proj,fallback(rtn): 0.0011597,0.00000,0.008
38,mlp.experts.178.down_proj,0.0000382012,0.05000,0.380
38,mlp.experts.166.down_proj,0.0000765953,0.05000,0.379
38,mlp.experts.186.down_proj,0.0000343994,0.05000,0.369
38,mlp.experts.180.down_proj,0.0000078805,0.05000,0.349
38,mlp.experts.187.down_proj,0.0000431792,0.05000,0.365
38,mlp.experts.175.down_proj,0.0000185497,0.05000,0.360
38,mlp.experts.177.down_proj,0.0000841843,0.05000,0.358
38,mlp.experts.174.down_proj,0.0000294339,0.05000,0.375
38,mlp.experts.188.down_proj,0.0000879326,0.05000,0.368
38,mlp.experts.167.down_proj,0.0001258845,0.05000,0.364
38,mlp.experts.195.down_proj,0.0000622283,0.05000,0.360
38,mlp.experts.169.down_proj,0.0000107570,0.05000,0.360
38,mlp.experts.160.down_proj,0.0000436470,0.05000,0.367
38,mlp.experts.168.down_proj,0.0000948876,0.05000,0.369
38,mlp.experts.189.down_proj,0.0000426763,0.05000,0.354
38,mlp.experts.211.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
38,mlp.experts.197.down_proj,0.0001393437,0.05000,0.356
38,mlp.experts.194.down_proj,0.0000268694,0.05000,0.372
38,mlp.experts.202.down_proj,0.0000147017,0.05000,0.368
38,mlp.experts.182.down_proj,0.0000642188,0.05000,0.370
38,mlp.experts.218.down_proj,fallback(rtn): 0.0012131,0.00000,0.008
38,mlp.experts.196.down_proj,0.0000165858,0.05000,0.349
38,mlp.experts.193.down_proj,0.0000414657,0.05000,0.346
38,mlp.experts.191.down_proj,0.0000051646,0.05000,0.353
38,mlp.experts.203.down_proj,0.0001226641,0.05000,0.362
38,mlp.experts.204.down_proj,0.0000996233,0.05000,0.354
38,mlp.experts.190.down_proj,0.0000937616,0.05000,0.363
38,mlp.experts.183.down_proj,0.0000583952,0.05000,0.359
38,mlp.experts.185.down_proj,0.0000753746,0.05000,0.361
38,mlp.experts.176.down_proj,0.0000124897,0.05000,0.355
38,mlp.experts.205.down_proj,0.0000485637,0.05000,0.355
38,mlp.experts.184.down_proj,0.0000083211,0.05000,0.367
38,mlp.experts.227.down_proj,0.0000713983,0.05000,0.369
38,mlp.experts.192.down_proj,fallback(rtn): 0.0011902,0.00000,0.005
38,mlp.experts.213.down_proj,0.0000427502,0.05000,0.369
38,mlp.experts.208.down_proj,fallback(rtn): 0.0011444,0.00000,0.007
38,mlp.experts.224.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
38,mlp.experts.240.down_proj,fallback(rtn): 0.0011215,0.00000,0.007
38,mlp.experts.210.down_proj,0.0000510733,0.05000,0.370
38,mlp.experts.198.down_proj,0.0001426725,0.05000,0.369
38,mlp.experts.214.down_proj,fallback(rtn): 0.0011215,0.00000,0.006
38,mlp.experts.234.down_proj,0.0000306877,0.05000,0.374
38,mlp.experts.212.down_proj,0.0000729185,0.05000,0.327
38,mlp.experts.207.down_proj,0.0000122458,0.05000,0.361
38,mlp.experts.209.down_proj,0.0000081435,0.05000,0.365
38,mlp.experts.219.down_proj,0.0000887024,0.05000,0.356
38,mlp.experts.220.down_proj,0.0000191745,0.05000,0.307
38,mlp.experts.225.down_proj,fallback(rtn): 0.0011215,0.00000,0.007
38,mlp.experts.235.down_proj,fallback(rtn): 0.0011444,0.00000,0.007
38,mlp.experts.200.down_proj,0.0000996155,0.05000,0.309
38,mlp.experts.206.down_proj,0.0000393072,0.05000,0.370
38,mlp.experts.199.down_proj,0.0001101492,0.05000,0.367
38,mlp.experts.201.down_proj,0.0000922240,0.05000,0.363
38,mlp.experts.221.down_proj,0.0000424502,0.05000,0.360
38,mlp.experts.243.down_proj,0.0001939694,0.05000,0.358
38,mlp.experts.229.down_proj,0.0000408888,0.05000,0.356
38,mlp.experts.226.down_proj,0.0001526463,0.05000,0.360
38,mlp.experts.230.down_proj,0.0000755139,0.05000,0.364
38,mlp.experts.250.down_proj,0.0000424323,0.05000,0.363
38,mlp.experts.246.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
38,mlp.experts.228.down_proj,0.0000347263,0.05000,0.306
38,mlp.experts.223.down_proj,0.0000657049,0.05000,0.313
38,mlp.experts.236.down_proj,0.0000561407,0.05000,0.295
38,mlp.experts.251.down_proj,0.0000258087,0.05000,0.303
38,mlp.experts.216.down_proj,0.0001852188,0.05000,0.290
38,mlp.experts.222.down_proj,0.0000335999,0.05000,0.272
38,mlp.experts.238.down_proj,fallback(rtn): 0.0010681,0.00000,0.003
38,mlp.experts.215.down_proj,0.0000327062,0.05000,0.269
38,mlp.experts.241.down_proj,0.0000456976,0.05000,0.350
38,mlp.experts.242.down_proj,0.0000432211,0.05000,0.248
38,mlp.experts.237.down_proj,0.0000428802,0.05000,0.332
38,mlp.experts.245.down_proj,0.0000192906,0.05000,0.326
38,mlp.experts.253.down_proj,fallback(rtn): 0.0010986,0.00000,0.004
38,mlp.experts.217.down_proj,0.0000859847,0.05000,0.344
38,mlp.experts.254.down_proj,0.0000514590,0.05000,0.145
38,mlp.experts.244.down_proj,0.0000256283,0.05000,0.270
38,mlp.experts.239.down_proj,0.0000986744,0.05000,0.215
38,mlp.experts.252.down_proj,0.0000125864,0.05000,0.242
38,mlp.experts.232.down_proj,0.0001616829,0.05000,0.228
38,mlp.experts.231.down_proj,0.0001458915,0.05000,0.196
38,mlp.experts.247.down_proj,fallback(rtn): 0.0010986,0.00000,0.003
38,mlp.experts.233.down_proj,0.0000076008,0.05000,0.147
38,mlp.experts.255.down_proj,0.0000905862,0.05000,0.134
38,mlp.experts.248.down_proj,0.0000664936,0.05000,0.129
38,mlp.experts.249.down_proj,0.0000813472,0.05000,0.124
39,mlp.experts.3.gate_proj,fallback(rtn): 0.0012894,0.00000,0.069
39,mlp.experts.0.gate_proj,fallback(rtn): 0.0010910,0.00000,0.105
39,mlp.experts.12.gate_proj,0.0005353292,0.05000,1.543
39,mlp.experts.8.gate_proj,0.0002476995,0.05000,1.544
39,mlp.experts.10.gate_proj,0.0003027175,0.05000,1.534
39,mlp.experts.14.gate_proj,0.0001777086,0.05000,1.545
39,mlp.experts.6.gate_proj,0.0004572881,0.05000,1.539
39,mlp.experts.5.gate_proj,0.0011028171,0.05000,1.546
39,mlp.experts.4.gate_proj,0.0007180099,0.05000,1.561
39,mlp.experts.11.gate_proj,0.0002478016,0.05000,1.581
39,mlp.experts.13.gate_proj,0.0001898049,0.05000,1.572
39,mlp.experts.2.gate_proj,0.0001927248,0.05000,1.556
39,mlp.experts.1.gate_proj,0.0001740101,0.05000,1.551
39,mlp.experts.7.gate_proj,0.0006429348,0.05000,1.571
39,mlp.experts.15.gate_proj,0.0001576402,0.05000,1.577
39,mlp.experts.19.gate_proj,0.0012360625,0.05000,1.468
39,mlp.experts.9.gate_proj,0.0002221302,0.05000,1.583
39,mlp.experts.26.gate_proj,fallback(rtn): 0.0015182,0.00000,0.088
39,mlp.experts.16.gate_proj,0.0001911177,0.05000,1.554
39,mlp.experts.30.gate_proj,0.0001656135,0.05000,1.508
39,mlp.experts.23.gate_proj,0.0001641954,0.05000,1.493
39,mlp.experts.22.gate_proj,0.0003586425,0.05000,1.513
39,mlp.experts.17.gate_proj,0.0004679322,0.05000,1.500
39,mlp.experts.29.gate_proj,0.0002677213,0.05000,1.509
39,mlp.experts.24.gate_proj,0.0008081010,0.05000,1.547
39,mlp.experts.25.gate_proj,0.0001482584,0.05000,1.503
39,mlp.experts.21.gate_proj,0.0002302574,0.05000,1.526
39,mlp.experts.35.gate_proj,0.0004229681,0.05000,1.513
39,mlp.experts.28.gate_proj,0.0011033291,0.05000,1.570
39,mlp.experts.20.gate_proj,0.0007745383,0.05000,1.526
39,mlp.experts.18.gate_proj,0.0004114755,0.05000,1.524
39,mlp.experts.31.gate_proj,0.0002164200,0.05000,1.538
39,mlp.experts.27.gate_proj,0.0004951410,0.05000,1.571
39,mlp.experts.42.gate_proj,0.0002305914,0.05000,1.518
39,mlp.experts.51.gate_proj,fallback(rtn): 0.0013504,0.00000,0.088
39,mlp.experts.32.gate_proj,0.0001889534,0.05000,1.560
39,mlp.experts.46.gate_proj,0.0006306180,0.05000,1.502
39,mlp.experts.38.gate_proj,0.0001385170,0.05000,1.509
39,mlp.experts.39.gate_proj,0.0006095904,0.05000,1.514
39,mlp.experts.37.gate_proj,0.0006301911,0.05000,1.496
39,mlp.experts.34.gate_proj,0.0002037818,0.05000,1.484
39,mlp.experts.41.gate_proj,0.0005701108,0.05000,1.502
39,mlp.experts.45.gate_proj,0.0007593303,0.05000,1.503
39,mlp.experts.33.gate_proj,0.0005666795,0.05000,1.516
39,mlp.experts.43.gate_proj,0.0009895607,0.05000,1.484
39,mlp.experts.54.gate_proj,fallback(rtn): 0.0013199,0.00000,0.037
39,mlp.experts.40.gate_proj,0.0002539737,0.05000,1.559
39,mlp.experts.58.gate_proj,0.0003754122,0.05000,1.518
39,mlp.experts.47.gate_proj,0.0004757315,0.05000,1.564
39,mlp.experts.67.gate_proj,0.0005209457,0.05000,1.480
39,mlp.experts.44.gate_proj,0.0002433370,0.05000,1.579
39,mlp.experts.36.gate_proj,0.0002722477,0.05000,1.592
39,mlp.experts.48.gate_proj,0.0005451723,0.05000,1.560
39,mlp.experts.62.gate_proj,0.0001357911,0.05000,1.517
39,mlp.experts.70.gate_proj,0.0001628694,0.05000,1.461
39,mlp.experts.55.gate_proj,0.0002810475,0.05000,1.519
39,mlp.experts.50.gate_proj,0.0003634529,0.05000,1.529
39,mlp.experts.53.gate_proj,0.0015599561,0.05000,1.539
39,mlp.experts.59.gate_proj,0.0007110571,0.05000,1.513
39,mlp.experts.60.gate_proj,0.0004934865,0.05000,1.466
39,mlp.experts.52.gate_proj,0.0001110973,0.05000,1.456
39,mlp.experts.57.gate_proj,0.0001407285,0.05000,1.548
39,mlp.experts.56.gate_proj,0.0009190118,0.05000,1.513
39,mlp.experts.74.gate_proj,0.0002556422,0.05000,1.511
39,mlp.experts.83.gate_proj,0.0006020409,0.05000,1.504
39,mlp.experts.63.gate_proj,0.0003618168,0.05000,1.508
39,mlp.experts.49.gate_proj,0.0007302049,0.05000,1.609
39,mlp.experts.61.gate_proj,0.0002411313,0.05000,1.615
39,mlp.experts.64.gate_proj,0.0006842545,0.05000,1.499
39,mlp.experts.78.gate_proj,0.0002075563,0.05000,1.481
39,mlp.experts.86.gate_proj,0.0005996519,0.05000,1.476
39,mlp.experts.66.gate_proj,0.0004487953,0.05000,1.467
39,mlp.experts.94.gate_proj,fallback(rtn): 0.0014954,0.00000,0.039
39,mlp.experts.71.gate_proj,0.0010610030,0.05000,1.504
39,mlp.experts.75.gate_proj,0.0002904342,0.05000,1.488
39,mlp.experts.82.gate_proj,fallback(rtn): 0.0016098,0.00000,0.040
39,mlp.experts.90.gate_proj,0.0007799883,0.05000,1.476
39,mlp.experts.72.gate_proj,0.0001468457,0.05000,1.490
39,mlp.experts.76.gate_proj,0.0005047118,0.05000,1.498
39,mlp.experts.68.gate_proj,0.0004759890,0.05000,1.492
39,mlp.experts.73.gate_proj,0.0003515592,0.05000,1.516
39,mlp.experts.99.gate_proj,0.0004137429,0.05000,1.502
39,mlp.experts.79.gate_proj,0.0005916644,0.05000,1.502
39,mlp.experts.69.gate_proj,0.0001506706,0.05000,1.595
39,mlp.experts.65.gate_proj,0.0006627684,0.05000,1.515
39,mlp.experts.77.gate_proj,0.0002315402,0.05000,1.521
39,mlp.experts.80.gate_proj,0.0006601994,0.05000,1.489
39,mlp.experts.102.gate_proj,0.0010254921,0.05000,1.504
39,mlp.experts.110.gate_proj,0.0002667586,0.05000,1.468
39,mlp.experts.91.gate_proj,0.0004221955,0.05000,1.525
39,mlp.experts.87.gate_proj,0.0003272087,0.05000,1.537
39,mlp.experts.106.gate_proj,0.0004182541,0.05000,1.491
39,mlp.experts.98.gate_proj,0.0004019823,0.05000,1.499
39,mlp.experts.92.gate_proj,0.0001838197,0.05000,1.518
39,mlp.experts.84.gate_proj,0.0006518820,0.05000,1.515
39,mlp.experts.88.gate_proj,0.0006285693,0.05000,1.525
39,mlp.experts.89.gate_proj,0.0002492639,0.05000,1.555
39,mlp.experts.95.gate_proj,0.0003435416,0.05000,1.552
39,mlp.experts.115.gate_proj,0.0005085760,0.05000,1.562
39,mlp.experts.85.gate_proj,0.0002427902,0.05000,1.544
39,mlp.experts.81.gate_proj,0.0004780563,0.05000,1.545
39,mlp.experts.93.gate_proj,0.0008722987,0.05000,1.546
39,mlp.experts.96.gate_proj,0.0003565731,0.05000,1.520
39,mlp.experts.111.gate_proj,fallback(rtn): 0.0013351,0.00000,0.038
39,mlp.experts.118.gate_proj,0.0005721168,0.05000,1.513
39,mlp.experts.126.gate_proj,0.0006867963,0.05000,1.512
39,mlp.experts.107.gate_proj,0.0002314833,0.05000,1.519
39,mlp.experts.114.gate_proj,0.0003861667,0.05000,1.513
39,mlp.experts.122.gate_proj,0.0005513583,0.05000,1.521
39,mlp.experts.103.gate_proj,0.0005210412,0.05000,1.528
39,mlp.experts.108.gate_proj,0.0001235747,0.05000,1.509
39,mlp.experts.100.gate_proj,0.0004195230,0.05000,1.510
39,mlp.experts.105.gate_proj,0.0007963510,0.05000,1.485
39,mlp.experts.119.gate_proj,fallback(rtn): 0.0013275,0.00000,0.032
39,mlp.experts.104.gate_proj,0.0009274488,0.05000,1.544
39,mlp.experts.135.gate_proj,fallback(rtn): 0.0012741,0.00000,0.023
39,mlp.experts.124.gate_proj,fallback(rtn): 0.0012665,0.00000,0.057
39,mlp.experts.131.gate_proj,0.0007443136,0.05000,1.523
39,mlp.experts.97.gate_proj,0.0005093082,0.05000,1.504
39,mlp.experts.101.gate_proj,0.0010748442,0.05000,1.517
39,mlp.experts.112.gate_proj,0.0003670365,0.05000,1.517
39,mlp.experts.127.gate_proj,0.0007152959,0.05000,1.531
39,mlp.experts.109.gate_proj,0.0007742866,0.05000,1.538
39,mlp.experts.143.gate_proj,fallback(rtn): 0.0012360,0.00000,0.023
39,mlp.experts.134.gate_proj,0.0006084511,0.05000,1.478
39,mlp.experts.142.gate_proj,0.0007751659,0.05000,1.484
39,mlp.experts.123.gate_proj,0.0005183036,0.05000,1.470
39,mlp.experts.130.gate_proj,0.0004135796,0.05000,1.488
39,mlp.experts.138.gate_proj,0.0002683962,0.05000,1.485
39,mlp.experts.116.gate_proj,0.0002824611,0.05000,1.501
39,mlp.experts.121.gate_proj,0.0008259920,0.05000,1.482
39,mlp.experts.117.gate_proj,0.0004491175,0.05000,1.440
39,mlp.experts.120.gate_proj,0.0004526181,0.05000,1.507
39,mlp.experts.147.gate_proj,0.0002151891,0.05000,1.474
39,mlp.experts.140.gate_proj,0.0003374065,0.05000,1.501
39,mlp.experts.151.gate_proj,0.0006607479,0.05000,1.510
39,mlp.experts.113.gate_proj,0.0003962949,0.05000,1.489
39,mlp.experts.156.gate_proj,fallback(rtn): 0.0012436,0.00000,0.026
39,mlp.experts.128.gate_proj,0.0006777759,0.05000,1.487
39,mlp.experts.125.gate_proj,0.0002307356,0.05000,1.499
39,mlp.experts.159.gate_proj,0.0009454722,0.05000,1.504
39,mlp.experts.150.gate_proj,0.0001266348,0.05000,1.551
39,mlp.experts.158.gate_proj,0.0001709797,0.05000,1.548
39,mlp.experts.139.gate_proj,0.0006431250,0.05000,1.503
39,mlp.experts.137.gate_proj,0.0004969577,0.05000,1.494
39,mlp.experts.154.gate_proj,0.0001301506,0.05000,1.534
39,mlp.experts.132.gate_proj,0.0007878072,0.05000,1.499
39,mlp.experts.146.gate_proj,0.0002931889,0.05000,1.541
39,mlp.experts.133.gate_proj,0.0010886287,0.05000,1.479
39,mlp.experts.136.gate_proj,0.0007017463,0.05000,1.490
39,mlp.experts.163.gate_proj,0.0002926959,0.05000,1.488
39,mlp.experts.153.gate_proj,fallback(rtn): 0.0016785,0.00000,0.041
39,mlp.experts.129.gate_proj,0.0002445389,0.05000,1.480
39,mlp.experts.167.gate_proj,0.0006843121,0.05000,1.522
39,mlp.experts.144.gate_proj,0.0011715522,0.05000,1.507
39,mlp.experts.172.gate_proj,0.0005825168,0.05000,1.508
39,mlp.experts.141.gate_proj,0.0013639290,0.05000,1.504
39,mlp.experts.175.gate_proj,0.0004942712,0.05000,1.501
39,mlp.experts.166.gate_proj,0.0005172778,0.05000,1.538
39,mlp.experts.155.gate_proj,0.0007669307,0.05000,1.516
39,mlp.experts.174.gate_proj,0.0006024487,0.05000,1.576
39,mlp.experts.149.gate_proj,0.0005481812,0.05000,1.502
39,mlp.experts.169.gate_proj,0.0005829944,0.05000,1.481
39,mlp.experts.148.gate_proj,0.0010406923,0.05000,1.536
39,mlp.experts.179.gate_proj,0.0005485204,0.05000,1.521
39,mlp.experts.170.gate_proj,0.0009706459,0.05000,1.554
39,mlp.experts.162.gate_proj,0.0003712557,0.05000,1.551
39,mlp.experts.152.gate_proj,0.0006026225,0.05000,1.539
39,mlp.experts.145.gate_proj,0.0001737351,0.05000,1.523
39,mlp.experts.183.gate_proj,0.0001821007,0.05000,1.508
39,mlp.experts.160.gate_proj,0.0004047562,0.05000,1.500
39,mlp.experts.157.gate_proj,0.0001910380,0.05000,1.490
39,mlp.experts.188.gate_proj,0.0002641399,0.05000,1.528
39,mlp.experts.191.gate_proj,0.0007483549,0.05000,1.515
39,mlp.experts.207.gate_proj,fallback(rtn): 0.0013657,0.00000,0.026
39,mlp.experts.171.gate_proj,0.0007062448,0.05000,1.500
39,mlp.experts.182.gate_proj,0.0004263935,0.05000,1.508
39,mlp.experts.164.gate_proj,0.0005534467,0.05000,1.465
39,mlp.experts.190.gate_proj,0.0004300227,0.05000,1.522
39,mlp.experts.185.gate_proj,0.0004726858,0.05000,1.490
39,mlp.experts.165.gate_proj,0.0004815172,0.05000,1.507
39,mlp.experts.180.gate_proj,fallback(rtn): 0.0012360,0.00000,0.026
39,mlp.experts.168.gate_proj,0.0006140110,0.05000,1.469
39,mlp.experts.195.gate_proj,0.0001027435,0.05000,1.502
39,mlp.experts.178.gate_proj,0.0008101627,0.05000,1.504
39,mlp.experts.186.gate_proj,0.0001881591,0.05000,1.529
39,mlp.experts.161.gate_proj,0.0008871381,0.05000,1.517
39,mlp.experts.173.gate_proj,0.0005867534,0.05000,1.484
39,mlp.experts.204.gate_proj,0.0006336467,0.05000,1.471
39,mlp.experts.176.gate_proj,0.0002379219,0.05000,1.505
39,mlp.experts.199.gate_proj,0.0006144115,0.05000,1.517
39,mlp.experts.223.gate_proj,0.0004468534,0.05000,1.514
39,mlp.experts.198.gate_proj,0.0004481201,0.05000,1.541
39,mlp.experts.187.gate_proj,0.0001537541,0.05000,1.569
39,mlp.experts.214.gate_proj,fallback(rtn): 0.0013733,0.00000,0.026
39,mlp.experts.206.gate_proj,0.0004393999,0.05000,1.521
39,mlp.experts.201.gate_proj,0.0006597737,0.05000,1.535
39,mlp.experts.184.gate_proj,0.0001122692,0.05000,1.538
39,mlp.experts.196.gate_proj,0.0003768214,0.05000,1.547
39,mlp.experts.181.gate_proj,0.0001459393,0.05000,1.562
39,mlp.experts.211.gate_proj,0.0002929451,0.05000,1.554
39,mlp.experts.194.gate_proj,0.0008387597,0.05000,1.551
39,mlp.experts.220.gate_proj,0.0002491504,0.05000,1.514
39,mlp.experts.202.gate_proj,0.0005087923,0.05000,1.534
39,mlp.experts.192.gate_proj,0.0006907693,0.05000,1.519
39,mlp.experts.212.gate_proj,fallback(rtn): 0.0012512,0.00000,0.033
39,mlp.experts.177.gate_proj,0.0001967113,0.05000,1.546
39,mlp.experts.189.gate_proj,0.0001778064,0.05000,1.542
39,mlp.experts.215.gate_proj,0.0002121415,0.05000,1.569
39,mlp.experts.205.gate_proj,fallback(rtn): 0.0011978,0.00000,0.038
39,mlp.experts.239.gate_proj,0.0001068338,0.05000,1.563
39,mlp.experts.222.gate_proj,0.0004643936,0.05000,1.500
39,mlp.experts.203.gate_proj,0.0005912363,0.05000,1.526
39,mlp.experts.217.gate_proj,0.0004377850,0.05000,1.499
39,mlp.experts.230.gate_proj,0.0001565175,0.05000,1.529
39,mlp.experts.197.gate_proj,0.0003310739,0.05000,1.491
39,mlp.experts.233.gate_proj,fallback(rtn): 0.0011978,0.00000,0.022
39,mlp.experts.200.gate_proj,0.0002174584,0.05000,1.508
39,mlp.experts.227.gate_proj,0.0003406790,0.05000,1.504
39,mlp.experts.218.gate_proj,0.0007734763,0.05000,1.496
39,mlp.experts.208.gate_proj,0.0006245714,0.05000,1.502
39,mlp.experts.228.gate_proj,0.0002783856,0.05000,1.501
39,mlp.experts.236.gate_proj,0.0001539600,0.05000,1.514
39,mlp.experts.221.gate_proj,0.0006682307,0.05000,1.458
39,mlp.experts.193.gate_proj,0.0002729234,0.05000,1.511
39,mlp.experts.210.gate_proj,0.0004657507,0.05000,1.538
39,mlp.experts.231.gate_proj,0.0002760528,0.05000,1.551
39,mlp.experts.255.gate_proj,0.0013448941,0.05000,1.528
39,mlp.experts.238.gate_proj,0.0005876756,0.05000,1.477
39,mlp.experts.246.gate_proj,0.0001825185,0.05000,1.486
39,mlp.experts.249.gate_proj,0.0006184946,0.05000,1.501
39,mlp.experts.213.gate_proj,0.0002453486,0.05000,1.509
39,mlp.experts.219.gate_proj,0.0002931761,0.05000,1.545
39,mlp.experts.234.gate_proj,0.0010508109,0.05000,1.496
39,mlp.experts.216.gate_proj,0.0003843307,0.05000,1.533
39,mlp.experts.252.gate_proj,0.0003622665,0.05000,1.497
39,mlp.experts.243.gate_proj,0.0002394972,0.05000,1.524
39,mlp.experts.209.gate_proj,0.0006587373,0.05000,1.488
39,mlp.experts.226.gate_proj,0.0009801655,0.05000,1.488
39,mlp.experts.237.gate_proj,0.0009461072,0.05000,1.503
39,mlp.experts.232.gate_proj,fallback(rtn): 0.0012054,0.00000,0.022
39,mlp.experts.244.gate_proj,0.0001840035,0.05000,1.509
39,mlp.experts.224.gate_proj,0.0004449998,0.05000,1.515
39,mlp.experts.3.up_proj,fallback(rtn): 0.0011978,0.00000,0.039
39,mlp.experts.247.gate_proj,0.0005457372,0.05000,1.501
39,mlp.experts.15.up_proj,0.0001486149,0.05000,1.588
39,mlp.experts.254.gate_proj,0.0002034149,0.05000,1.503
39,mlp.experts.6.up_proj,0.0004282405,0.05000,1.469
39,mlp.experts.229.gate_proj,0.0007263966,0.05000,1.472
39,mlp.experts.9.up_proj,0.0001541672,0.05000,1.487
39,mlp.experts.225.gate_proj,0.0004289678,0.05000,1.447
39,mlp.experts.250.gate_proj,0.0001671634,0.05000,1.488
39,mlp.experts.253.gate_proj,0.0009158609,0.05000,1.443
39,mlp.experts.242.gate_proj,0.0002157871,0.05000,1.492
39,mlp.experts.235.gate_proj,0.0002007240,0.05000,1.608
39,mlp.experts.7.up_proj,0.0006017060,0.05000,1.548
39,mlp.experts.19.up_proj,0.0011123348,0.05000,1.586
39,mlp.experts.12.up_proj,0.0004087808,0.05000,1.526
39,mlp.experts.4.up_proj,0.0005502116,0.05000,1.524
39,mlp.experts.248.gate_proj,0.0001663538,0.05000,1.547
39,mlp.experts.240.gate_proj,0.0002567979,0.05000,1.562
39,mlp.experts.31.up_proj,0.0001608884,0.05000,1.507
39,mlp.experts.0.up_proj,fallback(rtn): 0.0015259,0.00000,0.031
39,mlp.experts.14.up_proj,0.0001575140,0.05000,1.245
39,mlp.experts.22.up_proj,0.0002913460,0.05000,1.248
39,mlp.experts.10.up_proj,0.0002945317,0.05000,1.181
39,mlp.experts.26.up_proj,fallback(rtn): 0.0012741,0.00000,0.072
39,mlp.experts.245.gate_proj,0.0009901118,0.05000,1.462
39,mlp.experts.25.up_proj,0.0001204619,0.05000,1.466
39,mlp.experts.13.up_proj,0.0001448321,0.05000,1.470
39,mlp.experts.241.gate_proj,0.0002652518,0.05000,1.476
39,mlp.experts.251.gate_proj,0.0004954958,0.05000,1.446
39,mlp.experts.23.up_proj,0.0001199281,0.05000,1.416
39,mlp.experts.35.up_proj,0.0003065761,0.05000,1.420
39,mlp.experts.47.up_proj,0.0004283348,0.05000,1.354
39,mlp.experts.51.up_proj,fallback(rtn): 0.0012360,0.00000,0.071
39,mlp.experts.20.up_proj,0.0006332236,0.05000,1.524
39,mlp.experts.28.up_proj,0.0007935476,0.05000,1.530
39,mlp.experts.8.up_proj,0.0002036647,0.05000,1.512
39,mlp.experts.16.up_proj,0.0001505203,0.05000,1.516
39,mlp.experts.2.up_proj,0.0001675180,0.05000,1.473
39,mlp.experts.30.up_proj,0.0001544351,0.05000,1.473
39,mlp.experts.38.up_proj,0.0001161646,0.05000,1.479
39,mlp.experts.54.up_proj,fallback(rtn): 0.0011673,0.00000,0.054
39,mlp.experts.42.up_proj,0.0002012826,0.05000,1.467
39,mlp.experts.29.up_proj,0.0002165669,0.05000,1.484
39,mlp.experts.5.up_proj,0.0006820961,0.05000,1.494
39,mlp.experts.41.up_proj,0.0004522798,0.05000,1.539
39,mlp.experts.1.up_proj,0.0001364879,0.05000,1.535
39,mlp.experts.11.up_proj,0.0002161230,0.05000,1.453
39,mlp.experts.39.up_proj,0.0004780308,0.05000,1.510
39,mlp.experts.63.up_proj,0.0003382067,0.05000,1.521
39,mlp.experts.67.up_proj,0.0004691724,0.05000,1.518
39,mlp.experts.44.up_proj,0.0002118040,0.05000,1.521
39,mlp.experts.36.up_proj,0.0001924281,0.05000,1.528
39,mlp.experts.24.up_proj,0.0006530135,0.05000,1.524
39,mlp.experts.32.up_proj,0.0001351664,0.05000,1.469
39,mlp.experts.18.up_proj,0.0003223148,0.05000,1.493
39,mlp.experts.46.up_proj,0.0005667583,0.05000,1.491
39,mlp.experts.58.up_proj,0.0003055421,0.05000,1.438
39,mlp.experts.70.up_proj,0.0001511563,0.05000,1.498
39,mlp.experts.45.up_proj,0.0007240710,0.05000,1.517
39,mlp.experts.21.up_proj,0.0001941432,0.05000,1.519
39,mlp.experts.17.up_proj,0.0004455117,0.05000,1.536
39,mlp.experts.57.up_proj,0.0000960305,0.05000,1.542
39,mlp.experts.27.up_proj,0.0004299713,0.05000,1.508
39,mlp.experts.55.up_proj,0.0002401373,0.05000,1.504
39,mlp.experts.79.up_proj,0.0005169998,0.05000,1.492
39,mlp.experts.83.up_proj,0.0004965004,0.05000,1.506
39,mlp.experts.52.up_proj,0.0001011146,0.05000,1.511
39,mlp.experts.60.up_proj,0.0003640930,0.05000,1.517
39,mlp.experts.40.up_proj,0.0001675023,0.05000,1.510
39,mlp.experts.48.up_proj,0.0005166598,0.05000,1.507
39,mlp.experts.34.up_proj,0.0002148292,0.05000,1.459
39,mlp.experts.74.up_proj,0.0002006811,0.05000,1.469
39,mlp.experts.62.up_proj,0.0001096745,0.05000,1.513
39,mlp.experts.86.up_proj,0.0005694272,0.05000,1.480
39,mlp.experts.61.up_proj,0.0001940597,0.05000,1.518
39,mlp.experts.37.up_proj,0.0005163101,0.05000,1.539
39,mlp.experts.73.up_proj,0.0003437608,0.05000,1.525
39,mlp.experts.33.up_proj,0.0003880785,0.05000,1.549
39,mlp.experts.95.up_proj,0.0002866977,0.05000,1.433
39,mlp.experts.43.up_proj,0.0007198484,0.05000,1.493
39,mlp.experts.71.up_proj,0.0007537987,0.05000,1.460
39,mlp.experts.111.up_proj,fallback(rtn): 0.0011597,0.00000,0.057
39,mlp.experts.99.up_proj,0.0003911462,0.05000,1.479
39,mlp.experts.68.up_proj,0.0004017787,0.05000,1.504
39,mlp.experts.56.up_proj,0.0007607284,0.05000,1.538
39,mlp.experts.76.up_proj,0.0004343334,0.05000,1.540
39,mlp.experts.64.up_proj,0.0005148833,0.05000,1.541
39,mlp.experts.90.up_proj,0.0006449622,0.05000,1.479
39,mlp.experts.50.up_proj,0.0003052113,0.05000,1.520
39,mlp.experts.78.up_proj,0.0001655446,0.05000,1.502
39,mlp.experts.102.up_proj,0.0008183846,0.05000,1.494
39,mlp.experts.94.up_proj,fallback(rtn): 0.0012207,0.00000,0.023
39,mlp.experts.77.up_proj,0.0001968367,0.05000,1.553
39,mlp.experts.53.up_proj,0.0011139110,0.05000,1.555
39,mlp.experts.87.up_proj,0.0002705712,0.05000,1.497
39,mlp.experts.49.up_proj,0.0005903339,0.05000,1.533
39,mlp.experts.59.up_proj,0.0005544867,0.05000,1.523
39,mlp.experts.127.up_proj,0.0006193509,0.05000,1.468
39,mlp.experts.89.up_proj,0.0002187236,0.05000,1.591
39,mlp.experts.143.up_proj,fallback(rtn): 0.0011673,0.00000,0.044
39,mlp.experts.115.up_proj,0.0004874065,0.05000,1.505
39,mlp.experts.84.up_proj,0.0006062346,0.05000,1.511
39,mlp.experts.80.up_proj,0.0006383236,0.05000,1.500
39,mlp.experts.92.up_proj,0.0001095944,0.05000,1.507
39,mlp.experts.72.up_proj,0.0001164240,0.05000,1.531
39,mlp.experts.106.up_proj,0.0003948585,0.05000,1.480
39,mlp.experts.66.up_proj,0.0004255558,0.05000,1.479
39,mlp.experts.82.up_proj,fallback(rtn): 0.0013046,0.00000,0.030
39,mlp.experts.110.up_proj,0.0002268858,0.05000,1.492
39,mlp.experts.118.up_proj,0.0004245014,0.05000,1.508
39,mlp.experts.93.up_proj,0.0006517655,0.05000,1.523
39,mlp.experts.69.up_proj,0.0001150181,0.05000,1.538
39,mlp.experts.103.up_proj,0.0004746542,0.05000,1.498
39,mlp.experts.75.up_proj,0.0001873825,0.05000,1.488
39,mlp.experts.65.up_proj,0.0005973628,0.05000,1.521
39,mlp.experts.119.up_proj,fallback(rtn): 0.0011444,0.00000,0.042
39,mlp.experts.159.up_proj,0.0006970402,0.05000,1.480
39,mlp.experts.105.up_proj,0.0006489238,0.05000,1.519
39,mlp.experts.131.up_proj,0.0006292690,0.05000,1.472
39,mlp.experts.135.up_proj,fallback(rtn): 0.0011826,0.00000,0.044
39,mlp.experts.100.up_proj,0.0003972208,0.05000,1.498
39,mlp.experts.96.up_proj,0.0002371801,0.05000,1.511
39,mlp.experts.108.up_proj,0.0001108594,0.05000,1.517
39,mlp.experts.88.up_proj,0.0005838435,0.05000,1.522
39,mlp.experts.124.up_proj,fallback(rtn): 0.0011368,0.00000,0.047
39,mlp.experts.122.up_proj,0.0004664406,0.05000,1.505
39,mlp.experts.98.up_proj,0.0003969256,0.05000,1.505
39,mlp.experts.126.up_proj,0.0005431791,0.05000,1.505
39,mlp.experts.134.up_proj,0.0005384057,0.05000,1.517
39,mlp.experts.109.up_proj,0.0006313657,0.05000,1.476
39,mlp.experts.85.up_proj,0.0002123885,0.05000,1.484
39,mlp.experts.91.up_proj,0.0003716619,0.05000,1.502
39,mlp.experts.81.up_proj,0.0004637202,0.05000,1.482
39,mlp.experts.175.up_proj,0.0004242354,0.05000,1.492
39,mlp.experts.151.up_proj,0.0006084087,0.05000,1.463
39,mlp.experts.121.up_proj,0.0007169099,0.05000,1.504
39,mlp.experts.147.up_proj,0.0001666251,0.05000,1.512
39,mlp.experts.116.up_proj,0.0002261071,0.05000,1.459
39,mlp.experts.112.up_proj,0.0003108108,0.05000,1.465
39,mlp.experts.104.up_proj,0.0006281805,0.05000,1.487
39,mlp.experts.140.up_proj,0.0002882665,0.05000,1.496
39,mlp.experts.156.up_proj,fallback(rtn): 0.0011444,0.00000,0.026
39,mlp.experts.138.up_proj,0.0002262615,0.05000,1.530
39,mlp.experts.114.up_proj,0.0003788127,0.05000,1.525
39,mlp.experts.150.up_proj,0.0000961480,0.05000,1.488
39,mlp.experts.142.up_proj,0.0005710994,0.05000,1.517
39,mlp.experts.125.up_proj,0.0002036817,0.05000,1.529
39,mlp.experts.101.up_proj,0.0007251068,0.05000,1.519
39,mlp.experts.107.up_proj,0.0002142943,0.05000,1.504
39,mlp.experts.97.up_proj,0.0004760518,0.05000,1.526
39,mlp.experts.167.up_proj,0.0006446260,0.05000,1.487
39,mlp.experts.191.up_proj,0.0005932021,0.05000,1.508
39,mlp.experts.137.up_proj,0.0004512984,0.05000,1.507
39,mlp.experts.163.up_proj,0.0002303394,0.05000,1.491
39,mlp.experts.153.up_proj,fallback(rtn): 0.0013199,0.00000,0.028
39,mlp.experts.207.up_proj,fallback(rtn): 0.0011749,0.00000,0.057
39,mlp.experts.132.up_proj,0.0005743087,0.05000,1.507
39,mlp.experts.128.up_proj,0.0005213090,0.05000,1.494
39,mlp.experts.120.up_proj,0.0014674867,0.05000,1.503
39,mlp.experts.172.up_proj,0.0004832914,0.05000,1.501
39,mlp.experts.154.up_proj,0.0000938874,0.05000,1.505
39,mlp.experts.130.up_proj,0.0003132729,0.05000,1.497
39,mlp.experts.166.up_proj,0.0004726211,0.05000,1.505
39,mlp.experts.158.up_proj,0.0001398692,0.05000,1.510
39,mlp.experts.141.up_proj,0.0008187468,0.05000,1.490
39,mlp.experts.117.up_proj,0.0003999411,0.05000,1.468
39,mlp.experts.123.up_proj,0.0004088238,0.05000,1.481
39,mlp.experts.113.up_proj,0.0003516945,0.05000,1.475
39,mlp.experts.183.up_proj,0.0001497893,0.05000,1.479
39,mlp.experts.179.up_proj,0.0004596064,0.05000,1.460
39,mlp.experts.169.up_proj,0.0004852019,0.05000,1.486
39,mlp.experts.223.up_proj,0.0003981246,0.05000,1.482
39,mlp.experts.148.up_proj,0.0007857382,0.05000,1.488
39,mlp.experts.144.up_proj,0.0009812502,0.05000,1.499
39,mlp.experts.136.up_proj,0.0005729965,0.05000,1.481
39,mlp.experts.188.up_proj,0.0002320765,0.05000,1.481
39,mlp.experts.170.up_proj,0.0008997667,0.05000,1.505
39,mlp.experts.146.up_proj,0.0002679267,0.05000,1.510
39,mlp.experts.174.up_proj,0.0005316186,0.05000,1.496
39,mlp.experts.182.up_proj,0.0003333019,0.05000,1.537
39,mlp.experts.157.up_proj,0.0001625240,0.05000,1.487
39,mlp.experts.133.up_proj,0.0008814961,0.05000,1.487
39,mlp.experts.139.up_proj,0.0005109346,0.05000,1.461
39,mlp.experts.199.up_proj,0.0004948388,0.05000,1.476
39,mlp.experts.129.up_proj,0.0001996211,0.05000,1.484
39,mlp.experts.195.up_proj,0.0000836203,0.05000,1.471
39,mlp.experts.239.up_proj,0.0000871012,0.05000,1.480
39,mlp.experts.185.up_proj,0.0004251437,0.05000,1.497
39,mlp.experts.164.up_proj,0.0005103208,0.05000,1.481
39,mlp.experts.180.up_proj,fallback(rtn): 0.0011978,0.00000,0.024
39,mlp.experts.160.up_proj,0.0003087668,0.05000,1.464
39,mlp.experts.152.up_proj,0.0005398633,0.05000,1.482
39,mlp.experts.204.up_proj,0.0004963192,0.05000,1.478
39,mlp.experts.186.up_proj,0.0001416915,0.05000,1.500
39,mlp.experts.162.up_proj,0.0003564539,0.05000,1.501
39,mlp.experts.190.up_proj,0.0003505849,0.05000,1.492
39,mlp.experts.198.up_proj,0.0004269573,0.05000,1.518
39,mlp.experts.214.up_proj,fallback(rtn): 0.0011826,0.00000,0.025
39,mlp.experts.173.up_proj,0.0005429722,0.05000,1.495
39,mlp.experts.149.up_proj,0.0004469739,0.05000,1.506
39,mlp.experts.211.up_proj,0.0002483724,0.05000,1.471
39,mlp.experts.215.up_proj,0.0001584686,0.05000,1.500
39,mlp.experts.145.up_proj,0.0001349533,0.05000,1.494
39,mlp.experts.155.up_proj,0.0006224540,0.05000,1.520
39,mlp.experts.201.up_proj,0.0005349906,0.05000,1.483
39,mlp.experts.255.up_proj,0.0007200764,0.05000,1.518
39,mlp.experts.176.up_proj,0.0001545601,0.05000,1.505
39,mlp.experts.196.up_proj,0.0003474517,0.05000,1.508
39,mlp.experts.168.up_proj,0.0005674088,0.05000,1.485
39,mlp.experts.212.up_proj,fallback(rtn): 0.0010757,0.00000,0.043
39,mlp.experts.220.up_proj,0.0001948204,0.05000,1.507
39,mlp.experts.202.up_proj,0.0004951415,0.05000,1.484
39,mlp.experts.206.up_proj,0.0004077442,0.05000,1.454
39,mlp.experts.178.up_proj,0.0006328980,0.05000,1.488
39,mlp.experts.230.up_proj,0.0001268332,0.05000,1.496
39,mlp.experts.171.up_proj,0.0006093868,0.05000,1.218
39,mlp.experts.227.up_proj,0.0002689171,0.05000,1.240
39,mlp.experts.231.up_proj,0.0001791270,0.05000,1.280
39,mlp.experts.165.up_proj,0.0004268589,0.05000,1.428
39,mlp.experts.189.up_proj,0.0001683922,0.05000,1.469
39,mlp.experts.161.up_proj,0.0007906090,0.05000,1.427
39,mlp.experts.205.up_proj,fallback(rtn): 0.0011139,0.00000,0.026
39,mlp.experts.217.up_proj,0.0003701863,0.05000,1.423
39,mlp.experts.233.up_proj,fallback(rtn): 0.0011368,0.00000,0.026
39,mlp.experts.192.up_proj,0.0006313847,0.05000,1.447
39,mlp.experts.228.up_proj,0.0002568747,0.05000,1.430
39,mlp.experts.184.up_proj,0.0000879516,0.05000,1.488
39,mlp.experts.236.up_proj,0.0001131814,0.05000,1.452
39,mlp.experts.243.up_proj,0.0001834852,0.05000,1.243
39,mlp.experts.187.up_proj,0.0001153087,0.05000,1.250
39,mlp.experts.218.up_proj,0.0006076403,0.05000,1.472
39,mlp.experts.194.up_proj,0.0007019290,0.05000,1.441
39,mlp.experts.247.up_proj,0.0004979680,0.05000,1.236
39,mlp.experts.222.up_proj,0.0004173078,0.05000,1.484
39,mlp.experts.246.up_proj,0.0001486473,0.05000,1.450
39,mlp.experts.181.up_proj,0.0001288876,0.05000,1.428
39,mlp.experts.177.up_proj,0.0001712481,0.05000,1.439
39,mlp.experts.221.up_proj,0.0004666694,0.05000,1.469
39,mlp.experts.249.up_proj,0.0004892486,0.05000,1.415
39,mlp.experts.208.up_proj,0.0006012773,0.05000,1.424
39,mlp.experts.244.up_proj,0.0001440366,0.05000,1.404
39,mlp.experts.200.up_proj,0.0001674052,0.05000,1.404
39,mlp.experts.252.up_proj,0.0003054652,0.05000,1.378
39,mlp.experts.203.up_proj,0.0005661551,0.05000,0.711
39,mlp.experts.210.up_proj,0.0004317793,0.05000,1.036
39,mlp.experts.238.up_proj,0.0005025296,0.05000,1.032
39,mlp.experts.234.up_proj,0.0007927022,0.05000,1.083
39,mlp.experts.219.up_proj,0.0002644355,0.05000,0.559
39,mlp.experts.197.up_proj,0.0002414258,0.05000,0.971
39,mlp.experts.224.up_proj,0.0003317939,0.05000,0.778
39,mlp.experts.237.up_proj,0.0008574064,0.05000,0.954
39,mlp.experts.193.up_proj,0.0002653505,0.05000,0.990
39,mlp.experts.216.up_proj,0.0003516089,0.05000,0.807
39,mlp.experts.232.up_proj,fallback(rtn): 0.0011520,0.00000,0.018
39,mlp.experts.235.up_proj,0.0001760531,0.05000,0.543
39,mlp.experts.226.up_proj,0.0007463275,0.05000,0.995
39,mlp.experts.250.up_proj,0.0001307268,0.05000,0.978
39,mlp.experts.254.up_proj,0.0001660433,0.05000,1.012
39,mlp.experts.240.up_proj,0.0002163984,0.05000,0.760
39,mlp.experts.248.up_proj,0.0001406176,0.05000,0.709
39,mlp.experts.213.up_proj,0.0001876568,0.05000,0.962
39,mlp.experts.253.up_proj,0.0008578735,0.05000,0.951
39,mlp.experts.209.up_proj,0.0005344675,0.05000,0.984
39,mlp.experts.251.up_proj,0.0003037788,0.05000,0.558
39,mlp.experts.242.up_proj,0.0001692900,0.05000,0.537
39,mlp.experts.229.up_proj,0.0005950514,0.05000,0.701
39,mlp.experts.225.up_proj,0.0003774570,0.05000,0.682
39,mlp.experts.245.up_proj,0.0008164385,0.05000,0.690
39,mlp.experts.241.up_proj,0.0001890801,0.05000,0.665
39,mlp.experts.0.down_proj,fallback(rtn): 0.0014801,0.00000,0.007
39,mlp.experts.3.down_proj,fallback(rtn): 0.0011444,0.00000,0.014
39,mlp.experts.9.down_proj,0.0000352214,0.05000,0.393
39,mlp.experts.1.down_proj,0.0000529817,0.05000,0.416
39,mlp.experts.15.down_proj,0.0000263255,0.05000,0.417
39,mlp.experts.10.down_proj,0.0000263669,0.05000,0.429
39,mlp.experts.11.down_proj,0.0000104895,0.05000,0.434
39,mlp.experts.16.down_proj,0.0000209939,0.05000,0.409
39,mlp.experts.13.down_proj,0.0000318266,0.05000,0.420
39,mlp.experts.2.down_proj,0.0000626328,0.05000,0.426
39,mlp.experts.8.down_proj,0.0000949444,0.05000,0.431
39,mlp.experts.7.down_proj,0.0000524521,0.05000,0.435
39,mlp.experts.6.down_proj,0.0000440613,0.05000,0.438
39,mlp.experts.14.down_proj,0.0000206351,0.05000,0.432
39,mlp.experts.5.down_proj,0.0002841850,0.05000,0.423
39,mlp.experts.19.down_proj,0.0014728223,0.05000,0.406
39,mlp.experts.4.down_proj,0.0000255776,0.05000,0.429
39,mlp.experts.12.down_proj,0.0001327733,0.05000,0.421
39,mlp.experts.26.down_proj,fallback(rtn): 0.0011444,0.00000,0.003
39,mlp.experts.25.down_proj,0.0000752320,0.05000,0.355
39,mlp.experts.17.down_proj,0.0000545674,0.05000,0.352
39,mlp.experts.31.down_proj,0.0000357516,0.05000,0.354
39,mlp.experts.27.down_proj,0.0000744184,0.05000,0.363
39,mlp.experts.29.down_proj,0.0000450606,0.05000,0.373
39,mlp.experts.18.down_proj,0.0000163271,0.05000,0.378
39,mlp.experts.32.down_proj,0.0000955418,0.05000,0.378
39,mlp.experts.20.down_proj,0.0000415523,0.05000,0.361
39,mlp.experts.24.down_proj,0.0000419715,0.05000,0.373
39,mlp.experts.22.down_proj,0.0000435080,0.05000,0.382
39,mlp.experts.23.down_proj,0.0000215157,0.05000,0.382
39,mlp.experts.21.down_proj,0.0002012560,0.05000,0.383
39,mlp.experts.30.down_proj,0.0000163722,0.05000,0.386
39,mlp.experts.42.down_proj,0.0001101779,0.05000,0.384
39,mlp.experts.35.down_proj,0.0000397108,0.05000,0.387
39,mlp.experts.28.down_proj,0.0000487296,0.05000,0.388
39,mlp.experts.51.down_proj,fallback(rtn): 0.0011673,0.00000,0.007
39,mlp.experts.41.down_proj,0.0000157801,0.05000,0.369
39,mlp.experts.33.down_proj,0.0000120311,0.05000,0.360
39,mlp.experts.47.down_proj,0.0000288274,0.05000,0.366
39,mlp.experts.43.down_proj,0.0000386101,0.05000,0.361
39,mlp.experts.34.down_proj,0.0000166788,0.05000,0.366
39,mlp.experts.45.down_proj,0.0001569401,0.05000,0.377
39,mlp.experts.36.down_proj,0.0000248958,0.05000,0.368
39,mlp.experts.48.down_proj,0.0000184922,0.05000,0.373
39,mlp.experts.40.down_proj,0.0001314901,0.05000,0.369
39,mlp.experts.38.down_proj,0.0000484449,0.05000,0.363
39,mlp.experts.39.down_proj,0.0000647137,0.05000,0.365
39,mlp.experts.46.down_proj,0.0000931896,0.05000,0.367
39,mlp.experts.54.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
39,mlp.experts.58.down_proj,0.0000639635,0.05000,0.363
39,mlp.experts.37.down_proj,0.0001211957,0.05000,0.369
39,mlp.experts.44.down_proj,0.0000452716,0.05000,0.370
39,mlp.experts.67.down_proj,0.0000244375,0.05000,0.376
39,mlp.experts.57.down_proj,0.0000547242,0.05000,0.370
39,mlp.experts.49.down_proj,0.0000287632,0.05000,0.373
39,mlp.experts.63.down_proj,0.0000524179,0.05000,0.368
39,mlp.experts.59.down_proj,0.0000318028,0.05000,0.369
39,mlp.experts.61.down_proj,0.0000199881,0.05000,0.373
39,mlp.experts.64.down_proj,0.0000300032,0.05000,0.366
39,mlp.experts.50.down_proj,0.0001406347,0.05000,0.378
39,mlp.experts.52.down_proj,0.0000149277,0.05000,0.371
39,mlp.experts.56.down_proj,0.0000418919,0.05000,0.374
39,mlp.experts.62.down_proj,0.0000114717,0.05000,0.368
39,mlp.experts.55.down_proj,0.0000149387,0.05000,0.376
39,mlp.experts.60.down_proj,0.0000369851,0.05000,0.371
39,mlp.experts.53.down_proj,0.0001565140,0.05000,0.375
39,mlp.experts.74.down_proj,0.0000767369,0.05000,0.378
39,mlp.experts.70.down_proj,0.0000363535,0.05000,0.380
39,mlp.experts.83.down_proj,0.0004008336,0.05000,0.374
39,mlp.experts.73.down_proj,0.0000106142,0.05000,0.373
39,mlp.experts.79.down_proj,0.0001237587,0.05000,0.378
39,mlp.experts.75.down_proj,0.0000324107,0.05000,0.378
39,mlp.experts.65.down_proj,0.0000350222,0.05000,0.435
39,mlp.experts.77.down_proj,0.0000312389,0.05000,0.360
39,mlp.experts.72.down_proj,0.0000183278,0.05000,0.371
39,mlp.experts.68.down_proj,0.0000227007,0.05000,0.376
39,mlp.experts.80.down_proj,0.0000278985,0.05000,0.378
39,mlp.experts.66.down_proj,0.0000990371,0.05000,0.377
39,mlp.experts.78.down_proj,0.0000161783,0.05000,0.376
39,mlp.experts.69.down_proj,0.0000220029,0.05000,0.360
39,mlp.experts.71.down_proj,0.0001455558,0.05000,0.381
39,mlp.experts.76.down_proj,0.0000151014,0.05000,0.373
39,mlp.experts.90.down_proj,0.0001667145,0.05000,0.370
39,mlp.experts.82.down_proj,fallback(rtn): 0.0011597,0.00000,0.006
39,mlp.experts.86.down_proj,0.0000694656,0.05000,0.367
39,mlp.experts.94.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
39,mlp.experts.99.down_proj,0.0000670109,0.05000,0.376
39,mlp.experts.89.down_proj,0.0000346122,0.05000,0.350
39,mlp.experts.95.down_proj,0.0000553806,0.05000,0.364
39,mlp.experts.111.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
39,mlp.experts.91.down_proj,0.0000409441,0.05000,0.359
39,mlp.experts.81.down_proj,0.0000180326,0.05000,0.365
39,mlp.experts.93.down_proj,0.0000699690,0.05000,0.360
39,mlp.experts.96.down_proj,0.0001787267,0.05000,0.354
39,mlp.experts.88.down_proj,0.0000493850,0.05000,0.367
39,mlp.experts.84.down_proj,0.0000618408,0.05000,0.367
39,mlp.experts.87.down_proj,0.0000894068,0.05000,0.360
39,mlp.experts.85.down_proj,0.0000840166,0.05000,0.369
39,mlp.experts.106.down_proj,0.0000271670,0.05000,0.364
39,mlp.experts.92.down_proj,0.0000228893,0.05000,0.368
39,mlp.experts.115.down_proj,0.0000307354,0.05000,0.368
39,mlp.experts.102.down_proj,0.0000450626,0.05000,0.372
39,mlp.experts.98.down_proj,0.0000294848,0.05000,0.376
39,mlp.experts.110.down_proj,0.0001938754,0.05000,0.375
39,mlp.experts.105.down_proj,0.0000523459,0.05000,0.369
39,mlp.experts.127.down_proj,0.0001577466,0.05000,0.361
39,mlp.experts.107.down_proj,0.0000919769,0.05000,0.360
39,mlp.experts.143.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
39,mlp.experts.97.down_proj,0.0000292786,0.05000,0.370
39,mlp.experts.109.down_proj,0.0000429505,0.05000,0.361
39,mlp.experts.104.down_proj,0.0000325407,0.05000,0.362
39,mlp.experts.112.down_proj,0.0001025472,0.05000,0.366
39,mlp.experts.100.down_proj,0.0000148217,0.05000,0.363
39,mlp.experts.101.down_proj,0.0008934175,0.05000,0.354
39,mlp.experts.103.down_proj,0.0000870078,0.05000,0.359
39,mlp.experts.108.down_proj,0.0000530629,0.05000,0.359
39,mlp.experts.119.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
39,mlp.experts.122.down_proj,0.0000167385,0.05000,0.370
39,mlp.experts.124.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
39,mlp.experts.131.down_proj,0.0000476437,0.05000,0.356
39,mlp.experts.135.down_proj,fallback(rtn): 0.0011139,0.00000,0.006
39,mlp.experts.126.down_proj,0.0000250051,0.05000,0.364
39,mlp.experts.118.down_proj,0.0000269088,0.05000,0.376
39,mlp.experts.114.down_proj,0.0000465736,0.05000,0.372
39,mlp.experts.121.down_proj,0.0000708613,0.05000,0.373
39,mlp.experts.159.down_proj,0.0003361064,0.05000,0.360
39,mlp.experts.123.down_proj,0.0000153778,0.05000,0.367
39,mlp.experts.125.down_proj,0.0000275879,0.05000,0.368
39,mlp.experts.113.down_proj,0.0001829731,0.05000,0.372
39,mlp.experts.128.down_proj,0.0000481165,0.05000,0.363
39,mlp.experts.116.down_proj,0.0000288387,0.05000,0.367
39,mlp.experts.120.down_proj,0.0001471443,0.05000,0.372
39,mlp.experts.117.down_proj,0.0000102820,0.05000,0.371
39,mlp.experts.142.down_proj,0.0001867193,0.05000,0.359
39,mlp.experts.151.down_proj,0.0000289267,0.05000,0.367
39,mlp.experts.147.down_proj,0.0000229934,0.05000,0.373
39,mlp.experts.138.down_proj,0.0000754381,0.05000,0.380
39,mlp.experts.140.down_proj,0.0000631069,0.05000,0.379
39,mlp.experts.130.down_proj,0.0000596597,0.05000,0.371
39,mlp.experts.134.down_proj,0.0000858385,0.05000,0.378
39,mlp.experts.156.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
39,mlp.experts.137.down_proj,0.0000810853,0.05000,0.375
39,mlp.experts.153.down_proj,fallback(rtn): 0.0012054,0.00000,0.008
39,mlp.experts.175.down_proj,0.0000427400,0.05000,0.369
39,mlp.experts.139.down_proj,0.0000180194,0.05000,0.368
39,mlp.experts.141.down_proj,0.0003565953,0.05000,0.375
39,mlp.experts.129.down_proj,0.0000288261,0.05000,0.374
39,mlp.experts.144.down_proj,0.0001625416,0.05000,0.372
39,mlp.experts.136.down_proj,0.0001822079,0.05000,0.368
39,mlp.experts.132.down_proj,0.0003090898,0.05000,0.370
39,mlp.experts.133.down_proj,0.0000762025,0.05000,0.379
39,mlp.experts.167.down_proj,0.0000946116,0.05000,0.363
39,mlp.experts.154.down_proj,0.0000303405,0.05000,0.367
39,mlp.experts.158.down_proj,0.0000032534,0.05000,0.377
39,mlp.experts.163.down_proj,0.0000072013,0.05000,0.372
39,mlp.experts.146.down_proj,0.0000272540,0.05000,0.371
39,mlp.experts.150.down_proj,0.0000331928,0.05000,0.376
39,mlp.experts.172.down_proj,0.0000195386,0.05000,0.373
39,mlp.experts.169.down_proj,0.0000287188,0.05000,0.378
39,mlp.experts.191.down_proj,0.0000733354,0.05000,0.386
39,mlp.experts.155.down_proj,0.0001645820,0.05000,0.384
39,mlp.experts.207.down_proj,fallback(rtn): 0.0010681,0.00000,0.008
39,mlp.experts.145.down_proj,0.0000267660,0.05000,0.364
39,mlp.experts.157.down_proj,0.0000566108,0.05000,0.379
39,mlp.experts.160.down_proj,0.0000575669,0.05000,0.376
39,mlp.experts.152.down_proj,0.0000239867,0.05000,0.379
39,mlp.experts.148.down_proj,0.0005468902,0.05000,0.383
39,mlp.experts.149.down_proj,0.0007361205,0.05000,0.375
39,mlp.experts.183.down_proj,0.0000374238,0.05000,0.372
39,mlp.experts.170.down_proj,0.0007254585,0.05000,0.381
39,mlp.experts.179.down_proj,0.0000153379,0.05000,0.375
39,mlp.experts.174.down_proj,0.0001148677,0.05000,0.379
39,mlp.experts.162.down_proj,0.0001369334,0.05000,0.379
39,mlp.experts.166.down_proj,0.0000567756,0.05000,0.374
39,mlp.experts.188.down_proj,0.0000379010,0.05000,0.379
39,mlp.experts.185.down_proj,0.0000203962,0.05000,0.379
39,mlp.experts.171.down_proj,0.0000352093,0.05000,0.373
39,mlp.experts.223.down_proj,0.0000146230,0.05000,0.375
39,mlp.experts.161.down_proj,0.0002070598,0.05000,0.378
39,mlp.experts.173.down_proj,0.0001184669,0.05000,0.368
39,mlp.experts.176.down_proj,0.0000656905,0.05000,0.377
39,mlp.experts.164.down_proj,0.0000523293,0.05000,0.369
39,mlp.experts.168.down_proj,0.0000457903,0.05000,0.377
39,mlp.experts.165.down_proj,0.0000771611,0.05000,0.369
39,mlp.experts.199.down_proj,0.0000924440,0.05000,0.362
39,mlp.experts.180.down_proj,fallback(rtn): 0.0011673,0.00000,0.008
39,mlp.experts.186.down_proj,0.0001313777,0.05000,0.370
39,mlp.experts.195.down_proj,0.0000279053,0.05000,0.378
39,mlp.experts.204.down_proj,0.0000185393,0.05000,0.372
39,mlp.experts.178.down_proj,0.0001535130,0.05000,0.380
39,mlp.experts.190.down_proj,0.0000229479,0.05000,0.382
39,mlp.experts.182.down_proj,0.0000410977,0.05000,0.385
39,mlp.experts.201.down_proj,0.0000840089,0.05000,0.382
39,mlp.experts.187.down_proj,0.0000378912,0.05000,0.383
39,mlp.experts.239.down_proj,0.0000169610,0.05000,0.392
39,mlp.experts.177.down_proj,0.0000389034,0.05000,0.376
39,mlp.experts.189.down_proj,0.0000600478,0.05000,0.381
39,mlp.experts.192.down_proj,0.0000974077,0.05000,0.363
39,mlp.experts.184.down_proj,0.0000356238,0.05000,0.358
39,mlp.experts.205.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
39,mlp.experts.196.down_proj,0.0000512313,0.05000,0.365
39,mlp.experts.181.down_proj,0.0000205417,0.05000,0.381
39,mlp.experts.215.down_proj,0.0000621691,0.05000,0.378
39,mlp.experts.212.down_proj,fallback(rtn): 0.0009766,0.00000,0.007
39,mlp.experts.202.down_proj,0.0000200564,0.05000,0.375
39,mlp.experts.211.down_proj,0.0000591780,0.05000,0.382
39,mlp.experts.220.down_proj,0.0000289343,0.05000,0.379
39,mlp.experts.206.down_proj,0.0000507640,0.05000,0.380
39,mlp.experts.198.down_proj,0.0000310574,0.05000,0.379
39,mlp.experts.194.down_proj,0.0000322134,0.05000,0.385
39,mlp.experts.214.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
39,mlp.experts.217.down_proj,0.0000831309,0.05000,0.369
39,mlp.experts.233.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
39,mlp.experts.203.down_proj,0.0000587401,0.05000,0.369
39,mlp.experts.255.down_proj,0.0001798999,0.05000,0.372
39,mlp.experts.193.down_proj,0.0001242104,0.05000,0.362
39,mlp.experts.208.down_proj,0.0000253128,0.05000,0.364
39,mlp.experts.200.down_proj,0.0002391538,0.05000,0.365
39,mlp.experts.221.down_proj,0.0001227342,0.05000,0.371
39,mlp.experts.197.down_proj,0.0000233196,0.05000,0.355
39,mlp.experts.231.down_proj,0.0000282149,0.05000,0.362
39,mlp.experts.228.down_proj,0.0000661465,0.05000,0.369
39,mlp.experts.218.down_proj,0.0002404614,0.05000,0.367
39,mlp.experts.227.down_proj,0.0000142465,0.05000,0.350
39,mlp.experts.236.down_proj,0.0000682943,0.05000,0.363
39,mlp.experts.222.down_proj,0.0000523750,0.05000,0.371
39,mlp.experts.210.down_proj,0.0000151512,0.05000,0.367
39,mlp.experts.230.down_proj,0.0000449447,0.05000,0.355
39,mlp.experts.219.down_proj,0.0000640464,0.05000,0.303
39,mlp.experts.249.down_proj,0.0000407625,0.05000,0.367
39,mlp.experts.247.down_proj,0.0003706575,0.05000,0.291
39,mlp.experts.209.down_proj,0.0002698073,0.05000,0.348
39,mlp.experts.237.down_proj,0.0001283966,0.05000,0.345
39,mlp.experts.224.down_proj,0.0000592236,0.05000,0.360
39,mlp.experts.213.down_proj,0.0000402821,0.05000,0.341
39,mlp.experts.216.down_proj,0.0000377288,0.05000,0.355
39,mlp.experts.243.down_proj,0.0000448395,0.05000,0.293
39,mlp.experts.232.down_proj,fallback(rtn): 0.0011292,0.00000,0.006
39,mlp.experts.244.down_proj,0.0000250244,0.05000,0.350
39,mlp.experts.234.down_proj,0.0000716339,0.05000,0.357
39,mlp.experts.252.down_proj,0.0000494935,0.05000,0.341
39,mlp.experts.238.down_proj,0.0006398048,0.05000,0.340
39,mlp.experts.246.down_proj,0.0000377789,0.05000,0.353
39,mlp.experts.226.down_proj,0.0002763185,0.05000,0.358
39,mlp.experts.235.down_proj,0.0000085645,0.05000,0.220
39,mlp.experts.240.down_proj,0.0000423520,0.05000,0.211
39,mlp.experts.248.down_proj,0.0000613520,0.05000,0.209
39,mlp.experts.225.down_proj,0.0000141391,0.05000,0.260
39,mlp.experts.253.down_proj,0.0000470340,0.05000,0.244
39,mlp.experts.251.down_proj,0.0000789361,0.05000,0.141
39,mlp.experts.229.down_proj,0.0002991664,0.05000,0.261
39,mlp.experts.250.down_proj,0.0000256144,0.05000,0.249
39,mlp.experts.254.down_proj,0.0000269766,0.05000,0.229
39,mlp.experts.242.down_proj,0.0000221544,0.05000,0.227
39,mlp.experts.241.down_proj,0.0000041103,0.05000,0.178
39,mlp.experts.245.down_proj,0.0000794515,0.05000,0.161