layer,module,loss,samples,damp,time
0,mlp.experts.1.gate_proj,0.0000007599,0.05000,2.990
0,mlp.experts.3.gate_proj,0.0000008660,0.05000,3.074
0,mlp.experts.0.gate_proj,0.0000065442,0.05000,3.142
0,mlp.experts.2.gate_proj,0.0000017824,0.05000,3.134
0,mlp.experts.5.gate_proj,0.0000031945,0.05000,2.696
0,mlp.experts.4.gate_proj,0.0000155332,0.05000,2.689
0,mlp.experts.7.gate_proj,0.0000003983,0.05000,2.813
0,mlp.experts.6.gate_proj,0.0000013735,0.05000,2.782
0,mlp.experts.9.gate_proj,0.0000018217,0.05000,2.836
0,mlp.experts.11.gate_proj,0.0000004903,0.05000,2.848
0,mlp.experts.8.gate_proj,0.0000033646,0.05000,2.915
0,mlp.experts.10.gate_proj,0.0000009573,0.05000,2.854
0,mlp.experts.13.gate_proj,0.0000018481,0.05000,2.650
0,mlp.experts.15.gate_proj,0.0000022327,0.05000,2.604
0,mlp.experts.12.gate_proj,0.0000009693,0.05000,2.604
0,mlp.experts.14.gate_proj,0.0000006732,0.05000,2.590
0,mlp.experts.17.gate_proj,0.0000035825,0.05000,2.684
0,mlp.experts.16.gate_proj,0.0000041259,0.05000,2.680
0,mlp.experts.18.gate_proj,0.0000004633,0.05000,2.739
0,mlp.experts.19.gate_proj,0.0000029139,0.05000,2.779
0,mlp.experts.21.gate_proj,0.0000015126,0.05000,2.756
0,mlp.experts.20.gate_proj,0.0000049490,0.05000,2.743
0,mlp.experts.22.gate_proj,0.0000004748,0.05000,2.779
0,mlp.experts.23.gate_proj,0.0000022038,0.05000,2.797
0,mlp.experts.25.gate_proj,0.0000004855,0.05000,2.773
0,mlp.experts.24.gate_proj,0.0000021289,0.05000,2.746
0,mlp.experts.26.gate_proj,0.0000023004,0.05000,2.788
0,mlp.experts.27.gate_proj,0.0000020603,0.05000,2.807
0,mlp.experts.29.gate_proj,0.0000032104,0.05000,2.694
0,mlp.experts.28.gate_proj,0.0000035285,0.05000,2.656
0,mlp.experts.30.gate_proj,0.0000015486,0.05000,2.728
0,mlp.experts.31.gate_proj,0.0000026510,0.05000,2.791
0,mlp.experts.32.gate_proj,0.0000020235,0.05000,2.558
0,mlp.experts.33.gate_proj,0.0000009103,0.05000,2.684
0,mlp.experts.34.gate_proj,0.0000021430,0.05000,2.527
0,mlp.experts.35.gate_proj,0.0000026194,0.05000,2.576
0,mlp.experts.37.gate_proj,0.0000013029,0.05000,2.563
0,mlp.experts.36.gate_proj,0.0000051077,0.05000,2.644
0,mlp.experts.38.gate_proj,0.0000034358,0.05000,2.645
0,mlp.experts.39.gate_proj,0.0000023000,0.05000,2.721
0,mlp.experts.41.gate_proj,0.0000015581,0.05000,2.607
0,mlp.experts.40.gate_proj,0.0000010369,0.05000,2.686
0,mlp.experts.42.gate_proj,0.0000007579,0.05000,2.693
0,mlp.experts.43.gate_proj,0.0000027940,0.05000,2.728
0,mlp.experts.45.gate_proj,0.0000050329,0.05000,2.653
0,mlp.experts.44.gate_proj,0.0000020429,0.05000,2.628
0,mlp.experts.46.gate_proj,0.0000010196,0.05000,2.591
0,mlp.experts.47.gate_proj,0.0000014154,0.05000,2.613
0,mlp.experts.49.gate_proj,0.0000004656,0.05000,2.630
0,mlp.experts.48.gate_proj,0.0000021860,0.05000,2.705
0,mlp.experts.50.gate_proj,0.0000017282,0.05000,2.709
0,mlp.experts.51.gate_proj,0.0000006564,0.05000,2.614
0,mlp.experts.53.gate_proj,0.0000035331,0.05000,2.626
0,mlp.experts.52.gate_proj,0.0000023548,0.05000,2.704
0,mlp.experts.54.gate_proj,0.0000025409,0.05000,2.658
0,mlp.experts.55.gate_proj,0.0000042691,0.05000,2.784
0,mlp.experts.57.gate_proj,0.0000002987,0.05000,2.655
0,mlp.experts.56.gate_proj,0.0000003596,0.05000,2.586
0,mlp.experts.58.gate_proj,0.0000033827,0.05000,2.549
0,mlp.experts.59.gate_proj,0.0000009599,0.05000,2.545
0,mlp.experts.61.gate_proj,0.0000043193,0.05000,2.530
0,mlp.experts.60.gate_proj,0.0000014164,0.05000,2.564
0,mlp.experts.62.gate_proj,0.0000036999,0.05000,2.656
0,mlp.experts.63.gate_proj,0.0000005542,0.05000,2.596
0,mlp.experts.65.gate_proj,0.0000011634,0.05000,2.532
0,mlp.experts.64.gate_proj,0.0000090485,0.05000,2.552
0,mlp.experts.66.gate_proj,0.0000015165,0.05000,2.521
0,mlp.experts.67.gate_proj,0.0000013813,0.05000,2.557
0,mlp.experts.69.gate_proj,0.0000017097,0.05000,2.575
0,mlp.experts.68.gate_proj,0.0000005725,0.05000,2.766
0,mlp.experts.70.gate_proj,0.0000016108,0.05000,2.722
0,mlp.experts.71.gate_proj,0.0000040321,0.05000,2.772
0,mlp.experts.73.gate_proj,0.0000036662,0.05000,2.602
0,mlp.experts.72.gate_proj,0.0000100276,0.05000,2.576
0,mlp.experts.74.gate_proj,0.0000023952,0.05000,2.561
0,mlp.experts.75.gate_proj,0.0000056143,0.05000,2.568
0,mlp.experts.77.gate_proj,0.0000028789,0.05000,2.655
0,mlp.experts.76.gate_proj,0.0000056735,0.05000,2.709
0,mlp.experts.78.gate_proj,0.0000018385,0.05000,2.781
0,mlp.experts.79.gate_proj,0.0000009313,0.05000,2.687
0,mlp.experts.81.gate_proj,0.0000017296,0.05000,2.440
0,mlp.experts.80.gate_proj,0.0000004008,0.05000,2.456
0,mlp.experts.82.gate_proj,0.0000004964,0.05000,2.501
0,mlp.experts.83.gate_proj,0.0000013040,0.05000,2.497
0,mlp.experts.85.gate_proj,0.0000004809,0.05000,2.643
0,mlp.experts.84.gate_proj,0.0000008137,0.05000,2.581
0,mlp.experts.86.gate_proj,0.0000016530,0.05000,2.462
0,mlp.experts.87.gate_proj,0.0000022141,0.05000,2.517
0,mlp.experts.89.gate_proj,0.0000019337,0.05000,2.446
0,mlp.experts.88.gate_proj,0.0000007128,0.05000,2.481
0,mlp.experts.90.gate_proj,0.0000018339,0.05000,2.507
0,mlp.experts.91.gate_proj,0.0000022400,0.05000,2.499
0,mlp.experts.93.gate_proj,0.0000005659,0.05000,2.588
0,mlp.experts.92.gate_proj,0.0000024303,0.05000,2.622
0,mlp.experts.94.gate_proj,0.0000036636,0.05000,2.632
0,mlp.experts.95.gate_proj,0.0000011781,0.05000,2.526
0,mlp.experts.97.gate_proj,0.0000004097,0.05000,2.673
0,mlp.experts.96.gate_proj,0.0000003897,0.05000,2.751
0,mlp.experts.98.gate_proj,0.0000022571,0.05000,2.763
0,mlp.experts.99.gate_proj,0.0000010984,0.05000,2.740
0,mlp.experts.101.gate_proj,0.0000007199,0.05000,2.620
0,mlp.experts.100.gate_proj,0.0000028351,0.05000,2.643
0,mlp.experts.102.gate_proj,0.0000005677,0.05000,2.552
0,mlp.experts.103.gate_proj,0.0000038281,0.05000,2.547
0,mlp.experts.105.gate_proj,0.0000007441,0.05000,2.571
0,mlp.experts.106.gate_proj,0.0000005075,0.05000,2.605
0,mlp.experts.104.gate_proj,0.0000048600,0.05000,2.734
0,mlp.experts.107.gate_proj,0.0000003631,0.05000,2.604
0,mlp.experts.109.gate_proj,0.0000024553,0.05000,2.720
0,mlp.experts.110.gate_proj,0.0000005801,0.05000,2.543
0,mlp.experts.108.gate_proj,0.0000007138,0.05000,2.481
0,mlp.experts.111.gate_proj,0.0000008285,0.05000,2.539
0,mlp.experts.113.gate_proj,0.0000001641,0.05000,2.534
0,mlp.experts.114.gate_proj,0.0000128317,0.05000,2.560
0,mlp.experts.112.gate_proj,0.0000014631,0.05000,2.637
0,mlp.experts.115.gate_proj,0.0000008146,0.05000,2.599
0,mlp.experts.117.gate_proj,0.0000002028,0.05000,2.733
0,mlp.experts.118.gate_proj,0.0000013766,0.05000,2.729
0,mlp.experts.116.gate_proj,0.0000030364,0.05000,2.645
0,mlp.experts.119.gate_proj,0.0000016838,0.05000,2.680
0,mlp.experts.121.gate_proj,0.0000023284,0.05000,2.524
0,mlp.experts.120.gate_proj,0.0000035304,0.05000,2.522
0,mlp.experts.122.gate_proj,0.0000019951,0.05000,2.631
0,mlp.experts.123.gate_proj,0.0000001186,0.05000,2.595
0,mlp.experts.125.gate_proj,0.0000015572,0.05000,2.369
0,mlp.experts.124.gate_proj,0.0000017885,0.05000,2.510
0,mlp.experts.126.gate_proj,0.0000038048,0.05000,2.513
0,mlp.experts.127.gate_proj,0.0000004078,0.05000,2.487
0,mlp.experts.129.gate_proj,0.0000022682,0.05000,2.706
0,mlp.experts.130.gate_proj,0.0000038500,0.05000,2.618
0,mlp.experts.128.gate_proj,0.0000006908,0.05000,2.740
0,mlp.experts.131.gate_proj,0.0000018444,0.05000,2.601
0,mlp.experts.133.gate_proj,0.0000013118,0.05000,2.533
0,mlp.experts.135.gate_proj,0.0000008175,0.05000,2.500
0,mlp.experts.132.gate_proj,0.0000034145,0.05000,2.556
0,mlp.experts.134.gate_proj,0.0000016093,0.05000,2.609
0,mlp.experts.137.gate_proj,0.0000047781,0.05000,2.707
0,mlp.experts.136.gate_proj,0.0000007029,0.05000,2.595
0,mlp.experts.138.gate_proj,0.0000024563,0.05000,2.620
0,mlp.experts.139.gate_proj,0.0000024305,0.05000,2.690
0,mlp.experts.141.gate_proj,0.0000019959,0.05000,2.537
0,mlp.experts.142.gate_proj,0.0000002918,0.05000,2.547
0,mlp.experts.140.gate_proj,0.0000027365,0.05000,2.673
0,mlp.experts.143.gate_proj,0.0000027246,0.05000,2.679
0,mlp.experts.145.gate_proj,0.0000015208,0.05000,2.685
0,mlp.experts.146.gate_proj,0.0000008570,0.05000,2.720
0,mlp.experts.144.gate_proj,0.0000010026,0.05000,2.711
0,mlp.experts.147.gate_proj,0.0000020983,0.05000,2.646
0,mlp.experts.149.gate_proj,0.0000034476,0.05000,2.647
0,mlp.experts.151.gate_proj,0.0000026426,0.05000,2.527
0,mlp.experts.150.gate_proj,0.0000007646,0.05000,2.670
0,mlp.experts.148.gate_proj,0.0000017849,0.05000,2.661
0,mlp.experts.153.gate_proj,0.0000005594,0.05000,2.552
0,mlp.experts.154.gate_proj,0.0000025558,0.05000,2.586
0,mlp.experts.155.gate_proj,0.0000040951,0.05000,2.667
0,mlp.experts.152.gate_proj,0.0000072131,0.05000,2.598
0,mlp.experts.157.gate_proj,0.0000006193,0.05000,2.616
0,mlp.experts.158.gate_proj,0.0000033510,0.05000,2.639
0,mlp.experts.159.gate_proj,0.0000033504,0.05000,2.646
0,mlp.experts.156.gate_proj,0.0000020711,0.05000,2.640
0,mlp.experts.161.gate_proj,0.0000052415,0.05000,2.781
0,mlp.experts.162.gate_proj,0.0000130378,0.05000,2.561
0,mlp.experts.163.gate_proj,0.0000034872,0.05000,2.593
0,mlp.experts.160.gate_proj,0.0000012857,0.05000,2.630
0,mlp.experts.165.gate_proj,0.0000005935,0.05000,2.592
0,mlp.experts.166.gate_proj,0.0000003858,0.05000,2.567
0,mlp.experts.167.gate_proj,0.0000032758,0.05000,2.573
0,mlp.experts.164.gate_proj,0.0000016413,0.05000,2.598
0,mlp.experts.169.gate_proj,0.0000012019,0.05000,2.577
0,mlp.experts.170.gate_proj,0.0000038227,0.05000,2.607
0,mlp.experts.171.gate_proj,0.0000005518,0.05000,2.549
0,mlp.experts.168.gate_proj,0.0000022321,0.05000,2.585
0,mlp.experts.173.gate_proj,0.0000023249,0.05000,2.654
0,mlp.experts.175.gate_proj,0.0000018219,0.05000,2.731
0,mlp.experts.174.gate_proj,0.0000026038,0.05000,2.847
0,mlp.experts.172.gate_proj,0.0000017916,0.05000,2.744
0,mlp.experts.177.gate_proj,0.0000017587,0.05000,2.678
0,mlp.experts.179.gate_proj,0.0000022246,0.05000,2.678
0,mlp.experts.176.gate_proj,0.0000040268,0.05000,2.584
0,mlp.experts.178.gate_proj,0.0000013747,0.05000,2.666
0,mlp.experts.181.gate_proj,0.0000004570,0.05000,2.460
0,mlp.experts.183.gate_proj,0.0000042263,0.05000,2.466
0,mlp.experts.180.gate_proj,0.0000027860,0.05000,2.465
0,mlp.experts.182.gate_proj,0.0000014423,0.05000,2.489
0,mlp.experts.185.gate_proj,0.0000003506,0.05000,2.559
0,mlp.experts.184.gate_proj,0.0000017010,0.05000,2.643
0,mlp.experts.187.gate_proj,0.0000007470,0.05000,2.717
0,mlp.experts.186.gate_proj,0.0000009567,0.05000,2.703
0,mlp.experts.189.gate_proj,0.0000056778,0.05000,2.808
0,mlp.experts.191.gate_proj,0.0000018386,0.05000,2.710
0,mlp.experts.190.gate_proj,0.0000012157,0.05000,2.622
0,mlp.experts.188.gate_proj,0.0000007655,0.05000,2.774
0,mlp.experts.193.gate_proj,0.0000022895,0.05000,2.613
0,mlp.experts.195.gate_proj,0.0000025879,0.05000,2.655
0,mlp.experts.192.gate_proj,0.0000040649,0.05000,2.681
0,mlp.experts.194.gate_proj,0.0000010201,0.05000,2.718
0,mlp.experts.197.gate_proj,0.0000020920,0.05000,2.633
0,mlp.experts.199.gate_proj,0.0000026327,0.05000,2.601
0,mlp.experts.196.gate_proj,0.0000003097,0.05000,2.576
0,mlp.experts.198.gate_proj,0.0000014022,0.05000,2.647
0,mlp.experts.201.gate_proj,0.0000049618,0.05000,2.599
0,mlp.experts.203.gate_proj,0.0000075366,0.05000,2.618
0,mlp.experts.200.gate_proj,0.0000022328,0.05000,2.693
0,mlp.experts.202.gate_proj,0.0000015867,0.05000,2.672
0,mlp.experts.205.gate_proj,0.0000002345,0.05000,2.466
0,mlp.experts.207.gate_proj,0.0000048857,0.05000,2.473
0,mlp.experts.204.gate_proj,0.0000029714,0.05000,2.419
0,mlp.experts.206.gate_proj,0.0000022741,0.05000,2.515
0,mlp.experts.209.gate_proj,0.0000031484,0.05000,2.538
0,mlp.experts.211.gate_proj,0.0000038341,0.05000,2.569
0,mlp.experts.208.gate_proj,0.0000034624,0.05000,2.561
0,mlp.experts.210.gate_proj,0.0000018752,0.05000,2.588
0,mlp.experts.213.gate_proj,0.0000032759,0.05000,2.593
0,mlp.experts.215.gate_proj,0.0000031519,0.05000,2.576
0,mlp.experts.212.gate_proj,0.0000005231,0.05000,2.666
0,mlp.experts.214.gate_proj,0.0000033317,0.05000,2.614
0,mlp.experts.217.gate_proj,0.0000022069,0.05000,2.425
0,mlp.experts.219.gate_proj,0.0000026091,0.05000,2.406
0,mlp.experts.216.gate_proj,0.0000002801,0.05000,2.473
0,mlp.experts.218.gate_proj,0.0000006917,0.05000,2.495
0,mlp.experts.221.gate_proj,0.0000015498,0.05000,2.759
0,mlp.experts.223.gate_proj,0.0000019750,0.05000,2.623
0,mlp.experts.220.gate_proj,0.0000059151,0.05000,2.726
0,mlp.experts.222.gate_proj,0.0000016207,0.05000,2.691
0,mlp.experts.225.gate_proj,0.0000020458,0.05000,2.461
0,mlp.experts.227.gate_proj,0.0000011701,0.05000,2.414
0,mlp.experts.224.gate_proj,0.0000038170,0.05000,2.419
0,mlp.experts.226.gate_proj,0.0000003338,0.05000,2.350
0,mlp.experts.229.gate_proj,0.0000005578,0.05000,2.322
0,mlp.experts.231.gate_proj,0.0000018281,0.05000,2.439
0,mlp.experts.228.gate_proj,0.0000005640,0.05000,2.482
0,mlp.experts.230.gate_proj,0.0000032546,0.05000,2.503
0,mlp.experts.233.gate_proj,0.0000002083,0.05000,2.552
0,mlp.experts.235.gate_proj,0.0000015791,0.05000,2.716
0,mlp.experts.232.gate_proj,0.0000063327,0.05000,2.557
0,mlp.experts.234.gate_proj,0.0000017123,0.05000,2.571
0,mlp.experts.237.gate_proj,0.0000041778,0.05000,2.630
0,mlp.experts.236.gate_proj,0.0000028383,0.05000,2.407
0,mlp.experts.239.gate_proj,0.0000025212,0.05000,2.734
0,mlp.experts.238.gate_proj,0.0000024715,0.05000,2.504
0,mlp.experts.241.gate_proj,0.0000013662,0.05000,2.602
0,mlp.experts.240.gate_proj,0.0000040210,0.05000,2.536
0,mlp.experts.242.gate_proj,0.0000012104,0.05000,2.590
0,mlp.experts.243.gate_proj,0.0000009214,0.05000,2.651
0,mlp.experts.245.gate_proj,0.0000016051,0.05000,2.676
0,mlp.experts.244.gate_proj,0.0000071104,0.05000,2.699
0,mlp.experts.248.gate_proj,failsafe(rtn): 0.0005798,0.00000,0.072
0,mlp.experts.246.gate_proj,0.0000006808,0.05000,2.701
0,mlp.experts.247.gate_proj,0.0000009451,0.05000,2.726
0,mlp.experts.249.gate_proj,0.0000004980,0.05000,2.618
0,mlp.experts.252.gate_proj,0.0000016524,0.05000,2.674
0,mlp.experts.250.gate_proj,0.0000008344,0.05000,2.551
0,mlp.experts.251.gate_proj,0.0000007418,0.05000,2.650
0,mlp.experts.253.gate_proj,0.0000027407,0.05000,2.764
0,mlp.experts.254.gate_proj,0.0000033950,0.05000,2.605
0,mlp.experts.0.up_proj,0.0000048315,0.05000,2.651
0,mlp.experts.255.gate_proj,0.0000005967,0.05000,2.621
0,mlp.experts.1.up_proj,0.0000007319,0.05000,2.498
0,mlp.experts.2.up_proj,0.0000017484,0.05000,2.389
0,mlp.experts.4.up_proj,0.0000152915,0.05000,2.441
0,mlp.experts.3.up_proj,0.0000007646,0.05000,2.409
0,mlp.experts.5.up_proj,0.0000029792,0.05000,2.542
0,mlp.experts.6.up_proj,0.0000013220,0.05000,2.505
0,mlp.experts.8.up_proj,0.0000026102,0.05000,2.550
0,mlp.experts.7.up_proj,0.0000003822,0.05000,2.570
0,mlp.experts.9.up_proj,0.0000017203,0.05000,2.643
0,mlp.experts.12.up_proj,0.0000009324,0.05000,2.669
0,mlp.experts.10.up_proj,0.0000009223,0.05000,2.805
0,mlp.experts.11.up_proj,0.0000004374,0.05000,2.671
0,mlp.experts.13.up_proj,0.0000017988,0.05000,2.722
0,mlp.experts.16.up_proj,0.0000036062,0.05000,2.522
0,mlp.experts.15.up_proj,0.0000021578,0.05000,2.551
0,mlp.experts.14.up_proj,0.0000006291,0.05000,2.687
0,mlp.experts.17.up_proj,0.0000032668,0.05000,2.815
0,mlp.experts.20.up_proj,0.0000048556,0.05000,2.623
0,mlp.experts.18.up_proj,0.0000004309,0.05000,2.541
0,mlp.experts.19.up_proj,0.0000027687,0.05000,2.689
0,mlp.experts.21.up_proj,0.0000013718,0.05000,2.618
0,mlp.experts.24.up_proj,0.0000019870,0.05000,2.494
0,mlp.experts.22.up_proj,0.0000004163,0.05000,2.565
0,mlp.experts.23.up_proj,0.0000019955,0.05000,2.559
0,mlp.experts.25.up_proj,0.0000003642,0.05000,2.361
0,mlp.experts.28.up_proj,0.0000035265,0.05000,2.319
0,mlp.experts.26.up_proj,0.0000021375,0.05000,2.263
0,mlp.experts.27.up_proj,0.0000019758,0.05000,2.367
0,mlp.experts.29.up_proj,0.0000026665,0.05000,2.664
0,mlp.experts.32.up_proj,0.0000018234,0.05000,2.746
0,mlp.experts.30.up_proj,0.0000014944,0.05000,2.717
0,mlp.experts.31.up_proj,0.0000025930,0.05000,2.758
0,mlp.experts.33.up_proj,0.0000008518,0.05000,2.659
0,mlp.experts.36.up_proj,0.0000047208,0.05000,2.721
0,mlp.experts.34.up_proj,0.0000020124,0.05000,2.702
0,mlp.experts.35.up_proj,0.0000023481,0.05000,2.780
0,mlp.experts.37.up_proj,0.0000012535,0.05000,2.693
0,mlp.experts.40.up_proj,0.0000010153,0.05000,2.681
0,mlp.experts.38.up_proj,0.0000032086,0.05000,2.736
0,mlp.experts.39.up_proj,0.0000021081,0.05000,2.557
0,mlp.experts.41.up_proj,0.0000015098,0.05000,2.556
0,mlp.experts.44.up_proj,0.0000018576,0.05000,2.616
0,mlp.experts.42.up_proj,0.0000007139,0.05000,2.677
0,mlp.experts.43.up_proj,0.0000025327,0.05000,2.617
0,mlp.experts.45.up_proj,0.0000047377,0.05000,2.512
0,mlp.experts.48.up_proj,0.0000019665,0.05000,2.689
0,mlp.experts.46.up_proj,0.0000009392,0.05000,2.542
0,mlp.experts.47.up_proj,0.0000012543,0.05000,2.639
0,mlp.experts.49.up_proj,0.0000003119,0.05000,2.536
0,mlp.experts.52.up_proj,0.0000022839,0.05000,2.636
0,mlp.experts.50.up_proj,0.0000016912,0.05000,2.603
0,mlp.experts.51.up_proj,0.0000006028,0.05000,2.639
0,mlp.experts.53.up_proj,0.0000033580,0.05000,2.772
0,mlp.experts.56.up_proj,0.0000003463,0.05000,2.622
0,mlp.experts.54.up_proj,0.0000023184,0.05000,2.794
0,mlp.experts.55.up_proj,0.0000042215,0.05000,2.735
0,mlp.experts.57.up_proj,0.0000002653,0.05000,2.591
0,mlp.experts.60.up_proj,0.0000013974,0.05000,2.705
0,mlp.experts.58.up_proj,0.0000029816,0.05000,2.649
0,mlp.experts.59.up_proj,0.0000008632,0.05000,2.713
0,mlp.experts.61.up_proj,0.0000039112,0.05000,2.702
0,mlp.experts.64.up_proj,0.0000082234,0.05000,2.612
0,mlp.experts.62.up_proj,0.0000038136,0.05000,2.639
0,mlp.experts.63.up_proj,0.0000005092,0.05000,2.658
0,mlp.experts.65.up_proj,0.0000011758,0.05000,2.684
0,mlp.experts.68.up_proj,0.0000005443,0.05000,2.610
0,mlp.experts.66.up_proj,0.0000014326,0.05000,2.601
0,mlp.experts.67.up_proj,0.0000012700,0.05000,2.607
0,mlp.experts.69.up_proj,0.0000016268,0.05000,2.645
0,mlp.experts.72.up_proj,0.0000098182,0.05000,2.652
0,mlp.experts.70.up_proj,0.0000014257,0.05000,2.674
0,mlp.experts.71.up_proj,0.0000037467,0.05000,2.668
0,mlp.experts.73.up_proj,0.0000035836,0.05000,2.640
0,mlp.experts.76.up_proj,0.0000056637,0.05000,2.575
0,mlp.experts.74.up_proj,0.0000023030,0.05000,2.563
0,mlp.experts.75.up_proj,0.0000053285,0.05000,2.600
0,mlp.experts.77.up_proj,0.0000027582,0.05000,2.667
0,mlp.experts.80.up_proj,0.0000003808,0.05000,2.598
0,mlp.experts.78.up_proj,0.0000017293,0.05000,2.585
0,mlp.experts.79.up_proj,0.0000008401,0.05000,2.573
0,mlp.experts.81.up_proj,0.0000015720,0.05000,2.398
0,mlp.experts.84.up_proj,0.0000007744,0.05000,2.320
0,mlp.experts.82.up_proj,0.0000004751,0.05000,2.323
0,mlp.experts.83.up_proj,0.0000012420,0.05000,2.304
0,mlp.experts.85.up_proj,0.0000004463,0.05000,2.238
0,mlp.experts.88.up_proj,0.0000006780,0.05000,2.394
0,mlp.experts.86.up_proj,0.0000015598,0.05000,2.433
0,mlp.experts.87.up_proj,0.0000020038,0.05000,2.462
0,mlp.experts.89.up_proj,0.0000017995,0.05000,2.614
0,mlp.experts.92.up_proj,0.0000023324,0.05000,2.653
0,mlp.experts.90.up_proj,0.0000017017,0.05000,2.644
0,mlp.experts.91.up_proj,0.0000020671,0.05000,2.614
0,mlp.experts.93.up_proj,0.0000005359,0.05000,2.597
0,mlp.experts.96.up_proj,0.0000003789,0.05000,2.571
0,mlp.experts.94.up_proj,0.0000033632,0.05000,2.630
0,mlp.experts.95.up_proj,0.0000010524,0.05000,2.550
0,mlp.experts.97.up_proj,0.0000004064,0.05000,2.574
0,mlp.experts.100.up_proj,0.0000026273,0.05000,2.607
0,mlp.experts.98.up_proj,0.0000021351,0.05000,2.579
0,mlp.experts.99.up_proj,0.0000010249,0.05000,2.558
0,mlp.experts.101.up_proj,0.0000006639,0.05000,2.784
0,mlp.experts.104.up_proj,0.0000041647,0.05000,2.667
0,mlp.experts.102.up_proj,0.0000005336,0.05000,2.661
0,mlp.experts.103.up_proj,0.0000036348,0.05000,2.610
0,mlp.experts.105.up_proj,0.0000006956,0.05000,2.524
0,mlp.experts.108.up_proj,0.0000006522,0.05000,2.500
0,mlp.experts.106.up_proj,0.0000004855,0.05000,2.547
0,mlp.experts.107.up_proj,0.0000003286,0.05000,2.488
0,mlp.experts.109.up_proj,0.0000024006,0.05000,2.537
0,mlp.experts.112.up_proj,0.0000013288,0.05000,2.572
0,mlp.experts.110.up_proj,0.0000005505,0.05000,2.474
0,mlp.experts.111.up_proj,0.0000007886,0.05000,2.593
0,mlp.experts.113.up_proj,0.0000001404,0.05000,2.544
0,mlp.experts.116.up_proj,0.0000028318,0.05000,2.626
0,mlp.experts.114.up_proj,0.0000104709,0.05000,2.649
0,mlp.experts.115.up_proj,0.0000007663,0.05000,2.581
0,mlp.experts.117.up_proj,0.0000001869,0.05000,2.577
0,mlp.experts.120.up_proj,0.0000021514,0.05000,2.665
0,mlp.experts.118.up_proj,0.0000013131,0.05000,2.664
0,mlp.experts.119.up_proj,0.0000015888,0.05000,2.829
0,mlp.experts.121.up_proj,0.0000021844,0.05000,2.949
0,mlp.experts.124.up_proj,0.0000019150,0.05000,2.928
0,mlp.experts.122.up_proj,0.0000019250,0.05000,2.983
0,mlp.experts.123.up_proj,0.0000001025,0.05000,2.909
0,mlp.experts.125.up_proj,0.0000014804,0.05000,2.557
0,mlp.experts.128.up_proj,0.0000006650,0.05000,2.605
0,mlp.experts.126.up_proj,0.0000035150,0.05000,2.623
0,mlp.experts.127.up_proj,0.0000003684,0.05000,2.695
0,mlp.experts.129.up_proj,0.0000021730,0.05000,2.507
0,mlp.experts.132.up_proj,0.0000031421,0.05000,2.487
0,mlp.experts.130.up_proj,0.0000021507,0.05000,2.442
0,mlp.experts.131.up_proj,0.0000017161,0.05000,2.317
0,mlp.experts.133.up_proj,0.0000012856,0.05000,2.341
0,mlp.experts.136.up_proj,0.0000006517,0.05000,2.425
0,mlp.experts.134.up_proj,0.0000015675,0.05000,2.489
0,mlp.experts.135.up_proj,0.0000007524,0.05000,2.474
0,mlp.experts.137.up_proj,0.0000045088,0.05000,2.689
0,mlp.experts.140.up_proj,0.0000024722,0.05000,2.604
0,mlp.experts.138.up_proj,0.0000023890,0.05000,2.550
0,mlp.experts.139.up_proj,0.0000019202,0.05000,2.620
0,mlp.experts.141.up_proj,0.0000019243,0.05000,2.597
0,mlp.experts.144.up_proj,0.0000009707,0.05000,2.576
0,mlp.experts.142.up_proj,0.0000002696,0.05000,2.702
0,mlp.experts.143.up_proj,0.0000024846,0.05000,2.613
0,mlp.experts.145.up_proj,0.0000014305,0.05000,2.599
0,mlp.experts.148.up_proj,0.0000016464,0.05000,2.757
0,mlp.experts.146.up_proj,0.0000007851,0.05000,2.634
0,mlp.experts.147.up_proj,0.0000018959,0.05000,2.585
0,mlp.experts.149.up_proj,0.0000031674,0.05000,2.320
0,mlp.experts.152.up_proj,0.0000070322,0.05000,2.356
0,mlp.experts.151.up_proj,0.0000026197,0.05000,2.274
0,mlp.experts.150.up_proj,0.0000006918,0.05000,2.427
0,mlp.experts.153.up_proj,0.0000005238,0.05000,2.471
0,mlp.experts.156.up_proj,0.0000019581,0.05000,2.603
0,mlp.experts.155.up_proj,0.0000039025,0.05000,2.551
0,mlp.experts.154.up_proj,0.0000023427,0.05000,2.533
0,mlp.experts.157.up_proj,0.0000005930,0.05000,2.423
0,mlp.experts.160.up_proj,0.0000011695,0.05000,2.403
0,mlp.experts.159.up_proj,0.0000032104,0.05000,2.474
0,mlp.experts.158.up_proj,0.0000027756,0.05000,2.461
0,mlp.experts.161.up_proj,0.0000048559,0.05000,2.494
0,mlp.experts.164.up_proj,0.0000014376,0.05000,2.616
0,mlp.experts.163.up_proj,0.0000031515,0.05000,2.571
0,mlp.experts.162.up_proj,0.0000124319,0.05000,2.547
0,mlp.experts.165.up_proj,0.0000005798,0.05000,2.644
0,mlp.experts.168.up_proj,0.0000020073,0.05000,2.701
0,mlp.experts.166.up_proj,0.0000002443,0.05000,2.585
0,mlp.experts.167.up_proj,0.0000031564,0.05000,2.715
0,mlp.experts.169.up_proj,0.0000010763,0.05000,2.667
0,mlp.experts.172.up_proj,0.0000017304,0.05000,2.666
0,mlp.experts.170.up_proj,0.0000032481,0.05000,2.641
0,mlp.experts.171.up_proj,0.0000005408,0.05000,2.652
0,mlp.experts.173.up_proj,0.0000021392,0.05000,2.681
0,mlp.experts.174.up_proj,0.0000025115,0.05000,2.513
0,mlp.experts.176.up_proj,0.0000036927,0.05000,2.601
0,mlp.experts.175.up_proj,0.0000018281,0.05000,2.577
0,mlp.experts.177.up_proj,0.0000017015,0.05000,2.611
0,mlp.experts.180.up_proj,0.0000026708,0.05000,2.639
0,mlp.experts.178.up_proj,0.0000013056,0.05000,2.685
0,mlp.experts.179.up_proj,0.0000019893,0.05000,2.778
0,mlp.experts.181.up_proj,0.0000004219,0.05000,2.651
0,mlp.experts.184.up_proj,0.0000016334,0.05000,2.770
0,mlp.experts.182.up_proj,0.0000013517,0.05000,2.836
0,mlp.experts.183.up_proj,0.0000039517,0.05000,2.756
0,mlp.experts.185.up_proj,0.0000003271,0.05000,2.753
0,mlp.experts.188.up_proj,0.0000007333,0.05000,2.500
0,mlp.experts.186.up_proj,0.0000009402,0.05000,2.616
0,mlp.experts.187.up_proj,0.0000006918,0.05000,2.424
0,mlp.experts.189.up_proj,0.0000051467,0.05000,2.465
0,mlp.experts.192.up_proj,0.0000039682,0.05000,2.645
0,mlp.experts.191.up_proj,0.0000016475,0.05000,2.590
0,mlp.experts.190.up_proj,0.0000011000,0.05000,2.755
0,mlp.experts.193.up_proj,0.0000020336,0.05000,2.606
0,mlp.experts.196.up_proj,0.0000002930,0.05000,2.583
0,mlp.experts.195.up_proj,0.0000024075,0.05000,2.636
0,mlp.experts.194.up_proj,0.0000009681,0.05000,2.617
0,mlp.experts.197.up_proj,0.0000013999,0.05000,2.512
0,mlp.experts.200.up_proj,0.0000020851,0.05000,2.613
0,mlp.experts.199.up_proj,0.0000022793,0.05000,2.594
0,mlp.experts.198.up_proj,0.0000013679,0.05000,2.722
0,mlp.experts.201.up_proj,0.0000046628,0.05000,2.876
0,mlp.experts.204.up_proj,0.0000028491,0.05000,2.758
0,mlp.experts.203.up_proj,0.0000031942,0.05000,2.676
0,mlp.experts.202.up_proj,0.0000016660,0.05000,2.589
0,mlp.experts.205.up_proj,0.0000001833,0.05000,2.755
0,mlp.experts.208.up_proj,0.0000030844,0.05000,2.714
0,mlp.experts.207.up_proj,0.0000046486,0.05000,2.714
0,mlp.experts.206.up_proj,0.0000019894,0.05000,2.745
0,mlp.experts.209.up_proj,0.0000029198,0.05000,2.493
0,mlp.experts.212.up_proj,0.0000005142,0.05000,2.452
0,mlp.experts.211.up_proj,0.0000037718,0.05000,2.472
0,mlp.experts.210.up_proj,0.0000017798,0.05000,2.485
0,mlp.experts.213.up_proj,0.0000030879,0.05000,2.576
0,mlp.experts.216.up_proj,0.0000002693,0.05000,2.630
0,mlp.experts.215.up_proj,0.0000028744,0.05000,2.558
0,mlp.experts.214.up_proj,0.0000030888,0.05000,2.541
0,mlp.experts.217.up_proj,0.0000021603,0.05000,2.654
0,mlp.experts.219.up_proj,0.0000023824,0.05000,2.438
0,mlp.experts.220.up_proj,0.0000057570,0.05000,2.608
0,mlp.experts.218.up_proj,0.0000006930,0.05000,2.427
0,mlp.experts.221.up_proj,0.0000014144,0.05000,2.633
0,mlp.experts.224.up_proj,0.0000037037,0.05000,2.491
0,mlp.experts.223.up_proj,0.0000018047,0.05000,2.635
0,mlp.experts.222.up_proj,0.0000016398,0.05000,2.676
0,mlp.experts.225.up_proj,0.0000019380,0.05000,2.583
0,mlp.experts.228.up_proj,0.0000005202,0.05000,2.515
0,mlp.experts.227.up_proj,0.0000011344,0.05000,2.552
0,mlp.experts.226.up_proj,0.0000002799,0.05000,2.594
0,mlp.experts.229.up_proj,0.0000005147,0.05000,2.581
0,mlp.experts.232.up_proj,0.0000060490,0.05000,2.502
0,mlp.experts.231.up_proj,0.0000017993,0.05000,2.437
0,mlp.experts.230.up_proj,0.0000020436,0.05000,2.490
0,mlp.experts.233.up_proj,0.0000001834,0.05000,2.502
0,mlp.experts.236.up_proj,0.0000027062,0.05000,2.495
0,mlp.experts.235.up_proj,0.0000011552,0.05000,2.510
0,mlp.experts.234.up_proj,0.0000015581,0.05000,2.496
0,mlp.experts.237.up_proj,0.0000042714,0.05000,2.546
0,mlp.experts.240.up_proj,0.0000038021,0.05000,2.596
0,mlp.experts.239.up_proj,0.0000024365,0.05000,2.612
0,mlp.experts.238.up_proj,0.0000022893,0.05000,2.560
0,mlp.experts.241.up_proj,0.0000013176,0.05000,2.458
0,mlp.experts.244.up_proj,0.0000064188,0.05000,2.465
0,mlp.experts.243.up_proj,0.0000008484,0.05000,2.452
0,mlp.experts.248.up_proj,failsafe(rtn): 0.0005684,0.00000,0.043
0,mlp.experts.242.up_proj,0.0000011381,0.05000,2.445
0,mlp.experts.245.up_proj,0.0000014720,0.05000,2.443
0,mlp.experts.247.up_proj,0.0000009241,0.05000,2.569
0,mlp.experts.252.up_proj,0.0000004100,0.05000,2.584
0,mlp.experts.246.up_proj,0.0000006341,0.05000,2.525
0,mlp.experts.249.up_proj,0.0000004148,0.05000,1.954
0,mlp.experts.251.up_proj,0.0000007234,0.05000,1.695
0,mlp.experts.250.up_proj,0.0000008011,0.05000,1.658
0,mlp.experts.253.up_proj,0.0000026737,0.05000,1.718
0,mlp.experts.255.up_proj,0.0000005621,0.05000,1.524
0,mlp.experts.254.up_proj,0.0000024444,0.05000,1.424
0,mlp.experts.3.down_proj,0.0000004779,0.05000,0.610
0,mlp.experts.2.down_proj,0.0000001922,0.05000,0.624
0,mlp.experts.1.down_proj,0.0000002894,0.05000,0.627
0,mlp.experts.0.down_proj,0.0000008171,0.05000,0.653
0,mlp.experts.6.down_proj,0.0000002730,0.05000,0.657
0,mlp.experts.7.down_proj,0.0000002282,0.05000,0.688
0,mlp.experts.4.down_proj,0.0000010797,0.05000,0.668
0,mlp.experts.5.down_proj,0.0000002889,0.05000,0.715
0,mlp.experts.10.down_proj,0.0000003431,0.05000,0.656
0,mlp.experts.11.down_proj,0.0000002049,0.05000,0.648
0,mlp.experts.8.down_proj,0.0000003855,0.05000,0.652
0,mlp.experts.9.down_proj,0.0000003214,0.05000,0.651
0,mlp.experts.15.down_proj,0.0000004147,0.05000,0.658
0,mlp.experts.12.down_proj,0.0000004813,0.05000,0.654
0,mlp.experts.13.down_proj,0.0000001509,0.05000,0.684
0,mlp.experts.14.down_proj,0.0000002300,0.05000,0.754
0,mlp.experts.19.down_proj,0.0000003134,0.05000,0.711
0,mlp.experts.16.down_proj,0.0000004240,0.05000,0.706
0,mlp.experts.17.down_proj,0.0000003993,0.05000,0.662
0,mlp.experts.18.down_proj,0.0000000884,0.05000,0.715
0,mlp.experts.20.down_proj,0.0000003864,0.05000,0.641
0,mlp.experts.21.down_proj,0.0000004020,0.05000,0.649
0,mlp.experts.23.down_proj,0.0000004353,0.05000,0.684
0,mlp.experts.22.down_proj,0.0000001745,0.05000,0.663
0,mlp.experts.24.down_proj,0.0000002557,0.05000,0.637
0,mlp.experts.25.down_proj,0.0000002567,0.05000,0.634
0,mlp.experts.27.down_proj,0.0000003617,0.05000,0.632
0,mlp.experts.26.down_proj,0.0000005414,0.05000,0.612
0,mlp.experts.29.down_proj,0.0000004495,0.05000,0.666
0,mlp.experts.28.down_proj,0.0000003254,0.05000,0.727
0,mlp.experts.30.down_proj,0.0000004667,0.05000,0.660
0,mlp.experts.31.down_proj,0.0000002297,0.05000,0.728
0,mlp.experts.33.down_proj,0.0000002558,0.05000,0.696
0,mlp.experts.34.down_proj,0.0000004221,0.05000,0.650
0,mlp.experts.35.down_proj,0.0000004855,0.05000,0.660
0,mlp.experts.32.down_proj,0.0000003167,0.05000,0.692
0,mlp.experts.37.down_proj,0.0000004944,0.05000,0.646
0,mlp.experts.39.down_proj,0.0000004899,0.05000,0.648
0,mlp.experts.38.down_proj,0.0000004709,0.05000,0.700
0,mlp.experts.36.down_proj,0.0000003624,0.05000,0.694
0,mlp.experts.41.down_proj,0.0000002110,0.05000,0.637
0,mlp.experts.43.down_proj,0.0000005894,0.05000,0.650
0,mlp.experts.42.down_proj,0.0000004836,0.05000,0.652
0,mlp.experts.40.down_proj,0.0000003020,0.05000,0.652
0,mlp.experts.45.down_proj,0.0000000866,0.05000,0.658
0,mlp.experts.46.down_proj,0.0000001836,0.05000,0.625
0,mlp.experts.47.down_proj,0.0000001866,0.05000,0.659
0,mlp.experts.44.down_proj,0.0000003510,0.05000,0.650
0,mlp.experts.49.down_proj,0.0000001894,0.05000,0.654
0,mlp.experts.48.down_proj,0.0000003454,0.05000,0.656
0,mlp.experts.51.down_proj,0.0000002214,0.05000,0.715
0,mlp.experts.50.down_proj,0.0000001813,0.05000,0.716
0,mlp.experts.53.down_proj,0.0000005414,0.05000,0.655
0,mlp.experts.52.down_proj,0.0000002945,0.05000,0.633
0,mlp.experts.55.down_proj,0.0000003241,0.05000,0.639
0,mlp.experts.54.down_proj,0.0000003953,0.05000,0.646
0,mlp.experts.57.down_proj,0.0000001684,0.05000,0.672
0,mlp.experts.56.down_proj,0.0000001634,0.05000,0.703
0,mlp.experts.58.down_proj,0.0000004515,0.05000,0.675
0,mlp.experts.59.down_proj,0.0000002360,0.05000,0.710
0,mlp.experts.61.down_proj,0.0000005797,0.05000,0.718
0,mlp.experts.62.down_proj,0.0000004007,0.05000,0.643
0,mlp.experts.60.down_proj,0.0000002784,0.05000,0.667
0,mlp.experts.63.down_proj,0.0000001944,0.05000,0.710
0,mlp.experts.65.down_proj,0.0000001479,0.05000,0.666
0,mlp.experts.64.down_proj,0.0000005696,0.05000,0.681
0,mlp.experts.66.down_proj,0.0000001910,0.05000,0.698
0,mlp.experts.67.down_proj,0.0000002124,0.05000,0.675
0,mlp.experts.68.down_proj,0.0000002743,0.05000,0.647
0,mlp.experts.70.down_proj,0.0000003216,0.05000,0.649
0,mlp.experts.69.down_proj,0.0000002256,0.05000,0.727
0,mlp.experts.71.down_proj,0.0000007592,0.05000,0.690
0,mlp.experts.74.down_proj,0.0000001043,0.05000,0.671
0,mlp.experts.72.down_proj,0.0000009033,0.05000,0.713
0,mlp.experts.73.down_proj,0.0000002243,0.05000,0.698
0,mlp.experts.75.down_proj,0.0000004911,0.05000,0.668
0,mlp.experts.78.down_proj,0.0000002161,0.05000,0.691
0,mlp.experts.76.down_proj,0.0000007422,0.05000,0.694
0,mlp.experts.77.down_proj,0.0000004082,0.05000,0.710
0,mlp.experts.79.down_proj,0.0000003560,0.05000,0.698
0,mlp.experts.82.down_proj,0.0000002178,0.05000,0.733
0,mlp.experts.80.down_proj,0.0000001870,0.05000,0.706
0,mlp.experts.81.down_proj,0.0000001568,0.05000,0.726
0,mlp.experts.83.down_proj,0.0000002389,0.05000,0.729
0,mlp.experts.86.down_proj,0.0000002800,0.05000,0.748
0,mlp.experts.85.down_proj,0.0000002255,0.05000,0.735
0,mlp.experts.84.down_proj,0.0000001604,0.05000,0.801
0,mlp.experts.87.down_proj,0.0000003834,0.05000,0.740
0,mlp.experts.90.down_proj,0.0000006303,0.05000,0.713
0,mlp.experts.89.down_proj,0.0000003264,0.05000,0.674
0,mlp.experts.88.down_proj,0.0000003236,0.05000,0.714
0,mlp.experts.91.down_proj,0.0000004767,0.05000,0.749
0,mlp.experts.94.down_proj,0.0000003842,0.05000,0.635
0,mlp.experts.93.down_proj,0.0000002548,0.05000,0.652
0,mlp.experts.92.down_proj,0.0000002740,0.05000,0.632
0,mlp.experts.95.down_proj,0.0000005293,0.05000,0.656
0,mlp.experts.98.down_proj,0.0000003582,0.05000,0.660
0,mlp.experts.97.down_proj,0.0000002328,0.05000,0.662
0,mlp.experts.96.down_proj,0.0000001575,0.05000,0.645
0,mlp.experts.99.down_proj,0.0000003725,0.05000,0.685
0,mlp.experts.102.down_proj,0.0000001890,0.05000,0.676
0,mlp.experts.101.down_proj,0.0000001485,0.05000,0.708
0,mlp.experts.100.down_proj,0.0000005116,0.05000,0.730
0,mlp.experts.103.down_proj,0.0000005408,0.05000,0.664
0,mlp.experts.106.down_proj,0.0000001989,0.05000,0.673
0,mlp.experts.105.down_proj,0.0000002243,0.05000,0.687
0,mlp.experts.104.down_proj,0.0000005138,0.05000,0.708
0,mlp.experts.107.down_proj,0.0000001951,0.05000,0.711
0,mlp.experts.110.down_proj,0.0000001710,0.05000,0.660
0,mlp.experts.109.down_proj,0.0000002419,0.05000,0.662
0,mlp.experts.108.down_proj,0.0000003573,0.05000,0.672
0,mlp.experts.111.down_proj,0.0000002062,0.05000,0.663
0,mlp.experts.114.down_proj,0.0000004371,0.05000,0.686
0,mlp.experts.113.down_proj,0.0000001365,0.05000,0.754
0,mlp.experts.112.down_proj,0.0000003506,0.05000,0.765
0,mlp.experts.115.down_proj,0.0000003287,0.05000,0.720
0,mlp.experts.118.down_proj,0.0000004742,0.05000,0.743
0,mlp.experts.117.down_proj,0.0000001309,0.05000,0.713
0,mlp.experts.116.down_proj,0.0000003008,0.05000,0.733
0,mlp.experts.119.down_proj,0.0000003971,0.05000,0.729
0,mlp.experts.122.down_proj,0.0000002524,0.05000,0.668
0,mlp.experts.121.down_proj,0.0000000956,0.05000,0.729
0,mlp.experts.120.down_proj,0.0000002121,0.05000,0.691
0,mlp.experts.123.down_proj,0.0000001071,0.05000,0.741
0,mlp.experts.126.down_proj,0.0000006723,0.05000,0.767
0,mlp.experts.125.down_proj,0.0000003483,0.05000,0.722
0,mlp.experts.124.down_proj,0.0000003778,0.05000,0.781
0,mlp.experts.127.down_proj,0.0000001208,0.05000,0.824
0,mlp.experts.130.down_proj,0.0000002786,0.05000,0.721
0,mlp.experts.129.down_proj,0.0000003437,0.05000,0.713
0,mlp.experts.128.down_proj,0.0000001278,0.05000,0.679
0,mlp.experts.131.down_proj,0.0000003204,0.05000,0.664
0,mlp.experts.134.down_proj,0.0000001668,0.05000,0.607
0,mlp.experts.133.down_proj,0.0000002521,0.05000,0.626
0,mlp.experts.132.down_proj,0.0000005212,0.05000,0.632
0,mlp.experts.135.down_proj,0.0000002868,0.05000,0.662
0,mlp.experts.138.down_proj,0.0000006903,0.05000,0.660
0,mlp.experts.137.down_proj,0.0000007506,0.05000,0.698
0,mlp.experts.136.down_proj,0.0000001766,0.05000,0.701
0,mlp.experts.139.down_proj,0.0000002708,0.05000,0.692
0,mlp.experts.142.down_proj,0.0000002375,0.05000,0.722
0,mlp.experts.141.down_proj,0.0000004095,0.05000,0.696
0,mlp.experts.140.down_proj,0.0000005075,0.05000,0.735
0,mlp.experts.143.down_proj,0.0000002553,0.05000,0.687
0,mlp.experts.146.down_proj,0.0000002251,0.05000,0.732
0,mlp.experts.145.down_proj,0.0000002514,0.05000,0.687
0,mlp.experts.144.down_proj,0.0000001310,0.05000,0.658
0,mlp.experts.147.down_proj,0.0000004869,0.05000,0.704
0,mlp.experts.150.down_proj,0.0000002457,0.05000,0.706
0,mlp.experts.149.down_proj,0.0000004704,0.05000,0.668
0,mlp.experts.148.down_proj,0.0000003377,0.05000,0.694
0,mlp.experts.151.down_proj,0.0000002898,0.05000,0.692
0,mlp.experts.154.down_proj,0.0000004636,0.05000,0.693
0,mlp.experts.153.down_proj,0.0000002245,0.05000,0.703
0,mlp.experts.152.down_proj,0.0000003530,0.05000,0.745
0,mlp.experts.155.down_proj,0.0000004664,0.05000,0.689
0,mlp.experts.157.down_proj,0.0000001078,0.05000,0.692
0,mlp.experts.158.down_proj,0.0000004653,0.05000,0.771
0,mlp.experts.156.down_proj,0.0000003363,0.05000,0.704
0,mlp.experts.159.down_proj,0.0000003389,0.05000,0.671
0,mlp.experts.161.down_proj,0.0000004057,0.05000,0.742
0,mlp.experts.162.down_proj,0.0000010223,0.05000,0.720
0,mlp.experts.160.down_proj,0.0000002473,0.05000,0.698
0,mlp.experts.163.down_proj,0.0000002306,0.05000,0.701
0,mlp.experts.166.down_proj,0.0000002084,0.05000,0.668
0,mlp.experts.165.down_proj,0.0000002586,0.05000,0.716
0,mlp.experts.164.down_proj,0.0000004943,0.05000,0.704
0,mlp.experts.167.down_proj,0.0000003983,0.05000,0.722
0,mlp.experts.170.down_proj,0.0000003390,0.05000,0.673
0,mlp.experts.169.down_proj,0.0000004147,0.05000,0.710
0,mlp.experts.168.down_proj,0.0000004705,0.05000,0.727
0,mlp.experts.171.down_proj,0.0000001871,0.05000,0.695
0,mlp.experts.174.down_proj,0.0000002950,0.05000,0.650
0,mlp.experts.173.down_proj,0.0000008021,0.05000,0.701
0,mlp.experts.175.down_proj,0.0000000981,0.05000,0.667
0,mlp.experts.172.down_proj,0.0000002428,0.05000,0.695
0,mlp.experts.178.down_proj,0.0000002990,0.05000,0.655
0,mlp.experts.177.down_proj,0.0000001183,0.05000,0.649
0,mlp.experts.179.down_proj,0.0000013349,0.05000,0.642
0,mlp.experts.176.down_proj,0.0000000598,0.05000,0.639
0,mlp.experts.182.down_proj,0.0000003668,0.05000,0.612
0,mlp.experts.181.down_proj,0.0000002092,0.05000,0.638
0,mlp.experts.183.down_proj,0.0000012583,0.05000,0.632
0,mlp.experts.180.down_proj,0.0000002721,0.05000,0.649
0,mlp.experts.186.down_proj,0.0000001494,0.05000,0.691
0,mlp.experts.185.down_proj,0.0000001634,0.05000,0.711
0,mlp.experts.187.down_proj,0.0000002226,0.05000,0.685
0,mlp.experts.184.down_proj,0.0000003644,0.05000,0.699
0,mlp.experts.190.down_proj,0.0000003244,0.05000,0.652
0,mlp.experts.189.down_proj,0.0000004445,0.05000,0.673
0,mlp.experts.191.down_proj,0.0000001657,0.05000,0.645
0,mlp.experts.188.down_proj,0.0000001490,0.05000,0.622
0,mlp.experts.194.down_proj,0.0000001604,0.05000,0.611
0,mlp.experts.193.down_proj,0.0000003994,0.05000,0.634
0,mlp.experts.192.down_proj,0.0000005250,0.05000,0.610
0,mlp.experts.195.down_proj,0.0000004409,0.05000,0.641
0,mlp.experts.198.down_proj,0.0000002158,0.05000,0.664
0,mlp.experts.197.down_proj,0.0000001803,0.05000,0.677
0,mlp.experts.196.down_proj,0.0000002004,0.05000,0.680
0,mlp.experts.199.down_proj,0.0000004204,0.05000,0.676
0,mlp.experts.202.down_proj,0.0000001579,0.05000,0.655
0,mlp.experts.200.down_proj,0.0000006591,0.05000,0.641
0,mlp.experts.201.down_proj,0.0000005519,0.05000,0.699
0,mlp.experts.203.down_proj,0.0000003043,0.05000,0.691
0,mlp.experts.206.down_proj,0.0000006014,0.05000,0.692
0,mlp.experts.204.down_proj,0.0000003212,0.05000,0.670
0,mlp.experts.205.down_proj,0.0000001802,0.05000,0.679
0,mlp.experts.207.down_proj,0.0000003317,0.05000,0.723
0,mlp.experts.210.down_proj,0.0000002067,0.05000,0.711
0,mlp.experts.209.down_proj,0.0000004306,0.05000,0.738
0,mlp.experts.208.down_proj,0.0000004526,0.05000,0.768
0,mlp.experts.211.down_proj,0.0000004702,0.05000,0.717
0,mlp.experts.214.down_proj,0.0000005725,0.05000,0.726
0,mlp.experts.212.down_proj,0.0000001804,0.05000,0.728
0,mlp.experts.213.down_proj,0.0000007316,0.05000,0.754
0,mlp.experts.215.down_proj,0.0000001577,0.05000,0.724
0,mlp.experts.218.down_proj,0.0000002030,0.05000,0.745
0,mlp.experts.217.down_proj,0.0000001535,0.05000,0.712
0,mlp.experts.216.down_proj,0.0000001948,0.05000,0.751
0,mlp.experts.219.down_proj,0.0000004019,0.05000,0.721
0,mlp.experts.222.down_proj,0.0000001498,0.05000,0.700
0,mlp.experts.221.down_proj,0.0000003811,0.05000,0.660
0,mlp.experts.223.down_proj,0.0000001688,0.05000,0.675
0,mlp.experts.220.down_proj,0.0000005440,0.05000,0.712
0,mlp.experts.226.down_proj,0.0000000776,0.05000,0.692
0,mlp.experts.225.down_proj,0.0000004629,0.05000,0.684
0,mlp.experts.224.down_proj,0.0000002494,0.05000,0.675
0,mlp.experts.227.down_proj,0.0000003923,0.05000,0.725
0,mlp.experts.230.down_proj,0.0000002125,0.05000,0.708
0,mlp.experts.229.down_proj,0.0000000195,0.05000,0.670
0,mlp.experts.231.down_proj,0.0000001672,0.05000,0.661
0,mlp.experts.228.down_proj,0.0000002893,0.05000,0.720
0,mlp.experts.234.down_proj,0.0000001323,0.05000,0.754
0,mlp.experts.233.down_proj,0.0000001233,0.05000,0.653
0,mlp.experts.235.down_proj,0.0000003198,0.05000,0.669
0,mlp.experts.232.down_proj,0.0000001757,0.05000,0.749
0,mlp.experts.238.down_proj,0.0000004951,0.05000,0.700
0,mlp.experts.237.down_proj,0.0000004402,0.05000,0.652
0,mlp.experts.239.down_proj,0.0000003552,0.05000,0.639
0,mlp.experts.236.down_proj,0.0000005061,0.05000,0.654
0,mlp.experts.242.down_proj,0.0000001825,0.05000,0.637
0,mlp.experts.241.down_proj,0.0000003035,0.05000,0.660
0,mlp.experts.243.down_proj,0.0000003369,0.05000,0.670
0,mlp.experts.240.down_proj,0.0000003851,0.05000,0.694
0,mlp.experts.246.down_proj,0.0000003022,0.05000,0.676
0,mlp.experts.245.down_proj,0.0000003983,0.05000,0.722
0,mlp.experts.247.down_proj,0.0000003235,0.05000,0.664
0,mlp.experts.244.down_proj,0.0000006806,0.05000,0.716
0,mlp.experts.248.down_proj,failsafe(rtn): 0.0006027,0.00000,0.012
0,mlp.experts.250.down_proj,0.0000001470,0.05000,0.666
0,mlp.experts.249.down_proj,0.0000000458,0.05000,0.699
0,mlp.experts.251.down_proj,0.0000002457,0.05000,0.722
0,mlp.experts.252.down_proj,0.0000002694,0.05000,0.742
0,mlp.experts.254.down_proj,0.0000002507,0.05000,0.604
0,mlp.experts.253.down_proj,0.0000007514,0.05000,0.523
0,mlp.experts.255.down_proj,0.0000003072,0.05000,0.478
1,mlp.experts.1.gate_proj,0.0000043190,0.05000,2.587
1,mlp.experts.0.gate_proj,0.0000060380,0.05000,2.593
1,mlp.experts.3.gate_proj,0.0000080504,0.05000,2.633
1,mlp.experts.2.gate_proj,0.0000037455,0.05000,2.673
1,mlp.experts.4.gate_proj,0.0000067920,0.05000,2.606
1,mlp.experts.6.gate_proj,0.0000039202,0.05000,2.570
1,mlp.experts.5.gate_proj,0.0000053510,0.05000,2.664
1,mlp.experts.7.gate_proj,0.0000067696,0.05000,2.755
1,mlp.experts.10.gate_proj,0.0000082413,0.05000,2.680
1,mlp.experts.9.gate_proj,0.0000051473,0.05000,2.697
1,mlp.experts.8.gate_proj,0.0000077658,0.05000,2.767
1,mlp.experts.11.gate_proj,0.0000013493,0.05000,2.668
1,mlp.experts.13.gate_proj,0.0000016369,0.05000,2.366
1,mlp.experts.12.gate_proj,0.0000066882,0.05000,2.453
1,mlp.experts.14.gate_proj,0.0000191215,0.05000,2.525
1,mlp.experts.15.gate_proj,0.0000046348,0.05000,2.402
1,mlp.experts.17.gate_proj,0.0000066724,0.05000,2.490
1,mlp.experts.19.gate_proj,0.0000028433,0.05000,2.543
1,mlp.experts.16.gate_proj,0.0000056408,0.05000,2.619
1,mlp.experts.18.gate_proj,0.0000048620,0.05000,2.671
1,mlp.experts.21.gate_proj,0.0000069910,0.05000,2.578
1,mlp.experts.20.gate_proj,0.0000059787,0.05000,2.546
1,mlp.experts.23.gate_proj,0.0000085082,0.05000,2.664
1,mlp.experts.22.gate_proj,0.0000040343,0.05000,2.657
1,mlp.experts.25.gate_proj,0.0000182292,0.05000,2.650
1,mlp.experts.24.gate_proj,0.0000095795,0.05000,2.664
1,mlp.experts.27.gate_proj,0.0000022945,0.05000,2.651
1,mlp.experts.26.gate_proj,0.0000020606,0.05000,2.659
1,mlp.experts.29.gate_proj,0.0000021093,0.05000,2.638
1,mlp.experts.28.gate_proj,0.0000062686,0.05000,2.636
1,mlp.experts.31.gate_proj,0.0000060176,0.05000,2.624
1,mlp.experts.30.gate_proj,0.0000127988,0.05000,2.765
1,mlp.experts.33.gate_proj,0.0000049321,0.05000,2.756
1,mlp.experts.32.gate_proj,0.0000075293,0.05000,2.749
1,mlp.experts.35.gate_proj,0.0000071007,0.05000,2.776
1,mlp.experts.34.gate_proj,0.0000019095,0.05000,2.588
1,mlp.experts.37.gate_proj,0.0000054560,0.05000,2.340
1,mlp.experts.36.gate_proj,0.0000065956,0.05000,2.402
1,mlp.experts.39.gate_proj,0.0000058823,0.05000,2.428
1,mlp.experts.38.gate_proj,0.0000123748,0.05000,2.413
1,mlp.experts.41.gate_proj,0.0000055297,0.05000,2.518
1,mlp.experts.40.gate_proj,0.0000020594,0.05000,2.549
1,mlp.experts.43.gate_proj,0.0000019350,0.05000,2.557
1,mlp.experts.42.gate_proj,0.0000046015,0.05000,2.566
1,mlp.experts.45.gate_proj,0.0000036266,0.05000,2.653
1,mlp.experts.44.gate_proj,0.0000065410,0.05000,2.625
1,mlp.experts.47.gate_proj,0.0000066621,0.05000,2.586
1,mlp.experts.46.gate_proj,0.0000112809,0.05000,2.616
1,mlp.experts.49.gate_proj,0.0000040409,0.05000,2.580
1,mlp.experts.48.gate_proj,0.0000070651,0.05000,2.483
1,mlp.experts.51.gate_proj,0.0000042826,0.05000,2.644
1,mlp.experts.50.gate_proj,0.0000117557,0.05000,2.670
1,mlp.experts.53.gate_proj,0.0000034070,0.05000,2.575
1,mlp.experts.52.gate_proj,0.0000070259,0.05000,2.485
1,mlp.experts.55.gate_proj,0.0000034843,0.05000,2.566
1,mlp.experts.54.gate_proj,0.0000072338,0.05000,2.550
1,mlp.experts.57.gate_proj,0.0000036775,0.05000,2.425
1,mlp.experts.56.gate_proj,0.0000092398,0.05000,2.548
1,mlp.experts.59.gate_proj,0.0000025903,0.05000,2.528
1,mlp.experts.58.gate_proj,0.0000065977,0.05000,2.606
1,mlp.experts.61.gate_proj,0.0000078659,0.05000,2.667
1,mlp.experts.60.gate_proj,0.0000052707,0.05000,2.751
1,mlp.experts.63.gate_proj,0.0000023953,0.05000,2.766
1,mlp.experts.62.gate_proj,0.0000026433,0.05000,2.777
1,mlp.experts.65.gate_proj,0.0000038430,0.05000,2.756
1,mlp.experts.64.gate_proj,0.0000068927,0.05000,2.610
1,mlp.experts.67.gate_proj,0.0000060507,0.05000,2.670
1,mlp.experts.66.gate_proj,0.0000030397,0.05000,2.853
1,mlp.experts.69.gate_proj,0.0000072392,0.05000,2.887
1,mlp.experts.68.gate_proj,0.0000099934,0.05000,2.790
1,mlp.experts.71.gate_proj,0.0000083603,0.05000,2.890
1,mlp.experts.70.gate_proj,0.0000028910,0.05000,2.943
1,mlp.experts.73.gate_proj,0.0000037093,0.05000,2.733
1,mlp.experts.72.gate_proj,0.0000058509,0.05000,2.870
1,mlp.experts.75.gate_proj,0.0000040337,0.05000,2.697
1,mlp.experts.74.gate_proj,0.0000195215,0.05000,2.466
1,mlp.experts.77.gate_proj,0.0000035593,0.05000,2.131
1,mlp.experts.76.gate_proj,0.0000078676,0.05000,2.206
1,mlp.experts.79.gate_proj,0.0000030396,0.05000,2.076
1,mlp.experts.78.gate_proj,0.0000223778,0.05000,2.322
1,mlp.experts.81.gate_proj,0.0000014767,0.05000,2.492
1,mlp.experts.80.gate_proj,0.0000056080,0.05000,2.572
1,mlp.experts.83.gate_proj,0.0000087072,0.05000,2.542
1,mlp.experts.82.gate_proj,0.0000047938,0.05000,2.468
1,mlp.experts.85.gate_proj,0.0000038879,0.05000,2.703
1,mlp.experts.84.gate_proj,0.0000050818,0.05000,2.569
1,mlp.experts.87.gate_proj,0.0000023777,0.05000,2.702
1,mlp.experts.86.gate_proj,0.0000020860,0.05000,2.645
1,mlp.experts.89.gate_proj,0.0000037002,0.05000,2.764
1,mlp.experts.88.gate_proj,0.0000053273,0.05000,2.807
1,mlp.experts.91.gate_proj,0.0000076822,0.05000,2.605
1,mlp.experts.90.gate_proj,0.0000059315,0.05000,2.734
1,mlp.experts.93.gate_proj,0.0000017477,0.05000,2.436
1,mlp.experts.92.gate_proj,0.0000030344,0.05000,2.454
1,mlp.experts.95.gate_proj,0.0000050932,0.05000,2.473
1,mlp.experts.94.gate_proj,0.0000081786,0.05000,2.423
1,mlp.experts.97.gate_proj,0.0000030409,0.05000,2.689
1,mlp.experts.99.gate_proj,0.0000107562,0.05000,2.515
1,mlp.experts.96.gate_proj,0.0000017829,0.05000,2.648
1,mlp.experts.98.gate_proj,0.0000032802,0.05000,2.537
1,mlp.experts.101.gate_proj,0.0000037647,0.05000,2.730
1,mlp.experts.100.gate_proj,0.0000086267,0.05000,2.636
1,mlp.experts.103.gate_proj,0.0000107640,0.05000,2.689
1,mlp.experts.102.gate_proj,0.0000053346,0.05000,2.675
1,mlp.experts.105.gate_proj,0.0000094395,0.05000,2.569
1,mlp.experts.104.gate_proj,0.0000060731,0.05000,2.589
1,mlp.experts.107.gate_proj,0.0000057745,0.05000,2.639
1,mlp.experts.106.gate_proj,0.0000177620,0.05000,2.622
1,mlp.experts.108.gate_proj,0.0000041822,0.05000,2.555
1,mlp.experts.109.gate_proj,0.0000070075,0.05000,2.716
1,mlp.experts.111.gate_proj,0.0000028639,0.05000,2.787
1,mlp.experts.110.gate_proj,0.0000104664,0.05000,2.809
1,mlp.experts.113.gate_proj,0.0000056148,0.05000,2.646
1,mlp.experts.112.gate_proj,0.0000019550,0.05000,2.698
1,mlp.experts.115.gate_proj,0.0000047323,0.05000,2.505
1,mlp.experts.114.gate_proj,0.0000151547,0.05000,2.661
1,mlp.experts.116.gate_proj,0.0000076098,0.05000,2.575
1,mlp.experts.117.gate_proj,0.0000061753,0.05000,2.672
1,mlp.experts.119.gate_proj,0.0000033247,0.05000,2.660
1,mlp.experts.118.gate_proj,0.0000051959,0.05000,2.608
1,mlp.experts.120.gate_proj,0.0000030541,0.05000,2.589
1,mlp.experts.121.gate_proj,0.0000160078,0.05000,2.577
1,mlp.experts.123.gate_proj,0.0000039168,0.05000,2.480
1,mlp.experts.122.gate_proj,0.0000052749,0.05000,2.586
1,mlp.experts.125.gate_proj,0.0000088192,0.05000,2.407
1,mlp.experts.127.gate_proj,0.0000021457,0.05000,2.412
1,mlp.experts.124.gate_proj,0.0000100928,0.05000,2.497
1,mlp.experts.126.gate_proj,0.0000045858,0.05000,2.499
1,mlp.experts.129.gate_proj,0.0000043951,0.05000,2.697
1,mlp.experts.128.gate_proj,0.0000044232,0.05000,2.685
1,mlp.experts.131.gate_proj,0.0000053342,0.05000,2.731
1,mlp.experts.130.gate_proj,0.0000221100,0.05000,2.661
1,mlp.experts.133.gate_proj,0.0000025717,0.05000,2.820
1,mlp.experts.135.gate_proj,0.0000046147,0.05000,2.896
1,mlp.experts.132.gate_proj,0.0000041168,0.05000,2.954
1,mlp.experts.134.gate_proj,0.0000042857,0.05000,2.933
1,mlp.experts.137.gate_proj,0.0000032418,0.05000,2.815
1,mlp.experts.139.gate_proj,0.0000059700,0.05000,2.709
1,mlp.experts.136.gate_proj,0.0000111936,0.05000,2.802
1,mlp.experts.140.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.043
1,mlp.experts.138.gate_proj,0.0000024563,0.05000,2.746
1,mlp.experts.143.gate_proj,0.0000087875,0.05000,2.666
1,mlp.experts.141.gate_proj,0.0000070599,0.05000,2.747
1,mlp.experts.144.gate_proj,0.0000095965,0.05000,2.555
1,mlp.experts.142.gate_proj,0.0000067320,0.05000,2.630
1,mlp.experts.147.gate_proj,0.0000047389,0.05000,2.705
1,mlp.experts.148.gate_proj,0.0000062616,0.05000,2.689
1,mlp.experts.145.gate_proj,0.0000057422,0.05000,2.772
1,mlp.experts.146.gate_proj,0.0000095688,0.05000,2.757
1,mlp.experts.151.gate_proj,0.0000076100,0.05000,2.586
1,mlp.experts.152.gate_proj,0.0000233227,0.05000,2.560
1,mlp.experts.149.gate_proj,0.0000096457,0.05000,2.619
1,mlp.experts.150.gate_proj,0.0000029283,0.05000,2.499
1,mlp.experts.156.gate_proj,0.0000059614,0.05000,2.426
1,mlp.experts.155.gate_proj,0.0000043840,0.05000,2.501
1,mlp.experts.153.gate_proj,0.0000033603,0.05000,2.534
1,mlp.experts.154.gate_proj,0.0000043904,0.05000,2.592
1,mlp.experts.159.gate_proj,0.0000050808,0.05000,2.504
1,mlp.experts.160.gate_proj,0.0000065462,0.05000,2.586
1,mlp.experts.157.gate_proj,0.0000038308,0.05000,2.556
1,mlp.experts.161.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.035
1,mlp.experts.158.gate_proj,0.0000022842,0.05000,2.635
1,mlp.experts.163.gate_proj,0.0000078892,0.05000,2.621
1,mlp.experts.164.gate_proj,0.0000071314,0.05000,2.658
1,mlp.experts.165.gate_proj,0.0000037064,0.05000,2.603
1,mlp.experts.162.gate_proj,0.0000087219,0.05000,2.622
1,mlp.experts.167.gate_proj,0.0000049146,0.05000,2.583
1,mlp.experts.168.gate_proj,0.0000024188,0.05000,2.565
1,mlp.experts.169.gate_proj,0.0000013852,0.05000,2.567
1,mlp.experts.166.gate_proj,0.0000019087,0.05000,2.701
1,mlp.experts.172.gate_proj,0.0000102695,0.05000,2.643
1,mlp.experts.171.gate_proj,0.0000027985,0.05000,2.753
1,mlp.experts.173.gate_proj,0.0000061575,0.05000,2.710
1,mlp.experts.170.gate_proj,0.0000060906,0.05000,2.691
1,mlp.experts.176.gate_proj,0.0000032460,0.05000,2.513
1,mlp.experts.175.gate_proj,0.0000080207,0.05000,2.601
1,mlp.experts.177.gate_proj,0.0000034068,0.05000,2.592
1,mlp.experts.174.gate_proj,0.0000064220,0.05000,2.503
1,mlp.experts.180.gate_proj,0.0000059275,0.05000,2.306
1,mlp.experts.179.gate_proj,0.0000055954,0.05000,2.279
1,mlp.experts.181.gate_proj,0.0000046122,0.05000,2.220
1,mlp.experts.178.gate_proj,0.0000080847,0.05000,2.245
1,mlp.experts.184.gate_proj,0.0000028899,0.05000,2.342
1,mlp.experts.183.gate_proj,0.0000024752,0.05000,2.244
1,mlp.experts.185.gate_proj,0.0000076310,0.05000,2.372
1,mlp.experts.182.gate_proj,0.0000109394,0.05000,2.194
1,mlp.experts.187.gate_proj,0.0000036769,0.05000,2.364
1,mlp.experts.188.gate_proj,0.0000091464,0.05000,2.415
1,mlp.experts.189.gate_proj,0.0000052563,0.05000,2.398
1,mlp.experts.186.gate_proj,0.0000067810,0.05000,2.417
1,mlp.experts.191.gate_proj,0.0000050851,0.05000,2.507
1,mlp.experts.192.gate_proj,0.0000036849,0.05000,2.657
1,mlp.experts.193.gate_proj,0.0000127071,0.05000,2.680
1,mlp.experts.190.gate_proj,0.0000040325,0.05000,2.581
1,mlp.experts.195.gate_proj,0.0000044915,0.05000,2.444
1,mlp.experts.196.gate_proj,0.0000161247,0.05000,2.491
1,mlp.experts.197.gate_proj,0.0000078653,0.05000,2.432
1,mlp.experts.194.gate_proj,0.0000045291,0.05000,2.456
1,mlp.experts.199.gate_proj,0.0000034594,0.05000,2.445
1,mlp.experts.200.gate_proj,0.0000162685,0.05000,2.402
1,mlp.experts.201.gate_proj,0.0000081318,0.05000,2.384
1,mlp.experts.198.gate_proj,0.0000022476,0.05000,2.321
1,mlp.experts.203.gate_proj,0.0000046667,0.05000,2.671
1,mlp.experts.204.gate_proj,0.0000038572,0.05000,2.539
1,mlp.experts.205.gate_proj,0.0000040787,0.05000,2.575
1,mlp.experts.202.gate_proj,0.0000043458,0.05000,2.686
1,mlp.experts.207.gate_proj,0.0000031171,0.05000,2.583
1,mlp.experts.211.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.038
1,mlp.experts.208.gate_proj,0.0000087514,0.05000,2.653
1,mlp.experts.212.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.038
1,mlp.experts.209.gate_proj,0.0000027407,0.05000,2.634
1,mlp.experts.206.gate_proj,0.0000031316,0.05000,2.610
1,mlp.experts.216.gate_proj,0.0000051040,0.05000,2.415
1,mlp.experts.215.gate_proj,0.0000097088,0.05000,2.591
1,mlp.experts.213.gate_proj,0.0000088565,0.05000,2.586
1,mlp.experts.210.gate_proj,0.0000050012,0.05000,2.545
1,mlp.experts.220.gate_proj,0.0000035537,0.05000,2.495
1,mlp.experts.219.gate_proj,0.0000034566,0.05000,2.600
1,mlp.experts.217.gate_proj,0.0000056650,0.05000,2.489
1,mlp.experts.214.gate_proj,0.0000024969,0.05000,2.450
1,mlp.experts.224.gate_proj,0.0000090101,0.05000,2.511
1,mlp.experts.223.gate_proj,0.0000016262,0.05000,2.555
1,mlp.experts.221.gate_proj,0.0000029632,0.05000,2.619
1,mlp.experts.218.gate_proj,0.0000110108,0.05000,2.681
1,mlp.experts.228.gate_proj,0.0000047393,0.05000,2.508
1,mlp.experts.227.gate_proj,0.0000032967,0.05000,2.530
1,mlp.experts.225.gate_proj,0.0000008911,0.05000,2.549
1,mlp.experts.222.gate_proj,0.0000037107,0.05000,2.530
1,mlp.experts.232.gate_proj,0.0000024326,0.05000,2.503
1,mlp.experts.231.gate_proj,0.0000020804,0.05000,2.531
1,mlp.experts.229.gate_proj,0.0000216708,0.05000,2.543
1,mlp.experts.226.gate_proj,0.0000041326,0.05000,2.530
1,mlp.experts.236.gate_proj,0.0000035573,0.05000,2.609
1,mlp.experts.235.gate_proj,0.0000057939,0.05000,2.705
1,mlp.experts.233.gate_proj,0.0000117405,0.05000,2.664
1,mlp.experts.230.gate_proj,0.0000047528,0.05000,2.656
1,mlp.experts.240.gate_proj,0.0000085630,0.05000,2.597
1,mlp.experts.239.gate_proj,0.0000047093,0.05000,2.616
1,mlp.experts.237.gate_proj,0.0000028649,0.05000,2.541
1,mlp.experts.234.gate_proj,0.0000027509,0.05000,2.494
1,mlp.experts.244.gate_proj,0.0000008808,0.05000,2.628
1,mlp.experts.243.gate_proj,0.0000059641,0.05000,2.585
1,mlp.experts.241.gate_proj,0.0000062464,0.05000,2.598
1,mlp.experts.238.gate_proj,0.0000021497,0.05000,2.709
1,mlp.experts.248.gate_proj,0.0000031870,0.05000,2.583
1,mlp.experts.247.gate_proj,0.0000074834,0.05000,2.660
1,mlp.experts.245.gate_proj,0.0000083323,0.05000,2.585
1,mlp.experts.242.gate_proj,0.0000020805,0.05000,2.465
1,mlp.experts.252.gate_proj,0.0000088832,0.05000,2.720
1,mlp.experts.251.gate_proj,0.0000044892,0.05000,2.665
1,mlp.experts.249.gate_proj,0.0000162555,0.05000,2.557
1,mlp.experts.246.gate_proj,0.0000083355,0.05000,2.658
1,mlp.experts.0.up_proj,0.0000056360,0.05000,2.472
1,mlp.experts.253.gate_proj,0.0000058113,0.05000,2.502
1,mlp.experts.255.gate_proj,0.0000037089,0.05000,2.571
1,mlp.experts.250.gate_proj,0.0000033380,0.05000,2.522
1,mlp.experts.4.up_proj,0.0000065613,0.05000,2.596
1,mlp.experts.1.up_proj,0.0000040672,0.05000,2.505
1,mlp.experts.3.up_proj,0.0000071907,0.05000,2.490
1,mlp.experts.254.gate_proj,0.0000048540,0.05000,2.198
1,mlp.experts.8.up_proj,0.0000071339,0.05000,2.592
1,mlp.experts.7.up_proj,0.0000060531,0.05000,2.609
1,mlp.experts.2.up_proj,0.0000036307,0.05000,2.634
1,mlp.experts.5.up_proj,0.0000047971,0.05000,2.654
1,mlp.experts.9.up_proj,0.0000047008,0.05000,2.618
1,mlp.experts.11.up_proj,0.0000012106,0.05000,2.739
1,mlp.experts.6.up_proj,0.0000037646,0.05000,2.759
1,mlp.experts.12.up_proj,0.0000064625,0.05000,2.824
1,mlp.experts.15.up_proj,0.0000045379,0.05000,2.483
1,mlp.experts.13.up_proj,0.0000016077,0.05000,2.588
1,mlp.experts.16.up_proj,0.0000055478,0.05000,2.515
1,mlp.experts.10.up_proj,0.0000079822,0.05000,2.572
1,mlp.experts.19.up_proj,0.0000026738,0.05000,2.494
1,mlp.experts.17.up_proj,0.0000063481,0.05000,2.595
1,mlp.experts.14.up_proj,0.0000188277,0.05000,2.556
1,mlp.experts.20.up_proj,0.0000056585,0.05000,2.643
1,mlp.experts.23.up_proj,0.0000083554,0.05000,2.592
1,mlp.experts.21.up_proj,0.0000066135,0.05000,2.594
1,mlp.experts.18.up_proj,0.0000046500,0.05000,2.639
1,mlp.experts.24.up_proj,0.0000089913,0.05000,2.670
1,mlp.experts.27.up_proj,0.0000020138,0.05000,2.599
1,mlp.experts.25.up_proj,0.0000171475,0.05000,2.546
1,mlp.experts.28.up_proj,0.0000059368,0.05000,2.500
1,mlp.experts.22.up_proj,0.0000039733,0.05000,2.631
1,mlp.experts.31.up_proj,0.0000059561,0.05000,2.552
1,mlp.experts.29.up_proj,0.0000019609,0.05000,2.554
1,mlp.experts.32.up_proj,0.0000064106,0.05000,2.506
1,mlp.experts.26.up_proj,0.0000019904,0.05000,2.533
1,mlp.experts.35.up_proj,0.0000065800,0.05000,2.538
1,mlp.experts.33.up_proj,0.0000047481,0.05000,2.518
1,mlp.experts.36.up_proj,0.0000061188,0.05000,2.508
1,mlp.experts.30.up_proj,0.0000124634,0.05000,2.554
1,mlp.experts.37.up_proj,0.0000051626,0.05000,2.541
1,mlp.experts.39.up_proj,0.0000055844,0.05000,2.662
1,mlp.experts.40.up_proj,0.0000019577,0.05000,2.549
1,mlp.experts.34.up_proj,0.0000018172,0.05000,2.585
1,mlp.experts.41.up_proj,0.0000053946,0.05000,2.625
1,mlp.experts.44.up_proj,0.0000064002,0.05000,2.675
1,mlp.experts.43.up_proj,0.0000019117,0.05000,2.711
1,mlp.experts.38.up_proj,0.0000119851,0.05000,2.750
1,mlp.experts.45.up_proj,0.0000035234,0.05000,2.719
1,mlp.experts.48.up_proj,0.0000066917,0.05000,2.706
1,mlp.experts.47.up_proj,0.0000062586,0.05000,2.727
1,mlp.experts.42.up_proj,0.0000045738,0.05000,2.746
1,mlp.experts.49.up_proj,0.0000038279,0.05000,2.857
1,mlp.experts.52.up_proj,0.0000061612,0.05000,2.861
1,mlp.experts.51.up_proj,0.0000040349,0.05000,2.848
1,mlp.experts.46.up_proj,0.0000107501,0.05000,2.823
1,mlp.experts.53.up_proj,0.0000033056,0.05000,2.666
1,mlp.experts.55.up_proj,0.0000032219,0.05000,2.609
1,mlp.experts.56.up_proj,0.0000086804,0.05000,2.651
1,mlp.experts.50.up_proj,0.0000115279,0.05000,2.707
1,mlp.experts.57.up_proj,0.0000035977,0.05000,2.577
1,mlp.experts.59.up_proj,0.0000024311,0.05000,2.574
1,mlp.experts.60.up_proj,0.0000047518,0.05000,2.565
1,mlp.experts.54.up_proj,0.0000069588,0.05000,2.589
1,mlp.experts.61.up_proj,0.0000070000,0.05000,2.638
1,mlp.experts.64.up_proj,0.0000064721,0.05000,2.692
1,mlp.experts.63.up_proj,0.0000022036,0.05000,2.747
1,mlp.experts.58.up_proj,0.0000063242,0.05000,2.646
1,mlp.experts.65.up_proj,0.0000037697,0.05000,2.459
1,mlp.experts.67.up_proj,0.0000057215,0.05000,2.423
1,mlp.experts.68.up_proj,0.0000088231,0.05000,2.510
1,mlp.experts.62.up_proj,0.0000025691,0.05000,2.352
1,mlp.experts.69.up_proj,0.0000067949,0.05000,2.389
1,mlp.experts.71.up_proj,0.0000074120,0.05000,2.462
1,mlp.experts.72.up_proj,0.0000054213,0.05000,2.472
1,mlp.experts.66.up_proj,0.0000029574,0.05000,2.405
1,mlp.experts.73.up_proj,0.0000034202,0.05000,2.697
1,mlp.experts.70.up_proj,0.0000027159,0.05000,2.470
1,mlp.experts.75.up_proj,0.0000037297,0.05000,2.599
1,mlp.experts.76.up_proj,0.0000069505,0.05000,2.610
1,mlp.experts.77.up_proj,0.0000033724,0.05000,2.283
1,mlp.experts.74.up_proj,0.0000186583,0.05000,2.387
1,mlp.experts.79.up_proj,0.0000029514,0.05000,2.413
1,mlp.experts.80.up_proj,0.0000054842,0.05000,2.371
1,mlp.experts.81.up_proj,0.0000014470,0.05000,2.768
1,mlp.experts.78.up_proj,0.0000214721,0.05000,2.626
1,mlp.experts.84.up_proj,0.0000051336,0.05000,2.613
1,mlp.experts.83.up_proj,0.0000076886,0.05000,2.734
1,mlp.experts.85.up_proj,0.0000037874,0.05000,2.504
1,mlp.experts.82.up_proj,0.0000046495,0.05000,2.563
1,mlp.experts.88.up_proj,0.0000051628,0.05000,2.610
1,mlp.experts.87.up_proj,0.0000022121,0.05000,2.563
1,mlp.experts.89.up_proj,0.0000033646,0.05000,2.664
1,mlp.experts.86.up_proj,0.0000020364,0.05000,2.660
1,mlp.experts.92.up_proj,0.0000028241,0.05000,2.637
1,mlp.experts.91.up_proj,0.0000069466,0.05000,2.606
1,mlp.experts.93.up_proj,0.0000016496,0.05000,2.713
1,mlp.experts.90.up_proj,0.0000051758,0.05000,2.674
1,mlp.experts.95.up_proj,0.0000047439,0.05000,2.630
1,mlp.experts.96.up_proj,0.0000017123,0.05000,2.700
1,mlp.experts.94.up_proj,0.0000079448,0.05000,2.657
1,mlp.experts.97.up_proj,0.0000027954,0.05000,2.812
1,mlp.experts.100.up_proj,0.0000072999,0.05000,2.735
1,mlp.experts.99.up_proj,0.0000100733,0.05000,2.830
1,mlp.experts.101.up_proj,0.0000035952,0.05000,2.620
1,mlp.experts.98.up_proj,0.0000031603,0.05000,2.775
1,mlp.experts.104.up_proj,0.0000059587,0.05000,2.636
1,mlp.experts.103.up_proj,0.0000103171,0.05000,2.622
1,mlp.experts.108.up_proj,0.0000039866,0.05000,2.662
1,mlp.experts.105.up_proj,0.0000088478,0.05000,2.829
1,mlp.experts.107.up_proj,0.0000057410,0.05000,2.680
1,mlp.experts.102.up_proj,0.0000051144,0.05000,2.801
1,mlp.experts.112.up_proj,0.0000019101,0.05000,2.324
1,mlp.experts.111.up_proj,0.0000027846,0.05000,2.285
1,mlp.experts.109.up_proj,0.0000062318,0.05000,2.360
1,mlp.experts.106.up_proj,0.0000156863,0.05000,2.405
1,mlp.experts.115.up_proj,0.0000044946,0.05000,2.259
1,mlp.experts.116.up_proj,0.0000071031,0.05000,2.352
1,mlp.experts.113.up_proj,0.0000052045,0.05000,2.343
1,mlp.experts.110.up_proj,0.0000100869,0.05000,2.256
1,mlp.experts.119.up_proj,0.0000032753,0.05000,2.452
1,mlp.experts.120.up_proj,0.0000026954,0.05000,2.385
1,mlp.experts.114.up_proj,0.0000136903,0.05000,2.409
1,mlp.experts.117.up_proj,0.0000062593,0.05000,2.474
1,mlp.experts.124.up_proj,0.0000096477,0.05000,2.374
1,mlp.experts.123.up_proj,0.0000037093,0.05000,2.445
1,mlp.experts.118.up_proj,0.0000051053,0.05000,2.500
1,mlp.experts.121.up_proj,0.0000149982,0.05000,2.470
1,mlp.experts.127.up_proj,0.0000020467,0.05000,2.554
1,mlp.experts.128.up_proj,0.0000043095,0.05000,2.635
1,mlp.experts.125.up_proj,0.0000078103,0.05000,2.482
1,mlp.experts.122.up_proj,0.0000050933,0.05000,2.658
1,mlp.experts.131.up_proj,0.0000051356,0.05000,2.413
1,mlp.experts.132.up_proj,0.0000036933,0.05000,2.479
1,mlp.experts.129.up_proj,0.0000040154,0.05000,2.421
1,mlp.experts.126.up_proj,0.0000043303,0.05000,2.457
1,mlp.experts.135.up_proj,0.0000045253,0.05000,2.662
1,mlp.experts.136.up_proj,0.0000104498,0.05000,2.717
1,mlp.experts.140.up_proj,failsafe(rtn): 0.0009308,0.00000,0.039
1,mlp.experts.133.up_proj,0.0000025107,0.05000,2.840
1,mlp.experts.130.up_proj,0.0000209397,0.05000,2.927
1,mlp.experts.139.up_proj,0.0000056452,0.05000,2.769
1,mlp.experts.137.up_proj,0.0000031594,0.05000,2.667
1,mlp.experts.144.up_proj,0.0000084175,0.05000,2.803
1,mlp.experts.134.up_proj,0.0000041736,0.05000,2.786
1,mlp.experts.143.up_proj,0.0000078211,0.05000,2.815
1,mlp.experts.141.up_proj,0.0000067442,0.05000,2.735
1,mlp.experts.148.up_proj,0.0000059240,0.05000,2.796
1,mlp.experts.138.up_proj,0.0000023006,0.05000,2.730
1,mlp.experts.147.up_proj,0.0000044541,0.05000,2.810
1,mlp.experts.152.up_proj,0.0000226616,0.05000,2.651
1,mlp.experts.145.up_proj,0.0000052792,0.05000,2.828
1,mlp.experts.142.up_proj,0.0000065778,0.05000,2.693
1,mlp.experts.151.up_proj,0.0000068949,0.05000,2.329
1,mlp.experts.156.up_proj,0.0000058513,0.05000,2.446
1,mlp.experts.149.up_proj,0.0000082495,0.05000,2.500
1,mlp.experts.146.up_proj,0.0000091740,0.05000,2.532
1,mlp.experts.155.up_proj,0.0000039425,0.05000,2.801
1,mlp.experts.160.up_proj,0.0000064095,0.05000,2.733
1,mlp.experts.153.up_proj,0.0000032154,0.05000,2.695
1,mlp.experts.150.up_proj,0.0000027799,0.05000,2.765
1,mlp.experts.159.up_proj,0.0000048270,0.05000,2.384
1,mlp.experts.164.up_proj,0.0000063533,0.05000,2.392
1,mlp.experts.157.up_proj,0.0000037484,0.05000,2.373
1,mlp.experts.161.up_proj,failsafe(rtn): 0.0009308,0.00000,0.031
1,mlp.experts.154.up_proj,0.0000042707,0.05000,2.371
1,mlp.experts.163.up_proj,0.0000068311,0.05000,2.622
1,mlp.experts.165.up_proj,0.0000035766,0.05000,2.523
1,mlp.experts.168.up_proj,0.0000023159,0.05000,2.683
1,mlp.experts.158.up_proj,0.0000022235,0.05000,2.632
1,mlp.experts.167.up_proj,0.0000046898,0.05000,2.703
1,mlp.experts.169.up_proj,0.0000013514,0.05000,2.676
1,mlp.experts.172.up_proj,0.0000096079,0.05000,2.650
1,mlp.experts.162.up_proj,0.0000084106,0.05000,2.692
1,mlp.experts.171.up_proj,0.0000026385,0.05000,2.516
1,mlp.experts.176.up_proj,0.0000031319,0.05000,2.488
1,mlp.experts.173.up_proj,0.0000057914,0.05000,2.530
1,mlp.experts.166.up_proj,0.0000018824,0.05000,2.633
1,mlp.experts.175.up_proj,0.0000072877,0.05000,2.602
1,mlp.experts.177.up_proj,0.0000033020,0.05000,2.556
1,mlp.experts.180.up_proj,0.0000057391,0.05000,2.695
1,mlp.experts.170.up_proj,0.0000057853,0.05000,2.579
1,mlp.experts.181.up_proj,0.0000044084,0.05000,2.370
1,mlp.experts.179.up_proj,0.0000053250,0.05000,2.495
1,mlp.experts.184.up_proj,0.0000028571,0.05000,2.352
1,mlp.experts.174.up_proj,0.0000062583,0.05000,2.477
1,mlp.experts.185.up_proj,0.0000069099,0.05000,2.442
1,mlp.experts.183.up_proj,0.0000024352,0.05000,2.423
1,mlp.experts.188.up_proj,0.0000090150,0.05000,2.438
1,mlp.experts.178.up_proj,0.0000070649,0.05000,2.448
1,mlp.experts.187.up_proj,0.0000034561,0.05000,2.583
1,mlp.experts.192.up_proj,0.0000034328,0.05000,2.532
1,mlp.experts.189.up_proj,0.0000050252,0.05000,2.719
1,mlp.experts.182.up_proj,0.0000098287,0.05000,2.541
1,mlp.experts.191.up_proj,0.0000046824,0.05000,2.556
1,mlp.experts.196.up_proj,0.0000154585,0.05000,2.572
1,mlp.experts.193.up_proj,0.0000118065,0.05000,2.645
1,mlp.experts.186.up_proj,0.0000063801,0.05000,2.653
1,mlp.experts.195.up_proj,0.0000039990,0.05000,2.596
1,mlp.experts.200.up_proj,0.0000159285,0.05000,2.619
1,mlp.experts.197.up_proj,0.0000068357,0.05000,2.705
1,mlp.experts.190.up_proj,0.0000038709,0.05000,2.821
1,mlp.experts.199.up_proj,0.0000033184,0.05000,2.627
1,mlp.experts.204.up_proj,0.0000038201,0.05000,2.577
1,mlp.experts.201.up_proj,0.0000074482,0.05000,2.656
1,mlp.experts.194.up_proj,0.0000043627,0.05000,2.540
1,mlp.experts.203.up_proj,0.0000043739,0.05000,2.655
1,mlp.experts.208.up_proj,0.0000077565,0.05000,2.713
1,mlp.experts.212.up_proj,failsafe(rtn): 0.0009384,0.00000,0.039
1,mlp.experts.205.up_proj,0.0000038486,0.05000,2.730
1,mlp.experts.198.up_proj,0.0000021051,0.05000,2.756
1,mlp.experts.207.up_proj,0.0000029139,0.05000,2.686
1,mlp.experts.211.up_proj,failsafe(rtn): 0.0010529,0.00000,0.037
1,mlp.experts.216.up_proj,0.0000047983,0.05000,2.674
1,mlp.experts.209.up_proj,0.0000027053,0.05000,2.674
1,mlp.experts.202.up_proj,0.0000037636,0.05000,2.573
1,mlp.experts.215.up_proj,0.0000088874,0.05000,2.467
1,mlp.experts.220.up_proj,0.0000032355,0.05000,2.532
1,mlp.experts.213.up_proj,0.0000086670,0.05000,2.482
1,mlp.experts.206.up_proj,0.0000030881,0.05000,2.550
1,mlp.experts.219.up_proj,0.0000032353,0.05000,2.527
1,mlp.experts.224.up_proj,0.0000086056,0.05000,2.592
1,mlp.experts.217.up_proj,0.0000054343,0.05000,2.596
1,mlp.experts.210.up_proj,0.0000048927,0.05000,2.672
1,mlp.experts.223.up_proj,0.0000015500,0.05000,2.566
1,mlp.experts.228.up_proj,0.0000044656,0.05000,2.580
1,mlp.experts.221.up_proj,0.0000028849,0.05000,2.545
1,mlp.experts.214.up_proj,0.0000023505,0.05000,2.445
1,mlp.experts.227.up_proj,0.0000032453,0.05000,2.366
1,mlp.experts.232.up_proj,0.0000023685,0.05000,2.343
1,mlp.experts.225.up_proj,0.0000007883,0.05000,2.251
1,mlp.experts.218.up_proj,0.0000102123,0.05000,2.416
1,mlp.experts.231.up_proj,0.0000018968,0.05000,2.614
1,mlp.experts.236.up_proj,0.0000033899,0.05000,2.615
1,mlp.experts.229.up_proj,0.0000191297,0.05000,2.711
1,mlp.experts.222.up_proj,0.0000036346,0.05000,2.603
1,mlp.experts.235.up_proj,0.0000055916,0.05000,2.483
1,mlp.experts.240.up_proj,0.0000080705,0.05000,2.635
1,mlp.experts.233.up_proj,0.0000116712,0.05000,2.518
1,mlp.experts.226.up_proj,0.0000039778,0.05000,2.657
1,mlp.experts.239.up_proj,0.0000043805,0.05000,2.673
1,mlp.experts.237.up_proj,0.0000026687,0.05000,2.486
1,mlp.experts.244.up_proj,0.0000008078,0.05000,2.581
1,mlp.experts.230.up_proj,0.0000046460,0.05000,2.672
1,mlp.experts.243.up_proj,0.0000057289,0.05000,2.675
1,mlp.experts.241.up_proj,0.0000059291,0.05000,2.598
1,mlp.experts.248.up_proj,0.0000031088,0.05000,2.635
1,mlp.experts.234.up_proj,0.0000027237,0.05000,2.540
1,mlp.experts.247.up_proj,0.0000069541,0.05000,2.661
1,mlp.experts.245.up_proj,0.0000082808,0.05000,2.644
1,mlp.experts.252.up_proj,0.0000080417,0.05000,2.619
1,mlp.experts.238.up_proj,0.0000020885,0.05000,2.365
1,mlp.experts.251.up_proj,0.0000042132,0.05000,1.759
1,mlp.experts.249.up_proj,0.0000148138,0.05000,1.703
1,mlp.experts.242.up_proj,0.0000020372,0.05000,1.684
1,mlp.experts.255.up_proj,0.0000034030,0.05000,1.712
1,mlp.experts.253.up_proj,0.0000055964,0.05000,1.704
1,mlp.experts.246.up_proj,0.0000078324,0.05000,1.344
1,mlp.experts.250.up_proj,0.0000031483,0.05000,0.600
1,mlp.experts.254.up_proj,0.0000047063,0.05000,0.597
1,mlp.experts.2.down_proj,0.0000000650,0.05000,0.696
1,mlp.experts.0.down_proj,0.0000001341,0.05000,0.708
1,mlp.experts.1.down_proj,0.0000004545,0.05000,0.737
1,mlp.experts.3.down_proj,0.0000003173,0.05000,0.750
1,mlp.experts.6.down_proj,0.0000000619,0.05000,0.778
1,mlp.experts.4.down_proj,0.0000001037,0.05000,0.779
1,mlp.experts.7.down_proj,0.0000003992,0.05000,0.776
1,mlp.experts.5.down_proj,0.0000002431,0.05000,0.830
1,mlp.experts.8.down_proj,0.0000002105,0.05000,0.745
1,mlp.experts.10.down_proj,0.0000000825,0.05000,0.787
1,mlp.experts.11.down_proj,0.0000000555,0.05000,0.750
1,mlp.experts.9.down_proj,0.0000001754,0.05000,0.770
1,mlp.experts.14.down_proj,0.0000003347,0.05000,0.723
1,mlp.experts.12.down_proj,0.0000001475,0.05000,0.757
1,mlp.experts.15.down_proj,0.0000000661,0.05000,0.756
1,mlp.experts.13.down_proj,0.0000000261,0.05000,0.732
1,mlp.experts.16.down_proj,0.0000000876,0.05000,0.755
1,mlp.experts.18.down_proj,0.0000000929,0.05000,0.775
1,mlp.experts.19.down_proj,0.0000000380,0.05000,0.751
1,mlp.experts.17.down_proj,0.0000000692,0.05000,0.721
1,mlp.experts.23.down_proj,0.0000001222,0.05000,0.642
1,mlp.experts.21.down_proj,0.0000001450,0.05000,0.643
1,mlp.experts.22.down_proj,0.0000000535,0.05000,0.729
1,mlp.experts.20.down_proj,0.0000000482,0.05000,0.766
1,mlp.experts.27.down_proj,0.0000002076,0.05000,0.648
1,mlp.experts.25.down_proj,0.0000003674,0.05000,0.685
1,mlp.experts.24.down_proj,0.0000002766,0.05000,0.633
1,mlp.experts.26.down_proj,0.0000000387,0.05000,0.688
1,mlp.experts.31.down_proj,0.0000000578,0.05000,0.675
1,mlp.experts.28.down_proj,0.0000001308,0.05000,0.634
1,mlp.experts.29.down_proj,0.0000000716,0.05000,0.671
1,mlp.experts.30.down_proj,0.0000001723,0.05000,0.625
1,mlp.experts.35.down_proj,0.0000001303,0.05000,0.661
1,mlp.experts.34.down_proj,0.0000000601,0.05000,0.630
1,mlp.experts.33.down_proj,0.0000000992,0.05000,0.666
1,mlp.experts.32.down_proj,0.0000004953,0.05000,0.717
1,mlp.experts.38.down_proj,0.0000003125,0.05000,0.678
1,mlp.experts.39.down_proj,0.0000001332,0.05000,0.723
1,mlp.experts.37.down_proj,0.0000001066,0.05000,0.700
1,mlp.experts.36.down_proj,0.0000000661,0.05000,0.718
1,mlp.experts.42.down_proj,0.0000000723,0.05000,0.696
1,mlp.experts.41.down_proj,0.0000000808,0.05000,0.684
1,mlp.experts.43.down_proj,0.0000000641,0.05000,0.720
1,mlp.experts.40.down_proj,0.0000000636,0.05000,0.733
1,mlp.experts.46.down_proj,0.0000006434,0.05000,0.669
1,mlp.experts.47.down_proj,0.0000003509,0.05000,0.677
1,mlp.experts.45.down_proj,0.0000000309,0.05000,0.707
1,mlp.experts.44.down_proj,0.0000000890,0.05000,0.662
1,mlp.experts.50.down_proj,0.0000003260,0.05000,0.663
1,mlp.experts.51.down_proj,0.0000002737,0.05000,0.674
1,mlp.experts.49.down_proj,0.0000000819,0.05000,0.725
1,mlp.experts.48.down_proj,0.0000000742,0.05000,0.722
1,mlp.experts.54.down_proj,0.0000000482,0.05000,0.710
1,mlp.experts.55.down_proj,0.0000000875,0.05000,0.732
1,mlp.experts.53.down_proj,0.0000000309,0.05000,0.662
1,mlp.experts.52.down_proj,0.0000005042,0.05000,0.691
1,mlp.experts.58.down_proj,0.0000003551,0.05000,0.724
1,mlp.experts.59.down_proj,0.0000000918,0.05000,0.687
1,mlp.experts.57.down_proj,0.0000000467,0.05000,0.691
1,mlp.experts.56.down_proj,0.0000001987,0.05000,0.689
1,mlp.experts.62.down_proj,0.0000000556,0.05000,0.699
1,mlp.experts.61.down_proj,0.0000003873,0.05000,0.658
1,mlp.experts.63.down_proj,0.0000000530,0.05000,0.695
1,mlp.experts.60.down_proj,0.0000001632,0.05000,0.674
1,mlp.experts.66.down_proj,0.0000000555,0.05000,0.607
1,mlp.experts.65.down_proj,0.0000000412,0.05000,0.615
1,mlp.experts.67.down_proj,0.0000001270,0.05000,0.612
1,mlp.experts.64.down_proj,0.0000002189,0.05000,0.605
1,mlp.experts.70.down_proj,0.0000001367,0.05000,0.612
1,mlp.experts.69.down_proj,0.0000002292,0.05000,0.638
1,mlp.experts.71.down_proj,0.0000004981,0.05000,0.621
1,mlp.experts.68.down_proj,0.0000004514,0.05000,0.659
1,mlp.experts.74.down_proj,0.0000003919,0.05000,0.640
1,mlp.experts.75.down_proj,0.0000003135,0.05000,0.665
1,mlp.experts.73.down_proj,0.0000001723,0.05000,0.707
1,mlp.experts.72.down_proj,0.0000001465,0.05000,0.656
1,mlp.experts.78.down_proj,0.0000004376,0.05000,0.612
1,mlp.experts.79.down_proj,0.0000000405,0.05000,0.623
1,mlp.experts.77.down_proj,0.0000000855,0.05000,0.664
1,mlp.experts.76.down_proj,0.0000003728,0.05000,0.687
1,mlp.experts.82.down_proj,0.0000000964,0.05000,0.677
1,mlp.experts.83.down_proj,0.0000003048,0.05000,0.690
1,mlp.experts.81.down_proj,0.0000000344,0.05000,0.761
1,mlp.experts.80.down_proj,0.0000001412,0.05000,0.756
1,mlp.experts.86.down_proj,0.0000000399,0.05000,0.680
1,mlp.experts.87.down_proj,0.0000000609,0.05000,0.686
1,mlp.experts.85.down_proj,0.0000000586,0.05000,0.628
1,mlp.experts.84.down_proj,0.0000000386,0.05000,0.603
1,mlp.experts.90.down_proj,0.0000003278,0.05000,0.626
1,mlp.experts.91.down_proj,0.0000003829,0.05000,0.630
1,mlp.experts.89.down_proj,0.0000001152,0.05000,0.644
1,mlp.experts.88.down_proj,0.0000001032,0.05000,0.679
1,mlp.experts.94.down_proj,0.0000003017,0.05000,0.646
1,mlp.experts.95.down_proj,0.0000001172,0.05000,0.601
1,mlp.experts.93.down_proj,0.0000000627,0.05000,0.636
1,mlp.experts.92.down_proj,0.0000000768,0.05000,0.662
1,mlp.experts.99.down_proj,0.0000001392,0.05000,0.650
1,mlp.experts.98.down_proj,0.0000000352,0.05000,0.744
1,mlp.experts.97.down_proj,0.0000001564,0.05000,0.676
1,mlp.experts.96.down_proj,0.0000000449,0.05000,0.712
1,mlp.experts.103.down_proj,0.0000001493,0.05000,0.681
1,mlp.experts.102.down_proj,0.0000001960,0.05000,0.686
1,mlp.experts.101.down_proj,0.0000000641,0.05000,0.692
1,mlp.experts.100.down_proj,0.0000005880,0.05000,0.663
1,mlp.experts.107.down_proj,0.0000000546,0.05000,0.679
1,mlp.experts.106.down_proj,0.0000002537,0.05000,0.671
1,mlp.experts.105.down_proj,0.0000001400,0.05000,0.665
1,mlp.experts.104.down_proj,0.0000000679,0.05000,0.647
1,mlp.experts.111.down_proj,0.0000000447,0.05000,0.722
1,mlp.experts.110.down_proj,0.0000000797,0.05000,0.720
1,mlp.experts.109.down_proj,0.0000003905,0.05000,0.712
1,mlp.experts.108.down_proj,0.0000001214,0.05000,0.729
1,mlp.experts.114.down_proj,0.0000007380,0.05000,0.644
1,mlp.experts.115.down_proj,0.0000000584,0.05000,0.693
1,mlp.experts.113.down_proj,0.0000002477,0.05000,0.655
1,mlp.experts.112.down_proj,0.0000000355,0.05000,0.619
1,mlp.experts.119.down_proj,0.0000000474,0.05000,0.661
1,mlp.experts.118.down_proj,0.0000001110,0.05000,0.724
1,mlp.experts.117.down_proj,0.0000001127,0.05000,0.705
1,mlp.experts.116.down_proj,0.0000003478,0.05000,0.664
1,mlp.experts.123.down_proj,0.0000000618,0.05000,0.670
1,mlp.experts.122.down_proj,0.0000001731,0.05000,0.663
1,mlp.experts.121.down_proj,0.0000001743,0.05000,0.632
1,mlp.experts.120.down_proj,0.0000001574,0.05000,0.634
1,mlp.experts.127.down_proj,0.0000000403,0.05000,0.658
1,mlp.experts.126.down_proj,0.0000000695,0.05000,0.640
1,mlp.experts.125.down_proj,0.0000001813,0.05000,0.624
1,mlp.experts.124.down_proj,0.0000001669,0.05000,0.638
1,mlp.experts.131.down_proj,0.0000000932,0.05000,0.649
1,mlp.experts.130.down_proj,0.0000005969,0.05000,0.721
1,mlp.experts.128.down_proj,0.0000000730,0.05000,0.641
1,mlp.experts.129.down_proj,0.0000000835,0.05000,0.757
1,mlp.experts.135.down_proj,0.0000000693,0.05000,0.684
1,mlp.experts.134.down_proj,0.0000000776,0.05000,0.738
1,mlp.experts.132.down_proj,0.0000003755,0.05000,0.716
1,mlp.experts.133.down_proj,0.0000000449,0.05000,0.689
1,mlp.experts.139.down_proj,0.0000002653,0.05000,0.742
1,mlp.experts.138.down_proj,0.0000000257,0.05000,0.712
1,mlp.experts.137.down_proj,0.0000000249,0.05000,0.707
1,mlp.experts.136.down_proj,0.0000000692,0.05000,0.738
1,mlp.experts.140.down_proj,failsafe(rtn): 0.0009727,0.00000,0.012
1,mlp.experts.143.down_proj,0.0000004431,0.05000,0.676
1,mlp.experts.142.down_proj,0.0000002810,0.05000,0.730
1,mlp.experts.141.down_proj,0.0000001045,0.05000,0.693
1,mlp.experts.144.down_proj,0.0000004304,0.05000,0.705
1,mlp.experts.147.down_proj,0.0000000391,0.05000,0.703
1,mlp.experts.146.down_proj,0.0000002912,0.05000,0.750
1,mlp.experts.145.down_proj,0.0000002107,0.05000,0.752
1,mlp.experts.148.down_proj,0.0000000953,0.05000,0.757
1,mlp.experts.151.down_proj,0.0000003763,0.05000,0.776
1,mlp.experts.149.down_proj,0.0000007305,0.05000,0.713
1,mlp.experts.150.down_proj,0.0000000743,0.05000,0.762
1,mlp.experts.152.down_proj,0.0000004890,0.05000,0.739
1,mlp.experts.155.down_proj,0.0000002411,0.05000,0.702
1,mlp.experts.153.down_proj,0.0000000803,0.05000,0.662
1,mlp.experts.154.down_proj,0.0000000939,0.05000,0.657
1,mlp.experts.156.down_proj,0.0000000546,0.05000,0.677
1,mlp.experts.159.down_proj,0.0000000829,0.05000,0.758
1,mlp.experts.157.down_proj,0.0000000542,0.05000,0.724
1,mlp.experts.161.down_proj,failsafe(rtn): 0.0009842,0.00000,0.010
1,mlp.experts.158.down_proj,0.0000000324,0.05000,0.770
1,mlp.experts.160.down_proj,0.0000000408,0.05000,0.721
1,mlp.experts.163.down_proj,0.0000006613,0.05000,0.683
1,mlp.experts.165.down_proj,0.0000000790,0.05000,0.647
1,mlp.experts.162.down_proj,0.0000001575,0.05000,0.671
1,mlp.experts.164.down_proj,0.0000003255,0.05000,0.690
1,mlp.experts.167.down_proj,0.0000000670,0.05000,0.708
1,mlp.experts.169.down_proj,0.0000000271,0.05000,0.681
1,mlp.experts.166.down_proj,0.0000000246,0.05000,0.722
1,mlp.experts.168.down_proj,0.0000000479,0.05000,0.698
1,mlp.experts.171.down_proj,0.0000001246,0.05000,0.714
1,mlp.experts.173.down_proj,0.0000002404,0.05000,0.744
1,mlp.experts.172.down_proj,0.0000001874,0.05000,0.719
1,mlp.experts.170.down_proj,0.0000000541,0.05000,0.749
1,mlp.experts.175.down_proj,0.0000002917,0.05000,0.660
1,mlp.experts.177.down_proj,0.0000000371,0.05000,0.700
1,mlp.experts.176.down_proj,0.0000001728,0.05000,0.676
1,mlp.experts.174.down_proj,0.0000001012,0.05000,0.711
1,mlp.experts.179.down_proj,0.0000001541,0.05000,0.646
1,mlp.experts.181.down_proj,0.0000000804,0.05000,0.647
1,mlp.experts.180.down_proj,0.0000000790,0.05000,0.636
1,mlp.experts.178.down_proj,0.0000004743,0.05000,0.669
1,mlp.experts.183.down_proj,0.0000000371,0.05000,0.669
1,mlp.experts.185.down_proj,0.0000002430,0.05000,0.712
1,mlp.experts.184.down_proj,0.0000000953,0.05000,0.710
1,mlp.experts.182.down_proj,0.0000006160,0.05000,0.713
1,mlp.experts.187.down_proj,0.0000001831,0.05000,0.730
1,mlp.experts.189.down_proj,0.0000000855,0.05000,0.719
1,mlp.experts.188.down_proj,0.0000001274,0.05000,0.697
1,mlp.experts.186.down_proj,0.0000001956,0.05000,0.690
1,mlp.experts.191.down_proj,0.0000000699,0.05000,0.677
1,mlp.experts.193.down_proj,0.0000004409,0.05000,0.650
1,mlp.experts.192.down_proj,0.0000003156,0.05000,0.700
1,mlp.experts.190.down_proj,0.0000000812,0.05000,0.694
1,mlp.experts.195.down_proj,0.0000003164,0.05000,0.677
1,mlp.experts.197.down_proj,0.0000005352,0.05000,0.642
1,mlp.experts.196.down_proj,0.0000001777,0.05000,0.685
1,mlp.experts.194.down_proj,0.0000000540,0.05000,0.706
1,mlp.experts.199.down_proj,0.0000000366,0.05000,0.661
1,mlp.experts.201.down_proj,0.0000003695,0.05000,0.620
1,mlp.experts.200.down_proj,0.0000002624,0.05000,0.635
1,mlp.experts.198.down_proj,0.0000000561,0.05000,0.610
1,mlp.experts.203.down_proj,0.0000001129,0.05000,0.623
1,mlp.experts.205.down_proj,0.0000000531,0.05000,0.669
1,mlp.experts.204.down_proj,0.0000000412,0.05000,0.696
1,mlp.experts.202.down_proj,0.0000002745,0.05000,0.654
1,mlp.experts.207.down_proj,0.0000000197,0.05000,0.685
1,mlp.experts.211.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
1,mlp.experts.209.down_proj,0.0000001376,0.05000,0.729
1,mlp.experts.208.down_proj,0.0000002399,0.05000,0.655
1,mlp.experts.212.down_proj,failsafe(rtn): 0.0009842,0.00000,0.010
1,mlp.experts.206.down_proj,0.0000000403,0.05000,0.712
1,mlp.experts.215.down_proj,0.0000002508,0.05000,0.694
1,mlp.experts.213.down_proj,0.0000001303,0.05000,0.688
1,mlp.experts.216.down_proj,0.0000001197,0.05000,0.671
1,mlp.experts.210.down_proj,0.0000000585,0.05000,0.710
1,mlp.experts.219.down_proj,0.0000000443,0.05000,0.753
1,mlp.experts.217.down_proj,0.0000000923,0.05000,0.728
1,mlp.experts.220.down_proj,0.0000001445,0.05000,0.722
1,mlp.experts.214.down_proj,0.0000001907,0.05000,0.730
1,mlp.experts.223.down_proj,0.0000000629,0.05000,0.675
1,mlp.experts.221.down_proj,0.0000000388,0.05000,0.695
1,mlp.experts.224.down_proj,0.0000002364,0.05000,0.676
1,mlp.experts.218.down_proj,0.0000000974,0.05000,0.696
1,mlp.experts.227.down_proj,0.0000000408,0.05000,0.684
1,mlp.experts.225.down_proj,0.0000001020,0.05000,0.708
1,mlp.experts.228.down_proj,0.0000000938,0.05000,0.654
1,mlp.experts.222.down_proj,0.0000000535,0.05000,0.714
1,mlp.experts.231.down_proj,0.0000000735,0.05000,0.694
1,mlp.experts.232.down_proj,0.0000000374,0.05000,0.639
1,mlp.experts.229.down_proj,0.0000002752,0.05000,0.693
1,mlp.experts.226.down_proj,0.0000000952,0.05000,0.667
1,mlp.experts.235.down_proj,0.0000000846,0.05000,0.707
1,mlp.experts.236.down_proj,0.0000000896,0.05000,0.677
1,mlp.experts.233.down_proj,0.0000001557,0.05000,0.717
1,mlp.experts.230.down_proj,0.0000000719,0.05000,0.695
1,mlp.experts.239.down_proj,0.0000000728,0.05000,0.653
1,mlp.experts.240.down_proj,0.0000001373,0.05000,0.651
1,mlp.experts.237.down_proj,0.0000000936,0.05000,0.652
1,mlp.experts.234.down_proj,0.0000001015,0.05000,0.612
1,mlp.experts.243.down_proj,0.0000000658,0.05000,0.638
1,mlp.experts.244.down_proj,0.0000001628,0.05000,0.674
1,mlp.experts.241.down_proj,0.0000001486,0.05000,0.657
1,mlp.experts.238.down_proj,0.0000000371,0.05000,0.697
1,mlp.experts.247.down_proj,0.0000002359,0.05000,0.678
1,mlp.experts.248.down_proj,0.0000000546,0.05000,0.733
1,mlp.experts.245.down_proj,0.0000002508,0.05000,0.694
1,mlp.experts.242.down_proj,0.0000000428,0.05000,0.649
1,mlp.experts.251.down_proj,0.0000001046,0.05000,0.688
1,mlp.experts.249.down_proj,0.0000005382,0.05000,0.709
1,mlp.experts.252.down_proj,0.0000003095,0.05000,0.737
1,mlp.experts.246.down_proj,0.0000003739,0.05000,0.660
1,mlp.experts.255.down_proj,0.0000000835,0.05000,0.534
1,mlp.experts.253.down_proj,0.0000001090,0.05000,0.445
1,mlp.experts.250.down_proj,0.0000000802,0.05000,0.386
1,mlp.experts.254.down_proj,0.0000001099,0.05000,0.150
2,mlp.experts.2.gate_proj,0.0000105477,0.05000,2.728
2,mlp.experts.0.gate_proj,0.0000074281,0.05000,2.857
2,mlp.experts.3.gate_proj,0.0000039326,0.05000,2.877
2,mlp.experts.1.gate_proj,0.0000081143,0.05000,2.936
2,mlp.experts.6.gate_proj,0.0000037339,0.05000,2.429
2,mlp.experts.5.gate_proj,0.0000075191,0.05000,2.366
2,mlp.experts.4.gate_proj,0.0000026877,0.05000,2.459
2,mlp.experts.7.gate_proj,0.0000118106,0.05000,2.456
2,mlp.experts.10.gate_proj,0.0000033602,0.05000,2.545
2,mlp.experts.11.gate_proj,0.0000088830,0.05000,2.537
2,mlp.experts.9.gate_proj,0.0000124202,0.05000,2.600
2,mlp.experts.8.gate_proj,0.0000176500,0.05000,2.618
2,mlp.experts.14.gate_proj,0.0000076524,0.05000,2.359
2,mlp.experts.15.gate_proj,0.0000030814,0.05000,2.507
2,mlp.experts.13.gate_proj,0.0000048671,0.05000,2.522
2,mlp.experts.12.gate_proj,0.0000115142,0.05000,2.536
2,mlp.experts.18.gate_proj,0.0000291028,0.05000,2.689
2,mlp.experts.19.gate_proj,0.0000089620,0.05000,2.782
2,mlp.experts.17.gate_proj,0.0000030771,0.05000,2.875
2,mlp.experts.16.gate_proj,0.0000037015,0.05000,2.848
2,mlp.experts.22.gate_proj,0.0000048322,0.05000,2.649
2,mlp.experts.23.gate_proj,0.0000048921,0.05000,2.644
2,mlp.experts.21.gate_proj,0.0000138879,0.05000,2.613
2,mlp.experts.20.gate_proj,0.0000085313,0.05000,2.694
2,mlp.experts.26.gate_proj,0.0000072465,0.05000,2.731
2,mlp.experts.25.gate_proj,0.0000077886,0.05000,2.542
2,mlp.experts.27.gate_proj,0.0000161896,0.05000,2.701
2,mlp.experts.24.gate_proj,0.0000074983,0.05000,2.734
2,mlp.experts.30.gate_proj,0.0000098060,0.05000,2.747
2,mlp.experts.29.gate_proj,0.0000074714,0.05000,2.635
2,mlp.experts.31.gate_proj,0.0000074882,0.05000,2.612
2,mlp.experts.28.gate_proj,0.0000135805,0.05000,2.665
2,mlp.experts.34.gate_proj,0.0000120898,0.05000,2.559
2,mlp.experts.33.gate_proj,0.0000038198,0.05000,2.485
2,mlp.experts.35.gate_proj,0.0000065470,0.05000,2.508
2,mlp.experts.32.gate_proj,0.0000384841,0.05000,2.614
2,mlp.experts.38.gate_proj,0.0000064182,0.05000,2.564
2,mlp.experts.39.gate_proj,0.0000075847,0.05000,2.500
2,mlp.experts.37.gate_proj,0.0000111679,0.05000,2.579
2,mlp.experts.36.gate_proj,0.0000101765,0.05000,2.570
2,mlp.experts.42.gate_proj,0.0000053169,0.05000,2.715
2,mlp.experts.41.gate_proj,0.0000106985,0.05000,2.770
2,mlp.experts.43.gate_proj,0.0000100373,0.05000,2.826
2,mlp.experts.40.gate_proj,0.0000039471,0.05000,2.816
2,mlp.experts.46.gate_proj,0.0000082712,0.05000,2.601
2,mlp.experts.47.gate_proj,0.0000071982,0.05000,2.539
2,mlp.experts.45.gate_proj,0.0000097583,0.05000,2.603
2,mlp.experts.44.gate_proj,0.0000128117,0.05000,2.569
2,mlp.experts.50.gate_proj,0.0000087984,0.05000,2.839
2,mlp.experts.49.gate_proj,0.0000076914,0.05000,2.671
2,mlp.experts.51.gate_proj,0.0000153744,0.05000,2.893
2,mlp.experts.48.gate_proj,0.0000166547,0.05000,2.566
2,mlp.experts.53.gate_proj,0.0000095779,0.05000,2.541
2,mlp.experts.54.gate_proj,0.0000077341,0.05000,2.606
2,mlp.experts.55.gate_proj,0.0000141705,0.05000,2.649
2,mlp.experts.52.gate_proj,0.0000096003,0.05000,2.565
2,mlp.experts.58.gate_proj,0.0000045969,0.05000,2.590
2,mlp.experts.57.gate_proj,0.0000048842,0.05000,2.651
2,mlp.experts.59.gate_proj,0.0000034541,0.05000,2.578
2,mlp.experts.56.gate_proj,0.0000053409,0.05000,2.559
2,mlp.experts.62.gate_proj,0.0000137016,0.05000,2.514
2,mlp.experts.61.gate_proj,0.0000088995,0.05000,2.634
2,mlp.experts.63.gate_proj,0.0000063718,0.05000,2.605
2,mlp.experts.60.gate_proj,0.0000038359,0.05000,2.643
2,mlp.experts.66.gate_proj,0.0000125242,0.05000,2.586
2,mlp.experts.65.gate_proj,0.0000103615,0.05000,2.780
2,mlp.experts.67.gate_proj,0.0000109143,0.05000,2.760
2,mlp.experts.64.gate_proj,0.0000043903,0.05000,2.733
2,mlp.experts.70.gate_proj,0.0000053525,0.05000,2.699
2,mlp.experts.69.gate_proj,0.0000111917,0.05000,2.602
2,mlp.experts.68.gate_proj,0.0000086527,0.05000,2.514
2,mlp.experts.71.gate_proj,0.0000046348,0.05000,2.669
2,mlp.experts.74.gate_proj,0.0000169663,0.05000,2.532
2,mlp.experts.73.gate_proj,0.0000122915,0.05000,2.644
2,mlp.experts.75.gate_proj,0.0000052048,0.05000,2.535
2,mlp.experts.72.gate_proj,0.0000085286,0.05000,2.713
2,mlp.experts.78.gate_proj,0.0000125145,0.05000,2.657
2,mlp.experts.77.gate_proj,0.0000076199,0.05000,2.619
2,mlp.experts.79.gate_proj,0.0000141753,0.05000,2.548
2,mlp.experts.76.gate_proj,0.0000053864,0.05000,2.585
2,mlp.experts.82.gate_proj,0.0000089579,0.05000,2.603
2,mlp.experts.81.gate_proj,0.0000079276,0.05000,2.616
2,mlp.experts.83.gate_proj,0.0000059366,0.05000,2.622
2,mlp.experts.80.gate_proj,0.0000039841,0.05000,2.673
2,mlp.experts.86.gate_proj,0.0000057260,0.05000,2.767
2,mlp.experts.87.gate_proj,0.0000057744,0.05000,2.512
2,mlp.experts.85.gate_proj,0.0000106807,0.05000,2.648
2,mlp.experts.84.gate_proj,0.0000043785,0.05000,2.613
2,mlp.experts.91.gate_proj,0.0000206560,0.05000,2.560
2,mlp.experts.90.gate_proj,0.0000039887,0.05000,2.698
2,mlp.experts.89.gate_proj,0.0000049572,0.05000,2.704
2,mlp.experts.88.gate_proj,0.0000073291,0.05000,2.695
2,mlp.experts.95.gate_proj,0.0000076967,0.05000,2.545
2,mlp.experts.94.gate_proj,0.0000057196,0.05000,2.557
2,mlp.experts.93.gate_proj,0.0000061123,0.05000,2.540
2,mlp.experts.92.gate_proj,0.0000047017,0.05000,2.608
2,mlp.experts.99.gate_proj,0.0000058790,0.05000,2.447
2,mlp.experts.98.gate_proj,0.0000114946,0.05000,2.503
2,mlp.experts.97.gate_proj,0.0000097661,0.05000,2.485
2,mlp.experts.96.gate_proj,0.0000118698,0.05000,2.571
2,mlp.experts.103.gate_proj,0.0000015454,0.05000,2.561
2,mlp.experts.102.gate_proj,0.0000080822,0.05000,2.534
2,mlp.experts.101.gate_proj,0.0000059723,0.05000,2.629
2,mlp.experts.100.gate_proj,0.0000024311,0.05000,2.551
2,mlp.experts.107.gate_proj,0.0000031038,0.05000,2.502
2,mlp.experts.106.gate_proj,0.0000239748,0.05000,2.516
2,mlp.experts.105.gate_proj,0.0000123974,0.05000,2.668
2,mlp.experts.104.gate_proj,0.0000068353,0.05000,2.481
2,mlp.experts.111.gate_proj,0.0000089232,0.05000,2.409
2,mlp.experts.110.gate_proj,0.0000052643,0.05000,2.466
2,mlp.experts.109.gate_proj,0.0000051772,0.05000,2.453
2,mlp.experts.108.gate_proj,0.0000050947,0.05000,2.471
2,mlp.experts.115.gate_proj,0.0000078762,0.05000,2.603
2,mlp.experts.114.gate_proj,0.0000094408,0.05000,2.636
2,mlp.experts.113.gate_proj,0.0000084934,0.05000,2.476
2,mlp.experts.112.gate_proj,0.0000082156,0.05000,2.463
2,mlp.experts.119.gate_proj,0.0000148413,0.05000,2.638
2,mlp.experts.118.gate_proj,0.0000086424,0.05000,2.592
2,mlp.experts.117.gate_proj,0.0000054952,0.05000,2.637
2,mlp.experts.116.gate_proj,0.0000103569,0.05000,2.574
2,mlp.experts.123.gate_proj,0.0000065082,0.05000,2.405
2,mlp.experts.122.gate_proj,0.0000165862,0.05000,2.446
2,mlp.experts.120.gate_proj,0.0000044705,0.05000,2.389
2,mlp.experts.121.gate_proj,0.0000035847,0.05000,2.458
2,mlp.experts.127.gate_proj,0.0000056434,0.05000,2.462
2,mlp.experts.126.gate_proj,0.0000322583,0.05000,2.474
2,mlp.experts.125.gate_proj,0.0000061028,0.05000,2.519
2,mlp.experts.124.gate_proj,0.0000085907,0.05000,2.585
2,mlp.experts.131.gate_proj,0.0000075911,0.05000,2.658
2,mlp.experts.130.gate_proj,0.0000122069,0.05000,2.819
2,mlp.experts.128.gate_proj,0.0000062653,0.05000,2.705
2,mlp.experts.129.gate_proj,0.0000081562,0.05000,2.793
2,mlp.experts.135.gate_proj,0.0000081485,0.05000,2.710
2,mlp.experts.134.gate_proj,0.0000057511,0.05000,2.641
2,mlp.experts.133.gate_proj,0.0000030112,0.05000,2.721
2,mlp.experts.132.gate_proj,0.0000093617,0.05000,2.786
2,mlp.experts.139.gate_proj,0.0000054042,0.05000,2.613
2,mlp.experts.138.gate_proj,0.0000155175,0.05000,2.539
2,mlp.experts.137.gate_proj,0.0000105682,0.05000,2.611
2,mlp.experts.136.gate_proj,0.0000100019,0.05000,2.658
2,mlp.experts.143.gate_proj,0.0000118096,0.05000,2.570
2,mlp.experts.142.gate_proj,0.0000078989,0.05000,2.537
2,mlp.experts.141.gate_proj,0.0000091536,0.05000,2.642
2,mlp.experts.140.gate_proj,0.0000070513,0.05000,2.610
2,mlp.experts.147.gate_proj,0.0000048620,0.05000,2.659
2,mlp.experts.146.gate_proj,0.0000047727,0.05000,2.695
2,mlp.experts.145.gate_proj,0.0000050839,0.05000,2.531
2,mlp.experts.144.gate_proj,0.0000133139,0.05000,2.686
2,mlp.experts.151.gate_proj,0.0000138325,0.05000,2.477
2,mlp.experts.150.gate_proj,0.0000030512,0.05000,2.675
2,mlp.experts.149.gate_proj,0.0000083459,0.05000,2.607
2,mlp.experts.148.gate_proj,0.0000123728,0.05000,2.635
2,mlp.experts.155.gate_proj,0.0000135360,0.05000,2.501
2,mlp.experts.154.gate_proj,0.0000099019,0.05000,2.558
2,mlp.experts.153.gate_proj,0.0000126678,0.05000,2.673
2,mlp.experts.152.gate_proj,0.0000122233,0.05000,2.550
2,mlp.experts.159.gate_proj,0.0000047685,0.05000,2.676
2,mlp.experts.158.gate_proj,0.0000066410,0.05000,2.689
2,mlp.experts.157.gate_proj,0.0000049972,0.05000,2.643
2,mlp.experts.156.gate_proj,0.0000097009,0.05000,2.661
2,mlp.experts.163.gate_proj,0.0000034090,0.05000,2.496
2,mlp.experts.162.gate_proj,0.0000032101,0.05000,2.685
2,mlp.experts.161.gate_proj,0.0000114334,0.05000,2.610
2,mlp.experts.160.gate_proj,0.0000093806,0.05000,2.638
2,mlp.experts.167.gate_proj,0.0000151417,0.05000,2.727
2,mlp.experts.166.gate_proj,0.0000101864,0.05000,2.619
2,mlp.experts.165.gate_proj,0.0000085675,0.05000,2.706
2,mlp.experts.164.gate_proj,0.0000025284,0.05000,2.675
2,mlp.experts.171.gate_proj,0.0000207221,0.05000,2.586
2,mlp.experts.170.gate_proj,0.0000127587,0.05000,2.470
2,mlp.experts.168.gate_proj,0.0000160167,0.05000,2.370
2,mlp.experts.169.gate_proj,0.0000055341,0.05000,2.506
2,mlp.experts.175.gate_proj,0.0000063113,0.05000,2.465
2,mlp.experts.174.gate_proj,0.0000086561,0.05000,2.448
2,mlp.experts.173.gate_proj,0.0000057789,0.05000,2.521
2,mlp.experts.172.gate_proj,0.0000080594,0.05000,2.589
2,mlp.experts.179.gate_proj,0.0000049255,0.05000,2.523
2,mlp.experts.178.gate_proj,0.0000056735,0.05000,2.476
2,mlp.experts.177.gate_proj,0.0000102370,0.05000,2.516
2,mlp.experts.176.gate_proj,0.0000126770,0.05000,2.489
2,mlp.experts.183.gate_proj,0.0000058958,0.05000,2.611
2,mlp.experts.182.gate_proj,0.0000081844,0.05000,2.644
2,mlp.experts.181.gate_proj,0.0000093446,0.05000,2.585
2,mlp.experts.180.gate_proj,0.0000070002,0.05000,2.591
2,mlp.experts.187.gate_proj,0.0000062884,0.05000,2.427
2,mlp.experts.186.gate_proj,0.0000123684,0.05000,2.397
2,mlp.experts.185.gate_proj,0.0000067346,0.05000,2.381
2,mlp.experts.184.gate_proj,0.0000091896,0.05000,2.573
2,mlp.experts.191.gate_proj,0.0000111937,0.05000,2.699
2,mlp.experts.195.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.038
2,mlp.experts.190.gate_proj,0.0000123494,0.05000,2.698
2,mlp.experts.189.gate_proj,0.0000068307,0.05000,2.667
2,mlp.experts.188.gate_proj,0.0000167056,0.05000,2.718
2,mlp.experts.199.gate_proj,0.0000177150,0.05000,2.521
2,mlp.experts.194.gate_proj,0.0000060115,0.05000,2.554
2,mlp.experts.193.gate_proj,0.0000071632,0.05000,2.559
2,mlp.experts.192.gate_proj,0.0000062441,0.05000,2.627
2,mlp.experts.203.gate_proj,0.0000088859,0.05000,2.683
2,mlp.experts.198.gate_proj,0.0000055786,0.05000,2.736
2,mlp.experts.197.gate_proj,0.0000124460,0.05000,2.635
2,mlp.experts.196.gate_proj,0.0000092126,0.05000,2.584
2,mlp.experts.207.gate_proj,0.0000088718,0.05000,2.594
2,mlp.experts.202.gate_proj,0.0000151343,0.05000,2.564
2,mlp.experts.201.gate_proj,0.0000049850,0.05000,2.555
2,mlp.experts.200.gate_proj,0.0000071500,0.05000,2.616
2,mlp.experts.211.gate_proj,0.0000084812,0.05000,2.549
2,mlp.experts.206.gate_proj,0.0000136891,0.05000,2.679
2,mlp.experts.205.gate_proj,0.0000095093,0.05000,2.568
2,mlp.experts.204.gate_proj,0.0000120174,0.05000,2.568
2,mlp.experts.215.gate_proj,0.0000109906,0.05000,2.635
2,mlp.experts.210.gate_proj,0.0000021696,0.05000,2.760
2,mlp.experts.209.gate_proj,0.0000066374,0.05000,2.704
2,mlp.experts.208.gate_proj,0.0000060647,0.05000,2.576
2,mlp.experts.219.gate_proj,0.0000036942,0.05000,2.576
2,mlp.experts.214.gate_proj,0.0000117256,0.05000,2.643
2,mlp.experts.213.gate_proj,0.0000128502,0.05000,2.544
2,mlp.experts.212.gate_proj,0.0000039490,0.05000,2.589
2,mlp.experts.223.gate_proj,0.0000061792,0.05000,2.498
2,mlp.experts.218.gate_proj,0.0000089789,0.05000,2.501
2,mlp.experts.217.gate_proj,0.0000049845,0.05000,2.508
2,mlp.experts.216.gate_proj,0.0000061410,0.05000,2.455
2,mlp.experts.227.gate_proj,0.0000067445,0.05000,2.639
2,mlp.experts.222.gate_proj,0.0000128077,0.05000,2.585
2,mlp.experts.221.gate_proj,0.0000056451,0.05000,2.591
2,mlp.experts.220.gate_proj,0.0000138069,0.05000,2.713
2,mlp.experts.231.gate_proj,0.0000099210,0.05000,2.581
2,mlp.experts.226.gate_proj,0.0000110681,0.05000,2.662
2,mlp.experts.225.gate_proj,0.0000150258,0.05000,2.640
2,mlp.experts.224.gate_proj,0.0000088311,0.05000,2.818
2,mlp.experts.235.gate_proj,0.0000060814,0.05000,2.855
2,mlp.experts.230.gate_proj,0.0000037003,0.05000,2.856
2,mlp.experts.229.gate_proj,0.0000093439,0.05000,2.887
2,mlp.experts.228.gate_proj,0.0000106108,0.05000,2.621
2,mlp.experts.239.gate_proj,0.0000066154,0.05000,2.632
2,mlp.experts.234.gate_proj,0.0000047030,0.05000,2.810
2,mlp.experts.233.gate_proj,0.0000058884,0.05000,2.749
2,mlp.experts.232.gate_proj,0.0000105361,0.05000,2.756
2,mlp.experts.243.gate_proj,0.0000072887,0.05000,2.993
2,mlp.experts.238.gate_proj,0.0000036411,0.05000,2.832
2,mlp.experts.237.gate_proj,0.0000077875,0.05000,2.888
2,mlp.experts.236.gate_proj,0.0000041230,0.05000,2.847
2,mlp.experts.247.gate_proj,0.0000074208,0.05000,2.579
2,mlp.experts.242.gate_proj,0.0000071875,0.05000,2.663
2,mlp.experts.241.gate_proj,0.0000144745,0.05000,2.611
2,mlp.experts.240.gate_proj,0.0000112941,0.05000,2.599
2,mlp.experts.251.gate_proj,0.0000082391,0.05000,2.884
2,mlp.experts.246.gate_proj,0.0000110480,0.05000,2.881
2,mlp.experts.245.gate_proj,0.0000116688,0.05000,2.923
2,mlp.experts.244.gate_proj,0.0000096236,0.05000,2.842
2,mlp.experts.255.gate_proj,0.0000033226,0.05000,2.573
2,mlp.experts.249.gate_proj,0.0000035372,0.05000,2.498
2,mlp.experts.250.gate_proj,0.0000133046,0.05000,2.626
2,mlp.experts.248.gate_proj,0.0000102093,0.05000,2.586
2,mlp.experts.3.up_proj,0.0000037244,0.05000,2.569
2,mlp.experts.253.gate_proj,0.0000145891,0.05000,2.403
2,mlp.experts.254.gate_proj,0.0000080581,0.05000,2.488
2,mlp.experts.252.gate_proj,0.0000065941,0.05000,2.405
2,mlp.experts.7.up_proj,0.0000112731,0.05000,2.370
2,mlp.experts.1.up_proj,0.0000079570,0.05000,2.270
2,mlp.experts.2.up_proj,0.0000102314,0.05000,2.288
2,mlp.experts.0.up_proj,0.0000073228,0.05000,2.406
2,mlp.experts.11.up_proj,0.0000083973,0.05000,2.606
2,mlp.experts.5.up_proj,0.0000071796,0.05000,2.731
2,mlp.experts.6.up_proj,0.0000036302,0.05000,2.750
2,mlp.experts.4.up_proj,0.0000026127,0.05000,2.726
2,mlp.experts.15.up_proj,0.0000029649,0.05000,2.721
2,mlp.experts.9.up_proj,0.0000120438,0.05000,2.706
2,mlp.experts.10.up_proj,0.0000032573,0.05000,2.680
2,mlp.experts.8.up_proj,0.0000169884,0.05000,2.635
2,mlp.experts.19.up_proj,0.0000086610,0.05000,2.762
2,mlp.experts.13.up_proj,0.0000045914,0.05000,2.642
2,mlp.experts.14.up_proj,0.0000074234,0.05000,2.743
2,mlp.experts.12.up_proj,0.0000110983,0.05000,2.690
2,mlp.experts.23.up_proj,0.0000047894,0.05000,2.641
2,mlp.experts.17.up_proj,0.0000030085,0.05000,2.631
2,mlp.experts.18.up_proj,0.0000263161,0.05000,2.615
2,mlp.experts.16.up_proj,0.0000034216,0.05000,2.620
2,mlp.experts.27.up_proj,0.0000156581,0.05000,2.601
2,mlp.experts.21.up_proj,0.0000135341,0.05000,2.513
2,mlp.experts.22.up_proj,0.0000047143,0.05000,2.512
2,mlp.experts.20.up_proj,0.0000083193,0.05000,2.434
2,mlp.experts.31.up_proj,0.0000072353,0.05000,2.685
2,mlp.experts.25.up_proj,0.0000073028,0.05000,2.722
2,mlp.experts.26.up_proj,0.0000070842,0.05000,2.689
2,mlp.experts.24.up_proj,0.0000072958,0.05000,2.696
2,mlp.experts.35.up_proj,0.0000063993,0.05000,2.678
2,mlp.experts.29.up_proj,0.0000071923,0.05000,2.506
2,mlp.experts.28.up_proj,0.0000131080,0.05000,2.672
2,mlp.experts.30.up_proj,0.0000095501,0.05000,2.816
2,mlp.experts.39.up_proj,0.0000073744,0.05000,2.716
2,mlp.experts.33.up_proj,0.0000036310,0.05000,2.710
2,mlp.experts.32.up_proj,0.0000371197,0.05000,2.596
2,mlp.experts.34.up_proj,0.0000118466,0.05000,2.765
2,mlp.experts.43.up_proj,0.0000098161,0.05000,2.563
2,mlp.experts.37.up_proj,0.0000107433,0.05000,2.449
2,mlp.experts.36.up_proj,0.0000098627,0.05000,2.435
2,mlp.experts.38.up_proj,0.0000062209,0.05000,2.579
2,mlp.experts.47.up_proj,0.0000067238,0.05000,2.534
2,mlp.experts.41.up_proj,0.0000099208,0.05000,2.404
2,mlp.experts.40.up_proj,0.0000035780,0.05000,2.344
2,mlp.experts.42.up_proj,0.0000047999,0.05000,2.342
2,mlp.experts.45.up_proj,0.0000093582,0.05000,2.132
2,mlp.experts.51.up_proj,0.0000147423,0.05000,2.196
2,mlp.experts.44.up_proj,0.0000124218,0.05000,2.049
2,mlp.experts.46.up_proj,0.0000080557,0.05000,2.118
2,mlp.experts.49.up_proj,0.0000073541,0.05000,2.208
2,mlp.experts.55.up_proj,0.0000135717,0.05000,2.273
2,mlp.experts.48.up_proj,0.0000162493,0.05000,2.226
2,mlp.experts.50.up_proj,0.0000086590,0.05000,2.301
2,mlp.experts.59.up_proj,0.0000033869,0.05000,2.451
2,mlp.experts.53.up_proj,0.0000093430,0.05000,2.674
2,mlp.experts.52.up_proj,0.0000092839,0.05000,2.638
2,mlp.experts.54.up_proj,0.0000075412,0.05000,2.655
2,mlp.experts.63.up_proj,0.0000055816,0.05000,2.620
2,mlp.experts.56.up_proj,0.0000051615,0.05000,2.514
2,mlp.experts.57.up_proj,0.0000047480,0.05000,2.631
2,mlp.experts.58.up_proj,0.0000044625,0.05000,2.638
2,mlp.experts.67.up_proj,0.0000106391,0.05000,2.481
2,mlp.experts.60.up_proj,0.0000035938,0.05000,2.454
2,mlp.experts.61.up_proj,0.0000082250,0.05000,2.440
2,mlp.experts.62.up_proj,0.0000131365,0.05000,2.278
2,mlp.experts.71.up_proj,0.0000043646,0.05000,2.396
2,mlp.experts.65.up_proj,0.0000099785,0.05000,2.420
2,mlp.experts.64.up_proj,0.0000041622,0.05000,2.476
2,mlp.experts.66.up_proj,0.0000120032,0.05000,2.463
2,mlp.experts.75.up_proj,0.0000049340,0.05000,2.766
2,mlp.experts.69.up_proj,0.0000109226,0.05000,2.691
2,mlp.experts.68.up_proj,0.0000083975,0.05000,2.772
2,mlp.experts.70.up_proj,0.0000050877,0.05000,2.756
2,mlp.experts.79.up_proj,0.0000133277,0.05000,2.661
2,mlp.experts.73.up_proj,0.0000119284,0.05000,2.627
2,mlp.experts.72.up_proj,0.0000081888,0.05000,2.631
2,mlp.experts.74.up_proj,0.0000165858,0.05000,2.611
2,mlp.experts.77.up_proj,0.0000074743,0.05000,2.473
2,mlp.experts.83.up_proj,0.0000055872,0.05000,2.566
2,mlp.experts.76.up_proj,0.0000047872,0.05000,2.449
2,mlp.experts.78.up_proj,0.0000120641,0.05000,2.502
2,mlp.experts.81.up_proj,0.0000077903,0.05000,2.584
2,mlp.experts.80.up_proj,0.0000038529,0.05000,2.577
2,mlp.experts.87.up_proj,0.0000055835,0.05000,2.667
2,mlp.experts.82.up_proj,0.0000086676,0.05000,2.650
2,mlp.experts.84.up_proj,0.0000042051,0.05000,2.452
2,mlp.experts.85.up_proj,0.0000102485,0.05000,2.600
2,mlp.experts.91.up_proj,0.0000191642,0.05000,2.554
2,mlp.experts.86.up_proj,0.0000050243,0.05000,2.460
2,mlp.experts.88.up_proj,0.0000070141,0.05000,2.511
2,mlp.experts.89.up_proj,0.0000047523,0.05000,2.556
2,mlp.experts.95.up_proj,0.0000074663,0.05000,2.560
2,mlp.experts.90.up_proj,0.0000038608,0.05000,2.492
2,mlp.experts.92.up_proj,0.0000044109,0.05000,2.446
2,mlp.experts.93.up_proj,0.0000056133,0.05000,2.479
2,mlp.experts.99.up_proj,0.0000057811,0.05000,2.444
2,mlp.experts.94.up_proj,0.0000055272,0.05000,2.474
2,mlp.experts.96.up_proj,0.0000111371,0.05000,2.677
2,mlp.experts.97.up_proj,0.0000094301,0.05000,2.578
2,mlp.experts.103.up_proj,0.0000015094,0.05000,2.825
2,mlp.experts.98.up_proj,0.0000112266,0.05000,2.781
2,mlp.experts.101.up_proj,0.0000058116,0.05000,2.556
2,mlp.experts.100.up_proj,0.0000023968,0.05000,2.663
2,mlp.experts.107.up_proj,0.0000027946,0.05000,2.658
2,mlp.experts.102.up_proj,0.0000077852,0.05000,2.622
2,mlp.experts.105.up_proj,0.0000119532,0.05000,2.641
2,mlp.experts.104.up_proj,0.0000066038,0.05000,2.664
2,mlp.experts.111.up_proj,0.0000085815,0.05000,2.606
2,mlp.experts.106.up_proj,0.0000229789,0.05000,2.601
2,mlp.experts.109.up_proj,0.0000049916,0.05000,2.606
2,mlp.experts.108.up_proj,0.0000049768,0.05000,2.588
2,mlp.experts.115.up_proj,0.0000075590,0.05000,2.550
2,mlp.experts.110.up_proj,0.0000049119,0.05000,2.522
2,mlp.experts.113.up_proj,0.0000079719,0.05000,2.631
2,mlp.experts.112.up_proj,0.0000079387,0.05000,2.623
2,mlp.experts.119.up_proj,0.0000145544,0.05000,2.590
2,mlp.experts.114.up_proj,0.0000091859,0.05000,2.694
2,mlp.experts.116.up_proj,0.0000099133,0.05000,2.709
2,mlp.experts.117.up_proj,0.0000052034,0.05000,2.772
2,mlp.experts.123.up_proj,0.0000062971,0.05000,2.804
2,mlp.experts.118.up_proj,0.0000076990,0.05000,2.671
2,mlp.experts.120.up_proj,0.0000042434,0.05000,2.624
2,mlp.experts.121.up_proj,0.0000034981,0.05000,2.668
2,mlp.experts.127.up_proj,0.0000055057,0.05000,2.584
2,mlp.experts.122.up_proj,0.0000154987,0.05000,2.498
2,mlp.experts.124.up_proj,0.0000083331,0.05000,2.473
2,mlp.experts.125.up_proj,0.0000059391,0.05000,2.442
2,mlp.experts.131.up_proj,0.0000072367,0.05000,2.470
2,mlp.experts.126.up_proj,0.0000315152,0.05000,2.441
2,mlp.experts.128.up_proj,0.0000060544,0.05000,2.555
2,mlp.experts.129.up_proj,0.0000079102,0.05000,2.660
2,mlp.experts.135.up_proj,0.0000080497,0.05000,2.682
2,mlp.experts.130.up_proj,0.0000117957,0.05000,2.749
2,mlp.experts.132.up_proj,0.0000090351,0.05000,2.622
2,mlp.experts.133.up_proj,0.0000029000,0.05000,2.535
2,mlp.experts.139.up_proj,0.0000052543,0.05000,2.519
2,mlp.experts.134.up_proj,0.0000055925,0.05000,2.558
2,mlp.experts.136.up_proj,0.0000097181,0.05000,2.415
2,mlp.experts.137.up_proj,0.0000100601,0.05000,2.497
2,mlp.experts.143.up_proj,0.0000114803,0.05000,2.378
2,mlp.experts.138.up_proj,0.0000150178,0.05000,2.306
2,mlp.experts.140.up_proj,0.0000069572,0.05000,2.437
2,mlp.experts.141.up_proj,0.0000088603,0.05000,2.519
2,mlp.experts.147.up_proj,0.0000045591,0.05000,2.541
2,mlp.experts.142.up_proj,0.0000076014,0.05000,2.577
2,mlp.experts.144.up_proj,0.0000130157,0.05000,2.538
2,mlp.experts.145.up_proj,0.0000049616,0.05000,2.528
2,mlp.experts.151.up_proj,0.0000134372,0.05000,2.534
2,mlp.experts.146.up_proj,0.0000046763,0.05000,2.576
2,mlp.experts.148.up_proj,0.0000115537,0.05000,2.551
2,mlp.experts.155.up_proj,0.0000131582,0.05000,2.489
2,mlp.experts.149.up_proj,0.0000079722,0.05000,2.672
2,mlp.experts.150.up_proj,0.0000028910,0.05000,2.490
2,mlp.experts.152.up_proj,0.0000119858,0.05000,2.497
2,mlp.experts.159.up_proj,0.0000045929,0.05000,2.531
2,mlp.experts.153.up_proj,0.0000122669,0.05000,2.547
2,mlp.experts.154.up_proj,0.0000096079,0.05000,2.432
2,mlp.experts.156.up_proj,0.0000094964,0.05000,2.473
2,mlp.experts.163.up_proj,0.0000033694,0.05000,2.503
2,mlp.experts.157.up_proj,0.0000048936,0.05000,2.540
2,mlp.experts.158.up_proj,0.0000063104,0.05000,2.597
2,mlp.experts.160.up_proj,0.0000090731,0.05000,2.681
2,mlp.experts.167.up_proj,0.0000146575,0.05000,2.756
2,mlp.experts.161.up_proj,0.0000109910,0.05000,2.683
2,mlp.experts.162.up_proj,0.0000031776,0.05000,2.575
2,mlp.experts.164.up_proj,0.0000024819,0.05000,2.667
2,mlp.experts.171.up_proj,0.0000204430,0.05000,2.713
2,mlp.experts.165.up_proj,0.0000082914,0.05000,2.778
2,mlp.experts.166.up_proj,0.0000097862,0.05000,2.698
2,mlp.experts.168.up_proj,0.0000152940,0.05000,2.569
2,mlp.experts.175.up_proj,0.0000059375,0.05000,2.609
2,mlp.experts.169.up_proj,0.0000054033,0.05000,2.613
2,mlp.experts.170.up_proj,0.0000118123,0.05000,2.621
2,mlp.experts.172.up_proj,0.0000079493,0.05000,2.642
2,mlp.experts.179.up_proj,0.0000048531,0.05000,2.629
2,mlp.experts.173.up_proj,0.0000055346,0.05000,2.632
2,mlp.experts.174.up_proj,0.0000084049,0.05000,2.667
2,mlp.experts.176.up_proj,0.0000124630,0.05000,2.659
2,mlp.experts.183.up_proj,0.0000056813,0.05000,2.592
2,mlp.experts.177.up_proj,0.0000097878,0.05000,2.622
2,mlp.experts.178.up_proj,0.0000055124,0.05000,2.614
2,mlp.experts.180.up_proj,0.0000063676,0.05000,2.538
2,mlp.experts.187.up_proj,0.0000060401,0.05000,2.546
2,mlp.experts.181.up_proj,0.0000089948,0.05000,2.568
2,mlp.experts.182.up_proj,0.0000075675,0.05000,2.599
2,mlp.experts.184.up_proj,0.0000084450,0.05000,2.481
2,mlp.experts.191.up_proj,0.0000108350,0.05000,2.537
2,mlp.experts.195.up_proj,failsafe(rtn): 0.0009308,0.00000,0.040
2,mlp.experts.185.up_proj,0.0000064348,0.05000,2.638
2,mlp.experts.186.up_proj,0.0000119386,0.05000,2.600
2,mlp.experts.188.up_proj,0.0000152055,0.05000,2.684
2,mlp.experts.199.up_proj,0.0000153898,0.05000,2.658
2,mlp.experts.189.up_proj,0.0000065127,0.05000,2.676
2,mlp.experts.190.up_proj,0.0000118193,0.05000,2.639
2,mlp.experts.192.up_proj,0.0000058813,0.05000,2.613
2,mlp.experts.203.up_proj,0.0000085623,0.05000,2.481
2,mlp.experts.193.up_proj,0.0000069837,0.05000,2.567
2,mlp.experts.194.up_proj,0.0000057553,0.05000,2.547
2,mlp.experts.196.up_proj,0.0000089120,0.05000,2.490
2,mlp.experts.207.up_proj,0.0000084000,0.05000,2.497
2,mlp.experts.197.up_proj,0.0000121592,0.05000,2.490
2,mlp.experts.198.up_proj,0.0000050435,0.05000,2.525
2,mlp.experts.200.up_proj,0.0000070070,0.05000,2.407
2,mlp.experts.211.up_proj,0.0000079511,0.05000,2.530
2,mlp.experts.202.up_proj,0.0000145168,0.05000,2.427
2,mlp.experts.201.up_proj,0.0000046979,0.05000,2.539
2,mlp.experts.204.up_proj,0.0000116656,0.05000,2.540
2,mlp.experts.215.up_proj,0.0000105358,0.05000,2.572
2,mlp.experts.205.up_proj,0.0000092285,0.05000,2.546
2,mlp.experts.206.up_proj,0.0000130471,0.05000,2.618
2,mlp.experts.208.up_proj,0.0000054132,0.05000,2.676
2,mlp.experts.219.up_proj,0.0000033554,0.05000,2.520
2,mlp.experts.210.up_proj,0.0000021381,0.05000,2.550
2,mlp.experts.209.up_proj,0.0000065156,0.05000,2.692
2,mlp.experts.212.up_proj,0.0000036395,0.05000,2.718
2,mlp.experts.223.up_proj,0.0000056330,0.05000,2.808
2,mlp.experts.214.up_proj,0.0000113625,0.05000,2.799
2,mlp.experts.213.up_proj,0.0000123169,0.05000,2.746
2,mlp.experts.216.up_proj,0.0000059617,0.05000,2.385
2,mlp.experts.227.up_proj,0.0000065792,0.05000,2.324
2,mlp.experts.218.up_proj,0.0000085486,0.05000,2.354
2,mlp.experts.217.up_proj,0.0000049478,0.05000,2.366
2,mlp.experts.220.up_proj,0.0000134551,0.05000,2.402
2,mlp.experts.231.up_proj,0.0000097130,0.05000,2.472
2,mlp.experts.222.up_proj,0.0000115021,0.05000,2.525
2,mlp.experts.221.up_proj,0.0000054089,0.05000,2.497
2,mlp.experts.224.up_proj,0.0000083348,0.05000,2.575
2,mlp.experts.235.up_proj,0.0000056555,0.05000,2.521
2,mlp.experts.226.up_proj,0.0000107652,0.05000,2.526
2,mlp.experts.225.up_proj,0.0000143483,0.05000,2.540
2,mlp.experts.228.up_proj,0.0000103683,0.05000,2.781
2,mlp.experts.239.up_proj,0.0000064129,0.05000,2.810
2,mlp.experts.230.up_proj,0.0000035220,0.05000,2.864
2,mlp.experts.229.up_proj,0.0000090629,0.05000,2.846
2,mlp.experts.232.up_proj,0.0000101365,0.05000,2.900
2,mlp.experts.243.up_proj,0.0000070351,0.05000,2.939
2,mlp.experts.234.up_proj,0.0000045837,0.05000,2.773
2,mlp.experts.233.up_proj,0.0000057552,0.05000,2.846
2,mlp.experts.236.up_proj,0.0000040264,0.05000,2.909
2,mlp.experts.247.up_proj,0.0000070364,0.05000,2.811
2,mlp.experts.238.up_proj,0.0000035510,0.05000,2.928
2,mlp.experts.237.up_proj,0.0000074830,0.05000,3.012
2,mlp.experts.240.up_proj,0.0000107689,0.05000,2.646
2,mlp.experts.251.up_proj,0.0000079583,0.05000,2.603
2,mlp.experts.242.up_proj,0.0000069402,0.05000,2.479
2,mlp.experts.241.up_proj,0.0000140270,0.05000,2.525
2,mlp.experts.244.up_proj,0.0000092378,0.05000,2.840
2,mlp.experts.255.up_proj,0.0000032730,0.05000,2.856
2,mlp.experts.246.up_proj,0.0000107158,0.05000,2.829
2,mlp.experts.245.up_proj,0.0000114005,0.05000,2.686
2,mlp.experts.248.up_proj,0.0000099888,0.05000,1.951
2,mlp.experts.250.up_proj,0.0000126818,0.05000,1.875
2,mlp.experts.249.up_proj,0.0000033547,0.05000,1.878
2,mlp.experts.252.up_proj,0.0000062427,0.05000,2.010
2,mlp.experts.254.up_proj,0.0000074967,0.05000,1.741
2,mlp.experts.253.up_proj,0.0000139661,0.05000,1.701
2,mlp.experts.3.down_proj,0.0000000916,0.05000,0.620
2,mlp.experts.1.down_proj,0.0000000694,0.05000,0.645
2,mlp.experts.0.down_proj,0.0000000878,0.05000,0.662
2,mlp.experts.2.down_proj,0.0000001077,0.05000,0.675
2,mlp.experts.7.down_proj,0.0000001497,0.05000,0.711
2,mlp.experts.5.down_proj,0.0000000713,0.05000,0.699
2,mlp.experts.4.down_proj,0.0000000243,0.05000,0.689
2,mlp.experts.6.down_proj,0.0000000353,0.05000,0.724
2,mlp.experts.11.down_proj,0.0000001848,0.05000,0.651
2,mlp.experts.9.down_proj,0.0000001316,0.05000,0.648
2,mlp.experts.8.down_proj,0.0000003780,0.05000,0.732
2,mlp.experts.10.down_proj,0.0000000303,0.05000,0.739
2,mlp.experts.13.down_proj,0.0000000663,0.05000,0.663
2,mlp.experts.15.down_proj,0.0000000344,0.05000,0.724
2,mlp.experts.12.down_proj,0.0000001327,0.05000,0.689
2,mlp.experts.14.down_proj,0.0000000866,0.05000,0.690
2,mlp.experts.17.down_proj,0.0000000334,0.05000,0.758
2,mlp.experts.19.down_proj,0.0000001123,0.05000,0.735
2,mlp.experts.16.down_proj,0.0000000713,0.05000,0.727
2,mlp.experts.18.down_proj,0.0000003845,0.05000,0.698
2,mlp.experts.23.down_proj,0.0000000607,0.05000,0.653
2,mlp.experts.21.down_proj,0.0000001600,0.05000,0.685
2,mlp.experts.20.down_proj,0.0000000884,0.05000,0.666
2,mlp.experts.22.down_proj,0.0000000407,0.05000,0.653
2,mlp.experts.25.down_proj,0.0000002759,0.05000,0.722
2,mlp.experts.27.down_proj,0.0000002091,0.05000,0.735
2,mlp.experts.24.down_proj,0.0000001043,0.05000,0.707
2,mlp.experts.26.down_proj,0.0000000755,0.05000,0.705
2,mlp.experts.31.down_proj,0.0000000930,0.05000,0.638
2,mlp.experts.29.down_proj,0.0000001003,0.05000,0.658
2,mlp.experts.28.down_proj,0.0000001277,0.05000,0.636
2,mlp.experts.30.down_proj,0.0000002741,0.05000,0.672
2,mlp.experts.32.down_proj,0.0000003842,0.05000,0.669
2,mlp.experts.35.down_proj,0.0000000651,0.05000,0.737
2,mlp.experts.33.down_proj,0.0000000558,0.05000,0.735
2,mlp.experts.34.down_proj,0.0000001087,0.05000,0.700
2,mlp.experts.36.down_proj,0.0000001010,0.05000,0.659
2,mlp.experts.37.down_proj,0.0000001783,0.05000,0.688
2,mlp.experts.38.down_proj,0.0000000881,0.05000,0.675
2,mlp.experts.39.down_proj,0.0000000813,0.05000,0.726
2,mlp.experts.40.down_proj,0.0000000759,0.05000,0.699
2,mlp.experts.41.down_proj,0.0000008577,0.05000,0.703
2,mlp.experts.42.down_proj,0.0000000836,0.05000,0.708
2,mlp.experts.43.down_proj,0.0000001122,0.05000,0.702
2,mlp.experts.44.down_proj,0.0000001365,0.05000,0.746
2,mlp.experts.47.down_proj,0.0000001367,0.05000,0.673
2,mlp.experts.45.down_proj,0.0000001436,0.05000,0.716
2,mlp.experts.46.down_proj,0.0000001047,0.05000,0.722
2,mlp.experts.48.down_proj,0.0000001666,0.05000,0.741
2,mlp.experts.51.down_proj,0.0000001929,0.05000,0.738
2,mlp.experts.50.down_proj,0.0000000825,0.05000,0.722
2,mlp.experts.49.down_proj,0.0000001440,0.05000,0.751
2,mlp.experts.52.down_proj,0.0000001114,0.05000,0.790
2,mlp.experts.55.down_proj,0.0000002037,0.05000,0.779
2,mlp.experts.53.down_proj,0.0000000880,0.05000,0.768
2,mlp.experts.54.down_proj,0.0000000896,0.05000,0.780
2,mlp.experts.56.down_proj,0.0000001652,0.05000,0.696
2,mlp.experts.59.down_proj,0.0000000269,0.05000,0.736
2,mlp.experts.57.down_proj,0.0000000523,0.05000,0.716
2,mlp.experts.58.down_proj,0.0000000716,0.05000,0.723
2,mlp.experts.60.down_proj,0.0000001398,0.05000,0.657
2,mlp.experts.62.down_proj,0.0000001728,0.05000,0.650
2,mlp.experts.61.down_proj,0.0000004880,0.05000,0.682
2,mlp.experts.63.down_proj,0.0000002835,0.05000,0.702
2,mlp.experts.64.down_proj,0.0000000585,0.05000,0.641
2,mlp.experts.66.down_proj,0.0000001579,0.05000,0.678
2,mlp.experts.65.down_proj,0.0000000950,0.05000,0.681
2,mlp.experts.67.down_proj,0.0000001209,0.05000,0.683
2,mlp.experts.68.down_proj,0.0000000702,0.05000,0.665
2,mlp.experts.70.down_proj,0.0000000704,0.05000,0.661
2,mlp.experts.69.down_proj,0.0000001200,0.05000,0.690
2,mlp.experts.71.down_proj,0.0000001277,0.05000,0.701
2,mlp.experts.72.down_proj,0.0000001072,0.05000,0.715
2,mlp.experts.74.down_proj,0.0000002270,0.05000,0.723
2,mlp.experts.73.down_proj,0.0000001327,0.05000,0.713
2,mlp.experts.75.down_proj,0.0000000757,0.05000,0.770
2,mlp.experts.76.down_proj,0.0000001253,0.05000,0.675
2,mlp.experts.78.down_proj,0.0000001527,0.05000,0.692
2,mlp.experts.77.down_proj,0.0000000744,0.05000,0.718
2,mlp.experts.79.down_proj,0.0000001491,0.05000,0.738
2,mlp.experts.80.down_proj,0.0000000351,0.05000,0.708
2,mlp.experts.82.down_proj,0.0000001216,0.05000,0.694
2,mlp.experts.81.down_proj,0.0000000837,0.05000,0.742
2,mlp.experts.83.down_proj,0.0000001163,0.05000,0.722
2,mlp.experts.84.down_proj,0.0000000524,0.05000,0.661
2,mlp.experts.86.down_proj,0.0000001396,0.05000,0.715
2,mlp.experts.85.down_proj,0.0000001254,0.05000,0.678
2,mlp.experts.87.down_proj,0.0000000871,0.05000,0.695
2,mlp.experts.88.down_proj,0.0000001704,0.05000,0.719
2,mlp.experts.89.down_proj,0.0000000808,0.05000,0.652
2,mlp.experts.90.down_proj,0.0000000391,0.05000,0.749
2,mlp.experts.91.down_proj,0.0000002340,0.05000,0.716
2,mlp.experts.92.down_proj,0.0000001426,0.05000,0.679
2,mlp.experts.93.down_proj,0.0000001514,0.05000,0.697
2,mlp.experts.94.down_proj,0.0000000676,0.05000,0.748
2,mlp.experts.95.down_proj,0.0000000826,0.05000,0.739
2,mlp.experts.96.down_proj,0.0000002118,0.05000,0.671
2,mlp.experts.97.down_proj,0.0000001263,0.05000,0.624
2,mlp.experts.98.down_proj,0.0000001046,0.05000,0.646
2,mlp.experts.99.down_proj,0.0000000652,0.05000,0.636
2,mlp.experts.100.down_proj,0.0000000285,0.05000,0.652
2,mlp.experts.101.down_proj,0.0000000713,0.05000,0.682
2,mlp.experts.102.down_proj,0.0000000771,0.05000,0.707
2,mlp.experts.103.down_proj,0.0000000107,0.05000,0.670
2,mlp.experts.104.down_proj,0.0000000665,0.05000,0.648
2,mlp.experts.105.down_proj,0.0000001503,0.05000,0.679
2,mlp.experts.106.down_proj,0.0000003128,0.05000,0.657
2,mlp.experts.107.down_proj,0.0000000667,0.05000,0.674
2,mlp.experts.108.down_proj,0.0000000598,0.05000,0.658
2,mlp.experts.109.down_proj,0.0000000486,0.05000,0.656
2,mlp.experts.110.down_proj,0.0000001739,0.05000,0.737
2,mlp.experts.111.down_proj,0.0000001175,0.05000,0.710
2,mlp.experts.112.down_proj,0.0000000842,0.05000,0.694
2,mlp.experts.113.down_proj,0.0000001078,0.05000,0.661
2,mlp.experts.114.down_proj,0.0000000894,0.05000,0.657
2,mlp.experts.115.down_proj,0.0000000790,0.05000,0.637
2,mlp.experts.116.down_proj,0.0000001189,0.05000,0.634
2,mlp.experts.117.down_proj,0.0000000748,0.05000,0.659
2,mlp.experts.118.down_proj,0.0000002354,0.05000,0.632
2,mlp.experts.119.down_proj,0.0000004585,0.05000,0.655
2,mlp.experts.120.down_proj,0.0000000728,0.05000,0.653
2,mlp.experts.121.down_proj,0.0000000337,0.05000,0.629
2,mlp.experts.122.down_proj,0.0000002885,0.05000,0.619
2,mlp.experts.123.down_proj,0.0000000890,0.05000,0.616
2,mlp.experts.124.down_proj,0.0000000785,0.05000,0.608
2,mlp.experts.125.down_proj,0.0000000517,0.05000,0.598
2,mlp.experts.126.down_proj,0.0000003998,0.05000,0.600
2,mlp.experts.127.down_proj,0.0000000552,0.05000,0.587
2,mlp.experts.128.down_proj,0.0000000621,0.05000,0.598
2,mlp.experts.129.down_proj,0.0000000692,0.05000,0.605
2,mlp.experts.130.down_proj,0.0000001499,0.05000,0.623
2,mlp.experts.131.down_proj,0.0000001226,0.05000,0.666
2,mlp.experts.132.down_proj,0.0000001074,0.05000,0.687
2,mlp.experts.133.down_proj,0.0000000634,0.05000,0.728
2,mlp.experts.134.down_proj,0.0000000625,0.05000,0.705
2,mlp.experts.135.down_proj,0.0000000800,0.05000,0.758
2,mlp.experts.136.down_proj,0.0000001114,0.05000,0.727
2,mlp.experts.137.down_proj,0.0000001392,0.05000,0.713
2,mlp.experts.138.down_proj,0.0000001951,0.05000,0.661
2,mlp.experts.139.down_proj,0.0000001324,0.05000,0.683
2,mlp.experts.140.down_proj,0.0000000632,0.05000,0.605
2,mlp.experts.141.down_proj,0.0000001143,0.05000,0.599
2,mlp.experts.142.down_proj,0.0000000932,0.05000,0.580
2,mlp.experts.143.down_proj,0.0000002083,0.05000,0.517
2,mlp.experts.144.down_proj,0.0000001682,0.05000,0.539
2,mlp.experts.145.down_proj,0.0000000793,0.05000,0.555
2,mlp.experts.146.down_proj,0.0000000418,0.05000,0.557
2,mlp.experts.147.down_proj,0.0000000951,0.05000,0.523
2,mlp.experts.148.down_proj,0.0000001857,0.05000,0.563
2,mlp.experts.149.down_proj,0.0000000802,0.05000,0.566
2,mlp.experts.150.down_proj,0.0000001380,0.05000,0.650
2,mlp.experts.151.down_proj,0.0000001532,0.05000,0.609
2,mlp.experts.152.down_proj,0.0000001578,0.05000,0.723
2,mlp.experts.153.down_proj,0.0000001473,0.05000,0.641
2,mlp.experts.154.down_proj,0.0000000941,0.05000,0.645
2,mlp.experts.155.down_proj,0.0000001565,0.05000,0.669
2,mlp.experts.156.down_proj,0.0000001043,0.05000,0.615
2,mlp.experts.157.down_proj,0.0000000518,0.05000,0.616
2,mlp.experts.158.down_proj,0.0000001139,0.05000,0.643
2,mlp.experts.159.down_proj,0.0000000614,0.05000,0.656
2,mlp.experts.160.down_proj,0.0000001197,0.05000,0.679
2,mlp.experts.161.down_proj,0.0000001285,0.05000,0.617
2,mlp.experts.162.down_proj,0.0000000310,0.05000,0.630
2,mlp.experts.163.down_proj,0.0000000389,0.05000,0.616
2,mlp.experts.164.down_proj,0.0000000195,0.05000,0.601
2,mlp.experts.165.down_proj,0.0000000937,0.05000,0.607
2,mlp.experts.166.down_proj,0.0000001167,0.05000,0.640
2,mlp.experts.167.down_proj,0.0000001906,0.05000,0.641
2,mlp.experts.168.down_proj,0.0000001998,0.05000,0.685
2,mlp.experts.169.down_proj,0.0000000612,0.05000,0.712
2,mlp.experts.170.down_proj,0.0000002563,0.05000,0.671
2,mlp.experts.171.down_proj,0.0000002552,0.05000,0.643
2,mlp.experts.172.down_proj,0.0000000725,0.05000,0.695
2,mlp.experts.173.down_proj,0.0000000788,0.05000,0.707
2,mlp.experts.174.down_proj,0.0000000978,0.05000,0.644
2,mlp.experts.175.down_proj,0.0000001948,0.05000,0.647
2,mlp.experts.176.down_proj,0.0000001324,0.05000,0.655
2,mlp.experts.177.down_proj,0.0000001359,0.05000,0.634
2,mlp.experts.178.down_proj,0.0000000603,0.05000,0.633
2,mlp.experts.179.down_proj,0.0000000478,0.05000,0.624
2,mlp.experts.180.down_proj,0.0000002224,0.05000,0.657
2,mlp.experts.181.down_proj,0.0000001109,0.05000,0.675
2,mlp.experts.182.down_proj,0.0000001082,0.05000,0.731
2,mlp.experts.183.down_proj,0.0000000774,0.05000,0.692
2,mlp.experts.184.down_proj,0.0000002346,0.05000,0.651
2,mlp.experts.185.down_proj,0.0000001009,0.05000,0.718
2,mlp.experts.187.down_proj,0.0000000837,0.05000,0.633
2,mlp.experts.186.down_proj,0.0000001212,0.05000,0.691
2,mlp.experts.188.down_proj,0.0000004595,0.05000,0.609
2,mlp.experts.189.down_proj,0.0000000743,0.05000,0.607
2,mlp.experts.191.down_proj,0.0000001414,0.05000,0.644
2,mlp.experts.195.down_proj,failsafe(rtn): 0.0009842,0.00000,0.012
2,mlp.experts.190.down_proj,0.0000001721,0.05000,0.630
2,mlp.experts.192.down_proj,0.0000000961,0.05000,0.715
2,mlp.experts.193.down_proj,0.0000000717,0.05000,0.667
2,mlp.experts.199.down_proj,0.0000001712,0.05000,0.659
2,mlp.experts.194.down_proj,0.0000000779,0.05000,0.683
2,mlp.experts.196.down_proj,0.0000000930,0.05000,0.659
2,mlp.experts.197.down_proj,0.0000001494,0.05000,0.652
2,mlp.experts.203.down_proj,0.0000001025,0.05000,0.685
2,mlp.experts.198.down_proj,0.0000001227,0.05000,0.691
2,mlp.experts.200.down_proj,0.0000000653,0.05000,0.648
2,mlp.experts.201.down_proj,0.0000000625,0.05000,0.646
2,mlp.experts.207.down_proj,0.0000001201,0.05000,0.657
2,mlp.experts.202.down_proj,0.0000001921,0.05000,0.647
2,mlp.experts.204.down_proj,0.0000001223,0.05000,0.635
2,mlp.experts.205.down_proj,0.0000000803,0.05000,0.617
2,mlp.experts.211.down_proj,0.0000001380,0.05000,0.633
2,mlp.experts.206.down_proj,0.0000001587,0.05000,0.621
2,mlp.experts.208.down_proj,0.0000002004,0.05000,0.604
2,mlp.experts.209.down_proj,0.0000000613,0.05000,0.603
2,mlp.experts.215.down_proj,0.0000001488,0.05000,0.599
2,mlp.experts.210.down_proj,0.0000000174,0.05000,0.607
2,mlp.experts.212.down_proj,0.0000000883,0.05000,0.645
2,mlp.experts.213.down_proj,0.0000001587,0.05000,0.680
2,mlp.experts.219.down_proj,0.0000001049,0.05000,0.657
2,mlp.experts.214.down_proj,0.0000001321,0.05000,0.701
2,mlp.experts.216.down_proj,0.0000000699,0.05000,0.694
2,mlp.experts.217.down_proj,0.0000000559,0.05000,0.642
2,mlp.experts.223.down_proj,0.0000001172,0.05000,0.679
2,mlp.experts.218.down_proj,0.0000001684,0.05000,0.700
2,mlp.experts.221.down_proj,0.0000000620,0.05000,0.648
2,mlp.experts.220.down_proj,0.0000001669,0.05000,0.762
2,mlp.experts.227.down_proj,0.0000000685,0.05000,0.640
2,mlp.experts.222.down_proj,0.0000003912,0.05000,0.729
2,mlp.experts.225.down_proj,0.0000001908,0.05000,0.659
2,mlp.experts.224.down_proj,0.0000000997,0.05000,0.753
2,mlp.experts.231.down_proj,0.0000000966,0.05000,0.681
2,mlp.experts.226.down_proj,0.0000001013,0.05000,0.778
2,mlp.experts.229.down_proj,0.0000001060,0.05000,0.679
2,mlp.experts.228.down_proj,0.0000001555,0.05000,0.653
2,mlp.experts.235.down_proj,0.0000000974,0.05000,0.620
2,mlp.experts.230.down_proj,0.0000000890,0.05000,0.578
2,mlp.experts.233.down_proj,0.0000000536,0.05000,0.611
2,mlp.experts.232.down_proj,0.0000001201,0.05000,0.559
2,mlp.experts.239.down_proj,0.0000000773,0.05000,0.564
2,mlp.experts.234.down_proj,0.0000000640,0.05000,0.615
2,mlp.experts.237.down_proj,0.0000001016,0.05000,0.576
2,mlp.experts.236.down_proj,0.0000000539,0.05000,0.582
2,mlp.experts.243.down_proj,0.0000002008,0.05000,0.586
2,mlp.experts.238.down_proj,0.0000000504,0.05000,0.643
2,mlp.experts.241.down_proj,0.0000001493,0.05000,0.646
2,mlp.experts.240.down_proj,0.0000001357,0.05000,0.645
2,mlp.experts.247.down_proj,0.0000000801,0.05000,0.656
2,mlp.experts.242.down_proj,0.0000000777,0.05000,0.627
2,mlp.experts.245.down_proj,0.0000001357,0.05000,0.613
2,mlp.experts.244.down_proj,0.0000001060,0.05000,0.654
2,mlp.experts.251.down_proj,0.0000000944,0.05000,0.630
2,mlp.experts.246.down_proj,0.0000001066,0.05000,0.616
2,mlp.experts.249.down_proj,0.0000000525,0.05000,0.657
2,mlp.experts.248.down_proj,0.0000000898,0.05000,0.739
2,mlp.experts.255.down_proj,0.0000000304,0.05000,0.726
2,mlp.experts.250.down_proj,0.0000001860,0.05000,0.590
2,mlp.experts.253.down_proj,0.0000001678,0.05000,0.553
2,mlp.experts.252.down_proj,0.0000000942,0.05000,0.440
2,mlp.experts.254.down_proj,0.0000001740,0.05000,0.282
3,mlp.experts.2.gate_proj,0.0000087952,0.05000,2.789
3,mlp.experts.3.gate_proj,0.0000163345,0.05000,2.822
3,mlp.experts.0.gate_proj,0.0000051474,0.05000,2.844
3,mlp.experts.1.gate_proj,0.0000163730,0.05000,2.851
3,mlp.experts.6.gate_proj,0.0000294557,0.05000,2.738
3,mlp.experts.4.gate_proj,0.0000115989,0.05000,2.725
3,mlp.experts.7.gate_proj,0.0000250596,0.05000,2.778
3,mlp.experts.5.gate_proj,0.0000145498,0.05000,2.821
3,mlp.experts.10.gate_proj,0.0000401410,0.05000,2.763
3,mlp.experts.11.gate_proj,0.0000358830,0.05000,2.747
3,mlp.experts.8.gate_proj,0.0000080708,0.05000,2.813
3,mlp.experts.9.gate_proj,0.0000112196,0.05000,2.761
3,mlp.experts.14.gate_proj,0.0000081765,0.05000,2.655
3,mlp.experts.12.gate_proj,0.0000088648,0.05000,2.696
3,mlp.experts.15.gate_proj,0.0000048624,0.05000,2.753
3,mlp.experts.13.gate_proj,0.0000148464,0.05000,2.724
3,mlp.experts.18.gate_proj,0.0000115943,0.05000,2.620
3,mlp.experts.16.gate_proj,0.0000070872,0.05000,2.647
3,mlp.experts.17.gate_proj,0.0000139595,0.05000,2.583
3,mlp.experts.19.gate_proj,0.0000036875,0.05000,2.699
3,mlp.experts.22.gate_proj,0.0000384508,0.05000,2.584
3,mlp.experts.21.gate_proj,0.0000109834,0.05000,2.552
3,mlp.experts.20.gate_proj,0.0000032944,0.05000,2.621
3,mlp.experts.23.gate_proj,0.0000341508,0.05000,2.595
3,mlp.experts.26.gate_proj,0.0000036586,0.05000,2.579
3,mlp.experts.25.gate_proj,0.0000194969,0.05000,2.574
3,mlp.experts.24.gate_proj,0.0000177937,0.05000,2.608
3,mlp.experts.27.gate_proj,0.0000039070,0.05000,2.615
3,mlp.experts.30.gate_proj,0.0000230059,0.05000,2.613
3,mlp.experts.29.gate_proj,0.0000152735,0.05000,2.611
3,mlp.experts.28.gate_proj,0.0000113650,0.05000,2.576
3,mlp.experts.31.gate_proj,0.0000029232,0.05000,2.630
3,mlp.experts.34.gate_proj,0.0000123237,0.05000,2.844
3,mlp.experts.32.gate_proj,0.0000307934,0.05000,2.807
3,mlp.experts.33.gate_proj,0.0000171398,0.05000,2.916
3,mlp.experts.35.gate_proj,0.0000080333,0.05000,2.837
3,mlp.experts.38.gate_proj,0.0000115199,0.05000,2.379
3,mlp.experts.36.gate_proj,0.0000033349,0.05000,2.443
3,mlp.experts.37.gate_proj,0.0000020466,0.05000,2.447
3,mlp.experts.39.gate_proj,0.0000111429,0.05000,2.483
3,mlp.experts.42.gate_proj,0.0000048222,0.05000,2.505
3,mlp.experts.41.gate_proj,0.0000106253,0.05000,2.418
3,mlp.experts.40.gate_proj,0.0000111958,0.05000,2.506
3,mlp.experts.43.gate_proj,0.0000165123,0.05000,2.534
3,mlp.experts.46.gate_proj,0.0000041421,0.05000,2.536
3,mlp.experts.44.gate_proj,0.0000031788,0.05000,2.551
3,mlp.experts.45.gate_proj,0.0000160261,0.05000,2.650
3,mlp.experts.47.gate_proj,0.0000371392,0.05000,2.624
3,mlp.experts.50.gate_proj,0.0000142299,0.05000,2.587
3,mlp.experts.49.gate_proj,0.0000205233,0.05000,2.570
3,mlp.experts.48.gate_proj,0.0000133630,0.05000,2.659
3,mlp.experts.51.gate_proj,0.0000082327,0.05000,2.667
3,mlp.experts.54.gate_proj,0.0000412948,0.05000,2.668
3,mlp.experts.52.gate_proj,0.0000391855,0.05000,2.710
3,mlp.experts.53.gate_proj,0.0000084984,0.05000,2.761
3,mlp.experts.55.gate_proj,0.0000033233,0.05000,2.652
3,mlp.experts.58.gate_proj,0.0000030255,0.05000,2.602
3,mlp.experts.57.gate_proj,0.0000305554,0.05000,2.535
3,mlp.experts.56.gate_proj,0.0000123498,0.05000,2.656
3,mlp.experts.59.gate_proj,0.0000212326,0.05000,2.626
3,mlp.experts.62.gate_proj,0.0000210854,0.05000,2.658
3,mlp.experts.61.gate_proj,0.0000030909,0.05000,2.608
3,mlp.experts.60.gate_proj,0.0000266177,0.05000,2.695
3,mlp.experts.63.gate_proj,0.0000275993,0.05000,2.616
3,mlp.experts.66.gate_proj,0.0000066519,0.05000,2.896
3,mlp.experts.65.gate_proj,0.0000104284,0.05000,2.930
3,mlp.experts.64.gate_proj,0.0000427661,0.05000,2.936
3,mlp.experts.67.gate_proj,0.0000068322,0.05000,3.004
3,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.040
3,mlp.experts.70.gate_proj,0.0000028829,0.05000,2.710
3,mlp.experts.69.gate_proj,0.0000418588,0.05000,2.792
3,mlp.experts.68.gate_proj,0.0000312256,0.05000,2.748
3,mlp.experts.75.gate_proj,0.0000108605,0.05000,2.727
3,mlp.experts.74.gate_proj,0.0000247147,0.05000,2.697
3,mlp.experts.73.gate_proj,0.0000129580,0.05000,2.695
3,mlp.experts.72.gate_proj,0.0000141367,0.05000,2.633
3,mlp.experts.79.gate_proj,0.0000230543,0.05000,2.552
3,mlp.experts.83.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.034
3,mlp.experts.78.gate_proj,0.0000263928,0.05000,2.622
3,mlp.experts.77.gate_proj,0.0000066613,0.05000,2.628
3,mlp.experts.76.gate_proj,0.0000090067,0.05000,2.690
3,mlp.experts.87.gate_proj,0.0000134295,0.05000,2.626
3,mlp.experts.82.gate_proj,0.0000118587,0.05000,2.612
3,mlp.experts.81.gate_proj,0.0000056364,0.05000,2.590
3,mlp.experts.80.gate_proj,0.0000551304,0.05000,2.600
3,mlp.experts.91.gate_proj,0.0000059598,0.05000,2.599
3,mlp.experts.86.gate_proj,0.0000162036,0.05000,2.613
3,mlp.experts.85.gate_proj,0.0000138521,0.05000,2.695
3,mlp.experts.84.gate_proj,0.0000039590,0.05000,2.670
3,mlp.experts.95.gate_proj,0.0000045833,0.05000,2.609
3,mlp.experts.90.gate_proj,0.0000085381,0.05000,2.681
3,mlp.experts.89.gate_proj,0.0000137787,0.05000,2.735
3,mlp.experts.93.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.043
3,mlp.experts.88.gate_proj,0.0000196483,0.05000,2.686
3,mlp.experts.99.gate_proj,0.0000242737,0.05000,2.765
3,mlp.experts.94.gate_proj,0.0000088560,0.05000,2.667
3,mlp.experts.92.gate_proj,0.0000085555,0.05000,2.657
3,mlp.experts.97.gate_proj,0.0000054664,0.05000,2.864
3,mlp.experts.103.gate_proj,0.0000112465,0.05000,2.820
3,mlp.experts.98.gate_proj,0.0000042360,0.05000,2.578
3,mlp.experts.96.gate_proj,0.0000172851,0.05000,2.583
3,mlp.experts.101.gate_proj,0.0000041289,0.05000,2.606
3,mlp.experts.107.gate_proj,0.0000068204,0.05000,2.525
3,mlp.experts.102.gate_proj,0.0000137009,0.05000,2.669
3,mlp.experts.100.gate_proj,0.0000180741,0.05000,2.644
3,mlp.experts.104.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.037
3,mlp.experts.111.gate_proj,0.0000136515,0.05000,2.619
3,mlp.experts.105.gate_proj,0.0000088302,0.05000,2.685
3,mlp.experts.106.gate_proj,0.0000198341,0.05000,2.637
3,mlp.experts.108.gate_proj,0.0000079794,0.05000,2.659
3,mlp.experts.115.gate_proj,0.0000102995,0.05000,2.639
3,mlp.experts.109.gate_proj,0.0000161147,0.05000,2.624
3,mlp.experts.113.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.034
3,mlp.experts.110.gate_proj,0.0000172468,0.05000,2.550
3,mlp.experts.112.gate_proj,0.0000600804,0.05000,2.549
3,mlp.experts.119.gate_proj,0.0000080570,0.05000,2.587
3,mlp.experts.117.gate_proj,0.0000097454,0.05000,2.579
3,mlp.experts.114.gate_proj,0.0000149199,0.05000,2.696
3,mlp.experts.116.gate_proj,0.0000028442,0.05000,2.664
3,mlp.experts.121.gate_proj,0.0000123411,0.05000,2.576
3,mlp.experts.123.gate_proj,0.0000114335,0.05000,2.721
3,mlp.experts.118.gate_proj,0.0000108422,0.05000,2.523
3,mlp.experts.120.gate_proj,0.0000153480,0.05000,2.458
3,mlp.experts.125.gate_proj,0.0000305608,0.05000,2.544
3,mlp.experts.127.gate_proj,0.0000194148,0.05000,2.469
3,mlp.experts.122.gate_proj,0.0000120036,0.05000,2.430
3,mlp.experts.124.gate_proj,0.0000160244,0.05000,2.493
3,mlp.experts.129.gate_proj,0.0000180640,0.05000,2.490
3,mlp.experts.131.gate_proj,0.0000098609,0.05000,2.530
3,mlp.experts.126.gate_proj,0.0000395037,0.05000,2.643
3,mlp.experts.128.gate_proj,0.0000062361,0.05000,2.602
3,mlp.experts.133.gate_proj,0.0000016215,0.05000,2.539
3,mlp.experts.135.gate_proj,0.0000036616,0.05000,2.547
3,mlp.experts.130.gate_proj,0.0000289145,0.05000,2.667
3,mlp.experts.132.gate_proj,0.0000076088,0.05000,2.601
3,mlp.experts.137.gate_proj,0.0000138437,0.05000,2.493
3,mlp.experts.139.gate_proj,0.0000212297,0.05000,2.598
3,mlp.experts.134.gate_proj,0.0000144676,0.05000,2.721
3,mlp.experts.136.gate_proj,0.0000452597,0.05000,2.697
3,mlp.experts.140.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.034
3,mlp.experts.141.gate_proj,0.0000400357,0.05000,2.700
3,mlp.experts.144.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.046
3,mlp.experts.143.gate_proj,0.0000132320,0.05000,2.647
3,mlp.experts.138.gate_proj,0.0000151075,0.05000,2.611
3,mlp.experts.145.gate_proj,0.0000167545,0.05000,2.586
3,mlp.experts.148.gate_proj,0.0000059486,0.05000,2.580
3,mlp.experts.149.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.047
3,mlp.experts.147.gate_proj,0.0000178786,0.05000,2.550
3,mlp.experts.142.gate_proj,0.0000054537,0.05000,2.551
3,mlp.experts.151.gate_proj,0.0000274700,0.05000,2.539
3,mlp.experts.152.gate_proj,0.0000029513,0.05000,2.612
3,mlp.experts.153.gate_proj,0.0000088064,0.05000,2.591
3,mlp.experts.146.gate_proj,0.0000040532,0.05000,2.684
3,mlp.experts.155.gate_proj,0.0000037634,0.05000,2.620
3,mlp.experts.156.gate_proj,0.0000083490,0.05000,2.636
3,mlp.experts.157.gate_proj,0.0000038171,0.05000,2.652
3,mlp.experts.150.gate_proj,0.0000124515,0.05000,2.596
3,mlp.experts.159.gate_proj,0.0000087739,0.05000,2.536
3,mlp.experts.161.gate_proj,0.0000108865,0.05000,2.567
3,mlp.experts.160.gate_proj,0.0000098494,0.05000,2.615
3,mlp.experts.154.gate_proj,0.0000204174,0.05000,2.557
3,mlp.experts.163.gate_proj,0.0000436407,0.05000,2.528
3,mlp.experts.164.gate_proj,0.0000115832,0.05000,2.563
3,mlp.experts.165.gate_proj,0.0000434777,0.05000,2.634
3,mlp.experts.158.gate_proj,0.0000089529,0.05000,2.807
3,mlp.experts.167.gate_proj,0.0000101218,0.05000,2.761
3,mlp.experts.168.gate_proj,0.0000184574,0.05000,2.767
3,mlp.experts.172.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.040
3,mlp.experts.169.gate_proj,0.0000120646,0.05000,2.789
3,mlp.experts.162.gate_proj,0.0000097588,0.05000,2.697
3,mlp.experts.171.gate_proj,0.0000022415,0.05000,2.732
3,mlp.experts.173.gate_proj,0.0000181641,0.05000,2.726
3,mlp.experts.176.gate_proj,0.0000100466,0.05000,2.788
3,mlp.experts.166.gate_proj,0.0000117938,0.05000,2.544
3,mlp.experts.175.gate_proj,0.0000485544,0.05000,2.639
3,mlp.experts.177.gate_proj,0.0000261030,0.05000,2.612
3,mlp.experts.180.gate_proj,0.0000158393,0.05000,2.584
3,mlp.experts.170.gate_proj,0.0000045283,0.05000,2.520
3,mlp.experts.179.gate_proj,0.0000094311,0.05000,2.425
3,mlp.experts.184.gate_proj,0.0000255298,0.05000,2.475
3,mlp.experts.181.gate_proj,0.0000178667,0.05000,2.512
3,mlp.experts.174.gate_proj,0.0000134743,0.05000,2.601
3,mlp.experts.183.gate_proj,0.0000094529,0.05000,2.594
3,mlp.experts.185.gate_proj,0.0000183158,0.05000,2.587
3,mlp.experts.188.gate_proj,0.0000059907,0.05000,2.644
3,mlp.experts.178.gate_proj,0.0000123056,0.05000,2.568
3,mlp.experts.187.gate_proj,0.0000019738,0.05000,2.645
3,mlp.experts.189.gate_proj,0.0000104548,0.05000,2.479
3,mlp.experts.192.gate_proj,0.0000143472,0.05000,2.597
3,mlp.experts.182.gate_proj,0.0000136166,0.05000,2.633
3,mlp.experts.191.gate_proj,0.0000113675,0.05000,2.551
3,mlp.experts.193.gate_proj,0.0000067420,0.05000,2.609
3,mlp.experts.196.gate_proj,0.0000286425,0.05000,2.531
3,mlp.experts.186.gate_proj,0.0000195592,0.05000,2.485
3,mlp.experts.195.gate_proj,0.0000224443,0.05000,2.471
3,mlp.experts.199.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.044
3,mlp.experts.197.gate_proj,0.0000061441,0.05000,2.603
3,mlp.experts.200.gate_proj,0.0000122459,0.05000,2.614
3,mlp.experts.190.gate_proj,0.0000173344,0.05000,2.580
3,mlp.experts.203.gate_proj,0.0000090199,0.05000,2.538
3,mlp.experts.201.gate_proj,0.0000238180,0.05000,2.626
3,mlp.experts.204.gate_proj,0.0000078252,0.05000,2.666
3,mlp.experts.194.gate_proj,0.0000067418,0.05000,2.506
3,mlp.experts.198.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.046
3,mlp.experts.207.gate_proj,0.0000087470,0.05000,2.524
3,mlp.experts.205.gate_proj,0.0000256217,0.05000,2.665
3,mlp.experts.208.gate_proj,0.0000273198,0.05000,2.669
3,mlp.experts.202.gate_proj,0.0000024122,0.05000,2.664
3,mlp.experts.211.gate_proj,0.0000030366,0.05000,2.684
3,mlp.experts.209.gate_proj,0.0000093240,0.05000,2.574
3,mlp.experts.212.gate_proj,0.0000131691,0.05000,2.524
3,mlp.experts.206.gate_proj,0.0000125807,0.05000,2.411
3,mlp.experts.215.gate_proj,0.0000041108,0.05000,2.439
3,mlp.experts.213.gate_proj,0.0000051858,0.05000,2.428
3,mlp.experts.216.gate_proj,0.0000083431,0.05000,2.458
3,mlp.experts.210.gate_proj,0.0000044642,0.05000,2.737
3,mlp.experts.219.gate_proj,0.0000085639,0.05000,2.733
3,mlp.experts.217.gate_proj,0.0000123160,0.05000,2.697
3,mlp.experts.220.gate_proj,0.0000152733,0.05000,2.719
3,mlp.experts.214.gate_proj,0.0000021634,0.05000,2.735
3,mlp.experts.223.gate_proj,0.0000168299,0.05000,2.712
3,mlp.experts.221.gate_proj,0.0000033762,0.05000,2.647
3,mlp.experts.224.gate_proj,0.0000184102,0.05000,2.702
3,mlp.experts.218.gate_proj,0.0000755155,0.05000,2.662
3,mlp.experts.227.gate_proj,0.0000128940,0.05000,2.612
3,mlp.experts.225.gate_proj,0.0000256258,0.05000,2.590
3,mlp.experts.228.gate_proj,0.0000083714,0.05000,2.545
3,mlp.experts.222.gate_proj,0.0000226972,0.05000,2.512
3,mlp.experts.231.gate_proj,0.0000024122,0.05000,2.512
3,mlp.experts.229.gate_proj,0.0000137305,0.05000,2.529
3,mlp.experts.232.gate_proj,0.0000220406,0.05000,2.538
3,mlp.experts.226.gate_proj,0.0000097347,0.05000,2.664
3,mlp.experts.235.gate_proj,0.0000020305,0.05000,2.487
3,mlp.experts.233.gate_proj,0.0000052504,0.05000,2.525
3,mlp.experts.236.gate_proj,0.0000082916,0.05000,2.598
3,mlp.experts.230.gate_proj,0.0000018710,0.05000,2.674
3,mlp.experts.239.gate_proj,0.0000122062,0.05000,2.762
3,mlp.experts.237.gate_proj,0.0000176537,0.05000,2.869
3,mlp.experts.240.gate_proj,0.0000168680,0.05000,2.694
3,mlp.experts.234.gate_proj,0.0000140754,0.05000,2.602
3,mlp.experts.243.gate_proj,0.0000136260,0.05000,2.597
3,mlp.experts.241.gate_proj,0.0000140707,0.05000,2.621
3,mlp.experts.244.gate_proj,0.0000122204,0.05000,2.628
3,mlp.experts.238.gate_proj,0.0000130272,0.05000,2.726
3,mlp.experts.247.gate_proj,0.0000063768,0.05000,2.714
3,mlp.experts.245.gate_proj,0.0000093493,0.05000,2.687
3,mlp.experts.248.gate_proj,0.0000421382,0.05000,2.788
3,mlp.experts.242.gate_proj,0.0000152014,0.05000,2.669
3,mlp.experts.251.gate_proj,0.0000085177,0.05000,2.580
3,mlp.experts.249.gate_proj,0.0000096881,0.05000,2.573
3,mlp.experts.252.gate_proj,0.0000161555,0.05000,2.651
3,mlp.experts.246.gate_proj,0.0000116941,0.05000,2.678
3,mlp.experts.255.gate_proj,0.0000086183,0.05000,2.668
3,mlp.experts.253.gate_proj,0.0000196419,0.05000,2.629
3,mlp.experts.0.up_proj,0.0000046559,0.05000,2.630
3,mlp.experts.250.gate_proj,0.0000068909,0.05000,2.780
3,mlp.experts.3.up_proj,0.0000159871,0.05000,2.812
3,mlp.experts.1.up_proj,0.0000160348,0.05000,2.683
3,mlp.experts.4.up_proj,0.0000113425,0.05000,2.529
3,mlp.experts.254.gate_proj,0.0000215611,0.05000,0.847
3,mlp.experts.8.up_proj,0.0000067509,0.05000,2.553
3,mlp.experts.5.up_proj,0.0000142470,0.05000,2.671
3,mlp.experts.7.up_proj,0.0000238189,0.05000,2.694
3,mlp.experts.2.up_proj,0.0000084486,0.05000,2.721
3,mlp.experts.12.up_proj,0.0000086058,0.05000,2.712
3,mlp.experts.9.up_proj,0.0000109409,0.05000,2.689
3,mlp.experts.11.up_proj,0.0000340307,0.05000,2.718
3,mlp.experts.6.up_proj,0.0000280248,0.05000,2.788
3,mlp.experts.15.up_proj,0.0000046698,0.05000,2.467
3,mlp.experts.13.up_proj,0.0000139253,0.05000,2.564
3,mlp.experts.16.up_proj,0.0000067298,0.05000,2.727
3,mlp.experts.10.up_proj,0.0000622061,0.05000,2.612
3,mlp.experts.19.up_proj,0.0000036194,0.05000,2.640
3,mlp.experts.17.up_proj,0.0000137911,0.05000,2.684
3,mlp.experts.20.up_proj,0.0000032351,0.05000,2.689
3,mlp.experts.14.up_proj,0.0000079636,0.05000,2.708
3,mlp.experts.21.up_proj,0.0000106873,0.05000,2.401
3,mlp.experts.23.up_proj,0.0000325870,0.05000,2.509
3,mlp.experts.24.up_proj,0.0000170008,0.05000,2.395
3,mlp.experts.18.up_proj,0.0000111717,0.05000,2.294
3,mlp.experts.27.up_proj,0.0000038847,0.05000,2.580
3,mlp.experts.25.up_proj,0.0000180946,0.05000,2.596
3,mlp.experts.28.up_proj,0.0000111065,0.05000,2.627
3,mlp.experts.22.up_proj,0.0000365512,0.05000,2.625
3,mlp.experts.29.up_proj,0.0000148293,0.05000,2.546
3,mlp.experts.31.up_proj,0.0000028717,0.05000,2.643
3,mlp.experts.26.up_proj,0.0000035273,0.05000,2.561
3,mlp.experts.32.up_proj,0.0000292076,0.05000,2.641
3,mlp.experts.33.up_proj,0.0000168289,0.05000,2.461
3,mlp.experts.35.up_proj,0.0000075154,0.05000,2.475
3,mlp.experts.30.up_proj,0.0000230026,0.05000,2.457
3,mlp.experts.36.up_proj,0.0000032775,0.05000,2.426
3,mlp.experts.37.up_proj,0.0000020183,0.05000,2.682
3,mlp.experts.39.up_proj,0.0000106318,0.05000,2.650
3,mlp.experts.34.up_proj,0.0000116227,0.05000,2.693
3,mlp.experts.40.up_proj,0.0000107824,0.05000,2.727
3,mlp.experts.41.up_proj,0.0000103478,0.05000,2.638
3,mlp.experts.43.up_proj,0.0000161895,0.05000,2.809
3,mlp.experts.38.up_proj,0.0000112094,0.05000,2.785
3,mlp.experts.44.up_proj,0.0000030354,0.05000,2.986
3,mlp.experts.45.up_proj,0.0000156544,0.05000,2.658
3,mlp.experts.42.up_proj,0.0000046538,0.05000,2.566
3,mlp.experts.47.up_proj,0.0000327955,0.05000,2.660
3,mlp.experts.48.up_proj,0.0000131285,0.05000,2.497
3,mlp.experts.49.up_proj,0.0000200135,0.05000,2.312
3,mlp.experts.46.up_proj,0.0000038307,0.05000,2.139
3,mlp.experts.51.up_proj,0.0000080096,0.05000,2.315
3,mlp.experts.52.up_proj,0.0000346498,0.05000,2.389
3,mlp.experts.53.up_proj,0.0000082814,0.05000,2.523
3,mlp.experts.50.up_proj,0.0000139531,0.05000,2.497
3,mlp.experts.55.up_proj,0.0000032513,0.05000,2.528
3,mlp.experts.56.up_proj,0.0000119325,0.05000,2.671
3,mlp.experts.57.up_proj,0.0000292459,0.05000,2.608
3,mlp.experts.54.up_proj,0.0000388813,0.05000,2.787
3,mlp.experts.59.up_proj,0.0000207316,0.05000,2.698
3,mlp.experts.60.up_proj,0.0000260098,0.05000,2.745
3,mlp.experts.61.up_proj,0.0000029597,0.05000,2.577
3,mlp.experts.63.up_proj,0.0000259632,0.05000,2.429
3,mlp.experts.58.up_proj,0.0000028355,0.05000,2.618
3,mlp.experts.64.up_proj,0.0000379718,0.05000,2.449
3,mlp.experts.65.up_proj,0.0000103103,0.05000,2.153
3,mlp.experts.62.up_proj,0.0000205794,0.05000,2.166
3,mlp.experts.67.up_proj,0.0000062481,0.05000,2.200
3,mlp.experts.71.up_proj,failsafe(rtn): 0.0009651,0.00000,0.038
3,mlp.experts.68.up_proj,0.0000307632,0.05000,2.181
3,mlp.experts.69.up_proj,0.0000379938,0.05000,2.364
3,mlp.experts.75.up_proj,0.0000106478,0.05000,2.317
3,mlp.experts.66.up_proj,0.0000065183,0.05000,2.423
3,mlp.experts.72.up_proj,0.0000137819,0.05000,2.280
3,mlp.experts.73.up_proj,0.0000127449,0.05000,2.619
3,mlp.experts.70.up_proj,0.0000027682,0.05000,2.488
3,mlp.experts.79.up_proj,0.0000218359,0.05000,2.723
3,mlp.experts.83.up_proj,failsafe(rtn): 0.0009384,0.00000,0.034
3,mlp.experts.76.up_proj,0.0000088014,0.05000,2.623
3,mlp.experts.77.up_proj,0.0000064118,0.05000,2.474
3,mlp.experts.74.up_proj,0.0000236164,0.05000,2.473
3,mlp.experts.87.up_proj,0.0000129270,0.05000,2.408
3,mlp.experts.80.up_proj,0.0000491433,0.05000,2.478
3,mlp.experts.81.up_proj,0.0000055180,0.05000,2.438
3,mlp.experts.78.up_proj,0.0000254554,0.05000,2.482
3,mlp.experts.91.up_proj,0.0000052311,0.05000,2.427
3,mlp.experts.84.up_proj,0.0000038334,0.05000,2.491
3,mlp.experts.85.up_proj,0.0000136975,0.05000,2.152
3,mlp.experts.82.up_proj,0.0000114407,0.05000,2.243
3,mlp.experts.95.up_proj,0.0000044111,0.05000,2.255
3,mlp.experts.88.up_proj,0.0000184600,0.05000,2.237
3,mlp.experts.89.up_proj,0.0000134695,0.05000,2.601
3,mlp.experts.93.up_proj,failsafe(rtn): 0.0009613,0.00000,0.038
3,mlp.experts.86.up_proj,0.0000158565,0.05000,2.518
3,mlp.experts.99.up_proj,0.0000234463,0.05000,2.559
3,mlp.experts.92.up_proj,0.0000083787,0.05000,2.472
3,mlp.experts.97.up_proj,0.0000051025,0.05000,2.504
3,mlp.experts.90.up_proj,0.0000082599,0.05000,2.495
3,mlp.experts.103.up_proj,0.0000110649,0.05000,2.621
3,mlp.experts.96.up_proj,0.0000161470,0.05000,2.666
3,mlp.experts.101.up_proj,0.0000041213,0.05000,2.737
3,mlp.experts.94.up_proj,0.0000083622,0.05000,2.694
3,mlp.experts.107.up_proj,0.0000067243,0.05000,2.649
3,mlp.experts.100.up_proj,0.0000175558,0.05000,2.674
3,mlp.experts.104.up_proj,failsafe(rtn): 0.0009766,0.00000,0.050
3,mlp.experts.105.up_proj,0.0000086541,0.05000,2.909
3,mlp.experts.98.up_proj,0.0000040949,0.05000,2.844
3,mlp.experts.111.up_proj,0.0000132867,0.05000,2.937
3,mlp.experts.108.up_proj,0.0000073250,0.05000,2.792
3,mlp.experts.109.up_proj,0.0000157643,0.05000,2.731
3,mlp.experts.113.up_proj,failsafe(rtn): 0.0009918,0.00000,0.047
3,mlp.experts.102.up_proj,0.0000133123,0.05000,2.754
3,mlp.experts.115.up_proj,0.0000099399,0.05000,2.731
3,mlp.experts.112.up_proj,0.0000567288,0.05000,2.660
3,mlp.experts.117.up_proj,0.0000096192,0.05000,2.688
3,mlp.experts.106.up_proj,0.0000189589,0.05000,2.746
3,mlp.experts.119.up_proj,0.0000079091,0.05000,2.754
3,mlp.experts.116.up_proj,0.0000024690,0.05000,2.721
3,mlp.experts.121.up_proj,0.0000122119,0.05000,2.800
3,mlp.experts.110.up_proj,0.0000162095,0.05000,2.791
3,mlp.experts.123.up_proj,0.0000110681,0.05000,2.883
3,mlp.experts.120.up_proj,0.0000146681,0.05000,2.884
3,mlp.experts.125.up_proj,0.0000295200,0.05000,2.621
3,mlp.experts.114.up_proj,0.0000147761,0.05000,2.641
3,mlp.experts.127.up_proj,0.0000189791,0.05000,2.610
3,mlp.experts.124.up_proj,0.0000157213,0.05000,2.653
3,mlp.experts.129.up_proj,0.0000167180,0.05000,2.735
3,mlp.experts.118.up_proj,0.0000106319,0.05000,2.768
3,mlp.experts.131.up_proj,0.0000096505,0.05000,2.726
3,mlp.experts.128.up_proj,0.0000059521,0.05000,2.766
3,mlp.experts.133.up_proj,0.0000015748,0.05000,2.840
3,mlp.experts.122.up_proj,0.0000109660,0.05000,2.839
3,mlp.experts.135.up_proj,0.0000035262,0.05000,2.822
3,mlp.experts.132.up_proj,0.0000073005,0.05000,2.858
3,mlp.experts.137.up_proj,0.0000134919,0.05000,2.865
3,mlp.experts.126.up_proj,0.0000371179,0.05000,2.862
3,mlp.experts.139.up_proj,0.0000206959,0.05000,2.834
3,mlp.experts.136.up_proj,0.0000432502,0.05000,2.884
3,mlp.experts.140.up_proj,failsafe(rtn): 0.0009995,0.00000,0.045
3,mlp.experts.144.up_proj,failsafe(rtn): 0.0010147,0.00000,0.045
3,mlp.experts.141.up_proj,0.0000350528,0.05000,2.742
3,mlp.experts.130.up_proj,0.0000283166,0.05000,2.876
3,mlp.experts.143.up_proj,0.0000129377,0.05000,2.737
3,mlp.experts.148.up_proj,0.0000057780,0.05000,2.847
3,mlp.experts.145.up_proj,0.0000166229,0.05000,2.890
3,mlp.experts.149.up_proj,failsafe(rtn): 0.0009842,0.00000,0.038
3,mlp.experts.134.up_proj,0.0000141544,0.05000,2.830
3,mlp.experts.147.up_proj,0.0000174616,0.05000,2.813
3,mlp.experts.152.up_proj,0.0000028475,0.05000,2.743
3,mlp.experts.153.up_proj,0.0000086627,0.05000,2.741
3,mlp.experts.138.up_proj,0.0000146436,0.05000,2.798
3,mlp.experts.151.up_proj,0.0000263727,0.05000,2.820
3,mlp.experts.156.up_proj,0.0000081544,0.05000,2.893
3,mlp.experts.157.up_proj,0.0000032532,0.05000,2.345
3,mlp.experts.142.up_proj,0.0000051558,0.05000,2.324
3,mlp.experts.155.up_proj,0.0000035266,0.05000,2.224
3,mlp.experts.160.up_proj,0.0000090647,0.05000,2.229
3,mlp.experts.161.up_proj,0.0000106078,0.05000,2.079
3,mlp.experts.159.up_proj,0.0000083266,0.05000,2.007
3,mlp.experts.146.up_proj,0.0000040068,0.05000,2.082
3,mlp.experts.164.up_proj,0.0000112884,0.05000,2.144
3,mlp.experts.165.up_proj,0.0000410229,0.05000,2.461
3,mlp.experts.150.up_proj,0.0000121335,0.05000,2.513
3,mlp.experts.163.up_proj,0.0000126137,0.05000,2.562
3,mlp.experts.168.up_proj,0.0000178376,0.05000,2.613
3,mlp.experts.172.up_proj,failsafe(rtn): 0.0009995,0.00000,0.034
3,mlp.experts.169.up_proj,0.0000119664,0.05000,2.506
3,mlp.experts.167.up_proj,0.0000098455,0.05000,2.636
3,mlp.experts.154.up_proj,0.0000194810,0.05000,2.698
3,mlp.experts.176.up_proj,0.0000097617,0.05000,2.601
3,mlp.experts.173.up_proj,0.0000175537,0.05000,2.493
3,mlp.experts.171.up_proj,0.0000021591,0.05000,2.497
3,mlp.experts.158.up_proj,0.0000087864,0.05000,2.470
3,mlp.experts.180.up_proj,0.0000152578,0.05000,2.542
3,mlp.experts.177.up_proj,0.0000257391,0.05000,2.646
3,mlp.experts.162.up_proj,0.0000096214,0.05000,2.572
3,mlp.experts.175.up_proj,0.0000458480,0.05000,2.662
3,mlp.experts.184.up_proj,0.0000252207,0.05000,2.604
3,mlp.experts.181.up_proj,0.0000170913,0.05000,2.672
3,mlp.experts.166.up_proj,0.0000115959,0.05000,2.661
3,mlp.experts.179.up_proj,0.0000092344,0.05000,2.668
3,mlp.experts.188.up_proj,0.0000057598,0.05000,2.682
3,mlp.experts.185.up_proj,0.0000179555,0.05000,2.548
3,mlp.experts.170.up_proj,0.0000041712,0.05000,2.603
3,mlp.experts.183.up_proj,0.0000090673,0.05000,2.673
3,mlp.experts.192.up_proj,0.0000138919,0.05000,2.537
3,mlp.experts.189.up_proj,0.0000101930,0.05000,2.471
3,mlp.experts.174.up_proj,0.0000133149,0.05000,2.480
3,mlp.experts.187.up_proj,0.0000018764,0.05000,2.573
3,mlp.experts.196.up_proj,0.0000270197,0.05000,2.575
3,mlp.experts.193.up_proj,0.0000064374,0.05000,2.557
3,mlp.experts.178.up_proj,0.0000122298,0.05000,2.661
3,mlp.experts.191.up_proj,0.0000111716,0.05000,2.579
3,mlp.experts.200.up_proj,0.0000117498,0.05000,2.659
3,mlp.experts.197.up_proj,0.0000053772,0.05000,2.550
3,mlp.experts.182.up_proj,0.0000130814,0.05000,2.572
3,mlp.experts.195.up_proj,0.0000209447,0.05000,2.617
3,mlp.experts.199.up_proj,failsafe(rtn): 0.0010300,0.00000,0.045
3,mlp.experts.204.up_proj,0.0000075896,0.05000,2.586
3,mlp.experts.201.up_proj,0.0000226853,0.05000,2.547
3,mlp.experts.186.up_proj,0.0000192755,0.05000,2.549
3,mlp.experts.203.up_proj,0.0000085650,0.05000,2.640
3,mlp.experts.208.up_proj,0.0000254666,0.05000,2.577
3,mlp.experts.205.up_proj,0.0000237620,0.05000,2.817
3,mlp.experts.190.up_proj,0.0000170610,0.05000,2.812
3,mlp.experts.207.up_proj,0.0000084583,0.05000,2.756
3,mlp.experts.212.up_proj,0.0000127143,0.05000,2.816
3,mlp.experts.209.up_proj,0.0000088434,0.05000,2.893
3,mlp.experts.194.up_proj,0.0000066271,0.05000,2.966
3,mlp.experts.198.up_proj,failsafe(rtn): 0.0009995,0.00000,0.039
3,mlp.experts.211.up_proj,0.0000028094,0.05000,2.985
3,mlp.experts.216.up_proj,0.0000081922,0.05000,3.010
3,mlp.experts.213.up_proj,0.0000049060,0.05000,2.792
3,mlp.experts.202.up_proj,0.0000023724,0.05000,2.680
3,mlp.experts.215.up_proj,0.0000039960,0.05000,2.582
3,mlp.experts.220.up_proj,0.0000144647,0.05000,2.492
3,mlp.experts.217.up_proj,0.0000118985,0.05000,2.469
3,mlp.experts.206.up_proj,0.0000109220,0.05000,2.565
3,mlp.experts.219.up_proj,0.0000083801,0.05000,2.615
3,mlp.experts.224.up_proj,0.0000175990,0.05000,2.734
3,mlp.experts.221.up_proj,0.0000031614,0.05000,2.743
3,mlp.experts.210.up_proj,0.0000041496,0.05000,2.689
3,mlp.experts.223.up_proj,0.0000164370,0.05000,2.743
3,mlp.experts.228.up_proj,0.0000080994,0.05000,2.722
3,mlp.experts.225.up_proj,0.0000246339,0.05000,2.725
3,mlp.experts.214.up_proj,0.0000020925,0.05000,2.694
3,mlp.experts.227.up_proj,0.0000128047,0.05000,2.761
3,mlp.experts.232.up_proj,0.0000215178,0.05000,2.655
3,mlp.experts.229.up_proj,0.0000134474,0.05000,2.637
3,mlp.experts.218.up_proj,0.0000812911,0.05000,2.601
3,mlp.experts.231.up_proj,0.0000024155,0.05000,2.513
3,mlp.experts.236.up_proj,0.0000080563,0.05000,2.638
3,mlp.experts.233.up_proj,0.0000046648,0.05000,2.612
3,mlp.experts.222.up_proj,0.0000221566,0.05000,2.701
3,mlp.experts.235.up_proj,0.0000019664,0.05000,2.752
3,mlp.experts.240.up_proj,0.0000164466,0.05000,2.833
3,mlp.experts.237.up_proj,0.0000173459,0.05000,2.711
3,mlp.experts.226.up_proj,0.0000094750,0.05000,2.586
3,mlp.experts.239.up_proj,0.0000118721,0.05000,2.544
3,mlp.experts.244.up_proj,0.0000119435,0.05000,2.538
3,mlp.experts.241.up_proj,0.0000130786,0.05000,2.585
3,mlp.experts.230.up_proj,0.0000017828,0.05000,2.740
3,mlp.experts.243.up_proj,0.0000131604,0.05000,2.680
3,mlp.experts.248.up_proj,0.0000377190,0.05000,2.717
3,mlp.experts.245.up_proj,0.0000091311,0.05000,2.783
3,mlp.experts.234.up_proj,0.0000138874,0.05000,2.714
3,mlp.experts.247.up_proj,0.0000060656,0.05000,2.868
3,mlp.experts.252.up_proj,0.0000158360,0.05000,2.699
3,mlp.experts.249.up_proj,0.0000088164,0.05000,2.143
3,mlp.experts.238.up_proj,0.0000114851,0.05000,2.080
3,mlp.experts.251.up_proj,0.0000081558,0.05000,1.923
3,mlp.experts.253.up_proj,0.0000191870,0.05000,1.841
3,mlp.experts.242.up_proj,0.0000147832,0.05000,1.698
3,mlp.experts.255.up_proj,0.0000084708,0.05000,1.595
3,mlp.experts.246.up_proj,0.0000114804,0.05000,0.628
3,mlp.experts.250.up_proj,0.0000064340,0.05000,0.472
3,mlp.experts.254.up_proj,0.0000207383,0.05000,0.464
3,mlp.experts.1.down_proj,0.0000001357,0.05000,0.729
3,mlp.experts.2.down_proj,0.0000001878,0.05000,0.744
3,mlp.experts.3.down_proj,0.0000001371,0.05000,0.776
3,mlp.experts.0.down_proj,0.0000001743,0.05000,0.784
3,mlp.experts.7.down_proj,0.0000003504,0.05000,0.698
3,mlp.experts.4.down_proj,0.0000000949,0.05000,0.703
3,mlp.experts.5.down_proj,0.0000001159,0.05000,0.787
3,mlp.experts.6.down_proj,0.0000004719,0.05000,0.786
3,mlp.experts.8.down_proj,0.0000000982,0.05000,0.736
3,mlp.experts.10.down_proj,0.0000010280,0.05000,0.720
3,mlp.experts.9.down_proj,0.0000000831,0.05000,0.748
3,mlp.experts.11.down_proj,0.0000005320,0.05000,0.802
3,mlp.experts.13.down_proj,0.0000002106,0.05000,0.756
3,mlp.experts.12.down_proj,0.0000000955,0.05000,0.802
3,mlp.experts.14.down_proj,0.0000000730,0.05000,0.796
3,mlp.experts.15.down_proj,0.0000000633,0.05000,0.795
3,mlp.experts.17.down_proj,0.0000001146,0.05000,0.776
3,mlp.experts.18.down_proj,0.0000002100,0.05000,0.769
3,mlp.experts.19.down_proj,0.0000000362,0.05000,0.763
3,mlp.experts.16.down_proj,0.0000001675,0.05000,0.809
3,mlp.experts.22.down_proj,0.0000004778,0.05000,0.726
3,mlp.experts.21.down_proj,0.0000000898,0.05000,0.774
3,mlp.experts.20.down_proj,0.0000000333,0.05000,0.747
3,mlp.experts.23.down_proj,0.0000005800,0.05000,0.788
3,mlp.experts.26.down_proj,0.0000000395,0.05000,0.733
3,mlp.experts.24.down_proj,0.0000002115,0.05000,0.720
3,mlp.experts.25.down_proj,0.0000003354,0.05000,0.758
3,mlp.experts.27.down_proj,0.0000000452,0.05000,0.736
3,mlp.experts.30.down_proj,0.0000002751,0.05000,0.732
3,mlp.experts.28.down_proj,0.0000000903,0.05000,0.729
3,mlp.experts.29.down_proj,0.0000001736,0.05000,0.747
3,mlp.experts.31.down_proj,0.0000000225,0.05000,0.738
3,mlp.experts.34.down_proj,0.0000001207,0.05000,0.750
3,mlp.experts.33.down_proj,0.0000001522,0.05000,0.736
3,mlp.experts.32.down_proj,0.0000003136,0.05000,0.777
3,mlp.experts.35.down_proj,0.0000000675,0.05000,0.778
3,mlp.experts.38.down_proj,0.0000000839,0.05000,0.762
3,mlp.experts.36.down_proj,0.0000000365,0.05000,0.715
3,mlp.experts.37.down_proj,0.0000000164,0.05000,0.732
3,mlp.experts.39.down_proj,0.0000001215,0.05000,0.733
3,mlp.experts.42.down_proj,0.0000000738,0.05000,0.760
3,mlp.experts.41.down_proj,0.0000000753,0.05000,0.742
3,mlp.experts.40.down_proj,0.0000000914,0.05000,0.768
3,mlp.experts.43.down_proj,0.0000001330,0.05000,0.749
3,mlp.experts.46.down_proj,0.0000000566,0.05000,0.688
3,mlp.experts.45.down_proj,0.0000001342,0.05000,0.719
3,mlp.experts.44.down_proj,0.0000000653,0.05000,0.716
3,mlp.experts.47.down_proj,0.0000005258,0.05000,0.748
3,mlp.experts.48.down_proj,0.0000000942,0.05000,0.704
3,mlp.experts.50.down_proj,0.0000001072,0.05000,0.767
3,mlp.experts.49.down_proj,0.0000002051,0.05000,0.777
3,mlp.experts.51.down_proj,0.0000000689,0.05000,0.733
3,mlp.experts.54.down_proj,0.0000010112,0.05000,0.714
3,mlp.experts.52.down_proj,0.0000005866,0.05000,0.747
3,mlp.experts.53.down_proj,0.0000000875,0.05000,0.710
3,mlp.experts.55.down_proj,0.0000000321,0.05000,0.745
3,mlp.experts.58.down_proj,0.0000000494,0.05000,0.740
3,mlp.experts.57.down_proj,0.0000002900,0.05000,0.727
3,mlp.experts.56.down_proj,0.0000000868,0.05000,0.752
3,mlp.experts.59.down_proj,0.0000002799,0.05000,0.717
3,mlp.experts.62.down_proj,0.0000001867,0.05000,0.753
3,mlp.experts.61.down_proj,0.0000000490,0.05000,0.725
3,mlp.experts.60.down_proj,0.0000002555,0.05000,0.747
3,mlp.experts.63.down_proj,0.0000005089,0.05000,0.759
3,mlp.experts.65.down_proj,0.0000000949,0.05000,0.731
3,mlp.experts.64.down_proj,0.0000004947,0.05000,0.737
3,mlp.experts.66.down_proj,0.0000001258,0.05000,0.778
3,mlp.experts.67.down_proj,0.0000001674,0.05000,0.739
3,mlp.experts.71.down_proj,failsafe(rtn): 0.0009918,0.00000,0.012
3,mlp.experts.68.down_proj,0.0000003202,0.05000,0.675
3,mlp.experts.70.down_proj,0.0000000548,0.05000,0.677
3,mlp.experts.69.down_proj,0.0000005593,0.05000,0.721
3,mlp.experts.75.down_proj,0.0000000818,0.05000,0.708
3,mlp.experts.72.down_proj,0.0000001262,0.05000,0.684
3,mlp.experts.74.down_proj,0.0000002981,0.05000,0.712
3,mlp.experts.73.down_proj,0.0000000868,0.05000,0.719
3,mlp.experts.79.down_proj,0.0000001976,0.05000,0.682
3,mlp.experts.83.down_proj,failsafe(rtn): 0.0009918,0.00000,0.010
3,mlp.experts.76.down_proj,0.0000000765,0.05000,0.664
3,mlp.experts.78.down_proj,0.0000003881,0.05000,0.684
3,mlp.experts.77.down_proj,0.0000000488,0.05000,0.700
3,mlp.experts.87.down_proj,0.0000002446,0.05000,0.723
3,mlp.experts.80.down_proj,0.0000008072,0.05000,0.667
3,mlp.experts.82.down_proj,0.0000002205,0.05000,0.665
3,mlp.experts.81.down_proj,0.0000000858,0.05000,0.692
3,mlp.experts.91.down_proj,0.0000003783,0.05000,0.707
3,mlp.experts.86.down_proj,0.0000001738,0.05000,0.662
3,mlp.experts.84.down_proj,0.0000000353,0.05000,0.725
3,mlp.experts.85.down_proj,0.0000001193,0.05000,0.704
3,mlp.experts.95.down_proj,0.0000000500,0.05000,0.682
3,mlp.experts.90.down_proj,0.0000000952,0.05000,0.653
3,mlp.experts.88.down_proj,0.0000002114,0.05000,0.680
3,mlp.experts.89.down_proj,0.0000001191,0.05000,0.696
3,mlp.experts.93.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
3,mlp.experts.99.down_proj,0.0000001745,0.05000,0.712
3,mlp.experts.94.down_proj,0.0000001708,0.05000,0.670
3,mlp.experts.92.down_proj,0.0000000655,0.05000,0.704
3,mlp.experts.97.down_proj,0.0000000608,0.05000,0.652
3,mlp.experts.103.down_proj,0.0000000874,0.05000,0.703
3,mlp.experts.98.down_proj,0.0000000804,0.05000,0.687
3,mlp.experts.96.down_proj,0.0000001570,0.05000,0.650
3,mlp.experts.101.down_proj,0.0000000677,0.05000,0.657
3,mlp.experts.107.down_proj,0.0000000429,0.05000,0.661
3,mlp.experts.102.down_proj,0.0000001350,0.05000,0.714
3,mlp.experts.100.down_proj,0.0000001611,0.05000,0.749
3,mlp.experts.104.down_proj,failsafe(rtn): 0.0010071,0.00000,0.012
3,mlp.experts.105.down_proj,0.0000000659,0.05000,0.758
3,mlp.experts.111.down_proj,0.0000001270,0.05000,0.693
3,mlp.experts.106.down_proj,0.0000005786,0.05000,0.709
3,mlp.experts.108.down_proj,0.0000001640,0.05000,0.701
3,mlp.experts.109.down_proj,0.0000001178,0.05000,0.723
3,mlp.experts.113.down_proj,failsafe(rtn): 0.0009995,0.00000,0.012
3,mlp.experts.115.down_proj,0.0000001810,0.05000,0.704
3,mlp.experts.110.down_proj,0.0000002588,0.05000,0.689
3,mlp.experts.112.down_proj,0.0000007546,0.05000,0.675
3,mlp.experts.117.down_proj,0.0000001167,0.05000,0.688
3,mlp.experts.119.down_proj,0.0000000612,0.05000,0.654
3,mlp.experts.114.down_proj,0.0000001219,0.05000,0.672
3,mlp.experts.116.down_proj,0.0000001390,0.05000,0.656
3,mlp.experts.121.down_proj,0.0000001041,0.05000,0.716
3,mlp.experts.123.down_proj,0.0000000982,0.05000,0.692
3,mlp.experts.118.down_proj,0.0000001060,0.05000,0.648
3,mlp.experts.120.down_proj,0.0000003866,0.05000,0.647
3,mlp.experts.125.down_proj,0.0000004133,0.05000,0.692
3,mlp.experts.127.down_proj,0.0000002060,0.05000,0.705
3,mlp.experts.122.down_proj,0.0000002647,0.05000,0.650
3,mlp.experts.124.down_proj,0.0000001566,0.05000,0.641
3,mlp.experts.129.down_proj,0.0000006541,0.05000,0.637
3,mlp.experts.131.down_proj,0.0000000698,0.05000,0.638
3,mlp.experts.128.down_proj,0.0000000517,0.05000,0.629
3,mlp.experts.126.down_proj,0.0000003413,0.05000,0.689
3,mlp.experts.133.down_proj,0.0000000272,0.05000,0.683
3,mlp.experts.135.down_proj,0.0000000403,0.05000,0.697
3,mlp.experts.130.down_proj,0.0000002780,0.05000,0.679
3,mlp.experts.132.down_proj,0.0000000894,0.05000,0.728
3,mlp.experts.139.down_proj,0.0000001699,0.05000,0.659
3,mlp.experts.137.down_proj,0.0000001256,0.05000,0.740
3,mlp.experts.136.down_proj,0.0000004586,0.05000,0.660
3,mlp.experts.134.down_proj,0.0000001021,0.05000,0.697
3,mlp.experts.140.down_proj,failsafe(rtn): 0.0010223,0.00000,0.024
3,mlp.experts.144.down_proj,failsafe(rtn): 0.0010452,0.00000,0.012
3,mlp.experts.143.down_proj,0.0000001184,0.05000,0.751
3,mlp.experts.141.down_proj,0.0000006823,0.05000,0.726
3,mlp.experts.148.down_proj,0.0000000653,0.05000,0.659
3,mlp.experts.138.down_proj,0.0000001123,0.05000,0.738
3,mlp.experts.145.down_proj,0.0000001767,0.05000,0.670
3,mlp.experts.149.down_proj,failsafe(rtn): 0.0010147,0.00000,0.012
3,mlp.experts.147.down_proj,0.0000001640,0.05000,0.737
3,mlp.experts.152.down_proj,0.0000000342,0.05000,0.714
3,mlp.experts.142.down_proj,0.0000000503,0.05000,0.742
3,mlp.experts.153.down_proj,0.0000000643,0.05000,0.682
3,mlp.experts.151.down_proj,0.0000002269,0.05000,0.712
3,mlp.experts.156.down_proj,0.0000000745,0.05000,0.708
3,mlp.experts.146.down_proj,0.0000000381,0.05000,0.722
3,mlp.experts.157.down_proj,0.0000000570,0.05000,0.739
3,mlp.experts.155.down_proj,0.0000001015,0.05000,0.713
3,mlp.experts.160.down_proj,0.0000001275,0.05000,0.695
3,mlp.experts.150.down_proj,0.0000000918,0.05000,0.719
3,mlp.experts.161.down_proj,0.0000000834,0.05000,0.697
3,mlp.experts.159.down_proj,0.0000001257,0.05000,0.714
3,mlp.experts.164.down_proj,0.0000000810,0.05000,0.729
3,mlp.experts.154.down_proj,0.0000004529,0.05000,0.764
3,mlp.experts.165.down_proj,0.0000006176,0.05000,0.773
3,mlp.experts.163.down_proj,0.0000001769,0.05000,0.742
3,mlp.experts.168.down_proj,0.0000003568,0.05000,0.745
3,mlp.experts.172.down_proj,failsafe(rtn): 0.0010147,0.00000,0.010
3,mlp.experts.158.down_proj,0.0000000662,0.05000,0.755
3,mlp.experts.169.down_proj,0.0000000892,0.05000,0.750
3,mlp.experts.167.down_proj,0.0000000712,0.05000,0.754
3,mlp.experts.176.down_proj,0.0000001146,0.05000,0.754
3,mlp.experts.162.down_proj,0.0000001045,0.05000,0.792
3,mlp.experts.173.down_proj,0.0000001858,0.05000,0.796
3,mlp.experts.171.down_proj,0.0000000348,0.05000,0.816
3,mlp.experts.180.down_proj,0.0000002910,0.05000,0.842
3,mlp.experts.166.down_proj,0.0000000933,0.05000,0.877
3,mlp.experts.177.down_proj,0.0000003296,0.05000,0.826
3,mlp.experts.175.down_proj,0.0000012041,0.05000,0.836
3,mlp.experts.184.down_proj,0.0000002166,0.05000,0.781
3,mlp.experts.170.down_proj,0.0000001035,0.05000,0.765
3,mlp.experts.181.down_proj,0.0000001601,0.05000,0.747
3,mlp.experts.179.down_proj,0.0000001326,0.05000,0.770
3,mlp.experts.188.down_proj,0.0000001019,0.05000,0.780
3,mlp.experts.174.down_proj,0.0000001219,0.05000,0.791
3,mlp.experts.185.down_proj,0.0000001645,0.05000,0.747
3,mlp.experts.183.down_proj,0.0000000694,0.05000,0.739
3,mlp.experts.192.down_proj,0.0000001299,0.05000,0.721
3,mlp.experts.178.down_proj,0.0000000961,0.05000,0.701
3,mlp.experts.189.down_proj,0.0000000764,0.05000,0.707
3,mlp.experts.187.down_proj,0.0000000195,0.05000,0.675
3,mlp.experts.196.down_proj,0.0000003777,0.05000,0.659
3,mlp.experts.182.down_proj,0.0000001840,0.05000,0.630
3,mlp.experts.193.down_proj,0.0000000619,0.05000,0.610
3,mlp.experts.191.down_proj,0.0000000842,0.05000,0.606
3,mlp.experts.200.down_proj,0.0000000884,0.05000,0.651
3,mlp.experts.186.down_proj,0.0000002018,0.05000,0.677
3,mlp.experts.197.down_proj,0.0000001262,0.05000,0.686
3,mlp.experts.195.down_proj,0.0000002302,0.05000,0.669
3,mlp.experts.199.down_proj,failsafe(rtn): 0.0010376,0.00000,0.010
3,mlp.experts.204.down_proj,0.0000001081,0.05000,0.743
3,mlp.experts.190.down_proj,0.0000001701,0.05000,0.753
3,mlp.experts.201.down_proj,0.0000004394,0.05000,0.783
3,mlp.experts.203.down_proj,0.0000000995,0.05000,0.801
3,mlp.experts.208.down_proj,0.0000003044,0.05000,0.767
3,mlp.experts.194.down_proj,0.0000000597,0.05000,0.733
3,mlp.experts.198.down_proj,failsafe(rtn): 0.0010376,0.00000,0.012
3,mlp.experts.205.down_proj,0.0000002760,0.05000,0.706
3,mlp.experts.207.down_proj,0.0000001425,0.05000,0.733
3,mlp.experts.212.down_proj,0.0000000853,0.05000,0.783
3,mlp.experts.202.down_proj,0.0000000312,0.05000,0.763
3,mlp.experts.209.down_proj,0.0000001551,0.05000,0.788
3,mlp.experts.211.down_proj,0.0000001307,0.05000,0.792
3,mlp.experts.216.down_proj,0.0000000851,0.05000,0.754
3,mlp.experts.206.down_proj,0.0000001639,0.05000,0.751
3,mlp.experts.213.down_proj,0.0000000820,0.05000,0.742
3,mlp.experts.215.down_proj,0.0000000509,0.05000,0.756
3,mlp.experts.220.down_proj,0.0000001568,0.05000,0.730
3,mlp.experts.210.down_proj,0.0000000810,0.05000,0.753
3,mlp.experts.217.down_proj,0.0000001045,0.05000,0.756
3,mlp.experts.219.down_proj,0.0000000794,0.05000,0.737
3,mlp.experts.224.down_proj,0.0000002084,0.05000,0.804
3,mlp.experts.214.down_proj,0.0000000609,0.05000,0.781
3,mlp.experts.221.down_proj,0.0000001236,0.05000,0.806
3,mlp.experts.223.down_proj,0.0000001491,0.05000,0.809
3,mlp.experts.228.down_proj,0.0000001116,0.05000,0.778
3,mlp.experts.218.down_proj,0.0000013724,0.05000,0.769
3,mlp.experts.225.down_proj,0.0000002679,0.05000,0.763
3,mlp.experts.227.down_proj,0.0000001191,0.05000,0.770
3,mlp.experts.232.down_proj,0.0000002115,0.05000,0.737
3,mlp.experts.222.down_proj,0.0000002164,0.05000,0.742
3,mlp.experts.229.down_proj,0.0000001188,0.05000,0.743
3,mlp.experts.231.down_proj,0.0000000319,0.05000,0.730
3,mlp.experts.236.down_proj,0.0000001061,0.05000,0.657
3,mlp.experts.226.down_proj,0.0000001276,0.05000,0.642
3,mlp.experts.233.down_proj,0.0000002592,0.05000,0.626
3,mlp.experts.235.down_proj,0.0000000171,0.05000,0.636
3,mlp.experts.240.down_proj,0.0000001442,0.05000,0.584
3,mlp.experts.230.down_proj,0.0000000279,0.05000,0.598
3,mlp.experts.237.down_proj,0.0000001734,0.05000,0.600
3,mlp.experts.239.down_proj,0.0000001097,0.05000,0.570
3,mlp.experts.244.down_proj,0.0000001083,0.05000,0.627
3,mlp.experts.234.down_proj,0.0000002739,0.05000,0.617
3,mlp.experts.241.down_proj,0.0000001764,0.05000,0.649
3,mlp.experts.243.down_proj,0.0000001411,0.05000,0.673
3,mlp.experts.248.down_proj,0.0000004975,0.05000,0.701
3,mlp.experts.238.down_proj,0.0000001683,0.05000,0.738
3,mlp.experts.245.down_proj,0.0000000672,0.05000,0.757
3,mlp.experts.247.down_proj,0.0000000764,0.05000,0.750
3,mlp.experts.252.down_proj,0.0000001494,0.05000,0.740
3,mlp.experts.242.down_proj,0.0000001291,0.05000,0.714
3,mlp.experts.249.down_proj,0.0000002729,0.05000,0.611
3,mlp.experts.251.down_proj,0.0000001293,0.05000,0.624
3,mlp.experts.246.down_proj,0.0000000928,0.05000,0.504
3,mlp.experts.253.down_proj,0.0000001894,0.05000,0.490
3,mlp.experts.255.down_proj,0.0000000701,0.05000,0.486
3,mlp.experts.250.down_proj,0.0000001485,0.05000,0.249
3,mlp.experts.254.down_proj,0.0000002318,0.05000,0.165
4,mlp.experts.3.gate_proj,0.0000188216,0.05000,2.844
4,mlp.experts.0.gate_proj,0.0000138266,0.05000,2.859
4,mlp.experts.2.gate_proj,0.0000037660,0.05000,2.898
4,mlp.experts.1.gate_proj,0.0000080929,0.05000,2.915
4,mlp.experts.4.gate_proj,0.0000216303,0.05000,2.707
4,mlp.experts.7.gate_proj,0.0000127100,0.05000,2.771
4,mlp.experts.6.gate_proj,0.0000294722,0.05000,2.737
4,mlp.experts.5.gate_proj,0.0000146610,0.05000,2.823
4,mlp.experts.8.gate_proj,0.0000049651,0.05000,2.529
4,mlp.experts.11.gate_proj,0.0000156175,0.05000,2.619
4,mlp.experts.10.gate_proj,0.0000158284,0.05000,2.650
4,mlp.experts.9.gate_proj,0.0000160959,0.05000,2.677
4,mlp.experts.12.gate_proj,0.0000039902,0.05000,2.490
4,mlp.experts.14.gate_proj,0.0000025580,0.05000,2.505
4,mlp.experts.15.gate_proj,0.0000080128,0.05000,2.583
4,mlp.experts.13.gate_proj,0.0000024456,0.05000,2.470
4,mlp.experts.16.gate_proj,0.0000158199,0.05000,2.661
4,mlp.experts.19.gate_proj,0.0000178110,0.05000,2.521
4,mlp.experts.18.gate_proj,0.0000155660,0.05000,2.593
4,mlp.experts.17.gate_proj,0.0000053581,0.05000,2.649
4,mlp.experts.20.gate_proj,0.0000070754,0.05000,2.633
4,mlp.experts.23.gate_proj,0.0000140939,0.05000,2.603
4,mlp.experts.22.gate_proj,0.0000503599,0.05000,2.706
4,mlp.experts.26.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.041
4,mlp.experts.21.gate_proj,0.0000115677,0.05000,2.744
4,mlp.experts.24.gate_proj,0.0000124642,0.05000,2.724
4,mlp.experts.27.gate_proj,0.0000205570,0.05000,2.806
4,mlp.experts.30.gate_proj,0.0000077620,0.05000,2.784
4,mlp.experts.34.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.039
4,mlp.experts.25.gate_proj,0.0000036398,0.05000,2.900
4,mlp.experts.28.gate_proj,0.0000337197,0.05000,2.558
4,mlp.experts.31.gate_proj,0.0000183627,0.05000,2.653
4,mlp.experts.38.gate_proj,0.0000345149,0.05000,2.531
4,mlp.experts.29.gate_proj,0.0000091644,0.05000,2.602
4,mlp.experts.33.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.034
4,mlp.experts.32.gate_proj,0.0000219705,0.05000,2.530
4,mlp.experts.35.gate_proj,0.0000133739,0.05000,2.495
4,mlp.experts.42.gate_proj,0.0000529700,0.05000,2.568
4,mlp.experts.37.gate_proj,0.0000045560,0.05000,2.540
4,mlp.experts.36.gate_proj,0.0000145960,0.05000,2.593
4,mlp.experts.39.gate_proj,0.0000231468,0.05000,2.522
4,mlp.experts.46.gate_proj,0.0000389489,0.05000,2.594
4,mlp.experts.41.gate_proj,0.0000078335,0.05000,2.505
4,mlp.experts.40.gate_proj,0.0000369396,0.05000,2.467
4,mlp.experts.43.gate_proj,0.0000052131,0.05000,2.464
4,mlp.experts.50.gate_proj,0.0000313739,0.05000,2.479
4,mlp.experts.45.gate_proj,0.0000361657,0.05000,2.404
4,mlp.experts.44.gate_proj,0.0000071758,0.05000,2.695
4,mlp.experts.47.gate_proj,0.0000741038,0.05000,2.636
4,mlp.experts.54.gate_proj,0.0000279649,0.05000,2.718
4,mlp.experts.49.gate_proj,0.0000244012,0.05000,2.673
4,mlp.experts.48.gate_proj,0.0000487381,0.05000,2.541
4,mlp.experts.51.gate_proj,0.0000032530,0.05000,2.684
4,mlp.experts.58.gate_proj,0.0000267482,0.05000,2.636
4,mlp.experts.53.gate_proj,0.0000444288,0.05000,2.716
4,mlp.experts.57.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.044
4,mlp.experts.52.gate_proj,0.0000284591,0.05000,2.574
4,mlp.experts.55.gate_proj,0.0000037723,0.05000,2.579
4,mlp.experts.62.gate_proj,0.0000139474,0.05000,2.593
4,mlp.experts.61.gate_proj,0.0000185597,0.05000,2.548
4,mlp.experts.56.gate_proj,0.0000482392,0.05000,2.564
4,mlp.experts.59.gate_proj,0.0000519571,0.05000,2.562
4,mlp.experts.66.gate_proj,0.0000143572,0.05000,2.518
4,mlp.experts.65.gate_proj,0.0000030303,0.05000,2.579
4,mlp.experts.60.gate_proj,0.0000046527,0.05000,2.434
4,mlp.experts.63.gate_proj,0.0000099542,0.05000,2.441
4,mlp.experts.70.gate_proj,0.0000095426,0.05000,2.560
4,mlp.experts.69.gate_proj,0.0000163756,0.05000,2.428
4,mlp.experts.64.gate_proj,0.0000250252,0.05000,2.497
4,mlp.experts.67.gate_proj,0.0000059903,0.05000,2.445
4,mlp.experts.74.gate_proj,0.0000033955,0.05000,2.477
4,mlp.experts.73.gate_proj,0.0000337901,0.05000,2.445
4,mlp.experts.77.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.043
4,mlp.experts.68.gate_proj,0.0000175701,0.05000,2.717
4,mlp.experts.71.gate_proj,0.0000035374,0.05000,2.606
4,mlp.experts.78.gate_proj,0.0000270159,0.05000,2.654
4,mlp.experts.81.gate_proj,0.0000101990,0.05000,2.693
4,mlp.experts.75.gate_proj,0.0000413012,0.05000,2.525
4,mlp.experts.72.gate_proj,0.0000165713,0.05000,2.649
4,mlp.experts.85.gate_proj,0.0000387519,0.05000,2.546
4,mlp.experts.82.gate_proj,0.0000184447,0.05000,2.734
4,mlp.experts.86.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.039
4,mlp.experts.79.gate_proj,0.0000043293,0.05000,2.410
4,mlp.experts.76.gate_proj,0.0000217742,0.05000,2.415
4,mlp.experts.89.gate_proj,0.0000219661,0.05000,2.393
4,mlp.experts.90.gate_proj,0.0000262737,0.05000,2.369
4,mlp.experts.83.gate_proj,0.0000163656,0.05000,2.534
4,mlp.experts.80.gate_proj,0.0000184761,0.05000,2.489
4,mlp.experts.93.gate_proj,0.0000062498,0.05000,2.567
4,mlp.experts.94.gate_proj,0.0000057923,0.05000,2.556
4,mlp.experts.87.gate_proj,0.0000081128,0.05000,2.486
4,mlp.experts.84.gate_proj,0.0000169595,0.05000,2.567
4,mlp.experts.97.gate_proj,0.0000088939,0.05000,2.548
4,mlp.experts.98.gate_proj,0.0000044639,0.05000,2.546
4,mlp.experts.91.gate_proj,0.0000164510,0.05000,2.599
4,mlp.experts.88.gate_proj,0.0000058198,0.05000,2.634
4,mlp.experts.102.gate_proj,0.0000041845,0.05000,2.515
4,mlp.experts.101.gate_proj,0.0000164953,0.05000,2.607
4,mlp.experts.95.gate_proj,0.0000075603,0.05000,2.420
4,mlp.experts.92.gate_proj,0.0000110046,0.05000,2.487
4,mlp.experts.106.gate_proj,0.0000170891,0.05000,2.448
4,mlp.experts.105.gate_proj,0.0000050684,0.05000,2.527
4,mlp.experts.99.gate_proj,0.0000164439,0.05000,2.496
4,mlp.experts.96.gate_proj,0.0000159721,0.05000,2.522
4,mlp.experts.110.gate_proj,0.0000475061,0.05000,2.436
4,mlp.experts.109.gate_proj,0.0000229370,0.05000,2.499
4,mlp.experts.103.gate_proj,0.0000260082,0.05000,2.578
4,mlp.experts.100.gate_proj,0.0000258249,0.05000,2.722
4,mlp.experts.114.gate_proj,0.0000246394,0.05000,2.627
4,mlp.experts.113.gate_proj,0.0000478650,0.05000,2.648
4,mlp.experts.107.gate_proj,0.0000422701,0.05000,2.511
4,mlp.experts.104.gate_proj,0.0000141521,0.05000,2.628
4,mlp.experts.118.gate_proj,0.0000036385,0.05000,2.570
4,mlp.experts.117.gate_proj,0.0000076192,0.05000,2.530
4,mlp.experts.111.gate_proj,0.0000380406,0.05000,2.561
4,mlp.experts.108.gate_proj,0.0000024594,0.05000,2.625
4,mlp.experts.122.gate_proj,0.0000036782,0.05000,2.603
4,mlp.experts.121.gate_proj,0.0000525103,0.05000,2.599
4,mlp.experts.115.gate_proj,0.0000488822,0.05000,2.490
4,mlp.experts.112.gate_proj,0.0000038272,0.05000,2.609
4,mlp.experts.126.gate_proj,0.0000224746,0.05000,2.508
4,mlp.experts.125.gate_proj,0.0000227166,0.05000,2.599
4,mlp.experts.119.gate_proj,0.0000045242,0.05000,2.610
4,mlp.experts.116.gate_proj,0.0000096006,0.05000,2.678
4,mlp.experts.130.gate_proj,0.0000216478,0.05000,2.818
4,mlp.experts.129.gate_proj,0.0000061967,0.05000,2.704
4,mlp.experts.123.gate_proj,0.0000087181,0.05000,2.669
4,mlp.experts.120.gate_proj,0.0000162992,0.05000,2.541
4,mlp.experts.134.gate_proj,0.0000444563,0.05000,2.656
4,mlp.experts.133.gate_proj,0.0000042226,0.05000,2.606
4,mlp.experts.127.gate_proj,0.0000102017,0.05000,2.575
4,mlp.experts.124.gate_proj,0.0000469587,0.05000,2.562
4,mlp.experts.138.gate_proj,0.0000080511,0.05000,2.541
4,mlp.experts.137.gate_proj,0.0000082170,0.05000,2.583
4,mlp.experts.131.gate_proj,0.0000081142,0.05000,2.622
4,mlp.experts.128.gate_proj,0.0000040675,0.05000,2.610
4,mlp.experts.142.gate_proj,0.0000021097,0.05000,2.572
4,mlp.experts.141.gate_proj,0.0000151908,0.05000,2.508
4,mlp.experts.135.gate_proj,0.0000140196,0.05000,2.642
4,mlp.experts.132.gate_proj,0.0000188343,0.05000,2.567
4,mlp.experts.146.gate_proj,0.0000080673,0.05000,2.619
4,mlp.experts.145.gate_proj,0.0000109866,0.05000,2.635
4,mlp.experts.139.gate_proj,0.0000038877,0.05000,2.655
4,mlp.experts.136.gate_proj,0.0000174890,0.05000,2.622
4,mlp.experts.149.gate_proj,0.0000075725,0.05000,2.617
4,mlp.experts.150.gate_proj,0.0000164539,0.05000,2.735
4,mlp.experts.143.gate_proj,0.0000555886,0.05000,2.552
4,mlp.experts.140.gate_proj,0.0000302790,0.05000,2.461
4,mlp.experts.153.gate_proj,0.0000185056,0.05000,2.561
4,mlp.experts.154.gate_proj,0.0000049252,0.05000,2.538
4,mlp.experts.147.gate_proj,0.0000447979,0.05000,2.677
4,mlp.experts.144.gate_proj,0.0000210203,0.05000,2.660
4,mlp.experts.157.gate_proj,0.0000218805,0.05000,2.601
4,mlp.experts.158.gate_proj,0.0000165592,0.05000,2.788
4,mlp.experts.151.gate_proj,0.0000168379,0.05000,2.665
4,mlp.experts.148.gate_proj,0.0000114223,0.05000,2.551
4,mlp.experts.161.gate_proj,0.0000032536,0.05000,2.621
4,mlp.experts.162.gate_proj,0.0000378392,0.05000,2.725
4,mlp.experts.155.gate_proj,0.0000106453,0.05000,2.605
4,mlp.experts.152.gate_proj,0.0000303681,0.05000,2.511
4,mlp.experts.165.gate_proj,0.0000206803,0.05000,2.652
4,mlp.experts.166.gate_proj,0.0000355253,0.05000,2.564
4,mlp.experts.159.gate_proj,0.0000122865,0.05000,2.546
4,mlp.experts.156.gate_proj,0.0000069648,0.05000,2.528
4,mlp.experts.169.gate_proj,0.0000058918,0.05000,2.565
4,mlp.experts.170.gate_proj,0.0000046475,0.05000,2.503
4,mlp.experts.163.gate_proj,0.0000258703,0.05000,2.597
4,mlp.experts.160.gate_proj,0.0000027167,0.05000,2.548
4,mlp.experts.173.gate_proj,0.0000523069,0.05000,2.530
4,mlp.experts.174.gate_proj,0.0000165114,0.05000,2.542
4,mlp.experts.167.gate_proj,0.0000020853,0.05000,2.569
4,mlp.experts.164.gate_proj,0.0000062844,0.05000,2.523
4,mlp.experts.177.gate_proj,0.0000186502,0.05000,2.527
4,mlp.experts.178.gate_proj,0.0000077475,0.05000,2.472
4,mlp.experts.171.gate_proj,0.0000116091,0.05000,2.258
4,mlp.experts.168.gate_proj,0.0000144923,0.05000,2.319
4,mlp.experts.181.gate_proj,0.0000202454,0.05000,2.390
4,mlp.experts.182.gate_proj,0.0000076506,0.05000,2.436
4,mlp.experts.186.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.034
4,mlp.experts.175.gate_proj,0.0000127041,0.05000,2.503
4,mlp.experts.172.gate_proj,0.0000065256,0.05000,2.555
4,mlp.experts.185.gate_proj,0.0000249261,0.05000,2.593
4,mlp.experts.190.gate_proj,0.0000078195,0.05000,2.588
4,mlp.experts.179.gate_proj,0.0000089520,0.05000,2.618
4,mlp.experts.176.gate_proj,0.0000124595,0.05000,2.584
4,mlp.experts.189.gate_proj,0.0000322408,0.05000,2.534
4,mlp.experts.194.gate_proj,0.0000209891,0.05000,2.603
4,mlp.experts.180.gate_proj,0.0000045761,0.05000,2.549
4,mlp.experts.183.gate_proj,0.0000153487,0.05000,2.728
4,mlp.experts.193.gate_proj,0.0000248961,0.05000,2.591
4,mlp.experts.198.gate_proj,0.0000242190,0.05000,2.491
4,mlp.experts.184.gate_proj,0.0000102394,0.05000,2.555
4,mlp.experts.187.gate_proj,0.0000147261,0.05000,2.563
4,mlp.experts.197.gate_proj,0.0000194459,0.05000,2.585
4,mlp.experts.202.gate_proj,0.0000101293,0.05000,2.504
4,mlp.experts.191.gate_proj,0.0000152516,0.05000,2.489
4,mlp.experts.188.gate_proj,0.0000144786,0.05000,2.630
4,mlp.experts.206.gate_proj,0.0000543513,0.05000,2.467
4,mlp.experts.201.gate_proj,0.0000172330,0.05000,2.562
4,mlp.experts.195.gate_proj,0.0000174727,0.05000,2.500
4,mlp.experts.192.gate_proj,0.0000137425,0.05000,2.506
4,mlp.experts.205.gate_proj,0.0000237661,0.05000,2.479
4,mlp.experts.210.gate_proj,0.0000163346,0.05000,2.620
4,mlp.experts.199.gate_proj,0.0000142665,0.05000,2.487
4,mlp.experts.196.gate_proj,0.0000163678,0.05000,2.532
4,mlp.experts.209.gate_proj,0.0000248885,0.05000,2.465
4,mlp.experts.214.gate_proj,0.0000046385,0.05000,2.565
4,mlp.experts.203.gate_proj,0.0000168506,0.05000,2.556
4,mlp.experts.200.gate_proj,0.0000403584,0.05000,2.617
4,mlp.experts.213.gate_proj,0.0000119699,0.05000,2.599
4,mlp.experts.218.gate_proj,0.0000143076,0.05000,2.624
4,mlp.experts.207.gate_proj,0.0000272121,0.05000,2.361
4,mlp.experts.204.gate_proj,0.0000219979,0.05000,2.365
4,mlp.experts.217.gate_proj,0.0000132212,0.05000,2.291
4,mlp.experts.222.gate_proj,0.0000022086,0.05000,2.299
4,mlp.experts.211.gate_proj,0.0000261126,0.05000,2.526
4,mlp.experts.208.gate_proj,0.0000247312,0.05000,2.609
4,mlp.experts.221.gate_proj,0.0000104091,0.05000,2.486
4,mlp.experts.226.gate_proj,0.0000274331,0.05000,2.627
4,mlp.experts.215.gate_proj,0.0000041482,0.05000,2.435
4,mlp.experts.212.gate_proj,0.0000045535,0.05000,2.539
4,mlp.experts.225.gate_proj,0.0000203520,0.05000,2.535
4,mlp.experts.230.gate_proj,0.0000373043,0.05000,2.546
4,mlp.experts.219.gate_proj,0.0000238476,0.05000,2.618
4,mlp.experts.216.gate_proj,0.0000095807,0.05000,2.736
4,mlp.experts.229.gate_proj,0.0000163408,0.05000,2.625
4,mlp.experts.234.gate_proj,0.0000179856,0.05000,2.599
4,mlp.experts.223.gate_proj,0.0000299375,0.05000,2.551
4,mlp.experts.220.gate_proj,0.0000259707,0.05000,2.497
4,mlp.experts.233.gate_proj,0.0000223946,0.05000,2.507
4,mlp.experts.238.gate_proj,0.0000160414,0.05000,2.438
4,mlp.experts.227.gate_proj,0.0000083258,0.05000,2.676
4,mlp.experts.224.gate_proj,0.0000161259,0.05000,2.790
4,mlp.experts.237.gate_proj,0.0000267552,0.05000,2.815
4,mlp.experts.242.gate_proj,0.0000052757,0.05000,2.704
4,mlp.experts.231.gate_proj,0.0000151721,0.05000,2.639
4,mlp.experts.228.gate_proj,0.0000117477,0.05000,2.493
4,mlp.experts.241.gate_proj,0.0000248122,0.05000,2.514
4,mlp.experts.246.gate_proj,0.0000232572,0.05000,2.505
4,mlp.experts.235.gate_proj,0.0000207080,0.05000,2.615
4,mlp.experts.232.gate_proj,0.0000167215,0.05000,2.717
4,mlp.experts.245.gate_proj,0.0000110597,0.05000,2.647
4,mlp.experts.250.gate_proj,0.0000207714,0.05000,2.649
4,mlp.experts.239.gate_proj,0.0000102932,0.05000,2.496
4,mlp.experts.236.gate_proj,0.0000043996,0.05000,2.553
4,mlp.experts.249.gate_proj,0.0000235053,0.05000,2.543
4,mlp.experts.254.gate_proj,0.0000041618,0.05000,2.614
4,mlp.experts.243.gate_proj,0.0000064827,0.05000,2.503
4,mlp.experts.240.gate_proj,0.0000090640,0.05000,2.665
4,mlp.experts.253.gate_proj,0.0000056355,0.05000,2.541
4,mlp.experts.2.up_proj,0.0000033483,0.05000,2.593
4,mlp.experts.247.gate_proj,0.0000149468,0.05000,2.640
4,mlp.experts.244.gate_proj,0.0000091300,0.05000,2.542
4,mlp.experts.1.up_proj,0.0000074372,0.05000,2.470
4,mlp.experts.6.up_proj,0.0000286984,0.05000,2.452
4,mlp.experts.251.gate_proj,0.0000055895,0.05000,2.463
4,mlp.experts.248.gate_proj,0.0000116868,0.05000,2.531
4,mlp.experts.5.up_proj,0.0000137884,0.05000,2.478
4,mlp.experts.10.up_proj,0.0000141421,0.05000,2.464
4,mlp.experts.255.gate_proj,0.0000102449,0.05000,2.130
4,mlp.experts.252.gate_proj,0.0000311791,0.05000,2.121
4,mlp.experts.9.up_proj,0.0000151057,0.05000,2.145
4,mlp.experts.14.up_proj,0.0000024518,0.05000,2.095
4,mlp.experts.3.up_proj,0.0000162375,0.05000,2.395
4,mlp.experts.0.up_proj,0.0000131144,0.05000,2.633
4,mlp.experts.13.up_proj,0.0000023221,0.05000,2.647
4,mlp.experts.18.up_proj,0.0000144692,0.05000,2.545
4,mlp.experts.7.up_proj,0.0000119023,0.05000,2.533
4,mlp.experts.4.up_proj,0.0000176995,0.05000,2.472
4,mlp.experts.17.up_proj,0.0000049886,0.05000,2.498
4,mlp.experts.22.up_proj,0.0000454602,0.05000,2.529
4,mlp.experts.26.up_proj,failsafe(rtn): 0.0009995,0.00000,0.034
4,mlp.experts.11.up_proj,0.0000145262,0.05000,2.664
4,mlp.experts.8.up_proj,0.0000045658,0.05000,2.620
4,mlp.experts.21.up_proj,0.0000109925,0.05000,2.595
4,mlp.experts.30.up_proj,0.0000073351,0.05000,2.603
4,mlp.experts.34.up_proj,failsafe(rtn): 0.0010529,0.00000,0.033
4,mlp.experts.15.up_proj,0.0000075941,0.05000,2.703
4,mlp.experts.25.up_proj,0.0000034574,0.05000,2.486
4,mlp.experts.12.up_proj,0.0000036483,0.05000,2.646
4,mlp.experts.38.up_proj,0.0000328008,0.05000,2.660
4,mlp.experts.19.up_proj,0.0000170839,0.05000,2.309
4,mlp.experts.29.up_proj,0.0000084497,0.05000,2.193
4,mlp.experts.33.up_proj,failsafe(rtn): 0.0010071,0.00000,0.030
4,mlp.experts.16.up_proj,0.0000150258,0.05000,2.210
4,mlp.experts.42.up_proj,0.0000495330,0.05000,2.230
4,mlp.experts.23.up_proj,0.0000133019,0.05000,2.160
4,mlp.experts.37.up_proj,0.0000041937,0.05000,2.030
4,mlp.experts.20.up_proj,0.0000067159,0.05000,2.103
4,mlp.experts.46.up_proj,0.0000350078,0.05000,2.122
4,mlp.experts.27.up_proj,0.0000191576,0.05000,2.291
4,mlp.experts.41.up_proj,0.0000074569,0.05000,2.466
4,mlp.experts.24.up_proj,0.0000118656,0.05000,2.505
4,mlp.experts.50.up_proj,0.0000295934,0.05000,2.560
4,mlp.experts.31.up_proj,0.0000174055,0.05000,2.360
4,mlp.experts.45.up_proj,0.0000334309,0.05000,2.201
4,mlp.experts.28.up_proj,0.0000321701,0.05000,2.184
4,mlp.experts.54.up_proj,0.0000267920,0.05000,2.112
4,mlp.experts.35.up_proj,0.0000117752,0.05000,2.169
4,mlp.experts.49.up_proj,0.0000228184,0.05000,2.247
4,mlp.experts.32.up_proj,0.0000203515,0.05000,2.426
4,mlp.experts.58.up_proj,0.0000249848,0.05000,2.415
4,mlp.experts.39.up_proj,0.0000218572,0.05000,2.568
4,mlp.experts.53.up_proj,0.0000415161,0.05000,2.501
4,mlp.experts.57.up_proj,failsafe(rtn): 0.0009766,0.00000,0.032
4,mlp.experts.36.up_proj,0.0000135314,0.05000,2.473
4,mlp.experts.62.up_proj,0.0000132474,0.05000,2.423
4,mlp.experts.43.up_proj,0.0000049415,0.05000,2.351
4,mlp.experts.61.up_proj,0.0000174505,0.05000,2.381
4,mlp.experts.40.up_proj,0.0000344061,0.05000,2.448
4,mlp.experts.66.up_proj,0.0000136727,0.05000,2.501
4,mlp.experts.47.up_proj,0.0000644517,0.05000,2.635
4,mlp.experts.65.up_proj,0.0000029043,0.05000,2.587
4,mlp.experts.44.up_proj,0.0000066767,0.05000,2.562
4,mlp.experts.70.up_proj,0.0000089764,0.05000,2.561
4,mlp.experts.51.up_proj,0.0000031387,0.05000,2.467
4,mlp.experts.69.up_proj,0.0000154790,0.05000,2.458
4,mlp.experts.48.up_proj,0.0000456193,0.05000,2.510
4,mlp.experts.74.up_proj,0.0000031421,0.05000,2.435
4,mlp.experts.55.up_proj,0.0000033488,0.05000,2.649
4,mlp.experts.73.up_proj,0.0000319986,0.05000,2.510
4,mlp.experts.77.up_proj,failsafe(rtn): 0.0010376,0.00000,0.035
4,mlp.experts.52.up_proj,0.0000259834,0.05000,2.699
4,mlp.experts.78.up_proj,0.0000257597,0.05000,2.606
4,mlp.experts.59.up_proj,0.0000489139,0.05000,2.511
4,mlp.experts.81.up_proj,0.0000096652,0.05000,2.423
4,mlp.experts.56.up_proj,0.0000455790,0.05000,2.558
4,mlp.experts.82.up_proj,0.0000151777,0.05000,2.579
4,mlp.experts.86.up_proj,failsafe(rtn): 0.0010529,0.00000,0.033
4,mlp.experts.63.up_proj,0.0000092926,0.05000,2.679
4,mlp.experts.85.up_proj,0.0000369125,0.05000,2.621
4,mlp.experts.60.up_proj,0.0000040412,0.05000,2.674
4,mlp.experts.90.up_proj,0.0000245874,0.05000,2.693
4,mlp.experts.67.up_proj,0.0000056372,0.05000,2.579
4,mlp.experts.89.up_proj,0.0000206937,0.05000,2.672
4,mlp.experts.64.up_proj,0.0000236670,0.05000,2.615
4,mlp.experts.94.up_proj,0.0000045319,0.05000,2.603
4,mlp.experts.71.up_proj,0.0000032764,0.05000,2.433
4,mlp.experts.93.up_proj,0.0000060257,0.05000,2.518
4,mlp.experts.68.up_proj,0.0000163135,0.05000,2.600
4,mlp.experts.98.up_proj,0.0000040583,0.05000,2.546
4,mlp.experts.75.up_proj,0.0000380483,0.05000,2.495
4,mlp.experts.97.up_proj,0.0000085459,0.05000,2.480
4,mlp.experts.72.up_proj,0.0000158179,0.05000,2.502
4,mlp.experts.102.up_proj,0.0000039626,0.05000,2.480
4,mlp.experts.79.up_proj,0.0000041128,0.05000,2.460
4,mlp.experts.101.up_proj,0.0000156617,0.05000,2.426
4,mlp.experts.76.up_proj,0.0000202702,0.05000,2.511
4,mlp.experts.106.up_proj,0.0000160164,0.05000,2.445
4,mlp.experts.83.up_proj,0.0000154190,0.05000,2.424
4,mlp.experts.105.up_proj,0.0000045837,0.05000,2.417
4,mlp.experts.80.up_proj,0.0000174498,0.05000,2.489
4,mlp.experts.110.up_proj,0.0000432996,0.05000,2.514
4,mlp.experts.87.up_proj,0.0000076889,0.05000,2.539
4,mlp.experts.109.up_proj,0.0000223033,0.05000,2.608
4,mlp.experts.84.up_proj,0.0000161278,0.05000,2.562
4,mlp.experts.114.up_proj,0.0000234070,0.05000,2.590
4,mlp.experts.91.up_proj,0.0000154451,0.05000,2.709
4,mlp.experts.113.up_proj,0.0000422375,0.05000,2.646
4,mlp.experts.88.up_proj,0.0000054216,0.05000,2.543
4,mlp.experts.118.up_proj,0.0000033317,0.05000,2.481
4,mlp.experts.95.up_proj,0.0000071001,0.05000,2.416
4,mlp.experts.117.up_proj,0.0000070304,0.05000,2.206
4,mlp.experts.92.up_proj,0.0000103525,0.05000,2.192
4,mlp.experts.122.up_proj,0.0000033171,0.05000,2.207
4,mlp.experts.99.up_proj,0.0000156840,0.05000,2.448
4,mlp.experts.121.up_proj,0.0000493860,0.05000,2.434
4,mlp.experts.96.up_proj,0.0000148252,0.05000,2.652
4,mlp.experts.126.up_proj,0.0000213607,0.05000,2.637
4,mlp.experts.103.up_proj,0.0000240002,0.05000,2.594
4,mlp.experts.125.up_proj,0.0000213454,0.05000,2.627
4,mlp.experts.100.up_proj,0.0000235103,0.05000,2.481
4,mlp.experts.130.up_proj,0.0000205549,0.05000,2.589
4,mlp.experts.107.up_proj,0.0000398612,0.05000,2.583
4,mlp.experts.129.up_proj,0.0000057228,0.05000,2.647
4,mlp.experts.104.up_proj,0.0000136592,0.05000,2.538
4,mlp.experts.134.up_proj,0.0000408777,0.05000,2.710
4,mlp.experts.111.up_proj,0.0000351037,0.05000,2.439
4,mlp.experts.133.up_proj,0.0000040419,0.05000,2.319
4,mlp.experts.108.up_proj,0.0000022926,0.05000,2.264
4,mlp.experts.138.up_proj,0.0000072547,0.05000,2.225
4,mlp.experts.115.up_proj,0.0000462728,0.05000,2.250
4,mlp.experts.137.up_proj,0.0000077336,0.05000,2.283
4,mlp.experts.112.up_proj,0.0000036225,0.05000,2.503
4,mlp.experts.142.up_proj,0.0000018674,0.05000,2.544
4,mlp.experts.119.up_proj,0.0000042358,0.05000,2.456
4,mlp.experts.141.up_proj,0.0000143735,0.05000,2.541
4,mlp.experts.116.up_proj,0.0000094870,0.05000,2.485
4,mlp.experts.146.up_proj,0.0000075308,0.05000,2.594
4,mlp.experts.123.up_proj,0.0000081110,0.05000,2.593
4,mlp.experts.145.up_proj,0.0000103573,0.05000,2.581
4,mlp.experts.120.up_proj,0.0000153464,0.05000,2.452
4,mlp.experts.150.up_proj,0.0000154825,0.05000,2.402
4,mlp.experts.127.up_proj,0.0000097209,0.05000,2.521
4,mlp.experts.149.up_proj,0.0000067345,0.05000,2.457
4,mlp.experts.124.up_proj,0.0000443818,0.05000,2.481
4,mlp.experts.154.up_proj,0.0000048539,0.05000,2.536
4,mlp.experts.131.up_proj,0.0000077905,0.05000,2.430
4,mlp.experts.153.up_proj,0.0000173397,0.05000,2.534
4,mlp.experts.128.up_proj,0.0000039050,0.05000,2.478
4,mlp.experts.158.up_proj,0.0000156411,0.05000,2.485
4,mlp.experts.135.up_proj,0.0000132812,0.05000,2.417
4,mlp.experts.157.up_proj,0.0000209095,0.05000,2.399
4,mlp.experts.132.up_proj,0.0000173312,0.05000,2.382
4,mlp.experts.162.up_proj,0.0000349587,0.05000,2.354
4,mlp.experts.139.up_proj,0.0000036387,0.05000,2.285
4,mlp.experts.161.up_proj,0.0000028753,0.05000,2.225
4,mlp.experts.136.up_proj,0.0000164396,0.05000,2.131
4,mlp.experts.166.up_proj,0.0000325658,0.05000,2.000
4,mlp.experts.143.up_proj,0.0000529203,0.05000,2.142
4,mlp.experts.165.up_proj,0.0000194827,0.05000,2.246
4,mlp.experts.140.up_proj,0.0000282553,0.05000,2.307
4,mlp.experts.170.up_proj,0.0000044542,0.05000,2.473
4,mlp.experts.147.up_proj,0.0000403145,0.05000,2.749
4,mlp.experts.169.up_proj,0.0000055685,0.05000,2.612
4,mlp.experts.144.up_proj,0.0000198753,0.05000,2.553
4,mlp.experts.174.up_proj,0.0000154685,0.05000,2.452
4,mlp.experts.151.up_proj,0.0000154293,0.05000,2.642
4,mlp.experts.173.up_proj,0.0000432292,0.05000,2.512
4,mlp.experts.148.up_proj,0.0000102938,0.05000,2.550
4,mlp.experts.178.up_proj,0.0000073127,0.05000,2.453
4,mlp.experts.155.up_proj,0.0000091923,0.05000,2.403
4,mlp.experts.177.up_proj,0.0000177275,0.05000,2.437
4,mlp.experts.152.up_proj,0.0000281522,0.05000,2.466
4,mlp.experts.182.up_proj,0.0000070730,0.05000,2.393
4,mlp.experts.186.up_proj,failsafe(rtn): 0.0010071,0.00000,0.037
4,mlp.experts.159.up_proj,0.0000115707,0.05000,2.650
4,mlp.experts.181.up_proj,0.0000175109,0.05000,2.680
4,mlp.experts.156.up_proj,0.0000061342,0.05000,2.736
4,mlp.experts.190.up_proj,0.0000067061,0.05000,2.673
4,mlp.experts.163.up_proj,0.0000238212,0.05000,2.447
4,mlp.experts.185.up_proj,0.0000234683,0.05000,2.428
4,mlp.experts.160.up_proj,0.0000026067,0.05000,2.318
4,mlp.experts.194.up_proj,0.0000198761,0.05000,2.346
4,mlp.experts.167.up_proj,0.0000019675,0.05000,2.538
4,mlp.experts.189.up_proj,0.0000307110,0.05000,2.503
4,mlp.experts.164.up_proj,0.0000057971,0.05000,2.542
4,mlp.experts.198.up_proj,0.0000195697,0.05000,2.538
4,mlp.experts.171.up_proj,0.0000109028,0.05000,2.665
4,mlp.experts.193.up_proj,0.0000233339,0.05000,2.654
4,mlp.experts.168.up_proj,0.0000136916,0.05000,2.566
4,mlp.experts.202.up_proj,0.0000096485,0.05000,2.504
4,mlp.experts.175.up_proj,0.0000122410,0.05000,2.431
4,mlp.experts.197.up_proj,0.0000185366,0.05000,2.455
4,mlp.experts.172.up_proj,0.0000062240,0.05000,2.387
4,mlp.experts.206.up_proj,0.0000163285,0.05000,2.384
4,mlp.experts.179.up_proj,0.0000084103,0.05000,2.511
4,mlp.experts.201.up_proj,0.0000145674,0.05000,2.537
4,mlp.experts.176.up_proj,0.0000119473,0.05000,2.514
4,mlp.experts.210.up_proj,0.0000154146,0.05000,2.386
4,mlp.experts.183.up_proj,0.0000145588,0.05000,2.274
4,mlp.experts.205.up_proj,0.0000216176,0.05000,2.303
4,mlp.experts.180.up_proj,0.0000042690,0.05000,2.356
4,mlp.experts.214.up_proj,0.0000043700,0.05000,2.396
4,mlp.experts.187.up_proj,0.0000139408,0.05000,2.561
4,mlp.experts.209.up_proj,0.0000236924,0.05000,2.484
4,mlp.experts.184.up_proj,0.0000097955,0.05000,2.516
4,mlp.experts.218.up_proj,0.0000130027,0.05000,2.537
4,mlp.experts.191.up_proj,0.0000143645,0.05000,2.592
4,mlp.experts.213.up_proj,0.0000113570,0.05000,2.559
4,mlp.experts.188.up_proj,0.0000136282,0.05000,2.655
4,mlp.experts.222.up_proj,0.0000020833,0.05000,2.563
4,mlp.experts.195.up_proj,0.0000164595,0.05000,2.521
4,mlp.experts.217.up_proj,0.0000114771,0.05000,2.514
4,mlp.experts.192.up_proj,0.0000130113,0.05000,2.630
4,mlp.experts.226.up_proj,0.0000254399,0.05000,2.610
4,mlp.experts.199.up_proj,0.0000134209,0.05000,2.543
4,mlp.experts.221.up_proj,0.0000093232,0.05000,2.536
4,mlp.experts.196.up_proj,0.0000152635,0.05000,2.502
4,mlp.experts.230.up_proj,0.0000346671,0.05000,2.521
4,mlp.experts.203.up_proj,0.0000146408,0.05000,2.470
4,mlp.experts.225.up_proj,0.0000187041,0.05000,2.434
4,mlp.experts.200.up_proj,0.0000374073,0.05000,2.596
4,mlp.experts.234.up_proj,0.0000170191,0.05000,2.725
4,mlp.experts.207.up_proj,0.0000257261,0.05000,2.619
4,mlp.experts.229.up_proj,0.0000153220,0.05000,2.666
4,mlp.experts.204.up_proj,0.0000199089,0.05000,2.542
4,mlp.experts.238.up_proj,0.0000145597,0.05000,2.489
4,mlp.experts.211.up_proj,0.0000247585,0.05000,2.439
4,mlp.experts.233.up_proj,0.0000210012,0.05000,2.451
4,mlp.experts.208.up_proj,0.0000229578,0.05000,2.522
4,mlp.experts.242.up_proj,0.0000049722,0.05000,2.584
4,mlp.experts.215.up_proj,0.0000039106,0.05000,2.681
4,mlp.experts.237.up_proj,0.0000257744,0.05000,2.637
4,mlp.experts.212.up_proj,0.0000043751,0.05000,2.530
4,mlp.experts.246.up_proj,0.0000219588,0.05000,2.506
4,mlp.experts.219.up_proj,0.0000223230,0.05000,2.546
4,mlp.experts.241.up_proj,0.0000211314,0.05000,2.541
4,mlp.experts.216.up_proj,0.0000085986,0.05000,2.603
4,mlp.experts.250.up_proj,0.0000190322,0.05000,2.588
4,mlp.experts.223.up_proj,0.0000284117,0.05000,2.440
4,mlp.experts.245.up_proj,0.0000104989,0.05000,2.497
4,mlp.experts.220.up_proj,0.0000239122,0.05000,2.403
4,mlp.experts.254.up_proj,0.0000039375,0.05000,2.269
4,mlp.experts.227.up_proj,0.0000079555,0.05000,1.891
4,mlp.experts.249.up_proj,0.0000220226,0.05000,1.839
4,mlp.experts.224.up_proj,0.0000151962,0.05000,1.732
4,mlp.experts.231.up_proj,0.0000138712,0.05000,1.668
4,mlp.experts.253.up_proj,0.0000050675,0.05000,1.653
4,mlp.experts.228.up_proj,0.0000112700,0.05000,1.486
4,mlp.experts.235.up_proj,0.0000193416,0.05000,1.053
4,mlp.experts.232.up_proj,0.0000157960,0.05000,1.039
4,mlp.experts.239.up_proj,0.0000086940,0.05000,0.967
4,mlp.experts.236.up_proj,0.0000041577,0.05000,0.939
4,mlp.experts.243.up_proj,0.0000059299,0.05000,1.079
4,mlp.experts.240.up_proj,0.0000081901,0.05000,1.076
4,mlp.experts.247.up_proj,0.0000142189,0.05000,1.098
4,mlp.experts.244.up_proj,0.0000081535,0.05000,1.121
4,mlp.experts.251.up_proj,0.0000052618,0.05000,1.156
4,mlp.experts.248.up_proj,0.0000110300,0.05000,1.219
4,mlp.experts.255.up_proj,0.0000096335,0.05000,1.357
4,mlp.experts.252.up_proj,0.0000291958,0.05000,1.115
4,mlp.experts.0.down_proj,0.0000000937,0.05000,0.711
4,mlp.experts.3.down_proj,0.0000003430,0.05000,0.721
4,mlp.experts.1.down_proj,0.0000001478,0.05000,0.725
4,mlp.experts.2.down_proj,0.0000001096,0.05000,0.756
4,mlp.experts.7.down_proj,0.0000000917,0.05000,0.662
4,mlp.experts.5.down_proj,0.0000000949,0.05000,0.659
4,mlp.experts.4.down_proj,0.0000005091,0.05000,0.691
4,mlp.experts.6.down_proj,0.0000003158,0.05000,0.695
4,mlp.experts.9.down_proj,0.0000001051,0.05000,0.617
4,mlp.experts.11.down_proj,0.0000002612,0.05000,0.652
4,mlp.experts.8.down_proj,0.0000001444,0.05000,0.634
4,mlp.experts.10.down_proj,0.0000004191,0.05000,0.623
4,mlp.experts.13.down_proj,0.0000000165,0.05000,0.715
4,mlp.experts.12.down_proj,0.0000001072,0.05000,0.699
4,mlp.experts.15.down_proj,0.0000002280,0.05000,0.700
4,mlp.experts.14.down_proj,0.0000000763,0.05000,0.727
4,mlp.experts.16.down_proj,0.0000002187,0.05000,0.660
4,mlp.experts.19.down_proj,0.0000001230,0.05000,0.707
4,mlp.experts.17.down_proj,0.0000001011,0.05000,0.736
4,mlp.experts.18.down_proj,0.0000001467,0.05000,0.678
4,mlp.experts.23.down_proj,0.0000001107,0.05000,0.665
4,mlp.experts.20.down_proj,0.0000000677,0.05000,0.750
4,mlp.experts.21.down_proj,0.0000000863,0.05000,0.704
4,mlp.experts.22.down_proj,0.0000006306,0.05000,0.727
4,mlp.experts.26.down_proj,failsafe(rtn): 0.0010376,0.00000,0.013
4,mlp.experts.27.down_proj,0.0000001283,0.05000,0.753
4,mlp.experts.25.down_proj,0.0000001275,0.05000,0.726
4,mlp.experts.24.down_proj,0.0000000805,0.05000,0.757
4,mlp.experts.30.down_proj,0.0000001444,0.05000,0.708
4,mlp.experts.34.down_proj,failsafe(rtn): 0.0010605,0.00000,0.010
4,mlp.experts.31.down_proj,0.0000001614,0.05000,0.647
4,mlp.experts.29.down_proj,0.0000002080,0.05000,0.705
4,mlp.experts.33.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
4,mlp.experts.38.down_proj,0.0000003942,0.05000,0.674
4,mlp.experts.28.down_proj,0.0000002859,0.05000,0.734
4,mlp.experts.35.down_proj,0.0000001930,0.05000,0.720
4,mlp.experts.37.down_proj,0.0000000748,0.05000,0.706
4,mlp.experts.42.down_proj,0.0000008429,0.05000,0.709
4,mlp.experts.32.down_proj,0.0000002398,0.05000,0.709
4,mlp.experts.39.down_proj,0.0000001416,0.05000,0.697
4,mlp.experts.46.down_proj,0.0000004362,0.05000,0.639
4,mlp.experts.41.down_proj,0.0000001051,0.05000,0.671
4,mlp.experts.36.down_proj,0.0000002475,0.05000,0.650
4,mlp.experts.43.down_proj,0.0000000926,0.05000,0.721
4,mlp.experts.50.down_proj,0.0000002237,0.05000,0.685
4,mlp.experts.45.down_proj,0.0000002635,0.05000,0.674
4,mlp.experts.40.down_proj,0.0000009367,0.05000,0.717
4,mlp.experts.54.down_proj,0.0000003706,0.05000,0.675
4,mlp.experts.47.down_proj,0.0000042068,0.05000,0.694
4,mlp.experts.49.down_proj,0.0000001705,0.05000,0.704
4,mlp.experts.44.down_proj,0.0000001846,0.05000,0.695
4,mlp.experts.58.down_proj,0.0000002484,0.05000,0.739
4,mlp.experts.53.down_proj,0.0000009295,0.05000,0.711
4,mlp.experts.57.down_proj,failsafe(rtn): 0.0009842,0.00000,0.011
4,mlp.experts.51.down_proj,0.0000000697,0.05000,0.789
4,mlp.experts.48.down_proj,0.0000005586,0.05000,0.736
4,mlp.experts.61.down_proj,0.0000001217,0.05000,0.746
4,mlp.experts.62.down_proj,0.0000000833,0.05000,0.778
4,mlp.experts.52.down_proj,0.0000007688,0.05000,0.772
4,mlp.experts.55.down_proj,0.0000001525,0.05000,0.781
4,mlp.experts.65.down_proj,0.0000000410,0.05000,0.764
4,mlp.experts.66.down_proj,0.0000001063,0.05000,0.764
4,mlp.experts.56.down_proj,0.0000003257,0.05000,0.755
4,mlp.experts.59.down_proj,0.0000007669,0.05000,0.762
4,mlp.experts.70.down_proj,0.0000002054,0.05000,0.760
4,mlp.experts.69.down_proj,0.0000001167,0.05000,0.767
4,mlp.experts.60.down_proj,0.0000001596,0.05000,0.776
4,mlp.experts.63.down_proj,0.0000002345,0.05000,0.802
4,mlp.experts.73.down_proj,0.0000007361,0.05000,0.752
4,mlp.experts.77.down_proj,failsafe(rtn): 0.0010681,0.00000,0.011
4,mlp.experts.74.down_proj,0.0000000505,0.05000,0.797
4,mlp.experts.64.down_proj,0.0000002363,0.05000,0.773
4,mlp.experts.67.down_proj,0.0000000959,0.05000,0.793
4,mlp.experts.81.down_proj,0.0000000695,0.05000,0.778
4,mlp.experts.78.down_proj,0.0000004481,0.05000,0.774
4,mlp.experts.68.down_proj,0.0000001634,0.05000,0.760
4,mlp.experts.71.down_proj,0.0000001207,0.05000,0.763
4,mlp.experts.85.down_proj,0.0000007618,0.05000,0.609
4,mlp.experts.82.down_proj,0.0000004210,0.05000,0.615
4,mlp.experts.86.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
4,mlp.experts.72.down_proj,0.0000001139,0.05000,0.652
4,mlp.experts.75.down_proj,0.0000003999,0.05000,0.609
4,mlp.experts.89.down_proj,0.0000001501,0.05000,0.603
4,mlp.experts.90.down_proj,0.0000003061,0.05000,0.583
4,mlp.experts.79.down_proj,0.0000000434,0.05000,0.573
4,mlp.experts.76.down_proj,0.0000003312,0.05000,0.610
4,mlp.experts.93.down_proj,0.0000001515,0.05000,0.583
4,mlp.experts.94.down_proj,0.0000001848,0.05000,0.572
4,mlp.experts.80.down_proj,0.0000002414,0.05000,0.537
4,mlp.experts.83.down_proj,0.0000001266,0.05000,0.590
4,mlp.experts.97.down_proj,0.0000000736,0.05000,0.621
4,mlp.experts.87.down_proj,0.0000000595,0.05000,0.592
4,mlp.experts.98.down_proj,0.0000001550,0.05000,0.677
4,mlp.experts.84.down_proj,0.0000001322,0.05000,0.650
4,mlp.experts.102.down_proj,0.0000000316,0.05000,0.692
4,mlp.experts.101.down_proj,0.0000001270,0.05000,0.767
4,mlp.experts.88.down_proj,0.0000001118,0.05000,0.734
4,mlp.experts.91.down_proj,0.0000001255,0.05000,0.787
4,mlp.experts.105.down_proj,0.0000001651,0.05000,0.675
4,mlp.experts.106.down_proj,0.0000002506,0.05000,0.729
4,mlp.experts.92.down_proj,0.0000000693,0.05000,0.697
4,mlp.experts.95.down_proj,0.0000000817,0.05000,0.688
4,mlp.experts.109.down_proj,0.0000002451,0.05000,0.691
4,mlp.experts.110.down_proj,0.0000009604,0.05000,0.675
4,mlp.experts.96.down_proj,0.0000001167,0.05000,0.692
4,mlp.experts.99.down_proj,0.0000001537,0.05000,0.682
4,mlp.experts.114.down_proj,0.0000004925,0.05000,0.645
4,mlp.experts.113.down_proj,0.0000013138,0.05000,0.698
4,mlp.experts.100.down_proj,0.0000004613,0.05000,0.671
4,mlp.experts.103.down_proj,0.0000004607,0.05000,0.668
4,mlp.experts.118.down_proj,0.0000001181,0.05000,0.627
4,mlp.experts.117.down_proj,0.0000001629,0.05000,0.631
4,mlp.experts.104.down_proj,0.0000002657,0.05000,0.609
4,mlp.experts.107.down_proj,0.0000006434,0.05000,0.617
4,mlp.experts.122.down_proj,0.0000001029,0.05000,0.663
4,mlp.experts.121.down_proj,0.0000005914,0.05000,0.686
4,mlp.experts.108.down_proj,0.0000001151,0.05000,0.686
4,mlp.experts.111.down_proj,0.0000004851,0.05000,0.723
4,mlp.experts.126.down_proj,0.0000002776,0.05000,0.651
4,mlp.experts.125.down_proj,0.0000001536,0.05000,0.689
4,mlp.experts.112.down_proj,0.0000000834,0.05000,0.673
4,mlp.experts.115.down_proj,0.0000008130,0.05000,0.718
4,mlp.experts.130.down_proj,0.0000001493,0.05000,0.677
4,mlp.experts.116.down_proj,0.0000001804,0.05000,0.638
4,mlp.experts.129.down_proj,0.0000001197,0.05000,0.670
4,mlp.experts.119.down_proj,0.0000000784,0.05000,0.676
4,mlp.experts.134.down_proj,0.0000006313,0.05000,0.706
4,mlp.experts.120.down_proj,0.0000001054,0.05000,0.663
4,mlp.experts.133.down_proj,0.0000000395,0.05000,0.673
4,mlp.experts.123.down_proj,0.0000001733,0.05000,0.693
4,mlp.experts.137.down_proj,0.0000000828,0.05000,0.649
4,mlp.experts.124.down_proj,0.0000010425,0.05000,0.704
4,mlp.experts.138.down_proj,0.0000002029,0.05000,0.735
4,mlp.experts.127.down_proj,0.0000000740,0.05000,0.706
4,mlp.experts.141.down_proj,0.0000001370,0.05000,0.675
4,mlp.experts.128.down_proj,0.0000000285,0.05000,0.683
4,mlp.experts.142.down_proj,0.0000001186,0.05000,0.703
4,mlp.experts.131.down_proj,0.0000000741,0.05000,0.696
4,mlp.experts.132.down_proj,0.0000001457,0.05000,0.635
4,mlp.experts.145.down_proj,0.0000000656,0.05000,0.660
4,mlp.experts.146.down_proj,0.0000000524,0.05000,0.627
4,mlp.experts.135.down_proj,0.0000001030,0.05000,0.642
4,mlp.experts.136.down_proj,0.0000001286,0.05000,0.621
4,mlp.experts.149.down_proj,0.0000002459,0.05000,0.631
4,mlp.experts.150.down_proj,0.0000001196,0.05000,0.635
4,mlp.experts.139.down_proj,0.0000000683,0.05000,0.619
4,mlp.experts.153.down_proj,0.0000001138,0.05000,0.632
4,mlp.experts.140.down_proj,0.0000001903,0.05000,0.650
4,mlp.experts.154.down_proj,0.0000000890,0.05000,0.662
4,mlp.experts.143.down_proj,0.0000006347,0.05000,0.641
4,mlp.experts.158.down_proj,0.0000003865,0.05000,0.631
4,mlp.experts.144.down_proj,0.0000001511,0.05000,0.692
4,mlp.experts.157.down_proj,0.0000001467,0.05000,0.709
4,mlp.experts.147.down_proj,0.0000005315,0.05000,0.645
4,mlp.experts.162.down_proj,0.0000005962,0.05000,0.627
4,mlp.experts.161.down_proj,0.0000001668,0.05000,0.644
4,mlp.experts.148.down_proj,0.0000002757,0.05000,0.670
4,mlp.experts.151.down_proj,0.0000003003,0.05000,0.634
4,mlp.experts.165.down_proj,0.0000001328,0.05000,0.621
4,mlp.experts.166.down_proj,0.0000008726,0.05000,0.655
4,mlp.experts.152.down_proj,0.0000007510,0.05000,0.641
4,mlp.experts.155.down_proj,0.0000003716,0.05000,0.640
4,mlp.experts.169.down_proj,0.0000001292,0.05000,0.651
4,mlp.experts.170.down_proj,0.0000000975,0.05000,0.675
4,mlp.experts.156.down_proj,0.0000001826,0.05000,0.713
4,mlp.experts.159.down_proj,0.0000000716,0.05000,0.702
4,mlp.experts.173.down_proj,0.0000006629,0.05000,0.663
4,mlp.experts.174.down_proj,0.0000001579,0.05000,0.681
4,mlp.experts.160.down_proj,0.0000000486,0.05000,0.654
4,mlp.experts.163.down_proj,0.0000001852,0.05000,0.643
4,mlp.experts.177.down_proj,0.0000005839,0.05000,0.615
4,mlp.experts.178.down_proj,0.0000000961,0.05000,0.644
4,mlp.experts.164.down_proj,0.0000001457,0.05000,0.632
4,mlp.experts.167.down_proj,0.0000000611,0.05000,0.605
4,mlp.experts.181.down_proj,0.0000004046,0.05000,0.649
4,mlp.experts.182.down_proj,0.0000000693,0.05000,0.634
4,mlp.experts.186.down_proj,failsafe(rtn): 0.0010223,0.00000,0.010
4,mlp.experts.168.down_proj,0.0000001134,0.05000,0.643
4,mlp.experts.171.down_proj,0.0000000656,0.05000,0.660
4,mlp.experts.185.down_proj,0.0000001626,0.05000,0.650
4,mlp.experts.172.down_proj,0.0000000771,0.05000,0.635
4,mlp.experts.190.down_proj,0.0000004707,0.05000,0.687
4,mlp.experts.175.down_proj,0.0000002661,0.05000,0.632
4,mlp.experts.189.down_proj,0.0000002409,0.05000,0.657
4,mlp.experts.176.down_proj,0.0000000857,0.05000,0.638
4,mlp.experts.179.down_proj,0.0000000552,0.05000,0.621
4,mlp.experts.194.down_proj,0.0000004174,0.05000,0.660
4,mlp.experts.193.down_proj,0.0000001600,0.05000,0.678
4,mlp.experts.180.down_proj,0.0000000989,0.05000,0.646
4,mlp.experts.183.down_proj,0.0000001006,0.05000,0.626
4,mlp.experts.198.down_proj,0.0000007859,0.05000,0.701
4,mlp.experts.197.down_proj,0.0000002101,0.05000,0.639
4,mlp.experts.187.down_proj,0.0000000858,0.05000,0.629
4,mlp.experts.184.down_proj,0.0000000682,0.05000,0.650
4,mlp.experts.202.down_proj,0.0000000683,0.05000,0.640
4,mlp.experts.201.down_proj,0.0000003168,0.05000,0.682
4,mlp.experts.188.down_proj,0.0000000804,0.05000,0.680
4,mlp.experts.191.down_proj,0.0000000996,0.05000,0.708
4,mlp.experts.206.down_proj,0.0000000574,0.05000,0.658
4,mlp.experts.205.down_proj,0.0000001805,0.05000,0.671
4,mlp.experts.195.down_proj,0.0000001503,0.05000,0.666
4,mlp.experts.192.down_proj,0.0000002329,0.05000,0.678
4,mlp.experts.210.down_proj,0.0000001019,0.05000,0.699
4,mlp.experts.209.down_proj,0.0000004410,0.05000,0.700
4,mlp.experts.199.down_proj,0.0000000976,0.05000,0.654
4,mlp.experts.196.down_proj,0.0000001115,0.05000,0.693
4,mlp.experts.214.down_proj,0.0000000412,0.05000,0.634
4,mlp.experts.213.down_proj,0.0000000881,0.05000,0.645
4,mlp.experts.203.down_proj,0.0000004268,0.05000,0.681
4,mlp.experts.218.down_proj,0.0000003184,0.05000,0.626
4,mlp.experts.200.down_proj,0.0000007846,0.05000,0.673
4,mlp.experts.217.down_proj,0.0000006209,0.05000,0.728
4,mlp.experts.222.down_proj,0.0000000257,0.05000,0.685
4,mlp.experts.207.down_proj,0.0000004621,0.05000,0.700
4,mlp.experts.204.down_proj,0.0000005657,0.05000,0.725
4,mlp.experts.226.down_proj,0.0000004625,0.05000,0.633
4,mlp.experts.211.down_proj,0.0000002034,0.05000,0.634
4,mlp.experts.221.down_proj,0.0000002589,0.05000,0.669
4,mlp.experts.208.down_proj,0.0000002212,0.05000,0.668
4,mlp.experts.230.down_proj,0.0000005493,0.05000,0.649
4,mlp.experts.215.down_proj,0.0000000446,0.05000,0.661
4,mlp.experts.225.down_proj,0.0000003864,0.05000,0.668
4,mlp.experts.212.down_proj,0.0000000898,0.05000,0.641
4,mlp.experts.219.down_proj,0.0000001636,0.05000,0.651
4,mlp.experts.234.down_proj,0.0000001341,0.05000,0.686
4,mlp.experts.229.down_proj,0.0000001211,0.05000,0.711
4,mlp.experts.216.down_proj,0.0000002039,0.05000,0.682
4,mlp.experts.223.down_proj,0.0000006716,0.05000,0.656
4,mlp.experts.238.down_proj,0.0000002462,0.05000,0.660
4,mlp.experts.233.down_proj,0.0000001470,0.05000,0.713
4,mlp.experts.220.down_proj,0.0000003635,0.05000,0.707
4,mlp.experts.227.down_proj,0.0000000517,0.05000,0.653
4,mlp.experts.242.down_proj,0.0000000500,0.05000,0.692
4,mlp.experts.224.down_proj,0.0000001074,0.05000,0.679
4,mlp.experts.237.down_proj,0.0000002938,0.05000,0.716
4,mlp.experts.231.down_proj,0.0000003418,0.05000,0.639
4,mlp.experts.246.down_proj,0.0000001781,0.05000,0.645
4,mlp.experts.228.down_proj,0.0000001659,0.05000,0.660
4,mlp.experts.241.down_proj,0.0000012690,0.05000,0.681
4,mlp.experts.235.down_proj,0.0000001298,0.05000,0.693
4,mlp.experts.250.down_proj,0.0000002633,0.05000,0.669
4,mlp.experts.232.down_proj,0.0000001520,0.05000,0.712
4,mlp.experts.245.down_proj,0.0000000683,0.05000,0.710
4,mlp.experts.239.down_proj,0.0000003232,0.05000,0.646
4,mlp.experts.254.down_proj,0.0000000538,0.05000,0.636
4,mlp.experts.236.down_proj,0.0000000289,0.05000,0.590
4,mlp.experts.249.down_proj,0.0000001871,0.05000,0.570
4,mlp.experts.243.down_proj,0.0000001268,0.05000,0.449
4,mlp.experts.240.down_proj,0.0000002422,0.05000,0.429
4,mlp.experts.253.down_proj,0.0000001406,0.05000,0.433
4,mlp.experts.247.down_proj,0.0000001019,0.05000,0.348
4,mlp.experts.244.down_proj,0.0000003159,0.05000,0.305
4,mlp.experts.251.down_proj,0.0000000802,0.05000,0.293
4,mlp.experts.248.down_proj,0.0000000723,0.05000,0.290
4,mlp.experts.255.down_proj,0.0000000706,0.05000,0.290
4,mlp.experts.252.down_proj,0.0000006861,0.05000,0.246
5,mlp.experts.1.gate_proj,0.0000060078,0.05000,3.020
5,mlp.experts.2.gate_proj,0.0000061569,0.05000,3.067
5,mlp.experts.3.gate_proj,0.0000062129,0.05000,3.087
5,mlp.experts.0.gate_proj,0.0000672488,0.05000,3.146
5,mlp.experts.5.gate_proj,0.0000085778,0.05000,2.906
5,mlp.experts.7.gate_proj,0.0000252125,0.05000,2.899
5,mlp.experts.6.gate_proj,0.0000096047,0.05000,2.924
5,mlp.experts.4.gate_proj,0.0000273722,0.05000,2.906
5,mlp.experts.9.gate_proj,0.0000235806,0.05000,2.375
5,mlp.experts.10.gate_proj,0.0000042543,0.05000,2.379
5,mlp.experts.11.gate_proj,0.0000042656,0.05000,2.415
5,mlp.experts.8.gate_proj,0.0000353575,0.05000,2.389
5,mlp.experts.13.gate_proj,0.0000186203,0.05000,2.633
5,mlp.experts.14.gate_proj,0.0000067940,0.05000,2.684
5,mlp.experts.12.gate_proj,0.0000073731,0.05000,2.667
5,mlp.experts.15.gate_proj,0.0000133619,0.05000,2.743
5,mlp.experts.17.gate_proj,0.0000217864,0.05000,2.826
5,mlp.experts.18.gate_proj,0.0000047593,0.05000,2.844
5,mlp.experts.19.gate_proj,0.0000056097,0.05000,2.800
5,mlp.experts.16.gate_proj,0.0000203610,0.05000,2.845
5,mlp.experts.21.gate_proj,0.0000102677,0.05000,2.535
5,mlp.experts.22.gate_proj,0.0000372771,0.05000,2.417
5,mlp.experts.23.gate_proj,0.0000268740,0.05000,2.530
5,mlp.experts.20.gate_proj,0.0000186763,0.05000,2.570
5,mlp.experts.25.gate_proj,0.0000154488,0.05000,2.789
5,mlp.experts.26.gate_proj,0.0000619509,0.05000,2.810
5,mlp.experts.24.gate_proj,0.0000044385,0.05000,2.722
5,mlp.experts.27.gate_proj,0.0000044424,0.05000,2.787
5,mlp.experts.29.gate_proj,0.0000254423,0.05000,2.902
5,mlp.experts.30.gate_proj,0.0000262394,0.05000,2.973
5,mlp.experts.28.gate_proj,0.0000175994,0.05000,2.901
5,mlp.experts.31.gate_proj,0.0000051068,0.05000,2.920
5,mlp.experts.33.gate_proj,0.0000280148,0.05000,2.659
5,mlp.experts.32.gate_proj,0.0000087495,0.05000,2.635
5,mlp.experts.34.gate_proj,0.0000504137,0.05000,2.731
5,mlp.experts.35.gate_proj,0.0000130158,0.05000,2.743
5,mlp.experts.37.gate_proj,0.0000490859,0.05000,2.512
5,mlp.experts.36.gate_proj,0.0000517731,0.05000,2.519
5,mlp.experts.38.gate_proj,0.0000092574,0.05000,2.520
5,mlp.experts.39.gate_proj,0.0000651178,0.05000,2.493
5,mlp.experts.41.gate_proj,0.0000073111,0.05000,2.774
5,mlp.experts.43.gate_proj,0.0000202236,0.05000,2.549
5,mlp.experts.40.gate_proj,0.0000082831,0.05000,2.677
5,mlp.experts.42.gate_proj,0.0000211688,0.05000,2.832
5,mlp.experts.47.gate_proj,0.0000040580,0.05000,2.857
5,mlp.experts.44.gate_proj,0.0000043570,0.05000,2.874
5,mlp.experts.45.gate_proj,0.0000114017,0.05000,2.935
5,mlp.experts.46.gate_proj,0.0000111337,0.05000,2.917
5,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.034
5,mlp.experts.51.gate_proj,0.0000202594,0.05000,2.642
5,mlp.experts.49.gate_proj,0.0000075195,0.05000,2.737
5,mlp.experts.48.gate_proj,0.0000046239,0.05000,2.803
5,mlp.experts.54.gate_proj,0.0000397007,0.05000,2.592
5,mlp.experts.55.gate_proj,0.0000518161,0.05000,2.827
5,mlp.experts.53.gate_proj,0.0000213621,0.05000,2.843
5,mlp.experts.52.gate_proj,0.0000135588,0.05000,2.850
5,mlp.experts.58.gate_proj,0.0000417496,0.05000,2.888
5,mlp.experts.59.gate_proj,0.0000134603,0.05000,2.820
5,mlp.experts.57.gate_proj,0.0000110419,0.05000,2.710
5,mlp.experts.56.gate_proj,0.0000183944,0.05000,2.762
5,mlp.experts.62.gate_proj,0.0000187825,0.05000,2.753
5,mlp.experts.61.gate_proj,0.0000050543,0.05000,2.720
5,mlp.experts.63.gate_proj,0.0000071447,0.05000,2.819
5,mlp.experts.60.gate_proj,0.0000129774,0.05000,2.771
5,mlp.experts.66.gate_proj,0.0000113716,0.05000,2.736
5,mlp.experts.67.gate_proj,0.0000042192,0.05000,2.743
5,mlp.experts.64.gate_proj,0.0000537318,0.05000,2.715
5,mlp.experts.65.gate_proj,0.0000050291,0.05000,2.883
5,mlp.experts.70.gate_proj,0.0000342848,0.05000,2.829
5,mlp.experts.71.gate_proj,0.0000292852,0.05000,2.563
5,mlp.experts.69.gate_proj,0.0000094086,0.05000,2.551
5,mlp.experts.68.gate_proj,0.0000132271,0.05000,2.602
5,mlp.experts.74.gate_proj,0.0000321831,0.05000,2.531
5,mlp.experts.75.gate_proj,0.0000178832,0.05000,2.744
5,mlp.experts.72.gate_proj,0.0000218333,0.05000,2.685
5,mlp.experts.73.gate_proj,0.0000286703,0.05000,2.734
5,mlp.experts.78.gate_proj,0.0000181573,0.05000,2.674
5,mlp.experts.76.gate_proj,0.0000172059,0.05000,2.572
5,mlp.experts.79.gate_proj,0.0000163291,0.05000,2.630
5,mlp.experts.82.gate_proj,0.0000164788,0.05000,2.543
5,mlp.experts.77.gate_proj,0.0000102689,0.05000,2.709
5,mlp.experts.86.gate_proj,0.0000204579,0.05000,2.750
5,mlp.experts.80.gate_proj,0.0000190611,0.05000,2.831
5,mlp.experts.83.gate_proj,0.0000208682,0.05000,2.841
5,mlp.experts.81.gate_proj,0.0000054447,0.05000,2.787
5,mlp.experts.90.gate_proj,0.0000054085,0.05000,2.848
5,mlp.experts.84.gate_proj,0.0000067431,0.05000,2.872
5,mlp.experts.85.gate_proj,0.0000227863,0.05000,2.799
5,mlp.experts.87.gate_proj,0.0000190172,0.05000,2.907
5,mlp.experts.94.gate_proj,0.0000119306,0.05000,2.929
5,mlp.experts.91.gate_proj,0.0000147156,0.05000,2.877
5,mlp.experts.89.gate_proj,0.0000128317,0.05000,2.917
5,mlp.experts.88.gate_proj,0.0000102084,0.05000,3.041
5,mlp.experts.98.gate_proj,0.0000155188,0.05000,2.694
5,mlp.experts.93.gate_proj,0.0000152434,0.05000,2.674
5,mlp.experts.95.gate_proj,0.0000373142,0.05000,2.736
5,mlp.experts.92.gate_proj,0.0000171565,0.05000,2.685
5,mlp.experts.102.gate_proj,0.0000119815,0.05000,2.954
5,mlp.experts.99.gate_proj,0.0000221395,0.05000,2.985
5,mlp.experts.97.gate_proj,0.0000295666,0.05000,3.031
5,mlp.experts.96.gate_proj,0.0000069371,0.05000,2.992
5,mlp.experts.106.gate_proj,0.0000161200,0.05000,2.842
5,mlp.experts.103.gate_proj,0.0000193767,0.05000,2.841
5,mlp.experts.101.gate_proj,0.0000180574,0.05000,2.846
5,mlp.experts.100.gate_proj,0.0000056316,0.05000,2.823
5,mlp.experts.110.gate_proj,0.0000267851,0.05000,2.718
5,mlp.experts.107.gate_proj,0.0000206814,0.05000,2.733
5,mlp.experts.104.gate_proj,0.0000025493,0.05000,2.737
5,mlp.experts.105.gate_proj,0.0000120153,0.05000,2.811
5,mlp.experts.114.gate_proj,0.0000048809,0.05000,2.813
5,mlp.experts.111.gate_proj,0.0000226137,0.05000,2.865
5,mlp.experts.108.gate_proj,0.0000395885,0.05000,2.826
5,mlp.experts.109.gate_proj,0.0000129580,0.05000,2.929
5,mlp.experts.118.gate_proj,0.0000217119,0.05000,2.950
5,mlp.experts.112.gate_proj,0.0000280237,0.05000,2.893
5,mlp.experts.115.gate_proj,0.0000069453,0.05000,3.025
5,mlp.experts.119.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.045
5,mlp.experts.113.gate_proj,0.0000629373,0.05000,2.966
5,mlp.experts.122.gate_proj,0.0000350492,0.05000,2.607
5,mlp.experts.116.gate_proj,0.0000106663,0.05000,2.493
5,mlp.experts.126.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.051
5,mlp.experts.117.gate_proj,0.0000409622,0.05000,2.453
5,mlp.experts.123.gate_proj,0.0000410741,0.05000,2.601
5,mlp.experts.120.gate_proj,0.0000275272,0.05000,2.777
5,mlp.experts.130.gate_proj,0.0000242605,0.05000,2.800
5,mlp.experts.121.gate_proj,0.0000129471,0.05000,2.715
5,mlp.experts.127.gate_proj,0.0000058053,0.05000,2.684
5,mlp.experts.124.gate_proj,0.0000270144,0.05000,2.674
5,mlp.experts.134.gate_proj,0.0000172723,0.05000,2.696
5,mlp.experts.125.gate_proj,0.0000187389,0.05000,2.701
5,mlp.experts.131.gate_proj,0.0000117869,0.05000,2.677
5,mlp.experts.128.gate_proj,0.0000505720,0.05000,2.759
5,mlp.experts.129.gate_proj,0.0000530538,0.05000,2.681
5,mlp.experts.135.gate_proj,0.0000224530,0.05000,2.700
5,mlp.experts.138.gate_proj,0.0000247720,0.05000,2.816
5,mlp.experts.132.gate_proj,0.0000190026,0.05000,2.819
5,mlp.experts.133.gate_proj,0.0000145856,0.05000,2.834
5,mlp.experts.139.gate_proj,0.0000217306,0.05000,2.919
5,mlp.experts.142.gate_proj,0.0000158428,0.05000,2.948
5,mlp.experts.136.gate_proj,0.0000183240,0.05000,2.702
5,mlp.experts.140.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.049
5,mlp.experts.137.gate_proj,0.0000075327,0.05000,2.795
5,mlp.experts.143.gate_proj,0.0000104479,0.05000,2.847
5,mlp.experts.146.gate_proj,0.0000201592,0.05000,2.838
5,mlp.experts.144.gate_proj,0.0000034462,0.05000,2.853
5,mlp.experts.141.gate_proj,0.0000141951,0.05000,2.814
5,mlp.experts.147.gate_proj,0.0000051753,0.05000,2.813
5,mlp.experts.150.gate_proj,0.0000259774,0.05000,2.889
5,mlp.experts.148.gate_proj,0.0000356769,0.05000,2.840
5,mlp.experts.145.gate_proj,0.0000152050,0.05000,2.812
5,mlp.experts.151.gate_proj,0.0000100755,0.05000,2.743
5,mlp.experts.154.gate_proj,0.0000137980,0.05000,2.774
5,mlp.experts.152.gate_proj,0.0000421464,0.05000,2.653
5,mlp.experts.149.gate_proj,0.0000115884,0.05000,2.664
5,mlp.experts.155.gate_proj,0.0000176008,0.05000,2.689
5,mlp.experts.158.gate_proj,0.0000101021,0.05000,2.741
5,mlp.experts.153.gate_proj,0.0000144985,0.05000,2.445
5,mlp.experts.156.gate_proj,0.0000315822,0.05000,2.552
5,mlp.experts.159.gate_proj,0.0000111383,0.05000,2.482
5,mlp.experts.162.gate_proj,0.0000069943,0.05000,2.405
5,mlp.experts.157.gate_proj,0.0000272238,0.05000,2.328
5,mlp.experts.160.gate_proj,0.0000203439,0.05000,2.338
5,mlp.experts.163.gate_proj,0.0000077191,0.05000,2.335
5,mlp.experts.166.gate_proj,0.0000114236,0.05000,2.358
5,mlp.experts.161.gate_proj,0.0000125911,0.05000,2.460
5,mlp.experts.164.gate_proj,0.0000385445,0.05000,2.426
5,mlp.experts.167.gate_proj,0.0000081722,0.05000,2.463
5,mlp.experts.170.gate_proj,0.0000039284,0.05000,2.464
5,mlp.experts.165.gate_proj,0.0000108217,0.05000,2.720
5,mlp.experts.168.gate_proj,0.0000075458,0.05000,2.721
5,mlp.experts.171.gate_proj,0.0000182696,0.05000,2.683
5,mlp.experts.174.gate_proj,0.0000023839,0.05000,2.737
5,mlp.experts.169.gate_proj,0.0000034047,0.05000,2.813
5,mlp.experts.172.gate_proj,0.0000109822,0.05000,2.834
5,mlp.experts.175.gate_proj,0.0000227923,0.05000,2.824
5,mlp.experts.178.gate_proj,0.0000088622,0.05000,2.815
5,mlp.experts.173.gate_proj,0.0000383755,0.05000,2.412
5,mlp.experts.176.gate_proj,0.0000128790,0.05000,2.455
5,mlp.experts.179.gate_proj,0.0000731634,0.05000,2.438
5,mlp.experts.182.gate_proj,0.0000223784,0.05000,2.432
5,mlp.experts.177.gate_proj,0.0000329575,0.05000,2.755
5,mlp.experts.180.gate_proj,0.0000157269,0.05000,2.766
5,mlp.experts.183.gate_proj,0.0000530007,0.05000,2.846
5,mlp.experts.186.gate_proj,0.0000027209,0.05000,2.850
5,mlp.experts.181.gate_proj,0.0000161916,0.05000,2.843
5,mlp.experts.184.gate_proj,0.0000145856,0.05000,2.789
5,mlp.experts.187.gate_proj,0.0000075863,0.05000,2.837
5,mlp.experts.190.gate_proj,0.0000150642,0.05000,2.916
5,mlp.experts.185.gate_proj,0.0000305559,0.05000,2.903
5,mlp.experts.188.gate_proj,0.0000160482,0.05000,2.918
5,mlp.experts.191.gate_proj,0.0000220932,0.05000,2.879
5,mlp.experts.194.gate_proj,0.0000061040,0.05000,2.861
5,mlp.experts.189.gate_proj,0.0000233820,0.05000,2.830
5,mlp.experts.192.gate_proj,0.0000326913,0.05000,2.963
5,mlp.experts.195.gate_proj,0.0000345145,0.05000,2.952
5,mlp.experts.198.gate_proj,0.0000337132,0.05000,2.928
5,mlp.experts.193.gate_proj,0.0000025955,0.05000,2.981
5,mlp.experts.196.gate_proj,0.0000457811,0.05000,2.966
5,mlp.experts.199.gate_proj,0.0000828800,0.05000,2.991
5,mlp.experts.202.gate_proj,0.0000125069,0.05000,2.956
5,mlp.experts.197.gate_proj,0.0000093953,0.05000,2.963
5,mlp.experts.200.gate_proj,0.0000114565,0.05000,3.034
5,mlp.experts.203.gate_proj,0.0000378131,0.05000,2.961
5,mlp.experts.206.gate_proj,0.0000180226,0.05000,3.036
5,mlp.experts.201.gate_proj,0.0000187779,0.05000,2.962
5,mlp.experts.204.gate_proj,0.0000090982,0.05000,3.041
5,mlp.experts.207.gate_proj,0.0000199000,0.05000,3.027
5,mlp.experts.210.gate_proj,0.0000632313,0.05000,3.007
5,mlp.experts.205.gate_proj,0.0000090719,0.05000,2.781
5,mlp.experts.208.gate_proj,0.0000241583,0.05000,2.736
5,mlp.experts.211.gate_proj,0.0000153791,0.05000,2.809
5,mlp.experts.214.gate_proj,0.0000089386,0.05000,2.773
5,mlp.experts.209.gate_proj,0.0000337492,0.05000,2.800
5,mlp.experts.212.gate_proj,0.0000378643,0.05000,2.806
5,mlp.experts.215.gate_proj,0.0000129121,0.05000,2.738
5,mlp.experts.218.gate_proj,0.0000062722,0.05000,2.721
5,mlp.experts.213.gate_proj,0.0000049554,0.05000,2.643
5,mlp.experts.216.gate_proj,0.0000270156,0.05000,2.720
5,mlp.experts.219.gate_proj,0.0000625004,0.05000,2.761
5,mlp.experts.222.gate_proj,0.0000298208,0.05000,2.784
5,mlp.experts.217.gate_proj,0.0000500106,0.05000,2.763
5,mlp.experts.220.gate_proj,0.0000155544,0.05000,2.766
5,mlp.experts.223.gate_proj,0.0000091172,0.05000,2.800
5,mlp.experts.226.gate_proj,0.0000119023,0.05000,2.704
5,mlp.experts.221.gate_proj,0.0000420528,0.05000,2.858
5,mlp.experts.224.gate_proj,0.0000054211,0.05000,2.913
5,mlp.experts.227.gate_proj,0.0000235105,0.05000,2.920
5,mlp.experts.230.gate_proj,0.0000239043,0.05000,2.995
5,mlp.experts.225.gate_proj,0.0000129066,0.05000,2.818
5,mlp.experts.228.gate_proj,0.0000057600,0.05000,2.753
5,mlp.experts.231.gate_proj,0.0000231124,0.05000,2.664
5,mlp.experts.234.gate_proj,0.0000139289,0.05000,2.749
5,mlp.experts.229.gate_proj,0.0000120112,0.05000,2.542
5,mlp.experts.233.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.035
5,mlp.experts.232.gate_proj,0.0000100961,0.05000,2.527
5,mlp.experts.235.gate_proj,0.0000057819,0.05000,2.632
5,mlp.experts.238.gate_proj,0.0000117898,0.05000,2.528
5,mlp.experts.237.gate_proj,0.0000287438,0.05000,2.625
5,mlp.experts.241.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.038
5,mlp.experts.236.gate_proj,0.0000066771,0.05000,2.695
5,mlp.experts.239.gate_proj,0.0000182128,0.05000,2.656
5,mlp.experts.242.gate_proj,0.0000161798,0.05000,2.614
5,mlp.experts.245.gate_proj,0.0000234545,0.05000,2.910
5,mlp.experts.240.gate_proj,0.0000073631,0.05000,2.908
5,mlp.experts.243.gate_proj,0.0000237127,0.05000,2.933
5,mlp.experts.246.gate_proj,0.0000544564,0.05000,2.886
5,mlp.experts.249.gate_proj,0.0000036960,0.05000,2.982
5,mlp.experts.244.gate_proj,0.0000157675,0.05000,3.025
5,mlp.experts.247.gate_proj,0.0000212039,0.05000,3.006
5,mlp.experts.250.gate_proj,0.0000062923,0.05000,2.955
5,mlp.experts.253.gate_proj,0.0000044909,0.05000,2.541
5,mlp.experts.248.gate_proj,0.0000125603,0.05000,2.542
5,mlp.experts.251.gate_proj,0.0000357698,0.05000,2.511
5,mlp.experts.254.gate_proj,0.0000058486,0.05000,2.497
5,mlp.experts.1.up_proj,0.0000054375,0.05000,2.498
5,mlp.experts.252.gate_proj,0.0000175320,0.05000,2.425
5,mlp.experts.255.gate_proj,0.0000093925,0.05000,2.414
5,mlp.experts.2.up_proj,0.0000056106,0.05000,2.418
5,mlp.experts.5.up_proj,0.0000079788,0.05000,1.224
5,mlp.experts.0.up_proj,0.0000599441,0.05000,1.008
5,mlp.experts.9.up_proj,0.0000220842,0.05000,2.629
5,mlp.experts.6.up_proj,0.0000078634,0.05000,2.657
5,mlp.experts.4.up_proj,0.0000257078,0.05000,2.660
5,mlp.experts.3.up_proj,0.0000055079,0.05000,2.756
5,mlp.experts.13.up_proj,0.0000173708,0.05000,2.415
5,mlp.experts.10.up_proj,0.0000040080,0.05000,2.392
5,mlp.experts.8.up_proj,0.0000330453,0.05000,2.424
5,mlp.experts.7.up_proj,0.0000228862,0.05000,2.501
5,mlp.experts.14.up_proj,0.0000059571,0.05000,2.509
5,mlp.experts.17.up_proj,0.0000202007,0.05000,2.521
5,mlp.experts.12.up_proj,0.0000066610,0.05000,2.519
5,mlp.experts.11.up_proj,0.0000039566,0.05000,2.410
5,mlp.experts.21.up_proj,0.0000096648,0.05000,2.290
5,mlp.experts.18.up_proj,0.0000044338,0.05000,2.362
5,mlp.experts.16.up_proj,0.0000192943,0.05000,2.337
5,mlp.experts.15.up_proj,0.0000125429,0.05000,2.346
5,mlp.experts.25.up_proj,0.0000145469,0.05000,2.350
5,mlp.experts.19.up_proj,0.0000050314,0.05000,2.282
5,mlp.experts.22.up_proj,0.0000345968,0.05000,2.369
5,mlp.experts.20.up_proj,0.0000174419,0.05000,2.359
5,mlp.experts.23.up_proj,0.0000242018,0.05000,2.728
5,mlp.experts.29.up_proj,0.0000235438,0.05000,2.840
5,mlp.experts.26.up_proj,0.0000579330,0.05000,2.773
5,mlp.experts.24.up_proj,0.0000039257,0.05000,2.834
5,mlp.experts.27.up_proj,0.0000038493,0.05000,2.366
5,mlp.experts.33.up_proj,0.0000267733,0.05000,2.375
5,mlp.experts.30.up_proj,0.0000239754,0.05000,2.388
5,mlp.experts.28.up_proj,0.0000159501,0.05000,2.443
5,mlp.experts.31.up_proj,0.0000042376,0.05000,2.908
5,mlp.experts.34.up_proj,0.0000476846,0.05000,2.869
5,mlp.experts.37.up_proj,0.0000467344,0.05000,2.921
5,mlp.experts.32.up_proj,0.0000081183,0.05000,2.945
5,mlp.experts.35.up_proj,0.0000110246,0.05000,2.886
5,mlp.experts.38.up_proj,0.0000086106,0.05000,2.884
5,mlp.experts.41.up_proj,0.0000068031,0.05000,2.926
5,mlp.experts.36.up_proj,0.0000495464,0.05000,2.881
5,mlp.experts.39.up_proj,0.0000602456,0.05000,2.604
5,mlp.experts.42.up_proj,0.0000197503,0.05000,2.675
5,mlp.experts.45.up_proj,0.0000102726,0.05000,2.716
5,mlp.experts.40.up_proj,0.0000075950,0.05000,2.717
5,mlp.experts.46.up_proj,0.0000100915,0.05000,2.512
5,mlp.experts.43.up_proj,0.0000187427,0.05000,2.638
5,mlp.experts.50.up_proj,failsafe(rtn): 0.0009727,0.00000,0.043
5,mlp.experts.49.up_proj,0.0000068675,0.05000,2.557
5,mlp.experts.44.up_proj,0.0000038960,0.05000,2.587
5,mlp.experts.54.up_proj,0.0000361899,0.05000,2.629
5,mlp.experts.47.up_proj,0.0000037534,0.05000,2.713
5,mlp.experts.53.up_proj,0.0000198574,0.05000,2.750
5,mlp.experts.48.up_proj,0.0000043300,0.05000,2.777
5,mlp.experts.58.up_proj,0.0000384773,0.05000,2.723
5,mlp.experts.51.up_proj,0.0000188340,0.05000,2.688
5,mlp.experts.57.up_proj,0.0000103695,0.05000,2.715
5,mlp.experts.52.up_proj,0.0000124872,0.05000,2.629
5,mlp.experts.62.up_proj,0.0000175208,0.05000,2.387
5,mlp.experts.55.up_proj,0.0000485935,0.05000,2.402
5,mlp.experts.61.up_proj,0.0000048822,0.05000,2.355
5,mlp.experts.56.up_proj,0.0000171648,0.05000,2.461
5,mlp.experts.66.up_proj,0.0000098707,0.05000,2.668
5,mlp.experts.59.up_proj,0.0000114710,0.05000,2.648
5,mlp.experts.65.up_proj,0.0000046000,0.05000,2.703
5,mlp.experts.60.up_proj,0.0000120237,0.05000,2.698
5,mlp.experts.70.up_proj,0.0000317577,0.05000,2.724
5,mlp.experts.63.up_proj,0.0000063448,0.05000,2.749
5,mlp.experts.69.up_proj,0.0000088516,0.05000,2.754
5,mlp.experts.64.up_proj,0.0000144368,0.05000,2.688
5,mlp.experts.67.up_proj,0.0000038206,0.05000,2.602
5,mlp.experts.74.up_proj,0.0000301654,0.05000,2.685
5,mlp.experts.73.up_proj,0.0000265658,0.05000,2.771
5,mlp.experts.68.up_proj,0.0000123133,0.05000,2.644
5,mlp.experts.71.up_proj,0.0000283225,0.05000,2.538
5,mlp.experts.78.up_proj,0.0000166311,0.05000,2.585
5,mlp.experts.72.up_proj,0.0000202980,0.05000,2.612
5,mlp.experts.77.up_proj,0.0000098531,0.05000,2.678
5,mlp.experts.82.up_proj,0.0000152909,0.05000,2.213
5,mlp.experts.75.up_proj,0.0000163976,0.05000,2.357
5,mlp.experts.81.up_proj,0.0000047972,0.05000,2.263
5,mlp.experts.76.up_proj,0.0000159901,0.05000,2.448
5,mlp.experts.86.up_proj,0.0000192293,0.05000,2.588
5,mlp.experts.79.up_proj,0.0000151600,0.05000,2.649
5,mlp.experts.85.up_proj,0.0000212275,0.05000,2.764
5,mlp.experts.80.up_proj,0.0000177425,0.05000,2.801
5,mlp.experts.90.up_proj,0.0000051490,0.05000,2.882
5,mlp.experts.83.up_proj,0.0000195799,0.05000,2.942
5,mlp.experts.89.up_proj,0.0000118920,0.05000,2.715
5,mlp.experts.84.up_proj,0.0000060258,0.05000,2.719
5,mlp.experts.94.up_proj,0.0000098066,0.05000,2.633
5,mlp.experts.87.up_proj,0.0000179590,0.05000,2.779
5,mlp.experts.93.up_proj,0.0000141508,0.05000,2.708
5,mlp.experts.88.up_proj,0.0000094923,0.05000,2.585
5,mlp.experts.98.up_proj,0.0000143700,0.05000,2.255
5,mlp.experts.91.up_proj,0.0000138614,0.05000,2.328
5,mlp.experts.92.up_proj,0.0000149871,0.05000,2.162
5,mlp.experts.97.up_proj,0.0000278895,0.05000,2.305
5,mlp.experts.102.up_proj,0.0000113233,0.05000,2.390
5,mlp.experts.95.up_proj,0.0000350389,0.05000,2.585
5,mlp.experts.96.up_proj,0.0000063998,0.05000,2.730
5,mlp.experts.101.up_proj,0.0000165842,0.05000,2.751
5,mlp.experts.106.up_proj,0.0000150960,0.05000,2.655
5,mlp.experts.99.up_proj,0.0000205054,0.05000,2.651
5,mlp.experts.100.up_proj,0.0000050968,0.05000,2.641
5,mlp.experts.105.up_proj,0.0000111120,0.05000,2.570
5,mlp.experts.110.up_proj,0.0000248675,0.05000,2.935
5,mlp.experts.103.up_proj,0.0000178668,0.05000,2.885
5,mlp.experts.109.up_proj,0.0000121765,0.05000,2.730
5,mlp.experts.104.up_proj,0.0000024360,0.05000,2.800
5,mlp.experts.114.up_proj,0.0000043635,0.05000,2.409
5,mlp.experts.107.up_proj,0.0000190759,0.05000,2.390
5,mlp.experts.108.up_proj,0.0000360902,0.05000,2.274
5,mlp.experts.113.up_proj,0.0000559112,0.05000,2.361
5,mlp.experts.118.up_proj,0.0000201254,0.05000,2.493
5,mlp.experts.111.up_proj,0.0000211058,0.05000,2.414
5,mlp.experts.112.up_proj,0.0000261515,0.05000,2.366
5,mlp.experts.117.up_proj,0.0000369510,0.05000,2.433
5,mlp.experts.122.up_proj,0.0000321948,0.05000,2.499
5,mlp.experts.126.up_proj,failsafe(rtn): 0.0010300,0.00000,0.038
5,mlp.experts.115.up_proj,0.0000068865,0.05000,2.552
5,mlp.experts.119.up_proj,failsafe(rtn): 0.0010071,0.00000,0.031
5,mlp.experts.116.up_proj,0.0000094560,0.05000,2.602
5,mlp.experts.121.up_proj,0.0000122631,0.05000,2.596
5,mlp.experts.130.up_proj,0.0000225418,0.05000,2.575
5,mlp.experts.123.up_proj,0.0000380360,0.05000,2.618
5,mlp.experts.120.up_proj,0.0000235205,0.05000,2.649
5,mlp.experts.125.up_proj,0.0000173996,0.05000,2.675
5,mlp.experts.134.up_proj,0.0000160267,0.05000,2.551
5,mlp.experts.127.up_proj,0.0000054654,0.05000,2.457
5,mlp.experts.124.up_proj,0.0000251600,0.05000,2.434
5,mlp.experts.129.up_proj,0.0000456851,0.05000,2.420
5,mlp.experts.138.up_proj,0.0000235478,0.05000,2.371
5,mlp.experts.131.up_proj,0.0000109745,0.05000,2.363
5,mlp.experts.128.up_proj,0.0000458512,0.05000,2.413
5,mlp.experts.133.up_proj,0.0000134034,0.05000,2.509
5,mlp.experts.142.up_proj,0.0000128260,0.05000,2.401
5,mlp.experts.132.up_proj,0.0000177866,0.05000,2.319
5,mlp.experts.135.up_proj,0.0000209081,0.05000,2.403
5,mlp.experts.137.up_proj,0.0000065477,0.05000,2.313
5,mlp.experts.146.up_proj,0.0000182376,0.05000,2.441
5,mlp.experts.136.up_proj,0.0000171945,0.05000,2.448
5,mlp.experts.140.up_proj,failsafe(rtn): 0.0009842,0.00000,0.033
5,mlp.experts.139.up_proj,0.0000190215,0.05000,2.501
5,mlp.experts.141.up_proj,0.0000132389,0.05000,2.431
5,mlp.experts.150.up_proj,0.0000243871,0.05000,2.559
5,mlp.experts.144.up_proj,0.0000029988,0.05000,2.467
5,mlp.experts.143.up_proj,0.0000098357,0.05000,2.485
5,mlp.experts.145.up_proj,0.0000142953,0.05000,2.452
5,mlp.experts.154.up_proj,0.0000128515,0.05000,2.693
5,mlp.experts.148.up_proj,0.0000330736,0.05000,2.731
5,mlp.experts.147.up_proj,0.0000048807,0.05000,2.744
5,mlp.experts.149.up_proj,0.0000093735,0.05000,2.778
5,mlp.experts.158.up_proj,0.0000094282,0.05000,2.878
5,mlp.experts.152.up_proj,0.0000383207,0.05000,2.826
5,mlp.experts.151.up_proj,0.0000086073,0.05000,2.858
5,mlp.experts.153.up_proj,0.0000134185,0.05000,2.758
5,mlp.experts.162.up_proj,0.0000065817,0.05000,2.609
5,mlp.experts.156.up_proj,0.0000285889,0.05000,2.622
5,mlp.experts.155.up_proj,0.0000159200,0.05000,2.589
5,mlp.experts.157.up_proj,0.0000234984,0.05000,2.576
5,mlp.experts.166.up_proj,0.0000107614,0.05000,2.560
5,mlp.experts.160.up_proj,0.0000191119,0.05000,2.541
5,mlp.experts.159.up_proj,0.0000105218,0.05000,2.522
5,mlp.experts.161.up_proj,0.0000123595,0.05000,2.531
5,mlp.experts.170.up_proj,0.0000035453,0.05000,2.704
5,mlp.experts.164.up_proj,0.0000383683,0.05000,2.724
5,mlp.experts.163.up_proj,0.0000071366,0.05000,2.751
5,mlp.experts.165.up_proj,0.0000099436,0.05000,2.750
5,mlp.experts.174.up_proj,0.0000022142,0.05000,2.896
5,mlp.experts.168.up_proj,0.0000068374,0.05000,2.863
5,mlp.experts.167.up_proj,0.0000075474,0.05000,2.905
5,mlp.experts.169.up_proj,0.0000031111,0.05000,2.923
5,mlp.experts.178.up_proj,0.0000076034,0.05000,2.726
5,mlp.experts.172.up_proj,0.0000087483,0.05000,2.691
5,mlp.experts.171.up_proj,0.0000168886,0.05000,2.628
5,mlp.experts.173.up_proj,0.0000359503,0.05000,2.684
5,mlp.experts.182.up_proj,0.0000207848,0.05000,2.623
5,mlp.experts.175.up_proj,0.0000216517,0.05000,2.560
5,mlp.experts.177.up_proj,0.0000309546,0.05000,2.497
5,mlp.experts.176.up_proj,0.0000118914,0.05000,2.668
5,mlp.experts.186.up_proj,0.0000025861,0.05000,2.850
5,mlp.experts.180.up_proj,0.0000148907,0.05000,2.865
5,mlp.experts.181.up_proj,0.0000130300,0.05000,2.962
5,mlp.experts.179.up_proj,0.0000674960,0.05000,3.003
5,mlp.experts.190.up_proj,0.0000140374,0.05000,2.691
5,mlp.experts.184.up_proj,0.0000138557,0.05000,2.511
5,mlp.experts.183.up_proj,0.0000518518,0.05000,2.567
5,mlp.experts.185.up_proj,0.0000283554,0.05000,2.631
5,mlp.experts.194.up_proj,0.0000058190,0.05000,2.758
5,mlp.experts.188.up_proj,0.0000146482,0.05000,2.659
5,mlp.experts.189.up_proj,0.0000218094,0.05000,2.629
5,mlp.experts.187.up_proj,0.0000068967,0.05000,2.773
5,mlp.experts.198.up_proj,0.0000302235,0.05000,2.800
5,mlp.experts.192.up_proj,0.0000288287,0.05000,2.790
5,mlp.experts.193.up_proj,0.0000024669,0.05000,2.825
5,mlp.experts.191.up_proj,0.0000204519,0.05000,2.803
5,mlp.experts.202.up_proj,0.0000109267,0.05000,2.972
5,mlp.experts.196.up_proj,0.0000428411,0.05000,3.006
5,mlp.experts.197.up_proj,0.0000080915,0.05000,2.943
5,mlp.experts.195.up_proj,0.0000324421,0.05000,2.968
5,mlp.experts.206.up_proj,0.0000169297,0.05000,2.452
5,mlp.experts.200.up_proj,0.0000106747,0.05000,2.498
5,mlp.experts.201.up_proj,0.0000178081,0.05000,2.507
5,mlp.experts.199.up_proj,0.0000755123,0.05000,2.512
5,mlp.experts.210.up_proj,0.0000574552,0.05000,2.906
5,mlp.experts.204.up_proj,0.0000085551,0.05000,2.804
5,mlp.experts.205.up_proj,0.0000086314,0.05000,2.829
5,mlp.experts.203.up_proj,0.0000352832,0.05000,2.859
5,mlp.experts.208.up_proj,0.0000220466,0.05000,2.670
5,mlp.experts.214.up_proj,0.0000081754,0.05000,2.814
5,mlp.experts.209.up_proj,0.0000314683,0.05000,2.722
5,mlp.experts.207.up_proj,0.0000185887,0.05000,2.808
5,mlp.experts.212.up_proj,0.0000345296,0.05000,2.725
5,mlp.experts.213.up_proj,0.0000045647,0.05000,2.581
5,mlp.experts.218.up_proj,0.0000059942,0.05000,2.750
5,mlp.experts.211.up_proj,0.0000144106,0.05000,2.760
5,mlp.experts.216.up_proj,0.0000243071,0.05000,2.844
5,mlp.experts.217.up_proj,0.0000480907,0.05000,2.941
5,mlp.experts.222.up_proj,0.0000275347,0.05000,2.956
5,mlp.experts.215.up_proj,0.0000119585,0.05000,2.879
5,mlp.experts.220.up_proj,0.0000146664,0.05000,2.822
5,mlp.experts.221.up_proj,0.0000404146,0.05000,2.850
5,mlp.experts.226.up_proj,0.0000105581,0.05000,2.881
5,mlp.experts.219.up_proj,0.0000559066,0.05000,2.844
5,mlp.experts.224.up_proj,0.0000050151,0.05000,2.854
5,mlp.experts.225.up_proj,0.0000116315,0.05000,2.754
5,mlp.experts.230.up_proj,0.0000221365,0.05000,2.777
5,mlp.experts.223.up_proj,0.0000075627,0.05000,2.705
5,mlp.experts.228.up_proj,0.0000052683,0.05000,2.538
5,mlp.experts.229.up_proj,0.0000112852,0.05000,2.659
5,mlp.experts.234.up_proj,0.0000132401,0.05000,2.542
5,mlp.experts.233.up_proj,failsafe(rtn): 0.0010223,0.00000,0.041
5,mlp.experts.227.up_proj,0.0000218431,0.05000,2.688
5,mlp.experts.232.up_proj,0.0000091600,0.05000,2.644
5,mlp.experts.237.up_proj,0.0000271161,0.05000,2.646
5,mlp.experts.241.up_proj,failsafe(rtn): 0.0010300,0.00000,0.043
5,mlp.experts.238.up_proj,0.0000109734,0.05000,2.769
5,mlp.experts.231.up_proj,0.0000215714,0.05000,2.775
5,mlp.experts.236.up_proj,0.0000061377,0.05000,2.808
5,mlp.experts.245.up_proj,0.0000223065,0.05000,2.759
5,mlp.experts.242.up_proj,0.0000147981,0.05000,2.843
5,mlp.experts.235.up_proj,0.0000053122,0.05000,2.851
5,mlp.experts.240.up_proj,0.0000066414,0.05000,2.581
5,mlp.experts.246.up_proj,0.0000510016,0.05000,2.410
5,mlp.experts.249.up_proj,0.0000035072,0.05000,2.584
5,mlp.experts.239.up_proj,0.0000168537,0.05000,2.350
5,mlp.experts.244.up_proj,0.0000148442,0.05000,2.421
5,mlp.experts.250.up_proj,0.0000056197,0.05000,2.514
5,mlp.experts.253.up_proj,0.0000039241,0.05000,2.501
5,mlp.experts.243.up_proj,0.0000223660,0.05000,2.419
5,mlp.experts.248.up_proj,0.0000118766,0.05000,1.806
5,mlp.experts.254.up_proj,0.0000050176,0.05000,1.659
5,mlp.experts.247.up_proj,0.0000199179,0.05000,1.594
5,mlp.experts.252.up_proj,0.0000157087,0.05000,1.039
5,mlp.experts.251.up_proj,0.0000332824,0.05000,0.899
5,mlp.experts.255.up_proj,0.0000087176,0.05000,0.514
5,mlp.experts.0.down_proj,0.0000008032,0.05000,0.682
5,mlp.experts.2.down_proj,0.0000002130,0.05000,0.723
5,mlp.experts.3.down_proj,0.0000001477,0.05000,0.732
5,mlp.experts.1.down_proj,0.0000001486,0.05000,0.745
5,mlp.experts.4.down_proj,0.0000002023,0.05000,0.702
5,mlp.experts.6.down_proj,0.0000002484,0.05000,0.679
5,mlp.experts.5.down_proj,0.0000001485,0.05000,0.707
5,mlp.experts.7.down_proj,0.0000002799,0.05000,0.761
5,mlp.experts.9.down_proj,0.0000002967,0.05000,0.698
5,mlp.experts.8.down_proj,0.0000003164,0.05000,0.799
5,mlp.experts.10.down_proj,0.0000000394,0.05000,0.805
5,mlp.experts.11.down_proj,0.0000000582,0.05000,0.810
5,mlp.experts.13.down_proj,0.0000001097,0.05000,0.704
5,mlp.experts.12.down_proj,0.0000001333,0.05000,0.693
5,mlp.experts.14.down_proj,0.0000001980,0.05000,0.754
5,mlp.experts.15.down_proj,0.0000000858,0.05000,0.696
5,mlp.experts.17.down_proj,0.0000001811,0.05000,0.759
5,mlp.experts.16.down_proj,0.0000002267,0.05000,0.783
5,mlp.experts.18.down_proj,0.0000000487,0.05000,0.790
5,mlp.experts.19.down_proj,0.0000001537,0.05000,0.762
5,mlp.experts.21.down_proj,0.0000000693,0.05000,0.709
5,mlp.experts.20.down_proj,0.0000001793,0.05000,0.711
5,mlp.experts.22.down_proj,0.0000004124,0.05000,0.700
5,mlp.experts.23.down_proj,0.0000006290,0.05000,0.709
5,mlp.experts.24.down_proj,0.0000001592,0.05000,0.729
5,mlp.experts.25.down_proj,0.0000001316,0.05000,0.789
5,mlp.experts.26.down_proj,0.0000007266,0.05000,0.750
5,mlp.experts.27.down_proj,0.0000001708,0.05000,0.773
5,mlp.experts.28.down_proj,0.0000004252,0.05000,0.703
5,mlp.experts.29.down_proj,0.0000001628,0.05000,0.728
5,mlp.experts.30.down_proj,0.0000003373,0.05000,0.709
5,mlp.experts.31.down_proj,0.0000002126,0.05000,0.730
5,mlp.experts.32.down_proj,0.0000000584,0.05000,0.665
5,mlp.experts.33.down_proj,0.0000004884,0.05000,0.706
5,mlp.experts.34.down_proj,0.0000007398,0.05000,0.696
5,mlp.experts.35.down_proj,0.0000003173,0.05000,0.710
5,mlp.experts.36.down_proj,0.0000010133,0.05000,0.640
5,mlp.experts.37.down_proj,0.0000005776,0.05000,0.650
5,mlp.experts.38.down_proj,0.0000001040,0.05000,0.642
5,mlp.experts.39.down_proj,0.0000006844,0.05000,0.619
5,mlp.experts.40.down_proj,0.0000001559,0.05000,0.641
5,mlp.experts.41.down_proj,0.0000000553,0.05000,0.628
5,mlp.experts.42.down_proj,0.0000001266,0.05000,0.620
5,mlp.experts.43.down_proj,0.0000002162,0.05000,0.631
5,mlp.experts.44.down_proj,0.0000001389,0.05000,0.672
5,mlp.experts.45.down_proj,0.0000001803,0.05000,0.654
5,mlp.experts.46.down_proj,0.0000001908,0.05000,0.648
5,mlp.experts.50.down_proj,failsafe(rtn): 0.0010071,0.00000,0.012
5,mlp.experts.47.down_proj,0.0000000310,0.05000,0.651
5,mlp.experts.48.down_proj,0.0000000804,0.05000,0.644
5,mlp.experts.49.down_proj,0.0000001518,0.05000,0.632
5,mlp.experts.54.down_proj,0.0000007912,0.05000,0.630
5,mlp.experts.51.down_proj,0.0000001307,0.05000,0.609
5,mlp.experts.52.down_proj,0.0000002672,0.05000,0.619
5,mlp.experts.53.down_proj,0.0000001679,0.05000,0.618
5,mlp.experts.58.down_proj,0.0000008822,0.05000,0.624
5,mlp.experts.55.down_proj,0.0000005260,0.05000,0.620
5,mlp.experts.56.down_proj,0.0000001320,0.05000,0.671
5,mlp.experts.57.down_proj,0.0000000832,0.05000,0.699
5,mlp.experts.62.down_proj,0.0000002578,0.05000,0.661
5,mlp.experts.59.down_proj,0.0000006978,0.05000,0.719
5,mlp.experts.60.down_proj,0.0000000856,0.05000,0.631
5,mlp.experts.61.down_proj,0.0000001061,0.05000,0.635
5,mlp.experts.66.down_proj,0.0000003612,0.05000,0.642
5,mlp.experts.63.down_proj,0.0000002022,0.05000,0.643
5,mlp.experts.64.down_proj,0.0000000531,0.05000,0.685
5,mlp.experts.65.down_proj,0.0000001094,0.05000,0.640
5,mlp.experts.70.down_proj,0.0000004318,0.05000,0.713
5,mlp.experts.67.down_proj,0.0000001861,0.05000,0.652
5,mlp.experts.69.down_proj,0.0000001695,0.05000,0.661
5,mlp.experts.68.down_proj,0.0000000876,0.05000,0.717
5,mlp.experts.71.down_proj,0.0000003661,0.05000,0.651
5,mlp.experts.74.down_proj,0.0000003138,0.05000,0.716
5,mlp.experts.73.down_proj,0.0000003632,0.05000,0.633
5,mlp.experts.72.down_proj,0.0000001265,0.05000,0.649
5,mlp.experts.78.down_proj,0.0000001297,0.05000,0.636
5,mlp.experts.75.down_proj,0.0000002729,0.05000,0.693
5,mlp.experts.77.down_proj,0.0000002425,0.05000,0.687
5,mlp.experts.76.down_proj,0.0000001273,0.05000,0.661
5,mlp.experts.82.down_proj,0.0000001397,0.05000,0.753
5,mlp.experts.79.down_proj,0.0000001164,0.05000,0.755
5,mlp.experts.81.down_proj,0.0000001489,0.05000,0.678
5,mlp.experts.80.down_proj,0.0000001250,0.05000,0.679
5,mlp.experts.86.down_proj,0.0000003007,0.05000,0.725
5,mlp.experts.83.down_proj,0.0000001641,0.05000,0.718
5,mlp.experts.85.down_proj,0.0000001432,0.05000,0.587
5,mlp.experts.84.down_proj,0.0000001385,0.05000,0.587
5,mlp.experts.90.down_proj,0.0000000422,0.05000,0.627
5,mlp.experts.87.down_proj,0.0000001206,0.05000,0.622
5,mlp.experts.89.down_proj,0.0000001250,0.05000,0.593
5,mlp.experts.88.down_proj,0.0000001711,0.05000,0.611
5,mlp.experts.94.down_proj,0.0000004403,0.05000,0.703
5,mlp.experts.91.down_proj,0.0000001286,0.05000,0.699
5,mlp.experts.93.down_proj,0.0000004834,0.05000,0.710
5,mlp.experts.92.down_proj,0.0000005641,0.05000,0.717
5,mlp.experts.95.down_proj,0.0000003920,0.05000,0.657
5,mlp.experts.98.down_proj,0.0000002889,0.05000,0.682
5,mlp.experts.97.down_proj,0.0000007433,0.05000,0.725
5,mlp.experts.96.down_proj,0.0000001373,0.05000,0.747
5,mlp.experts.99.down_proj,0.0000001550,0.05000,0.685
5,mlp.experts.102.down_proj,0.0000001028,0.05000,0.690
5,mlp.experts.101.down_proj,0.0000004552,0.05000,0.667
5,mlp.experts.100.down_proj,0.0000001988,0.05000,0.653
5,mlp.experts.103.down_proj,0.0000003541,0.05000,0.621
5,mlp.experts.106.down_proj,0.0000000950,0.05000,0.616
5,mlp.experts.105.down_proj,0.0000001763,0.05000,0.646
5,mlp.experts.104.down_proj,0.0000000572,0.05000,0.650
5,mlp.experts.107.down_proj,0.0000001792,0.05000,0.607
5,mlp.experts.110.down_proj,0.0000001809,0.05000,0.612
5,mlp.experts.109.down_proj,0.0000000864,0.05000,0.620
5,mlp.experts.108.down_proj,0.0000003665,0.05000,0.617
5,mlp.experts.111.down_proj,0.0000001470,0.05000,0.648
5,mlp.experts.114.down_proj,0.0000001541,0.05000,0.662
5,mlp.experts.113.down_proj,0.0000009547,0.05000,0.621
5,mlp.experts.112.down_proj,0.0000001727,0.05000,0.615
5,mlp.experts.115.down_proj,0.0000002150,0.05000,0.617
5,mlp.experts.119.down_proj,failsafe(rtn): 0.0009995,0.00000,0.012
5,mlp.experts.118.down_proj,0.0000006042,0.05000,0.637
5,mlp.experts.117.down_proj,0.0000005646,0.05000,0.632
5,mlp.experts.116.down_proj,0.0000002072,0.05000,0.621
5,mlp.experts.123.down_proj,0.0000014598,0.05000,0.643
5,mlp.experts.122.down_proj,0.0000004242,0.05000,0.680
5,mlp.experts.126.down_proj,failsafe(rtn): 0.0010605,0.00000,0.009
5,mlp.experts.120.down_proj,0.0000009804,0.05000,0.635
5,mlp.experts.121.down_proj,0.0000000938,0.05000,0.691
5,mlp.experts.127.down_proj,0.0000001086,0.05000,0.629
5,mlp.experts.130.down_proj,0.0000001462,0.05000,0.614
5,mlp.experts.124.down_proj,0.0000003060,0.05000,0.648
5,mlp.experts.125.down_proj,0.0000004992,0.05000,0.687
5,mlp.experts.131.down_proj,0.0000000827,0.05000,0.653
5,mlp.experts.134.down_proj,0.0000001204,0.05000,0.745
5,mlp.experts.128.down_proj,0.0000005595,0.05000,0.642
5,mlp.experts.129.down_proj,0.0000016309,0.05000,0.653
5,mlp.experts.135.down_proj,0.0000001431,0.05000,0.621
5,mlp.experts.138.down_proj,0.0000002457,0.05000,0.640
5,mlp.experts.132.down_proj,0.0000001281,0.05000,0.650
5,mlp.experts.133.down_proj,0.0000002196,0.05000,0.644
5,mlp.experts.139.down_proj,0.0000005262,0.05000,0.757
5,mlp.experts.142.down_proj,0.0000004144,0.05000,0.774
5,mlp.experts.136.down_proj,0.0000001718,0.05000,0.708
5,mlp.experts.140.down_proj,failsafe(rtn): 0.0010376,0.00000,0.010
5,mlp.experts.137.down_proj,0.0000002022,0.05000,0.705
5,mlp.experts.143.down_proj,0.0000000876,0.05000,0.738
5,mlp.experts.146.down_proj,0.0000004642,0.05000,0.668
5,mlp.experts.144.down_proj,0.0000001164,0.05000,0.635
5,mlp.experts.141.down_proj,0.0000003148,0.05000,0.660
5,mlp.experts.147.down_proj,0.0000000919,0.05000,0.671
5,mlp.experts.150.down_proj,0.0000003378,0.05000,0.670
5,mlp.experts.148.down_proj,0.0000007327,0.05000,0.695
5,mlp.experts.145.down_proj,0.0000000939,0.05000,0.661
5,mlp.experts.151.down_proj,0.0000003104,0.05000,0.636
5,mlp.experts.154.down_proj,0.0000001017,0.05000,0.675
5,mlp.experts.152.down_proj,0.0000004083,0.05000,0.689
5,mlp.experts.149.down_proj,0.0000004194,0.05000,0.671
5,mlp.experts.155.down_proj,0.0000002554,0.05000,0.710
5,mlp.experts.158.down_proj,0.0000001120,0.05000,0.747
5,mlp.experts.156.down_proj,0.0000005283,0.05000,0.702
5,mlp.experts.153.down_proj,0.0000003249,0.05000,0.743
5,mlp.experts.159.down_proj,0.0000000675,0.05000,0.715
5,mlp.experts.162.down_proj,0.0000000410,0.05000,0.731
5,mlp.experts.160.down_proj,0.0000001227,0.05000,0.710
5,mlp.experts.157.down_proj,0.0000007565,0.05000,0.692
5,mlp.experts.163.down_proj,0.0000001077,0.05000,0.662
5,mlp.experts.166.down_proj,0.0000000693,0.05000,0.667
5,mlp.experts.164.down_proj,0.0000003842,0.05000,0.657
5,mlp.experts.161.down_proj,0.0000002628,0.05000,0.683
5,mlp.experts.167.down_proj,0.0000002106,0.05000,0.655
5,mlp.experts.170.down_proj,0.0000000990,0.05000,0.725
5,mlp.experts.168.down_proj,0.0000001478,0.05000,0.668
5,mlp.experts.165.down_proj,0.0000002852,0.05000,0.723
5,mlp.experts.171.down_proj,0.0000001324,0.05000,0.708
5,mlp.experts.174.down_proj,0.0000001393,0.05000,0.693
5,mlp.experts.172.down_proj,0.0000002772,0.05000,0.677
5,mlp.experts.169.down_proj,0.0000000684,0.05000,0.720
5,mlp.experts.175.down_proj,0.0000002704,0.05000,0.710
5,mlp.experts.176.down_proj,0.0000001629,0.05000,0.673
5,mlp.experts.178.down_proj,0.0000002807,0.05000,0.735
5,mlp.experts.173.down_proj,0.0000003149,0.05000,0.727
5,mlp.experts.179.down_proj,0.0000017185,0.05000,0.674
5,mlp.experts.180.down_proj,0.0000001035,0.05000,0.700
5,mlp.experts.182.down_proj,0.0000003227,0.05000,0.676
5,mlp.experts.177.down_proj,0.0000003251,0.05000,0.669
5,mlp.experts.183.down_proj,0.0000009324,0.05000,0.698
5,mlp.experts.184.down_proj,0.0000000920,0.05000,0.697
5,mlp.experts.186.down_proj,0.0000000252,0.05000,0.711
5,mlp.experts.181.down_proj,0.0000005066,0.05000,0.726
5,mlp.experts.187.down_proj,0.0000001664,0.05000,0.705
5,mlp.experts.188.down_proj,0.0000004359,0.05000,0.636
5,mlp.experts.190.down_proj,0.0000000918,0.05000,0.643
5,mlp.experts.185.down_proj,0.0000002704,0.05000,0.645
5,mlp.experts.191.down_proj,0.0000004551,0.05000,0.667
5,mlp.experts.192.down_proj,0.0000004710,0.05000,0.686
5,mlp.experts.194.down_proj,0.0000000634,0.05000,0.660
5,mlp.experts.189.down_proj,0.0000001693,0.05000,0.665
5,mlp.experts.195.down_proj,0.0000006272,0.05000,0.693
5,mlp.experts.196.down_proj,0.0000006462,0.05000,0.689
5,mlp.experts.198.down_proj,0.0000007122,0.05000,0.724
5,mlp.experts.193.down_proj,0.0000000580,0.05000,0.737
5,mlp.experts.199.down_proj,0.0000017926,0.05000,0.729
5,mlp.experts.202.down_proj,0.0000003463,0.05000,0.663
5,mlp.experts.200.down_proj,0.0000000882,0.05000,0.764
5,mlp.experts.197.down_proj,0.0000002740,0.05000,0.756
5,mlp.experts.203.down_proj,0.0000006618,0.05000,0.681
5,mlp.experts.206.down_proj,0.0000001142,0.05000,0.669
5,mlp.experts.204.down_proj,0.0000000849,0.05000,0.670
5,mlp.experts.201.down_proj,0.0000001762,0.05000,0.629
5,mlp.experts.207.down_proj,0.0000001166,0.05000,0.581
5,mlp.experts.210.down_proj,0.0000007609,0.05000,0.641
5,mlp.experts.208.down_proj,0.0000004119,0.05000,0.606
5,mlp.experts.205.down_proj,0.0000001328,0.05000,0.678
5,mlp.experts.211.down_proj,0.0000001703,0.05000,0.599
5,mlp.experts.212.down_proj,0.0000005441,0.05000,0.599
5,mlp.experts.214.down_proj,0.0000000746,0.05000,0.664
5,mlp.experts.209.down_proj,0.0000003072,0.05000,0.640
5,mlp.experts.215.down_proj,0.0000001091,0.05000,0.610
5,mlp.experts.216.down_proj,0.0000002730,0.05000,0.621
5,mlp.experts.218.down_proj,0.0000001513,0.05000,0.651
5,mlp.experts.213.down_proj,0.0000001933,0.05000,0.720
5,mlp.experts.219.down_proj,0.0000014030,0.05000,0.751
5,mlp.experts.220.down_proj,0.0000001237,0.05000,0.685
5,mlp.experts.222.down_proj,0.0000001789,0.05000,0.701
5,mlp.experts.217.down_proj,0.0000010512,0.05000,0.756
5,mlp.experts.223.down_proj,0.0000002472,0.05000,0.709
5,mlp.experts.224.down_proj,0.0000001008,0.05000,0.739
5,mlp.experts.226.down_proj,0.0000002484,0.05000,0.727
5,mlp.experts.221.down_proj,0.0000009707,0.05000,0.715
5,mlp.experts.227.down_proj,0.0000001738,0.05000,0.747
5,mlp.experts.228.down_proj,0.0000001695,0.05000,0.734
5,mlp.experts.230.down_proj,0.0000001599,0.05000,0.753
5,mlp.experts.231.down_proj,0.0000001555,0.05000,0.731
5,mlp.experts.225.down_proj,0.0000003881,0.05000,0.782
5,mlp.experts.232.down_proj,0.0000002916,0.05000,0.730
5,mlp.experts.234.down_proj,0.0000000964,0.05000,0.766
5,mlp.experts.235.down_proj,0.0000002064,0.05000,0.774
5,mlp.experts.229.down_proj,0.0000000688,0.05000,0.776
5,mlp.experts.233.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
5,mlp.experts.236.down_proj,0.0000002214,0.05000,0.754
5,mlp.experts.238.down_proj,0.0000001448,0.05000,0.764
5,mlp.experts.239.down_proj,0.0000001136,0.05000,0.709
5,mlp.experts.237.down_proj,0.0000002012,0.05000,0.694
5,mlp.experts.241.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
5,mlp.experts.240.down_proj,0.0000001703,0.05000,0.725
5,mlp.experts.242.down_proj,0.0000002022,0.05000,0.735
5,mlp.experts.243.down_proj,0.0000001533,0.05000,0.749
5,mlp.experts.245.down_proj,0.0000004554,0.05000,0.722
5,mlp.experts.244.down_proj,0.0000001391,0.05000,0.705
5,mlp.experts.246.down_proj,0.0000004261,0.05000,0.711
5,mlp.experts.247.down_proj,0.0000001743,0.05000,0.712
5,mlp.experts.249.down_proj,0.0000000709,0.05000,0.704
5,mlp.experts.248.down_proj,0.0000000733,0.05000,0.730
5,mlp.experts.250.down_proj,0.0000002023,0.05000,0.692
5,mlp.experts.253.down_proj,0.0000001008,0.05000,0.703
5,mlp.experts.251.down_proj,0.0000004969,0.05000,0.741
5,mlp.experts.252.down_proj,0.0000003928,0.05000,0.681
5,mlp.experts.254.down_proj,0.0000002877,0.05000,0.608
5,mlp.experts.255.down_proj,0.0000000620,0.05000,0.296
6,mlp.experts.0.gate_proj,0.0000482889,0.05000,2.631
6,mlp.experts.2.gate_proj,0.0000082787,0.05000,2.661
6,mlp.experts.1.gate_proj,0.0000133465,0.05000,2.749
6,mlp.experts.3.gate_proj,0.0000054285,0.05000,2.811
6,mlp.experts.4.gate_proj,0.0000273608,0.05000,2.703
6,mlp.experts.5.gate_proj,0.0000169554,0.05000,2.664
6,mlp.experts.6.gate_proj,0.0000256406,0.05000,2.761
6,mlp.experts.7.gate_proj,0.0000318589,0.05000,2.803
6,mlp.experts.10.gate_proj,0.0000123045,0.05000,2.619
6,mlp.experts.8.gate_proj,0.0000107771,0.05000,2.730
6,mlp.experts.9.gate_proj,0.0000109846,0.05000,2.751
6,mlp.experts.11.gate_proj,0.0000112200,0.05000,2.724
6,mlp.experts.15.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.042
6,mlp.experts.12.gate_proj,0.0000420197,0.05000,2.725
6,mlp.experts.14.gate_proj,0.0000286130,0.05000,2.827
6,mlp.experts.13.gate_proj,0.0000290867,0.05000,2.864
6,mlp.experts.19.gate_proj,0.0000066738,0.05000,2.734
6,mlp.experts.16.gate_proj,0.0000079754,0.05000,2.648
6,mlp.experts.18.gate_proj,0.0000085366,0.05000,2.740
6,mlp.experts.17.gate_proj,0.0000223574,0.05000,2.662
6,mlp.experts.23.gate_proj,0.0000283625,0.05000,2.671
6,mlp.experts.20.gate_proj,0.0000468607,0.05000,2.645
6,mlp.experts.21.gate_proj,0.0000232643,0.05000,2.591
6,mlp.experts.22.gate_proj,0.0000083366,0.05000,2.727
6,mlp.experts.27.gate_proj,0.0000222890,0.05000,2.745
6,mlp.experts.24.gate_proj,0.0000215705,0.05000,2.689
6,mlp.experts.25.gate_proj,0.0000061977,0.05000,2.697
6,mlp.experts.26.gate_proj,0.0000242616,0.05000,2.690
6,mlp.experts.31.gate_proj,0.0000375713,0.05000,2.720
6,mlp.experts.28.gate_proj,0.0000202391,0.05000,2.826
6,mlp.experts.29.gate_proj,0.0000049181,0.05000,2.811
6,mlp.experts.30.gate_proj,0.0000460544,0.05000,2.769
6,mlp.experts.35.gate_proj,0.0000673447,0.05000,2.866
6,mlp.experts.32.gate_proj,0.0000341087,0.05000,2.676
6,mlp.experts.34.gate_proj,0.0000201422,0.05000,2.562
6,mlp.experts.33.gate_proj,0.0000135388,0.05000,2.650
6,mlp.experts.39.gate_proj,0.0000086528,0.05000,2.574
6,mlp.experts.36.gate_proj,0.0000389523,0.05000,2.419
6,mlp.experts.38.gate_proj,0.0000800024,0.05000,2.409
6,mlp.experts.37.gate_proj,0.0000135143,0.05000,2.433
6,mlp.experts.43.gate_proj,0.0000169782,0.05000,2.450
6,mlp.experts.47.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.035
6,mlp.experts.42.gate_proj,0.0000041489,0.05000,2.329
6,mlp.experts.40.gate_proj,0.0000227705,0.05000,2.465
6,mlp.experts.41.gate_proj,0.0000197540,0.05000,2.448
6,mlp.experts.51.gate_proj,0.0000276318,0.05000,2.464
6,mlp.experts.46.gate_proj,0.0000180251,0.05000,2.454
6,mlp.experts.44.gate_proj,0.0000506763,0.05000,2.477
6,mlp.experts.45.gate_proj,0.0000360625,0.05000,2.576
6,mlp.experts.55.gate_proj,0.0000094877,0.05000,2.661
6,mlp.experts.50.gate_proj,0.0000133526,0.05000,2.830
6,mlp.experts.48.gate_proj,0.0000092422,0.05000,2.788
6,mlp.experts.49.gate_proj,0.0000110865,0.05000,2.899
6,mlp.experts.59.gate_proj,0.0000058922,0.05000,2.816
6,mlp.experts.54.gate_proj,0.0000078971,0.05000,2.778
6,mlp.experts.52.gate_proj,0.0000082161,0.05000,2.835
6,mlp.experts.53.gate_proj,0.0000169559,0.05000,2.721
6,mlp.experts.63.gate_proj,0.0000197719,0.05000,2.726
6,mlp.experts.58.gate_proj,0.0000078589,0.05000,2.735
6,mlp.experts.56.gate_proj,0.0000132625,0.05000,2.811
6,mlp.experts.57.gate_proj,0.0000073563,0.05000,2.747
6,mlp.experts.67.gate_proj,0.0000153758,0.05000,2.863
6,mlp.experts.62.gate_proj,0.0000090685,0.05000,2.562
6,mlp.experts.66.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.042
6,mlp.experts.60.gate_proj,0.0000076565,0.05000,2.576
6,mlp.experts.61.gate_proj,0.0000054503,0.05000,2.558
6,mlp.experts.71.gate_proj,0.0000113640,0.05000,2.569
6,mlp.experts.70.gate_proj,0.0000096344,0.05000,2.788
6,mlp.experts.64.gate_proj,0.0000333310,0.05000,2.724
6,mlp.experts.65.gate_proj,0.0000184236,0.05000,2.800
6,mlp.experts.75.gate_proj,0.0000287000,0.05000,2.741
6,mlp.experts.74.gate_proj,0.0000074310,0.05000,2.545
6,mlp.experts.68.gate_proj,0.0000078054,0.05000,2.541
6,mlp.experts.69.gate_proj,0.0000101405,0.05000,2.534
6,mlp.experts.79.gate_proj,0.0000152289,0.05000,2.616
6,mlp.experts.78.gate_proj,0.0000107171,0.05000,2.924
6,mlp.experts.72.gate_proj,0.0000605402,0.05000,3.007
6,mlp.experts.73.gate_proj,0.0000046030,0.05000,2.916
6,mlp.experts.83.gate_proj,0.0000283236,0.05000,2.896
6,mlp.experts.82.gate_proj,0.0000127695,0.05000,2.582
6,mlp.experts.76.gate_proj,0.0000329541,0.05000,2.549
6,mlp.experts.77.gate_proj,0.0000269486,0.05000,2.575
6,mlp.experts.87.gate_proj,0.0000176349,0.05000,2.555
6,mlp.experts.86.gate_proj,0.0000179839,0.05000,2.714
6,mlp.experts.80.gate_proj,0.0000481718,0.05000,2.650
6,mlp.experts.81.gate_proj,0.0000112832,0.05000,2.724
6,mlp.experts.91.gate_proj,0.0000140095,0.05000,2.704
6,mlp.experts.90.gate_proj,0.0000063291,0.05000,2.524
6,mlp.experts.84.gate_proj,0.0000103594,0.05000,2.555
6,mlp.experts.85.gate_proj,0.0000171893,0.05000,2.593
6,mlp.experts.95.gate_proj,0.0000088253,0.05000,2.621
6,mlp.experts.99.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.039
6,mlp.experts.94.gate_proj,0.0000729865,0.05000,2.666
6,mlp.experts.88.gate_proj,0.0000467943,0.05000,2.642
6,mlp.experts.89.gate_proj,0.0000124304,0.05000,2.628
6,mlp.experts.103.gate_proj,0.0000258467,0.05000,2.670
6,mlp.experts.92.gate_proj,0.0000078142,0.05000,2.451
6,mlp.experts.98.gate_proj,0.0000219960,0.05000,2.546
6,mlp.experts.93.gate_proj,0.0000502383,0.05000,2.677
6,mlp.experts.107.gate_proj,0.0000077987,0.05000,2.537
6,mlp.experts.96.gate_proj,0.0000176555,0.05000,2.591
6,mlp.experts.102.gate_proj,0.0000285887,0.05000,2.646
6,mlp.experts.97.gate_proj,0.0000181469,0.05000,2.583
6,mlp.experts.101.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.040
6,mlp.experts.111.gate_proj,0.0000269274,0.05000,2.587
6,mlp.experts.100.gate_proj,0.0000053162,0.05000,2.570
6,mlp.experts.106.gate_proj,0.0000217516,0.05000,2.609
6,mlp.experts.105.gate_proj,0.0000303947,0.05000,2.568
6,mlp.experts.115.gate_proj,0.0000157722,0.05000,2.528
6,mlp.experts.104.gate_proj,0.0000145722,0.05000,2.564
6,mlp.experts.110.gate_proj,0.0000106638,0.05000,2.524
6,mlp.experts.109.gate_proj,0.0000137077,0.05000,2.582
6,mlp.experts.119.gate_proj,0.0000225564,0.05000,2.513
6,mlp.experts.108.gate_proj,0.0000128445,0.05000,2.570
6,mlp.experts.114.gate_proj,0.0000053312,0.05000,2.577
6,mlp.experts.113.gate_proj,0.0000239631,0.05000,2.492
6,mlp.experts.123.gate_proj,0.0000091243,0.05000,2.491
6,mlp.experts.112.gate_proj,0.0000494186,0.05000,2.344
6,mlp.experts.118.gate_proj,0.0000144500,0.05000,2.390
6,mlp.experts.117.gate_proj,0.0000272687,0.05000,2.275
6,mlp.experts.127.gate_proj,0.0000125704,0.05000,2.408
6,mlp.experts.116.gate_proj,0.0000161318,0.05000,2.364
6,mlp.experts.122.gate_proj,0.0000054247,0.05000,2.323
6,mlp.experts.121.gate_proj,0.0000489112,0.05000,2.271
6,mlp.experts.131.gate_proj,0.0000117381,0.05000,2.259
6,mlp.experts.120.gate_proj,0.0000323927,0.05000,2.524
6,mlp.experts.126.gate_proj,0.0000040058,0.05000,2.545
6,mlp.experts.130.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.034
6,mlp.experts.125.gate_proj,0.0000409528,0.05000,2.629
6,mlp.experts.135.gate_proj,0.0000075320,0.05000,2.653
6,mlp.experts.124.gate_proj,0.0000218052,0.05000,2.661
6,mlp.experts.134.gate_proj,0.0000295572,0.05000,2.608
6,mlp.experts.129.gate_proj,0.0000133056,0.05000,2.698
6,mlp.experts.139.gate_proj,0.0000130723,0.05000,2.731
6,mlp.experts.128.gate_proj,0.0000051255,0.05000,2.712
6,mlp.experts.138.gate_proj,0.0000062123,0.05000,2.740
6,mlp.experts.133.gate_proj,0.0000204689,0.05000,2.749
6,mlp.experts.143.gate_proj,0.0000131321,0.05000,2.643
6,mlp.experts.132.gate_proj,0.0000423877,0.05000,2.489
6,mlp.experts.142.gate_proj,0.0000027504,0.05000,2.514
6,mlp.experts.137.gate_proj,0.0000106350,0.05000,2.438
6,mlp.experts.147.gate_proj,0.0000081222,0.05000,2.542
6,mlp.experts.136.gate_proj,0.0000051439,0.05000,2.688
6,mlp.experts.146.gate_proj,0.0000118593,0.05000,2.657
6,mlp.experts.141.gate_proj,0.0000518292,0.05000,2.577
6,mlp.experts.151.gate_proj,0.0000447990,0.05000,2.450
6,mlp.experts.140.gate_proj,0.0000211814,0.05000,2.554
6,mlp.experts.150.gate_proj,0.0000215757,0.05000,2.509
6,mlp.experts.145.gate_proj,0.0000183543,0.05000,2.525
6,mlp.experts.155.gate_proj,0.0000427284,0.05000,2.629
6,mlp.experts.144.gate_proj,0.0000147478,0.05000,2.743
6,mlp.experts.154.gate_proj,0.0000058016,0.05000,2.758
6,mlp.experts.149.gate_proj,0.0000077105,0.05000,2.745
6,mlp.experts.159.gate_proj,0.0000124708,0.05000,2.621
6,mlp.experts.148.gate_proj,0.0000048763,0.05000,2.264
6,mlp.experts.158.gate_proj,0.0000616478,0.05000,2.235
6,mlp.experts.153.gate_proj,0.0000034268,0.05000,2.167
6,mlp.experts.163.gate_proj,0.0000118874,0.05000,2.180
6,mlp.experts.152.gate_proj,0.0000314202,0.05000,2.486
6,mlp.experts.162.gate_proj,0.0000043960,0.05000,2.573
6,mlp.experts.157.gate_proj,0.0000103320,0.05000,2.636
6,mlp.experts.167.gate_proj,0.0000026889,0.05000,2.593
6,mlp.experts.156.gate_proj,0.0000165454,0.05000,2.540
6,mlp.experts.166.gate_proj,0.0000059903,0.05000,2.603
6,mlp.experts.161.gate_proj,0.0000162640,0.05000,2.613
6,mlp.experts.171.gate_proj,0.0000151988,0.05000,2.605
6,mlp.experts.160.gate_proj,0.0000136900,0.05000,2.627
6,mlp.experts.170.gate_proj,0.0000322786,0.05000,2.521
6,mlp.experts.165.gate_proj,0.0000263058,0.05000,2.532
6,mlp.experts.175.gate_proj,0.0000084727,0.05000,2.477
6,mlp.experts.164.gate_proj,0.0000098940,0.05000,2.506
6,mlp.experts.174.gate_proj,0.0000059344,0.05000,2.537
6,mlp.experts.169.gate_proj,0.0000481377,0.05000,2.545
6,mlp.experts.179.gate_proj,0.0000232349,0.05000,2.465
6,mlp.experts.168.gate_proj,0.0000099899,0.05000,2.549
6,mlp.experts.178.gate_proj,0.0000059809,0.05000,2.522
6,mlp.experts.173.gate_proj,0.0000176683,0.05000,2.444
6,mlp.experts.183.gate_proj,0.0000043120,0.05000,2.487
6,mlp.experts.172.gate_proj,0.0000051368,0.05000,2.355
6,mlp.experts.182.gate_proj,0.0000150918,0.05000,2.358
6,mlp.experts.177.gate_proj,0.0000094041,0.05000,2.367
6,mlp.experts.187.gate_proj,0.0000110927,0.05000,2.410
6,mlp.experts.176.gate_proj,0.0000240431,0.05000,2.516
6,mlp.experts.186.gate_proj,0.0000126424,0.05000,2.599
6,mlp.experts.181.gate_proj,0.0000083164,0.05000,2.518
6,mlp.experts.191.gate_proj,0.0000117192,0.05000,2.451
6,mlp.experts.180.gate_proj,0.0000443604,0.05000,2.475
6,mlp.experts.190.gate_proj,0.0000184795,0.05000,2.490
6,mlp.experts.185.gate_proj,0.0000416490,0.05000,2.458
6,mlp.experts.195.gate_proj,0.0000597457,0.05000,2.577
6,mlp.experts.184.gate_proj,0.0000299444,0.05000,2.551
6,mlp.experts.189.gate_proj,0.0000281512,0.05000,2.541
6,mlp.experts.194.gate_proj,0.0000207564,0.05000,2.623
6,mlp.experts.199.gate_proj,0.0000194875,0.05000,2.540
6,mlp.experts.188.gate_proj,0.0000574790,0.05000,2.336
6,mlp.experts.198.gate_proj,0.0000217867,0.05000,2.432
6,mlp.experts.193.gate_proj,0.0000192171,0.05000,2.487
6,mlp.experts.203.gate_proj,0.0000721796,0.05000,2.467
6,mlp.experts.192.gate_proj,0.0000209797,0.05000,2.648
6,mlp.experts.197.gate_proj,0.0000366294,0.05000,2.561
6,mlp.experts.202.gate_proj,0.0000291285,0.05000,2.767
6,mlp.experts.207.gate_proj,0.0000168524,0.05000,2.596
6,mlp.experts.196.gate_proj,0.0000106304,0.05000,2.492
6,mlp.experts.201.gate_proj,0.0000071164,0.05000,2.556
6,mlp.experts.206.gate_proj,0.0000138894,0.05000,2.604
6,mlp.experts.211.gate_proj,0.0000090194,0.05000,2.626
6,mlp.experts.200.gate_proj,0.0000056841,0.05000,2.521
6,mlp.experts.205.gate_proj,0.0000306174,0.05000,2.619
6,mlp.experts.210.gate_proj,0.0000454373,0.05000,2.567
6,mlp.experts.215.gate_proj,0.0000079023,0.05000,2.582
6,mlp.experts.204.gate_proj,0.0000073326,0.05000,2.702
6,mlp.experts.209.gate_proj,0.0000417568,0.05000,2.692
6,mlp.experts.214.gate_proj,0.0000163829,0.05000,2.580
6,mlp.experts.219.gate_proj,0.0000373192,0.05000,2.600
6,mlp.experts.208.gate_proj,0.0000070418,0.05000,2.531
6,mlp.experts.218.gate_proj,0.0000377704,0.05000,2.424
6,mlp.experts.213.gate_proj,0.0000090765,0.05000,2.563
6,mlp.experts.223.gate_proj,0.0000225643,0.05000,2.468
6,mlp.experts.212.gate_proj,0.0000371550,0.05000,2.430
6,mlp.experts.222.gate_proj,0.0000139222,0.05000,2.476
6,mlp.experts.217.gate_proj,0.0000189587,0.05000,2.469
6,mlp.experts.227.gate_proj,0.0000139283,0.05000,2.539
6,mlp.experts.216.gate_proj,0.0000129382,0.05000,2.635
6,mlp.experts.221.gate_proj,0.0000300832,0.05000,2.529
6,mlp.experts.226.gate_proj,0.0000081400,0.05000,2.694
6,mlp.experts.231.gate_proj,0.0000159635,0.05000,2.502
6,mlp.experts.220.gate_proj,0.0000328866,0.05000,2.329
6,mlp.experts.225.gate_proj,0.0000199972,0.05000,2.381
6,mlp.experts.230.gate_proj,0.0000154706,0.05000,2.352
6,mlp.experts.234.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.044
6,mlp.experts.235.gate_proj,0.0000072155,0.05000,2.440
6,mlp.experts.224.gate_proj,0.0000217066,0.05000,2.461
6,mlp.experts.238.gate_proj,0.0000101533,0.05000,2.468
6,mlp.experts.229.gate_proj,0.0000575313,0.05000,2.587
6,mlp.experts.239.gate_proj,0.0000123266,0.05000,2.651
6,mlp.experts.228.gate_proj,0.0000207819,0.05000,2.437
6,mlp.experts.233.gate_proj,0.0000329892,0.05000,2.301
6,mlp.experts.242.gate_proj,0.0000173909,0.05000,2.381
6,mlp.experts.243.gate_proj,0.0000075443,0.05000,2.333
6,mlp.experts.232.gate_proj,0.0000194701,0.05000,2.494
6,mlp.experts.236.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.035
6,mlp.experts.237.gate_proj,0.0000484572,0.05000,2.469
6,mlp.experts.246.gate_proj,0.0000171360,0.05000,2.516
6,mlp.experts.247.gate_proj,0.0000211880,0.05000,2.527
6,mlp.experts.240.gate_proj,0.0000603827,0.05000,2.605
6,mlp.experts.241.gate_proj,0.0000064676,0.05000,2.526
6,mlp.experts.250.gate_proj,0.0000075701,0.05000,2.494
6,mlp.experts.251.gate_proj,0.0000411030,0.05000,2.617
6,mlp.experts.244.gate_proj,0.0000459755,0.05000,2.548
6,mlp.experts.245.gate_proj,0.0000055321,0.05000,2.590
6,mlp.experts.254.gate_proj,0.0000206463,0.05000,2.574
6,mlp.experts.255.gate_proj,0.0000165427,0.05000,2.583
6,mlp.experts.248.gate_proj,0.0000227524,0.05000,2.736
6,mlp.experts.249.gate_proj,0.0000374368,0.05000,2.584
6,mlp.experts.2.up_proj,0.0000069103,0.05000,2.733
6,mlp.experts.3.up_proj,0.0000047705,0.05000,2.596
6,mlp.experts.252.gate_proj,0.0000282010,0.05000,2.629
6,mlp.experts.253.gate_proj,0.0000357266,0.05000,2.655
6,mlp.experts.6.up_proj,0.0000236538,0.05000,2.617
6,mlp.experts.7.up_proj,0.0000298016,0.05000,2.582
6,mlp.experts.0.up_proj,0.0000442807,0.05000,2.426
6,mlp.experts.1.up_proj,0.0000121958,0.05000,2.550
6,mlp.experts.10.up_proj,0.0000112993,0.05000,2.499
6,mlp.experts.11.up_proj,0.0000102747,0.05000,2.626
6,mlp.experts.15.up_proj,failsafe(rtn): 0.0010605,0.00000,0.042
6,mlp.experts.4.up_proj,0.0000233741,0.05000,2.587
6,mlp.experts.5.up_proj,0.0000156786,0.05000,2.627
6,mlp.experts.14.up_proj,0.0000261817,0.05000,2.703
6,mlp.experts.19.up_proj,0.0000055874,0.05000,2.672
6,mlp.experts.8.up_proj,0.0000099723,0.05000,2.626
6,mlp.experts.9.up_proj,0.0000096704,0.05000,2.604
6,mlp.experts.18.up_proj,0.0000073016,0.05000,2.585
6,mlp.experts.23.up_proj,0.0000264117,0.05000,2.654
6,mlp.experts.12.up_proj,0.0000391659,0.05000,2.574
6,mlp.experts.13.up_proj,0.0000270443,0.05000,2.549
6,mlp.experts.22.up_proj,0.0000076554,0.05000,2.500
6,mlp.experts.27.up_proj,0.0000178410,0.05000,2.661
6,mlp.experts.16.up_proj,0.0000068576,0.05000,2.566
6,mlp.experts.17.up_proj,0.0000200649,0.05000,2.504
6,mlp.experts.26.up_proj,0.0000216867,0.05000,2.551
6,mlp.experts.31.up_proj,0.0000340021,0.05000,2.586
6,mlp.experts.20.up_proj,0.0000425765,0.05000,2.661
6,mlp.experts.21.up_proj,0.0000201983,0.05000,2.678
6,mlp.experts.30.up_proj,0.0000413629,0.05000,2.690
6,mlp.experts.35.up_proj,0.0000601966,0.05000,2.694
6,mlp.experts.24.up_proj,0.0000202039,0.05000,2.671
6,mlp.experts.25.up_proj,0.0000052632,0.05000,2.574
6,mlp.experts.34.up_proj,0.0000180828,0.05000,2.631
6,mlp.experts.39.up_proj,0.0000079928,0.05000,2.559
6,mlp.experts.28.up_proj,0.0000186816,0.05000,2.541
6,mlp.experts.29.up_proj,0.0000044196,0.05000,2.495
6,mlp.experts.38.up_proj,0.0000717524,0.05000,2.469
6,mlp.experts.43.up_proj,0.0000161346,0.05000,2.586
6,mlp.experts.47.up_proj,failsafe(rtn): 0.0009537,0.00000,0.039
6,mlp.experts.32.up_proj,0.0000290380,0.05000,2.556
6,mlp.experts.33.up_proj,0.0000123543,0.05000,2.571
6,mlp.experts.42.up_proj,0.0000036514,0.05000,2.516
6,mlp.experts.51.up_proj,0.0000226746,0.05000,2.512
6,mlp.experts.36.up_proj,0.0000361705,0.05000,2.625
6,mlp.experts.37.up_proj,0.0000118817,0.05000,2.726
6,mlp.experts.46.up_proj,0.0000168170,0.05000,2.743
6,mlp.experts.55.up_proj,0.0000090124,0.05000,2.896
6,mlp.experts.40.up_proj,0.0000212878,0.05000,2.888
6,mlp.experts.41.up_proj,0.0000182236,0.05000,2.859
6,mlp.experts.50.up_proj,0.0000115393,0.05000,2.756
6,mlp.experts.59.up_proj,0.0000051706,0.05000,2.687
6,mlp.experts.44.up_proj,0.0000423038,0.05000,2.760
6,mlp.experts.45.up_proj,0.0000332568,0.05000,2.774
6,mlp.experts.54.up_proj,0.0000067300,0.05000,2.750
6,mlp.experts.63.up_proj,0.0000185857,0.05000,2.979
6,mlp.experts.48.up_proj,0.0000085871,0.05000,2.879
6,mlp.experts.49.up_proj,0.0000105357,0.05000,2.845
6,mlp.experts.58.up_proj,0.0000068276,0.05000,2.795
6,mlp.experts.67.up_proj,0.0000140388,0.05000,2.575
6,mlp.experts.52.up_proj,0.0000076637,0.05000,2.536
6,mlp.experts.53.up_proj,0.0000159359,0.05000,2.532
6,mlp.experts.62.up_proj,0.0000078044,0.05000,2.539
6,mlp.experts.66.up_proj,failsafe(rtn): 0.0010529,0.00000,0.036
6,mlp.experts.71.up_proj,0.0000095542,0.05000,2.479
6,mlp.experts.56.up_proj,0.0000123803,0.05000,2.646
6,mlp.experts.70.up_proj,0.0000089469,0.05000,2.640
6,mlp.experts.57.up_proj,0.0000063766,0.05000,2.741
6,mlp.experts.75.up_proj,0.0000255087,0.05000,2.942
6,mlp.experts.60.up_proj,0.0000069772,0.05000,2.917
6,mlp.experts.74.up_proj,0.0000070368,0.05000,3.044
6,mlp.experts.61.up_proj,0.0000050146,0.05000,3.024
6,mlp.experts.79.up_proj,0.0000146661,0.05000,3.040
6,mlp.experts.64.up_proj,0.0000308723,0.05000,2.699
6,mlp.experts.65.up_proj,0.0000170948,0.05000,2.582
6,mlp.experts.78.up_proj,0.0000100264,0.05000,2.753
6,mlp.experts.83.up_proj,0.0000257125,0.05000,2.603
6,mlp.experts.68.up_proj,0.0000072485,0.05000,2.619
6,mlp.experts.69.up_proj,0.0000094564,0.05000,2.561
6,mlp.experts.82.up_proj,0.0000109408,0.05000,2.526
6,mlp.experts.87.up_proj,0.0000164612,0.05000,2.410
6,mlp.experts.72.up_proj,0.0000561648,0.05000,2.368
6,mlp.experts.73.up_proj,0.0000039215,0.05000,2.451
6,mlp.experts.86.up_proj,0.0000158214,0.05000,2.552
6,mlp.experts.91.up_proj,0.0000127618,0.05000,2.497
6,mlp.experts.76.up_proj,0.0000305459,0.05000,2.615
6,mlp.experts.77.up_proj,0.0000248260,0.05000,2.624
6,mlp.experts.90.up_proj,0.0000059701,0.05000,2.581
6,mlp.experts.95.up_proj,0.0000080018,0.05000,2.585
6,mlp.experts.99.up_proj,failsafe(rtn): 0.0010071,0.00000,0.034
6,mlp.experts.80.up_proj,0.0000445162,0.05000,2.621
6,mlp.experts.81.up_proj,0.0000104839,0.05000,2.717
6,mlp.experts.94.up_proj,0.0000653547,0.05000,2.668
6,mlp.experts.103.up_proj,0.0000232228,0.05000,2.534
6,mlp.experts.84.up_proj,0.0000090811,0.05000,2.404
6,mlp.experts.85.up_proj,0.0000155733,0.05000,2.368
6,mlp.experts.98.up_proj,0.0000204099,0.05000,2.462
6,mlp.experts.107.up_proj,0.0000070682,0.05000,2.385
6,mlp.experts.88.up_proj,0.0000415531,0.05000,2.628
6,mlp.experts.89.up_proj,0.0000116695,0.05000,2.745
6,mlp.experts.102.up_proj,0.0000248857,0.05000,2.633
6,mlp.experts.111.up_proj,0.0000256315,0.05000,2.672
6,mlp.experts.92.up_proj,0.0000070671,0.05000,2.661
6,mlp.experts.93.up_proj,0.0000471755,0.05000,2.863
6,mlp.experts.106.up_proj,0.0000202485,0.05000,2.865
6,mlp.experts.115.up_proj,0.0000131454,0.05000,2.742
6,mlp.experts.96.up_proj,0.0000164184,0.05000,2.805
6,mlp.experts.97.up_proj,0.0000168246,0.05000,2.685
6,mlp.experts.110.up_proj,0.0000099820,0.05000,2.603
6,mlp.experts.101.up_proj,failsafe(rtn): 0.0009995,0.00000,0.044
6,mlp.experts.119.up_proj,0.0000208006,0.05000,2.638
6,mlp.experts.100.up_proj,0.0000047494,0.05000,2.432
6,mlp.experts.114.up_proj,0.0000046835,0.05000,2.538
6,mlp.experts.105.up_proj,0.0000270165,0.05000,2.524
6,mlp.experts.123.up_proj,0.0000083166,0.05000,2.518
6,mlp.experts.104.up_proj,0.0000131177,0.05000,2.520
6,mlp.experts.118.up_proj,0.0000135181,0.05000,2.509
6,mlp.experts.109.up_proj,0.0000118615,0.05000,2.532
6,mlp.experts.127.up_proj,0.0000117129,0.05000,2.424
6,mlp.experts.108.up_proj,0.0000107823,0.05000,2.616
6,mlp.experts.113.up_proj,0.0000229637,0.05000,2.643
6,mlp.experts.122.up_proj,0.0000050835,0.05000,2.735
6,mlp.experts.131.up_proj,0.0000108944,0.05000,2.620
6,mlp.experts.112.up_proj,0.0000469867,0.05000,2.707
6,mlp.experts.117.up_proj,0.0000240847,0.05000,2.745
6,mlp.experts.126.up_proj,0.0000037479,0.05000,2.747
6,mlp.experts.130.up_proj,failsafe(rtn): 0.0010071,0.00000,0.037
6,mlp.experts.135.up_proj,0.0000069761,0.05000,2.765
6,mlp.experts.116.up_proj,0.0000145865,0.05000,2.791
6,mlp.experts.121.up_proj,0.0000470761,0.05000,2.817
6,mlp.experts.134.up_proj,0.0000270344,0.05000,2.855
6,mlp.experts.139.up_proj,0.0000121997,0.05000,2.850
6,mlp.experts.120.up_proj,0.0000300831,0.05000,2.887
6,mlp.experts.125.up_proj,0.0000384721,0.05000,2.775
6,mlp.experts.138.up_proj,0.0000057110,0.05000,2.737
6,mlp.experts.143.up_proj,0.0000122704,0.05000,2.733
6,mlp.experts.124.up_proj,0.0000204606,0.05000,2.815
6,mlp.experts.129.up_proj,0.0000118930,0.05000,2.839
6,mlp.experts.142.up_proj,0.0000026273,0.05000,2.803
6,mlp.experts.147.up_proj,0.0000069209,0.05000,2.863
6,mlp.experts.128.up_proj,0.0000046740,0.05000,2.723
6,mlp.experts.133.up_proj,0.0000191593,0.05000,2.746
6,mlp.experts.146.up_proj,0.0000107414,0.05000,2.723
6,mlp.experts.151.up_proj,0.0000412618,0.05000,2.709
6,mlp.experts.132.up_proj,0.0000390742,0.05000,2.671
6,mlp.experts.137.up_proj,0.0000099305,0.05000,2.720
6,mlp.experts.150.up_proj,0.0000182777,0.05000,2.723
6,mlp.experts.155.up_proj,0.0000378300,0.05000,2.739
6,mlp.experts.136.up_proj,0.0000044574,0.05000,2.754
6,mlp.experts.154.up_proj,0.0000048100,0.05000,2.824
6,mlp.experts.141.up_proj,0.0000432574,0.05000,2.892
6,mlp.experts.159.up_proj,0.0000110646,0.05000,2.725
6,mlp.experts.140.up_proj,0.0000196852,0.05000,2.883
6,mlp.experts.145.up_proj,0.0000174153,0.05000,2.860
6,mlp.experts.158.up_proj,0.0000538647,0.05000,2.894
6,mlp.experts.163.up_proj,0.0000112144,0.05000,2.923
6,mlp.experts.144.up_proj,0.0000138466,0.05000,2.747
6,mlp.experts.149.up_proj,0.0000070844,0.05000,2.807
6,mlp.experts.162.up_proj,0.0000041322,0.05000,2.820
6,mlp.experts.167.up_proj,0.0000027988,0.05000,2.871
6,mlp.experts.148.up_proj,0.0000044943,0.05000,2.961
6,mlp.experts.166.up_proj,0.0000056096,0.05000,2.787
6,mlp.experts.153.up_proj,0.0000033727,0.05000,2.872
6,mlp.experts.171.up_proj,0.0000138502,0.05000,2.862
6,mlp.experts.152.up_proj,0.0000293010,0.05000,2.619
6,mlp.experts.170.up_proj,0.0000283518,0.05000,2.548
6,mlp.experts.157.up_proj,0.0000096864,0.05000,2.561
6,mlp.experts.175.up_proj,0.0000072243,0.05000,2.425
6,mlp.experts.156.up_proj,0.0000145505,0.05000,2.495
6,mlp.experts.174.up_proj,0.0000051404,0.05000,2.706
6,mlp.experts.161.up_proj,0.0000153611,0.05000,2.694
6,mlp.experts.179.up_proj,0.0000215115,0.05000,2.718
6,mlp.experts.160.up_proj,0.0000127296,0.05000,2.617
6,mlp.experts.178.up_proj,0.0000052919,0.05000,2.635
6,mlp.experts.165.up_proj,0.0000235391,0.05000,2.605
6,mlp.experts.183.up_proj,0.0000040888,0.05000,2.623
6,mlp.experts.164.up_proj,0.0000092141,0.05000,2.831
6,mlp.experts.169.up_proj,0.0000442197,0.05000,2.871
6,mlp.experts.182.up_proj,0.0000143525,0.05000,2.918
6,mlp.experts.187.up_proj,0.0000101957,0.05000,2.965
6,mlp.experts.168.up_proj,0.0000098683,0.05000,2.925
6,mlp.experts.173.up_proj,0.0000159328,0.05000,2.810
6,mlp.experts.186.up_proj,0.0000096720,0.05000,2.932
6,mlp.experts.191.up_proj,0.0000109008,0.05000,2.876
6,mlp.experts.172.up_proj,0.0000045949,0.05000,2.779
6,mlp.experts.190.up_proj,0.0000172032,0.05000,2.763
6,mlp.experts.177.up_proj,0.0000084201,0.05000,2.912
6,mlp.experts.195.up_proj,0.0000196282,0.05000,2.926
6,mlp.experts.176.up_proj,0.0000223842,0.05000,2.599
6,mlp.experts.181.up_proj,0.0000077320,0.05000,2.365
6,mlp.experts.194.up_proj,0.0000194803,0.05000,2.388
6,mlp.experts.199.up_proj,0.0000182698,0.05000,2.376
6,mlp.experts.180.up_proj,0.0000423737,0.05000,2.248
6,mlp.experts.185.up_proj,0.0000374361,0.05000,2.015
6,mlp.experts.198.up_proj,0.0000204297,0.05000,2.067
6,mlp.experts.203.up_proj,0.0000694186,0.05000,2.157
6,mlp.experts.184.up_proj,0.0000275821,0.05000,2.326
6,mlp.experts.189.up_proj,0.0000219078,0.05000,2.359
6,mlp.experts.202.up_proj,0.0000265134,0.05000,2.318
6,mlp.experts.207.up_proj,0.0000156394,0.05000,2.390
6,mlp.experts.188.up_proj,0.0000521717,0.05000,2.744
6,mlp.experts.193.up_proj,0.0000176614,0.05000,2.887
6,mlp.experts.206.up_proj,0.0000131976,0.05000,2.889
6,mlp.experts.211.up_proj,0.0000084238,0.05000,3.021
6,mlp.experts.192.up_proj,0.0000195421,0.05000,2.664
6,mlp.experts.197.up_proj,0.0000334869,0.05000,2.662
6,mlp.experts.210.up_proj,0.0000403705,0.05000,2.688
6,mlp.experts.215.up_proj,0.0000073682,0.05000,2.720
6,mlp.experts.196.up_proj,0.0000108037,0.05000,2.818
6,mlp.experts.201.up_proj,0.0000066261,0.05000,2.868
6,mlp.experts.214.up_proj,0.0000150524,0.05000,2.912
6,mlp.experts.219.up_proj,0.0000330255,0.05000,2.950
6,mlp.experts.200.up_proj,0.0000049733,0.05000,2.934
6,mlp.experts.205.up_proj,0.0000287100,0.05000,2.736
6,mlp.experts.218.up_proj,0.0000340725,0.05000,2.723
6,mlp.experts.223.up_proj,0.0000189941,0.05000,2.479
6,mlp.experts.204.up_proj,0.0000061187,0.05000,2.287
6,mlp.experts.209.up_proj,0.0000389084,0.05000,2.280
6,mlp.experts.222.up_proj,0.0000123465,0.05000,2.237
6,mlp.experts.227.up_proj,0.0000127987,0.05000,2.244
6,mlp.experts.208.up_proj,0.0000066365,0.05000,2.417
6,mlp.experts.213.up_proj,0.0000082275,0.05000,2.414
6,mlp.experts.226.up_proj,0.0000076266,0.05000,2.428
6,mlp.experts.231.up_proj,0.0000151012,0.05000,2.530
6,mlp.experts.212.up_proj,0.0000332383,0.05000,2.767
6,mlp.experts.217.up_proj,0.0000178535,0.05000,2.886
6,mlp.experts.230.up_proj,0.0000145873,0.05000,2.942
6,mlp.experts.234.up_proj,failsafe(rtn): 0.0010376,0.00000,0.041
6,mlp.experts.235.up_proj,0.0000065614,0.05000,3.091
6,mlp.experts.216.up_proj,0.0000116783,0.05000,2.720
6,mlp.experts.221.up_proj,0.0000278153,0.05000,2.570
6,mlp.experts.238.up_proj,0.0000093841,0.05000,2.528
6,mlp.experts.239.up_proj,0.0000114768,0.05000,2.503
6,mlp.experts.220.up_proj,0.0000295696,0.05000,2.408
6,mlp.experts.225.up_proj,0.0000190037,0.05000,2.358
6,mlp.experts.242.up_proj,0.0000162497,0.05000,2.421
6,mlp.experts.243.up_proj,0.0000064821,0.05000,2.305
6,mlp.experts.224.up_proj,0.0000208802,0.05000,2.303
6,mlp.experts.229.up_proj,0.0000490885,0.05000,2.384
6,mlp.experts.246.up_proj,0.0000156053,0.05000,2.334
6,mlp.experts.247.up_proj,0.0000198177,0.05000,2.327
6,mlp.experts.228.up_proj,0.0000195307,0.05000,2.453
6,mlp.experts.233.up_proj,0.0000309078,0.05000,2.466
6,mlp.experts.250.up_proj,0.0000068295,0.05000,2.462
6,mlp.experts.251.up_proj,0.0000385778,0.05000,2.444
6,mlp.experts.232.up_proj,0.0000178963,0.05000,2.662
6,mlp.experts.236.up_proj,failsafe(rtn): 0.0010071,0.00000,0.044
6,mlp.experts.237.up_proj,0.0000443898,0.05000,2.807
6,mlp.experts.254.up_proj,0.0000187101,0.05000,2.809
6,mlp.experts.255.up_proj,0.0000144245,0.05000,2.626
6,mlp.experts.240.up_proj,0.0000566262,0.05000,1.676
6,mlp.experts.241.up_proj,0.0000055107,0.05000,1.264
6,mlp.experts.244.up_proj,0.0000421062,0.05000,0.963
6,mlp.experts.245.up_proj,0.0000051523,0.05000,1.124
6,mlp.experts.248.up_proj,0.0000214113,0.05000,1.072
6,mlp.experts.249.up_proj,0.0000348475,0.05000,1.021
6,mlp.experts.252.up_proj,0.0000260005,0.05000,1.138
6,mlp.experts.253.up_proj,0.0000338169,0.05000,0.890
6,mlp.experts.2.down_proj,0.0000002310,0.05000,0.749
6,mlp.experts.3.down_proj,0.0000001633,0.05000,0.767
6,mlp.experts.0.down_proj,0.0000005708,0.05000,0.777
6,mlp.experts.1.down_proj,0.0000003902,0.05000,0.794
6,mlp.experts.4.down_proj,0.0000003905,0.05000,0.643
6,mlp.experts.7.down_proj,0.0000002253,0.05000,0.676
6,mlp.experts.6.down_proj,0.0000004803,0.05000,0.699
6,mlp.experts.5.down_proj,0.0000002064,0.05000,0.682
6,mlp.experts.8.down_proj,0.0000001930,0.05000,0.760
6,mlp.experts.9.down_proj,0.0000002881,0.05000,0.742
6,mlp.experts.11.down_proj,0.0000000783,0.05000,0.784
6,mlp.experts.15.down_proj,failsafe(rtn): 0.0010452,0.00000,0.011
6,mlp.experts.10.down_proj,0.0000001247,0.05000,0.811
6,mlp.experts.12.down_proj,0.0000002953,0.05000,0.732
6,mlp.experts.19.down_proj,0.0000001661,0.05000,0.760
6,mlp.experts.13.down_proj,0.0000002765,0.05000,0.814
6,mlp.experts.14.down_proj,0.0000006829,0.05000,0.774
6,mlp.experts.16.down_proj,0.0000002123,0.05000,0.700
6,mlp.experts.17.down_proj,0.0000002797,0.05000,0.611
6,mlp.experts.18.down_proj,0.0000002176,0.05000,0.623
6,mlp.experts.23.down_proj,0.0000001654,0.05000,0.693
6,mlp.experts.20.down_proj,0.0000004982,0.05000,0.632
6,mlp.experts.22.down_proj,0.0000001888,0.05000,0.638
6,mlp.experts.21.down_proj,0.0000005355,0.05000,0.675
6,mlp.experts.27.down_proj,0.0000006529,0.05000,0.622
6,mlp.experts.24.down_proj,0.0000001295,0.05000,0.592
6,mlp.experts.26.down_proj,0.0000002582,0.05000,0.606
6,mlp.experts.25.down_proj,0.0000001222,0.05000,0.648
6,mlp.experts.31.down_proj,0.0000010823,0.05000,0.667
6,mlp.experts.28.down_proj,0.0000002410,0.05000,0.767
6,mlp.experts.30.down_proj,0.0000004117,0.05000,0.808
6,mlp.experts.29.down_proj,0.0000000692,0.05000,0.802
6,mlp.experts.35.down_proj,0.0000011205,0.05000,0.829
6,mlp.experts.32.down_proj,0.0000008965,0.05000,0.717
6,mlp.experts.34.down_proj,0.0000003271,0.05000,0.728
6,mlp.experts.33.down_proj,0.0000004876,0.05000,0.686
6,mlp.experts.39.down_proj,0.0000002257,0.05000,0.677
6,mlp.experts.36.down_proj,0.0000003610,0.05000,0.662
6,mlp.experts.38.down_proj,0.0000021799,0.05000,0.674
6,mlp.experts.37.down_proj,0.0000002522,0.05000,0.669
6,mlp.experts.43.down_proj,0.0000004028,0.05000,0.694
6,mlp.experts.47.down_proj,failsafe(rtn): 0.0009918,0.00000,0.011
6,mlp.experts.40.down_proj,0.0000001307,0.05000,0.658
6,mlp.experts.42.down_proj,0.0000001061,0.05000,0.679
6,mlp.experts.41.down_proj,0.0000001249,0.05000,0.667
6,mlp.experts.51.down_proj,0.0000007500,0.05000,0.660
6,mlp.experts.44.down_proj,0.0000009388,0.05000,0.657
6,mlp.experts.45.down_proj,0.0000004288,0.05000,0.630
6,mlp.experts.46.down_proj,0.0000001028,0.05000,0.671
6,mlp.experts.55.down_proj,0.0000001349,0.05000,0.647
6,mlp.experts.48.down_proj,0.0000002725,0.05000,0.604
6,mlp.experts.49.down_proj,0.0000003475,0.05000,0.626
6,mlp.experts.50.down_proj,0.0000003027,0.05000,0.640
6,mlp.experts.59.down_proj,0.0000001864,0.05000,0.620
6,mlp.experts.52.down_proj,0.0000001639,0.05000,0.600
6,mlp.experts.53.down_proj,0.0000000960,0.05000,0.632
6,mlp.experts.63.down_proj,0.0000001128,0.05000,0.616
6,mlp.experts.54.down_proj,0.0000002345,0.05000,0.665
6,mlp.experts.56.down_proj,0.0000002055,0.05000,0.657
6,mlp.experts.58.down_proj,0.0000001877,0.05000,0.586
6,mlp.experts.67.down_proj,0.0000001594,0.05000,0.614
6,mlp.experts.57.down_proj,0.0000001478,0.05000,0.683
6,mlp.experts.60.down_proj,0.0000002655,0.05000,0.606
6,mlp.experts.62.down_proj,0.0000002335,0.05000,0.615
6,mlp.experts.66.down_proj,failsafe(rtn): 0.0010452,0.00000,0.013
6,mlp.experts.71.down_proj,0.0000002646,0.05000,0.639
6,mlp.experts.61.down_proj,0.0000001761,0.05000,0.685
6,mlp.experts.64.down_proj,0.0000003090,0.05000,0.662
6,mlp.experts.70.down_proj,0.0000001705,0.05000,0.621
6,mlp.experts.75.down_proj,0.0000008475,0.05000,0.651
6,mlp.experts.65.down_proj,0.0000002344,0.05000,0.649
6,mlp.experts.68.down_proj,0.0000001493,0.05000,0.670
6,mlp.experts.79.down_proj,0.0000004082,0.05000,0.563
6,mlp.experts.74.down_proj,0.0000000989,0.05000,0.648
6,mlp.experts.69.down_proj,0.0000000959,0.05000,0.631
6,mlp.experts.72.down_proj,0.0000007989,0.05000,0.647
6,mlp.experts.83.down_proj,0.0000003766,0.05000,0.666
6,mlp.experts.78.down_proj,0.0000000777,0.05000,0.642
6,mlp.experts.73.down_proj,0.0000001242,0.05000,0.649
6,mlp.experts.76.down_proj,0.0000002608,0.05000,0.697
6,mlp.experts.87.down_proj,0.0000001450,0.05000,0.683
6,mlp.experts.82.down_proj,0.0000003298,0.05000,0.694
6,mlp.experts.77.down_proj,0.0000001959,0.05000,0.744
6,mlp.experts.80.down_proj,0.0000007359,0.05000,0.743
6,mlp.experts.91.down_proj,0.0000001638,0.05000,0.678
6,mlp.experts.86.down_proj,0.0000002961,0.05000,0.720
6,mlp.experts.81.down_proj,0.0000000623,0.05000,0.680
6,mlp.experts.84.down_proj,0.0000002135,0.05000,0.717
6,mlp.experts.95.down_proj,0.0000001078,0.05000,0.672
6,mlp.experts.99.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
6,mlp.experts.90.down_proj,0.0000000719,0.05000,0.722
6,mlp.experts.85.down_proj,0.0000003444,0.05000,0.635
6,mlp.experts.103.down_proj,0.0000003029,0.05000,0.627
6,mlp.experts.88.down_proj,0.0000007588,0.05000,0.657
6,mlp.experts.94.down_proj,0.0000013415,0.05000,0.661
6,mlp.experts.89.down_proj,0.0000000673,0.05000,0.682
6,mlp.experts.107.down_proj,0.0000001670,0.05000,0.643
6,mlp.experts.92.down_proj,0.0000002463,0.05000,0.659
6,mlp.experts.98.down_proj,0.0000001420,0.05000,0.685
6,mlp.experts.93.down_proj,0.0000011018,0.05000,0.696
6,mlp.experts.111.down_proj,0.0000001758,0.05000,0.741
6,mlp.experts.96.down_proj,0.0000001023,0.05000,0.728
6,mlp.experts.102.down_proj,0.0000004799,0.05000,0.755
6,mlp.experts.97.down_proj,0.0000001157,0.05000,0.755
6,mlp.experts.101.down_proj,failsafe(rtn): 0.0009766,0.00000,0.010
6,mlp.experts.100.down_proj,0.0000001424,0.05000,0.683
6,mlp.experts.115.down_proj,0.0000004452,0.05000,0.726
6,mlp.experts.106.down_proj,0.0000002755,0.05000,0.706
6,mlp.experts.105.down_proj,0.0000004409,0.05000,0.702
6,mlp.experts.104.down_proj,0.0000001487,0.05000,0.671
6,mlp.experts.119.down_proj,0.0000001215,0.05000,0.692
6,mlp.experts.110.down_proj,0.0000000570,0.05000,0.688
6,mlp.experts.109.down_proj,0.0000002836,0.05000,0.661
6,mlp.experts.108.down_proj,0.0000003259,0.05000,0.710
6,mlp.experts.123.down_proj,0.0000002746,0.05000,0.730
6,mlp.experts.114.down_proj,0.0000001463,0.05000,0.712
6,mlp.experts.113.down_proj,0.0000002596,0.05000,0.706
6,mlp.experts.112.down_proj,0.0000005675,0.05000,0.740
6,mlp.experts.127.down_proj,0.0000001070,0.05000,0.703
6,mlp.experts.117.down_proj,0.0000004381,0.05000,0.680
6,mlp.experts.118.down_proj,0.0000000824,0.05000,0.741
6,mlp.experts.116.down_proj,0.0000002642,0.05000,0.739
6,mlp.experts.131.down_proj,0.0000000653,0.05000,0.770
6,mlp.experts.121.down_proj,0.0000007202,0.05000,0.712
6,mlp.experts.122.down_proj,0.0000000559,0.05000,0.696
6,mlp.experts.120.down_proj,0.0000004618,0.05000,0.699
6,mlp.experts.135.down_proj,0.0000001964,0.05000,0.695
6,mlp.experts.125.down_proj,0.0000010996,0.05000,0.684
6,mlp.experts.126.down_proj,0.0000001078,0.05000,0.707
6,mlp.experts.130.down_proj,failsafe(rtn): 0.0010376,0.00000,0.013
6,mlp.experts.124.down_proj,0.0000001392,0.05000,0.681
6,mlp.experts.139.down_proj,0.0000001445,0.05000,0.703
6,mlp.experts.129.down_proj,0.0000001679,0.05000,0.716
6,mlp.experts.134.down_proj,0.0000005442,0.05000,0.701
6,mlp.experts.128.down_proj,0.0000001457,0.05000,0.737
6,mlp.experts.143.down_proj,0.0000002178,0.05000,0.745
6,mlp.experts.133.down_proj,0.0000001414,0.05000,0.734
6,mlp.experts.138.down_proj,0.0000001474,0.05000,0.732
6,mlp.experts.132.down_proj,0.0000003175,0.05000,0.712
6,mlp.experts.147.down_proj,0.0000002129,0.05000,0.708
6,mlp.experts.137.down_proj,0.0000000645,0.05000,0.666
6,mlp.experts.142.down_proj,0.0000000764,0.05000,0.699
6,mlp.experts.136.down_proj,0.0000001413,0.05000,0.643
6,mlp.experts.151.down_proj,0.0000004322,0.05000,0.667
6,mlp.experts.141.down_proj,0.0000009364,0.05000,0.630
6,mlp.experts.146.down_proj,0.0000001744,0.05000,0.656
6,mlp.experts.140.down_proj,0.0000001305,0.05000,0.661
6,mlp.experts.155.down_proj,0.0000008632,0.05000,0.672
6,mlp.experts.145.down_proj,0.0000001309,0.05000,0.676
6,mlp.experts.150.down_proj,0.0000007277,0.05000,0.721
6,mlp.experts.144.down_proj,0.0000000874,0.05000,0.666
6,mlp.experts.159.down_proj,0.0000002374,0.05000,0.663
6,mlp.experts.149.down_proj,0.0000001051,0.05000,0.682
6,mlp.experts.154.down_proj,0.0000001564,0.05000,0.664
6,mlp.experts.148.down_proj,0.0000000896,0.05000,0.661
6,mlp.experts.163.down_proj,0.0000000896,0.05000,0.682
6,mlp.experts.153.down_proj,0.0000001191,0.05000,0.728
6,mlp.experts.158.down_proj,0.0000010885,0.05000,0.696
6,mlp.experts.152.down_proj,0.0000001931,0.05000,0.674
6,mlp.experts.167.down_proj,0.0000000990,0.05000,0.680
6,mlp.experts.157.down_proj,0.0000003477,0.05000,0.674
6,mlp.experts.162.down_proj,0.0000000906,0.05000,0.688
6,mlp.experts.156.down_proj,0.0000003447,0.05000,0.723
6,mlp.experts.171.down_proj,0.0000001644,0.05000,0.731
6,mlp.experts.161.down_proj,0.0000005574,0.05000,0.728
6,mlp.experts.166.down_proj,0.0000000465,0.05000,0.742
6,mlp.experts.160.down_proj,0.0000000757,0.05000,0.713
6,mlp.experts.175.down_proj,0.0000002613,0.05000,0.715
6,mlp.experts.165.down_proj,0.0000002963,0.05000,0.724
6,mlp.experts.170.down_proj,0.0000005234,0.05000,0.761
6,mlp.experts.164.down_proj,0.0000000582,0.05000,0.680
6,mlp.experts.179.down_proj,0.0000001702,0.05000,0.686
6,mlp.experts.169.down_proj,0.0000007588,0.05000,0.746
6,mlp.experts.174.down_proj,0.0000001562,0.05000,0.688
6,mlp.experts.168.down_proj,0.0000002172,0.05000,0.724
6,mlp.experts.183.down_proj,0.0000000407,0.05000,0.683
6,mlp.experts.173.down_proj,0.0000002496,0.05000,0.714
6,mlp.experts.178.down_proj,0.0000001644,0.05000,0.668
6,mlp.experts.172.down_proj,0.0000001080,0.05000,0.680
6,mlp.experts.187.down_proj,0.0000002082,0.05000,0.678
6,mlp.experts.177.down_proj,0.0000002038,0.05000,0.679
6,mlp.experts.182.down_proj,0.0000004923,0.05000,0.665
6,mlp.experts.176.down_proj,0.0000001360,0.05000,0.654
6,mlp.experts.191.down_proj,0.0000000845,0.05000,0.660
6,mlp.experts.181.down_proj,0.0000000420,0.05000,0.681
6,mlp.experts.186.down_proj,0.0000002691,0.05000,0.676
6,mlp.experts.180.down_proj,0.0000006748,0.05000,0.656
6,mlp.experts.195.down_proj,0.0000000427,0.05000,0.677
6,mlp.experts.185.down_proj,0.0000008537,0.05000,0.704
6,mlp.experts.190.down_proj,0.0000001481,0.05000,0.716
6,mlp.experts.184.down_proj,0.0000002478,0.05000,0.688
6,mlp.experts.199.down_proj,0.0000001169,0.05000,0.678
6,mlp.experts.189.down_proj,0.0000009834,0.05000,0.638
6,mlp.experts.194.down_proj,0.0000001600,0.05000,0.637
6,mlp.experts.188.down_proj,0.0000008949,0.05000,0.648
6,mlp.experts.203.down_proj,0.0000008630,0.05000,0.640
6,mlp.experts.193.down_proj,0.0000001355,0.05000,0.682
6,mlp.experts.198.down_proj,0.0000004147,0.05000,0.662
6,mlp.experts.192.down_proj,0.0000003127,0.05000,0.690
6,mlp.experts.207.down_proj,0.0000001136,0.05000,0.675
6,mlp.experts.197.down_proj,0.0000006675,0.05000,0.646
6,mlp.experts.202.down_proj,0.0000001863,0.05000,0.625
6,mlp.experts.196.down_proj,0.0000002176,0.05000,0.681
6,mlp.experts.211.down_proj,0.0000000587,0.05000,0.669
6,mlp.experts.201.down_proj,0.0000001532,0.05000,0.721
6,mlp.experts.206.down_proj,0.0000000911,0.05000,0.737
6,mlp.experts.200.down_proj,0.0000001655,0.05000,0.699
6,mlp.experts.215.down_proj,0.0000000619,0.05000,0.653
6,mlp.experts.205.down_proj,0.0000002022,0.05000,0.676
6,mlp.experts.210.down_proj,0.0000004647,0.05000,0.685
6,mlp.experts.204.down_proj,0.0000001744,0.05000,0.646
6,mlp.experts.219.down_proj,0.0000006397,0.05000,0.647
6,mlp.experts.209.down_proj,0.0000008413,0.05000,0.667
6,mlp.experts.214.down_proj,0.0000001068,0.05000,0.677
6,mlp.experts.208.down_proj,0.0000000442,0.05000,0.693
6,mlp.experts.223.down_proj,0.0000005356,0.05000,0.703
6,mlp.experts.213.down_proj,0.0000001087,0.05000,0.672
6,mlp.experts.218.down_proj,0.0000003084,0.05000,0.639
6,mlp.experts.212.down_proj,0.0000004374,0.05000,0.680
6,mlp.experts.227.down_proj,0.0000001445,0.05000,0.665
6,mlp.experts.217.down_proj,0.0000001201,0.05000,0.643
6,mlp.experts.222.down_proj,0.0000002970,0.05000,0.699
6,mlp.experts.216.down_proj,0.0000002049,0.05000,0.659
6,mlp.experts.231.down_proj,0.0000001095,0.05000,0.738
6,mlp.experts.221.down_proj,0.0000002578,0.05000,0.686
6,mlp.experts.226.down_proj,0.0000001018,0.05000,0.732
6,mlp.experts.220.down_proj,0.0000004845,0.05000,0.723
6,mlp.experts.235.down_proj,0.0000001967,0.05000,0.761
6,mlp.experts.225.down_proj,0.0000001476,0.05000,0.753
6,mlp.experts.230.down_proj,0.0000000985,0.05000,0.739
6,mlp.experts.234.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
6,mlp.experts.224.down_proj,0.0000002743,0.05000,0.779
6,mlp.experts.239.down_proj,0.0000000918,0.05000,0.757
6,mlp.experts.229.down_proj,0.0000018704,0.05000,0.829
6,mlp.experts.238.down_proj,0.0000002346,0.05000,0.815
6,mlp.experts.228.down_proj,0.0000001791,0.05000,0.846
6,mlp.experts.243.down_proj,0.0000001845,0.05000,0.832
6,mlp.experts.233.down_proj,0.0000002222,0.05000,0.773
6,mlp.experts.242.down_proj,0.0000001050,0.05000,0.777
6,mlp.experts.232.down_proj,0.0000004862,0.05000,0.709
6,mlp.experts.236.down_proj,failsafe(rtn): 0.0010071,0.00000,0.012
6,mlp.experts.247.down_proj,0.0000001930,0.05000,0.723
6,mlp.experts.237.down_proj,0.0000003460,0.05000,0.688
6,mlp.experts.246.down_proj,0.0000003797,0.05000,0.737
6,mlp.experts.240.down_proj,0.0000009332,0.05000,0.708
6,mlp.experts.251.down_proj,0.0000007514,0.05000,0.750
6,mlp.experts.241.down_proj,0.0000001874,0.05000,0.720
6,mlp.experts.250.down_proj,0.0000001545,0.05000,0.754
6,mlp.experts.244.down_proj,0.0000004456,0.05000,0.763
6,mlp.experts.255.down_proj,0.0000004255,0.05000,0.809
6,mlp.experts.245.down_proj,0.0000001838,0.05000,0.764
6,mlp.experts.254.down_proj,0.0000004645,0.05000,0.678
6,mlp.experts.248.down_proj,0.0000001630,0.05000,0.536
6,mlp.experts.249.down_proj,0.0000003894,0.05000,0.338
6,mlp.experts.252.down_proj,0.0000001747,0.05000,0.320
6,mlp.experts.253.down_proj,0.0000006077,0.05000,0.246
7,mlp.experts.2.gate_proj,0.0000085348,0.05000,2.594
7,mlp.experts.1.gate_proj,0.0000071902,0.05000,2.615
7,mlp.experts.0.gate_proj,0.0000752346,0.05000,2.682
7,mlp.experts.3.gate_proj,0.0000596519,0.05000,2.710
7,mlp.experts.6.gate_proj,0.0000213912,0.05000,2.572
7,mlp.experts.5.gate_proj,0.0000325707,0.05000,2.556
7,mlp.experts.4.gate_proj,0.0000108548,0.05000,2.632
7,mlp.experts.7.gate_proj,0.0000034178,0.05000,2.694
7,mlp.experts.10.gate_proj,0.0000060474,0.05000,2.450
7,mlp.experts.9.gate_proj,0.0000334961,0.05000,2.516
7,mlp.experts.8.gate_proj,0.0000316887,0.05000,2.411
7,mlp.experts.11.gate_proj,0.0000664303,0.05000,2.517
7,mlp.experts.14.gate_proj,0.0000177730,0.05000,2.390
7,mlp.experts.13.gate_proj,0.0000357975,0.05000,2.360
7,mlp.experts.12.gate_proj,0.0000430436,0.05000,2.343
7,mlp.experts.15.gate_proj,0.0000364917,0.05000,2.493
7,mlp.experts.18.gate_proj,0.0000482458,0.05000,2.818
7,mlp.experts.16.gate_proj,0.0000100154,0.05000,2.880
7,mlp.experts.17.gate_proj,0.0000252980,0.05000,2.965
7,mlp.experts.19.gate_proj,0.0000138069,0.05000,2.821
7,mlp.experts.22.gate_proj,0.0000259721,0.05000,2.582
7,mlp.experts.20.gate_proj,0.0000863750,0.05000,2.564
7,mlp.experts.21.gate_proj,0.0000756997,0.05000,2.580
7,mlp.experts.25.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.039
7,mlp.experts.23.gate_proj,0.0000315845,0.05000,2.524
7,mlp.experts.26.gate_proj,0.0000402931,0.05000,2.844
7,mlp.experts.24.gate_proj,0.0000375387,0.05000,2.907
7,mlp.experts.29.gate_proj,0.0000046092,0.05000,2.866
7,mlp.experts.27.gate_proj,0.0000056978,0.05000,2.837
7,mlp.experts.30.gate_proj,0.0000672602,0.05000,2.521
7,mlp.experts.33.gate_proj,0.0000179196,0.05000,2.459
7,mlp.experts.28.gate_proj,0.0000518172,0.05000,2.607
7,mlp.experts.31.gate_proj,0.0000244069,0.05000,2.580
7,mlp.experts.34.gate_proj,0.0000180787,0.05000,2.754
7,mlp.experts.37.gate_proj,0.0000072440,0.05000,2.694
7,mlp.experts.32.gate_proj,0.0000039764,0.05000,2.697
7,mlp.experts.35.gate_proj,0.0000324262,0.05000,2.766
7,mlp.experts.38.gate_proj,0.0000080613,0.05000,2.619
7,mlp.experts.36.gate_proj,0.0000142099,0.05000,2.503
7,mlp.experts.41.gate_proj,0.0000193009,0.05000,2.679
7,mlp.experts.39.gate_proj,0.0000366577,0.05000,2.575
7,mlp.experts.40.gate_proj,0.0000070603,0.05000,2.491
7,mlp.experts.42.gate_proj,0.0000790826,0.05000,2.575
7,mlp.experts.45.gate_proj,0.0000362689,0.05000,2.526
7,mlp.experts.43.gate_proj,0.0000422764,0.05000,2.491
7,mlp.experts.46.gate_proj,0.0000403772,0.05000,2.417
7,mlp.experts.44.gate_proj,0.0000056295,0.05000,2.471
7,mlp.experts.49.gate_proj,0.0000487295,0.05000,2.485
7,mlp.experts.53.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.035
7,mlp.experts.47.gate_proj,0.0000474240,0.05000,2.456
7,mlp.experts.50.gate_proj,0.0000211590,0.05000,2.893
7,mlp.experts.48.gate_proj,0.0000977861,0.05000,2.956
7,mlp.experts.57.gate_proj,0.0000509016,0.05000,2.978
7,mlp.experts.51.gate_proj,0.0000150228,0.05000,2.991
7,mlp.experts.54.gate_proj,0.0000179104,0.05000,2.607
7,mlp.experts.52.gate_proj,0.0000235673,0.05000,2.631
7,mlp.experts.61.gate_proj,0.0000083885,0.05000,2.636
7,mlp.experts.55.gate_proj,0.0000416612,0.05000,2.628
7,mlp.experts.56.gate_proj,0.0000042008,0.05000,2.417
7,mlp.experts.58.gate_proj,0.0000442634,0.05000,2.579
7,mlp.experts.59.gate_proj,0.0000277234,0.05000,2.395
7,mlp.experts.65.gate_proj,0.0000116686,0.05000,2.502
7,mlp.experts.60.gate_proj,0.0000207886,0.05000,2.483
7,mlp.experts.62.gate_proj,0.0000129030,0.05000,2.511
7,mlp.experts.69.gate_proj,0.0000895118,0.05000,2.452
7,mlp.experts.63.gate_proj,0.0000241048,0.05000,2.548
7,mlp.experts.66.gate_proj,0.0000096966,0.05000,2.532
7,mlp.experts.64.gate_proj,0.0000049244,0.05000,2.624
7,mlp.experts.70.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.054
7,mlp.experts.73.gate_proj,0.0000224453,0.05000,2.588
7,mlp.experts.67.gate_proj,0.0000290845,0.05000,2.641
7,mlp.experts.68.gate_proj,0.0000832222,0.05000,2.912
7,mlp.experts.74.gate_proj,0.0000040754,0.05000,2.889
7,mlp.experts.77.gate_proj,0.0000162494,0.05000,2.863
7,mlp.experts.71.gate_proj,0.0000105744,0.05000,2.801
7,mlp.experts.78.gate_proj,0.0000627404,0.05000,2.713
7,mlp.experts.72.gate_proj,0.0000174983,0.05000,2.852
7,mlp.experts.81.gate_proj,0.0000952000,0.05000,2.837
7,mlp.experts.75.gate_proj,0.0000511241,0.05000,2.879
7,mlp.experts.76.gate_proj,0.0000123259,0.05000,2.628
7,mlp.experts.82.gate_proj,0.0000558338,0.05000,2.852
7,mlp.experts.85.gate_proj,0.0000093729,0.05000,2.706
7,mlp.experts.79.gate_proj,0.0000060147,0.05000,2.710
7,mlp.experts.80.gate_proj,0.0000578933,0.05000,2.704
7,mlp.experts.86.gate_proj,0.0000038704,0.05000,2.636
7,mlp.experts.89.gate_proj,0.0000784683,0.05000,2.649
7,mlp.experts.83.gate_proj,0.0000303325,0.05000,2.708
7,mlp.experts.90.gate_proj,0.0000288580,0.05000,2.761
7,mlp.experts.84.gate_proj,0.0000244306,0.05000,2.823
7,mlp.experts.93.gate_proj,0.0000179078,0.05000,2.811
7,mlp.experts.87.gate_proj,0.0000882595,0.05000,2.835
7,mlp.experts.94.gate_proj,0.0000160093,0.05000,2.712
7,mlp.experts.88.gate_proj,0.0000289110,0.05000,2.763
7,mlp.experts.97.gate_proj,0.0000940181,0.05000,2.826
7,mlp.experts.91.gate_proj,0.0000079860,0.05000,2.759
7,mlp.experts.98.gate_proj,0.0000232418,0.05000,2.588
7,mlp.experts.92.gate_proj,0.0000493177,0.05000,2.552
7,mlp.experts.101.gate_proj,0.0000078862,0.05000,2.656
7,mlp.experts.95.gate_proj,0.0000162430,0.05000,2.619
7,mlp.experts.102.gate_proj,0.0000168134,0.05000,2.857
7,mlp.experts.96.gate_proj,0.0000685918,0.05000,2.992
7,mlp.experts.105.gate_proj,0.0000722442,0.05000,2.886
7,mlp.experts.99.gate_proj,0.0000175855,0.05000,2.965
7,mlp.experts.106.gate_proj,0.0000108764,0.05000,2.775
7,mlp.experts.100.gate_proj,0.0000257498,0.05000,2.826
7,mlp.experts.109.gate_proj,0.0000149600,0.05000,2.802
7,mlp.experts.103.gate_proj,0.0000206071,0.05000,2.789
7,mlp.experts.110.gate_proj,0.0000357981,0.05000,2.706
7,mlp.experts.104.gate_proj,0.0000599637,0.05000,2.703
7,mlp.experts.113.gate_proj,0.0000099201,0.05000,2.715
7,mlp.experts.107.gate_proj,0.0000395505,0.05000,2.711
7,mlp.experts.114.gate_proj,0.0000265644,0.05000,2.712
7,mlp.experts.108.gate_proj,0.0000057945,0.05000,2.759
7,mlp.experts.117.gate_proj,0.0000206014,0.05000,2.819
7,mlp.experts.111.gate_proj,0.0000651028,0.05000,2.862
7,mlp.experts.118.gate_proj,0.0000378199,0.05000,2.896
7,mlp.experts.112.gate_proj,0.0000119177,0.05000,2.978
7,mlp.experts.121.gate_proj,0.0000343271,0.05000,2.887
7,mlp.experts.115.gate_proj,0.0000713174,0.05000,2.946
7,mlp.experts.122.gate_proj,0.0000128624,0.05000,2.540
7,mlp.experts.116.gate_proj,0.0000552942,0.05000,2.576
7,mlp.experts.125.gate_proj,0.0000479978,0.05000,2.618
7,mlp.experts.119.gate_proj,0.0000273928,0.05000,2.503
7,mlp.experts.126.gate_proj,0.0000215970,0.05000,2.541
7,mlp.experts.120.gate_proj,0.0000076657,0.05000,2.417
7,mlp.experts.129.gate_proj,0.0000095060,0.05000,2.404
7,mlp.experts.123.gate_proj,0.0000116562,0.05000,2.374
7,mlp.experts.130.gate_proj,0.0000113269,0.05000,2.643
7,mlp.experts.124.gate_proj,0.0001025881,0.05000,2.574
7,mlp.experts.133.gate_proj,0.0000131558,0.05000,2.646
7,mlp.experts.127.gate_proj,0.0000561842,0.05000,2.687
7,mlp.experts.134.gate_proj,0.0000327965,0.05000,2.535
7,mlp.experts.128.gate_proj,0.0000083527,0.05000,2.456
7,mlp.experts.137.gate_proj,0.0000343827,0.05000,2.436
7,mlp.experts.131.gate_proj,0.0000082729,0.05000,2.500
7,mlp.experts.138.gate_proj,0.0000117268,0.05000,2.872
7,mlp.experts.132.gate_proj,0.0000531047,0.05000,2.837
7,mlp.experts.141.gate_proj,0.0000217639,0.05000,2.865
7,mlp.experts.135.gate_proj,0.0000115284,0.05000,2.776
7,mlp.experts.142.gate_proj,0.0000353982,0.05000,2.738
7,mlp.experts.136.gate_proj,0.0000282948,0.05000,2.742
7,mlp.experts.145.gate_proj,0.0000384493,0.05000,2.794
7,mlp.experts.139.gate_proj,0.0000365272,0.05000,2.725
7,mlp.experts.146.gate_proj,0.0000078635,0.05000,2.418
7,mlp.experts.140.gate_proj,0.0000227073,0.05000,2.433
7,mlp.experts.149.gate_proj,0.0000408512,0.05000,2.323
7,mlp.experts.143.gate_proj,0.0000258732,0.05000,2.405
7,mlp.experts.150.gate_proj,0.0000626409,0.05000,2.390
7,mlp.experts.144.gate_proj,0.0000260098,0.05000,2.452
7,mlp.experts.153.gate_proj,0.0000678049,0.05000,2.454
7,mlp.experts.147.gate_proj,0.0000721577,0.05000,2.584
7,mlp.experts.154.gate_proj,0.0000123288,0.05000,2.644
7,mlp.experts.148.gate_proj,0.0000164604,0.05000,2.660
7,mlp.experts.157.gate_proj,0.0000232920,0.05000,2.669
7,mlp.experts.151.gate_proj,0.0000334247,0.05000,2.703
7,mlp.experts.158.gate_proj,0.0000334379,0.05000,2.645
7,mlp.experts.162.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.039
7,mlp.experts.152.gate_proj,0.0000163301,0.05000,2.611
7,mlp.experts.161.gate_proj,0.0000116954,0.05000,2.732
7,mlp.experts.155.gate_proj,0.0000201255,0.05000,2.696
7,mlp.experts.166.gate_proj,0.0000795956,0.05000,2.709
7,mlp.experts.156.gate_proj,0.0000202238,0.05000,2.869
7,mlp.experts.165.gate_proj,0.0000226145,0.05000,2.747
7,mlp.experts.159.gate_proj,0.0000317922,0.05000,2.758
7,mlp.experts.170.gate_proj,0.0000472043,0.05000,2.619
7,mlp.experts.160.gate_proj,0.0000287158,0.05000,2.653
7,mlp.experts.169.gate_proj,0.0000083034,0.05000,2.625
7,mlp.experts.163.gate_proj,0.0000336224,0.05000,2.616
7,mlp.experts.174.gate_proj,0.0000243118,0.05000,2.629
7,mlp.experts.164.gate_proj,0.0000231265,0.05000,2.648
7,mlp.experts.173.gate_proj,0.0000552355,0.05000,2.668
7,mlp.experts.167.gate_proj,0.0000096248,0.05000,2.750
7,mlp.experts.178.gate_proj,0.0000537031,0.05000,2.688
7,mlp.experts.168.gate_proj,0.0000434700,0.05000,2.534
7,mlp.experts.177.gate_proj,0.0000578081,0.05000,2.567
7,mlp.experts.171.gate_proj,0.0000158648,0.05000,2.347
7,mlp.experts.182.gate_proj,0.0000083716,0.05000,2.417
7,mlp.experts.172.gate_proj,0.0000175322,0.05000,2.374
7,mlp.experts.181.gate_proj,0.0000057107,0.05000,2.504
7,mlp.experts.175.gate_proj,0.0000849590,0.05000,2.552
7,mlp.experts.186.gate_proj,0.0000244820,0.05000,2.678
7,mlp.experts.176.gate_proj,0.0000109247,0.05000,2.620
7,mlp.experts.185.gate_proj,0.0000367264,0.05000,2.686
7,mlp.experts.179.gate_proj,0.0001004670,0.05000,2.670
7,mlp.experts.190.gate_proj,0.0000286866,0.05000,2.541
7,mlp.experts.180.gate_proj,0.0000230239,0.05000,2.572
7,mlp.experts.189.gate_proj,0.0000412788,0.05000,2.650
7,mlp.experts.183.gate_proj,0.0000437416,0.05000,2.590
7,mlp.experts.194.gate_proj,0.0000119025,0.05000,2.820
7,mlp.experts.184.gate_proj,0.0000624211,0.05000,2.777
7,mlp.experts.198.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.047
7,mlp.experts.193.gate_proj,0.0000323257,0.05000,2.709
7,mlp.experts.187.gate_proj,0.0000268273,0.05000,2.807
7,mlp.experts.188.gate_proj,0.0000316551,0.05000,2.879
7,mlp.experts.202.gate_proj,0.0000144392,0.05000,2.863
7,mlp.experts.197.gate_proj,0.0000236611,0.05000,2.804
7,mlp.experts.191.gate_proj,0.0000231537,0.05000,2.808
7,mlp.experts.206.gate_proj,0.0000305300,0.05000,2.687
7,mlp.experts.192.gate_proj,0.0000334644,0.05000,2.722
7,mlp.experts.201.gate_proj,0.0000248682,0.05000,2.733
7,mlp.experts.195.gate_proj,0.0000064160,0.05000,2.714
7,mlp.experts.196.gate_proj,0.0000812575,0.05000,2.702
7,mlp.experts.210.gate_proj,0.0000081406,0.05000,2.835
7,mlp.experts.205.gate_proj,0.0000186566,0.05000,2.765
7,mlp.experts.199.gate_proj,0.0000142738,0.05000,2.855
7,mlp.experts.200.gate_proj,0.0000321139,0.05000,2.567
7,mlp.experts.214.gate_proj,0.0000198096,0.05000,2.471
7,mlp.experts.209.gate_proj,0.0000204867,0.05000,2.519
7,mlp.experts.203.gate_proj,0.0000314505,0.05000,2.476
7,mlp.experts.204.gate_proj,0.0000327480,0.05000,2.453
7,mlp.experts.218.gate_proj,0.0000249724,0.05000,2.506
7,mlp.experts.213.gate_proj,0.0000362712,0.05000,2.435
7,mlp.experts.207.gate_proj,0.0000202746,0.05000,2.447
7,mlp.experts.208.gate_proj,0.0000123549,0.05000,2.370
7,mlp.experts.222.gate_proj,0.0000358252,0.05000,2.361
7,mlp.experts.217.gate_proj,0.0000093201,0.05000,2.250
7,mlp.experts.211.gate_proj,0.0000200622,0.05000,2.338
7,mlp.experts.212.gate_proj,0.0000163187,0.05000,2.473
7,mlp.experts.226.gate_proj,0.0000429599,0.05000,2.504
7,mlp.experts.221.gate_proj,0.0000154349,0.05000,2.561
7,mlp.experts.215.gate_proj,0.0000100937,0.05000,2.564
7,mlp.experts.216.gate_proj,0.0000184375,0.05000,2.828
7,mlp.experts.230.gate_proj,0.0000096891,0.05000,2.848
7,mlp.experts.225.gate_proj,0.0000323086,0.05000,2.896
7,mlp.experts.229.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.048
7,mlp.experts.219.gate_proj,0.0000103634,0.05000,2.945
7,mlp.experts.220.gate_proj,0.0000057836,0.05000,2.992
7,mlp.experts.234.gate_proj,0.0000130861,0.05000,2.970
7,mlp.experts.233.gate_proj,0.0000567167,0.05000,2.996
7,mlp.experts.223.gate_proj,0.0000116997,0.05000,3.005
7,mlp.experts.224.gate_proj,0.0000120360,0.05000,2.638
7,mlp.experts.238.gate_proj,0.0000362484,0.05000,2.595
7,mlp.experts.237.gate_proj,0.0000365660,0.05000,2.574
7,mlp.experts.227.gate_proj,0.0000556023,0.05000,2.508
7,mlp.experts.228.gate_proj,0.0000170452,0.05000,2.533
7,mlp.experts.242.gate_proj,0.0000101220,0.05000,2.570
7,mlp.experts.241.gate_proj,0.0000302858,0.05000,2.524
7,mlp.experts.231.gate_proj,0.0000154632,0.05000,2.560
7,mlp.experts.232.gate_proj,0.0000155221,0.05000,2.710
7,mlp.experts.246.gate_proj,0.0000153105,0.05000,2.709
7,mlp.experts.245.gate_proj,0.0000381474,0.05000,2.858
7,mlp.experts.235.gate_proj,0.0000401482,0.05000,2.831
7,mlp.experts.236.gate_proj,0.0000457689,0.05000,2.761
7,mlp.experts.250.gate_proj,0.0000120862,0.05000,2.786
7,mlp.experts.249.gate_proj,0.0000441108,0.05000,2.803
7,mlp.experts.239.gate_proj,0.0000072983,0.05000,2.775
7,mlp.experts.240.gate_proj,0.0000106215,0.05000,2.806
7,mlp.experts.254.gate_proj,0.0000586787,0.05000,2.779
7,mlp.experts.253.gate_proj,0.0000127235,0.05000,2.903
7,mlp.experts.243.gate_proj,0.0000055676,0.05000,2.761
7,mlp.experts.244.gate_proj,0.0000347586,0.05000,2.932
7,mlp.experts.2.up_proj,0.0000076928,0.05000,2.965
7,mlp.experts.1.up_proj,0.0000066066,0.05000,2.971
7,mlp.experts.247.gate_proj,0.0000281297,0.05000,2.878
7,mlp.experts.248.gate_proj,0.0000374421,0.05000,2.688
7,mlp.experts.6.up_proj,0.0000193713,0.05000,2.704
7,mlp.experts.5.up_proj,0.0000305004,0.05000,2.682
7,mlp.experts.251.gate_proj,0.0000305341,0.05000,2.715
7,mlp.experts.252.gate_proj,0.0000548728,0.05000,1.707
7,mlp.experts.10.up_proj,0.0000055618,0.05000,1.624
7,mlp.experts.255.gate_proj,0.0000120878,0.05000,2.715
7,mlp.experts.9.up_proj,0.0000312080,0.05000,2.793
7,mlp.experts.14.up_proj,0.0000177353,0.05000,2.870
7,mlp.experts.0.up_proj,0.0000653808,0.05000,2.882
7,mlp.experts.3.up_proj,0.0000558710,0.05000,2.817
7,mlp.experts.13.up_proj,0.0000330220,0.05000,2.896
7,mlp.experts.18.up_proj,0.0000426746,0.05000,2.833
7,mlp.experts.4.up_proj,0.0000095090,0.05000,2.920
7,mlp.experts.7.up_proj,0.0000033988,0.05000,3.005
7,mlp.experts.17.up_proj,0.0000233653,0.05000,2.969
7,mlp.experts.22.up_proj,0.0000241897,0.05000,2.991
7,mlp.experts.8.up_proj,0.0000279530,0.05000,2.923
7,mlp.experts.11.up_proj,0.0000576160,0.05000,2.860
7,mlp.experts.12.up_proj,0.0000383605,0.05000,2.848
7,mlp.experts.21.up_proj,0.0000669139,0.05000,2.926
7,mlp.experts.25.up_proj,failsafe(rtn): 0.0009613,0.00000,0.040
7,mlp.experts.26.up_proj,0.0000356994,0.05000,3.004
7,mlp.experts.15.up_proj,0.0000327990,0.05000,2.834
7,mlp.experts.29.up_proj,0.0000049404,0.05000,2.793
7,mlp.experts.30.up_proj,0.0000592176,0.05000,2.766
7,mlp.experts.16.up_proj,0.0000082035,0.05000,2.892
7,mlp.experts.19.up_proj,0.0000106007,0.05000,2.781
7,mlp.experts.33.up_proj,0.0000172690,0.05000,2.756
7,mlp.experts.20.up_proj,0.0000755064,0.05000,2.786
7,mlp.experts.34.up_proj,0.0000158750,0.05000,2.886
7,mlp.experts.23.up_proj,0.0000323874,0.05000,2.640
7,mlp.experts.24.up_proj,0.0000346107,0.05000,2.658
7,mlp.experts.37.up_proj,0.0000061069,0.05000,2.753
7,mlp.experts.38.up_proj,0.0000081775,0.05000,2.699
7,mlp.experts.27.up_proj,0.0000051362,0.05000,2.729
7,mlp.experts.28.up_proj,0.0000481399,0.05000,2.634
7,mlp.experts.41.up_proj,0.0000169403,0.05000,2.634
7,mlp.experts.42.up_proj,0.0000713990,0.05000,2.747
7,mlp.experts.31.up_proj,0.0000200052,0.05000,2.577
7,mlp.experts.32.up_proj,0.0000035526,0.05000,2.681
7,mlp.experts.45.up_proj,0.0000334086,0.05000,2.699
7,mlp.experts.46.up_proj,0.0000373730,0.05000,2.707
7,mlp.experts.35.up_proj,0.0000290753,0.05000,2.766
7,mlp.experts.36.up_proj,0.0000132668,0.05000,2.740
7,mlp.experts.49.up_proj,0.0000453070,0.05000,2.752
7,mlp.experts.53.up_proj,failsafe(rtn): 0.0010376,0.00000,0.035
7,mlp.experts.50.up_proj,0.0000188436,0.05000,2.783
7,mlp.experts.39.up_proj,0.0000347961,0.05000,2.697
7,mlp.experts.57.up_proj,0.0000458292,0.05000,2.730
7,mlp.experts.40.up_proj,0.0000066313,0.05000,2.907
7,mlp.experts.54.up_proj,0.0000168036,0.05000,2.770
7,mlp.experts.43.up_proj,0.0000369343,0.05000,2.680
7,mlp.experts.44.up_proj,0.0000049710,0.05000,2.483
7,mlp.experts.61.up_proj,0.0000072188,0.05000,2.580
7,mlp.experts.58.up_proj,0.0000392004,0.05000,2.517
7,mlp.experts.47.up_proj,0.0000432072,0.05000,2.409
7,mlp.experts.48.up_proj,0.0000826987,0.05000,2.445
7,mlp.experts.65.up_proj,0.0000101361,0.05000,2.537
7,mlp.experts.62.up_proj,0.0000117649,0.05000,2.519
7,mlp.experts.51.up_proj,0.0000135325,0.05000,2.590
7,mlp.experts.52.up_proj,0.0000217699,0.05000,2.443
7,mlp.experts.69.up_proj,0.0000783890,0.05000,2.409
7,mlp.experts.66.up_proj,0.0000078654,0.05000,2.463
7,mlp.experts.70.up_proj,failsafe(rtn): 0.0009651,0.00000,0.035
7,mlp.experts.55.up_proj,0.0000399728,0.05000,2.541
7,mlp.experts.56.up_proj,0.0000038272,0.05000,2.461
7,mlp.experts.73.up_proj,0.0000204403,0.05000,2.526
7,mlp.experts.74.up_proj,0.0000038451,0.05000,2.503
7,mlp.experts.59.up_proj,0.0000251325,0.05000,2.783
7,mlp.experts.60.up_proj,0.0000183199,0.05000,2.836
7,mlp.experts.77.up_proj,0.0000136723,0.05000,2.819
7,mlp.experts.78.up_proj,0.0000590981,0.05000,2.757
7,mlp.experts.63.up_proj,0.0000228151,0.05000,2.742
7,mlp.experts.64.up_proj,0.0000044832,0.05000,2.756
7,mlp.experts.81.up_proj,0.0000833519,0.05000,2.809
7,mlp.experts.82.up_proj,0.0000496360,0.05000,2.841
7,mlp.experts.67.up_proj,0.0000229557,0.05000,2.795
7,mlp.experts.68.up_proj,0.0000696619,0.05000,2.801
7,mlp.experts.85.up_proj,0.0000080444,0.05000,2.769
7,mlp.experts.86.up_proj,0.0000037376,0.05000,2.827
7,mlp.experts.71.up_proj,0.0000095845,0.05000,2.576
7,mlp.experts.72.up_proj,0.0000163405,0.05000,2.601
7,mlp.experts.89.up_proj,0.0000678871,0.05000,2.680
7,mlp.experts.90.up_proj,0.0000269088,0.05000,2.699
7,mlp.experts.75.up_proj,0.0000473749,0.05000,2.743
7,mlp.experts.76.up_proj,0.0000110544,0.05000,2.756
7,mlp.experts.93.up_proj,0.0000164877,0.05000,2.737
7,mlp.experts.94.up_proj,0.0000134765,0.05000,2.691
7,mlp.experts.79.up_proj,0.0000059468,0.05000,2.851
7,mlp.experts.80.up_proj,0.0000517619,0.05000,2.913
7,mlp.experts.97.up_proj,0.0000814996,0.05000,2.818
7,mlp.experts.98.up_proj,0.0000218731,0.05000,3.002
7,mlp.experts.83.up_proj,0.0000293404,0.05000,2.696
7,mlp.experts.84.up_proj,0.0000216838,0.05000,2.744
7,mlp.experts.101.up_proj,0.0000072305,0.05000,2.803
7,mlp.experts.102.up_proj,0.0000139452,0.05000,2.594
7,mlp.experts.87.up_proj,0.0000739734,0.05000,2.498
7,mlp.experts.88.up_proj,0.0000264875,0.05000,2.468
7,mlp.experts.105.up_proj,0.0000632601,0.05000,2.495
7,mlp.experts.106.up_proj,0.0000099597,0.05000,2.525
7,mlp.experts.91.up_proj,0.0000069899,0.05000,2.739
7,mlp.experts.92.up_proj,0.0000429933,0.05000,2.600
7,mlp.experts.109.up_proj,0.0000142466,0.05000,2.597
7,mlp.experts.110.up_proj,0.0000323419,0.05000,2.617
7,mlp.experts.96.up_proj,0.0000617842,0.05000,2.315
7,mlp.experts.95.up_proj,0.0000131221,0.05000,2.444
7,mlp.experts.113.up_proj,0.0000091111,0.05000,2.384
7,mlp.experts.114.up_proj,0.0000237204,0.05000,2.369
7,mlp.experts.100.up_proj,0.0000223910,0.05000,2.513
7,mlp.experts.99.up_proj,0.0000148658,0.05000,2.581
7,mlp.experts.117.up_proj,0.0000188537,0.05000,2.547
7,mlp.experts.118.up_proj,0.0000338894,0.05000,2.539
7,mlp.experts.104.up_proj,0.0000529313,0.05000,2.625
7,mlp.experts.103.up_proj,0.0000189316,0.05000,2.574
7,mlp.experts.121.up_proj,0.0000315796,0.05000,2.677
7,mlp.experts.122.up_proj,0.0000111494,0.05000,2.621
7,mlp.experts.108.up_proj,0.0000056153,0.05000,2.572
7,mlp.experts.107.up_proj,0.0000338782,0.05000,2.591
7,mlp.experts.125.up_proj,0.0000435855,0.05000,2.638
7,mlp.experts.126.up_proj,0.0000202869,0.05000,2.678
7,mlp.experts.112.up_proj,0.0000114376,0.05000,2.586
7,mlp.experts.111.up_proj,0.0000613863,0.05000,2.760
7,mlp.experts.129.up_proj,0.0000079346,0.05000,2.675
7,mlp.experts.130.up_proj,0.0000096604,0.05000,2.744
7,mlp.experts.116.up_proj,0.0000496054,0.05000,2.825
7,mlp.experts.115.up_proj,0.0000619080,0.05000,2.801
7,mlp.experts.133.up_proj,0.0000119886,0.05000,2.799
7,mlp.experts.134.up_proj,0.0000308423,0.05000,2.743
7,mlp.experts.120.up_proj,0.0000072301,0.05000,2.681
7,mlp.experts.119.up_proj,0.0000244660,0.05000,2.855
7,mlp.experts.137.up_proj,0.0000252030,0.05000,2.872
7,mlp.experts.138.up_proj,0.0000102281,0.05000,2.923
7,mlp.experts.124.up_proj,0.0000952909,0.05000,2.746
7,mlp.experts.123.up_proj,0.0000101774,0.05000,2.698
7,mlp.experts.141.up_proj,0.0000206177,0.05000,2.815
7,mlp.experts.142.up_proj,0.0000327083,0.05000,2.814
7,mlp.experts.128.up_proj,0.0000073857,0.05000,2.737
7,mlp.experts.127.up_proj,0.0000510256,0.05000,2.879
7,mlp.experts.145.up_proj,0.0000354673,0.05000,2.796
7,mlp.experts.146.up_proj,0.0000070360,0.05000,2.743
7,mlp.experts.132.up_proj,0.0000476605,0.05000,2.979
7,mlp.experts.131.up_proj,0.0000069710,0.05000,2.985
7,mlp.experts.149.up_proj,0.0000409981,0.05000,2.963
7,mlp.experts.150.up_proj,0.0000569307,0.05000,2.863
7,mlp.experts.136.up_proj,0.0000263999,0.05000,2.685
7,mlp.experts.135.up_proj,0.0000104036,0.05000,2.534
7,mlp.experts.153.up_proj,0.0000587900,0.05000,2.701
7,mlp.experts.154.up_proj,0.0000109381,0.05000,2.591
7,mlp.experts.140.up_proj,0.0000196010,0.05000,2.630
7,mlp.experts.139.up_proj,0.0000312045,0.05000,2.528
7,mlp.experts.157.up_proj,0.0000199490,0.05000,2.578
7,mlp.experts.158.up_proj,0.0000312568,0.05000,2.572
7,mlp.experts.162.up_proj,failsafe(rtn): 0.0009918,0.00000,0.037
7,mlp.experts.144.up_proj,0.0000241742,0.05000,2.545
7,mlp.experts.143.up_proj,0.0000241619,0.05000,2.537
7,mlp.experts.161.up_proj,0.0000098905,0.05000,2.545
7,mlp.experts.166.up_proj,0.0000339098,0.05000,2.507
7,mlp.experts.148.up_proj,0.0000156905,0.05000,2.551
7,mlp.experts.147.up_proj,0.0000667636,0.05000,2.582
7,mlp.experts.165.up_proj,0.0000210725,0.05000,2.621
7,mlp.experts.170.up_proj,0.0000444605,0.05000,2.613
7,mlp.experts.152.up_proj,0.0000143094,0.05000,2.635
7,mlp.experts.151.up_proj,0.0000278228,0.05000,2.749
7,mlp.experts.169.up_proj,0.0000074560,0.05000,2.564
7,mlp.experts.174.up_proj,0.0000208762,0.05000,2.590
7,mlp.experts.156.up_proj,0.0000186544,0.05000,2.710
7,mlp.experts.155.up_proj,0.0000190540,0.05000,2.680
7,mlp.experts.173.up_proj,0.0000474071,0.05000,2.547
7,mlp.experts.178.up_proj,0.0000501487,0.05000,2.498
7,mlp.experts.160.up_proj,0.0000264902,0.05000,2.512
7,mlp.experts.159.up_proj,0.0000297532,0.05000,2.582
7,mlp.experts.177.up_proj,0.0000541924,0.05000,2.459
7,mlp.experts.182.up_proj,0.0000074085,0.05000,2.527
7,mlp.experts.164.up_proj,0.0000202544,0.05000,2.473
7,mlp.experts.163.up_proj,0.0000282791,0.05000,2.579
7,mlp.experts.181.up_proj,0.0000051427,0.05000,2.518
7,mlp.experts.186.up_proj,0.0000228898,0.05000,2.574
7,mlp.experts.168.up_proj,0.0000325240,0.05000,2.630
7,mlp.experts.167.up_proj,0.0000082946,0.05000,2.705
7,mlp.experts.185.up_proj,0.0000337427,0.05000,2.690
7,mlp.experts.190.up_proj,0.0000229433,0.05000,2.627
7,mlp.experts.172.up_proj,0.0000158496,0.05000,2.734
7,mlp.experts.171.up_proj,0.0000145177,0.05000,2.606
7,mlp.experts.189.up_proj,0.0000349632,0.05000,2.609
7,mlp.experts.194.up_proj,0.0000110770,0.05000,2.584
7,mlp.experts.198.up_proj,failsafe(rtn): 0.0010452,0.00000,0.037
7,mlp.experts.176.up_proj,0.0000102636,0.05000,2.566
7,mlp.experts.175.up_proj,0.0000751550,0.05000,2.627
7,mlp.experts.193.up_proj,0.0000274927,0.05000,2.632
7,mlp.experts.202.up_proj,0.0000123050,0.05000,2.663
7,mlp.experts.180.up_proj,0.0000213721,0.05000,2.506
7,mlp.experts.179.up_proj,0.0000825294,0.05000,2.470
7,mlp.experts.197.up_proj,0.0000205463,0.05000,2.491
7,mlp.experts.206.up_proj,0.0000283684,0.05000,2.484
7,mlp.experts.184.up_proj,0.0000573771,0.05000,2.496
7,mlp.experts.183.up_proj,0.0000403767,0.05000,2.501
7,mlp.experts.201.up_proj,0.0000229591,0.05000,2.604
7,mlp.experts.210.up_proj,0.0000077613,0.05000,2.553
7,mlp.experts.188.up_proj,0.0000300089,0.05000,2.439
7,mlp.experts.187.up_proj,0.0000239639,0.05000,2.472
7,mlp.experts.205.up_proj,0.0000161964,0.05000,2.474
7,mlp.experts.214.up_proj,0.0000186637,0.05000,2.490
7,mlp.experts.192.up_proj,0.0000319844,0.05000,2.647
7,mlp.experts.191.up_proj,0.0000214885,0.05000,2.587
7,mlp.experts.209.up_proj,0.0000188363,0.05000,2.656
7,mlp.experts.218.up_proj,0.0000221474,0.05000,2.619
7,mlp.experts.196.up_proj,0.0000736350,0.05000,2.645
7,mlp.experts.195.up_proj,0.0000059480,0.05000,2.652
7,mlp.experts.213.up_proj,0.0000339721,0.05000,2.593
7,mlp.experts.222.up_proj,0.0000329303,0.05000,2.550
7,mlp.experts.200.up_proj,0.0000301418,0.05000,2.543
7,mlp.experts.199.up_proj,0.0000142537,0.05000,2.698
7,mlp.experts.217.up_proj,0.0000077130,0.05000,2.630
7,mlp.experts.226.up_proj,0.0000406266,0.05000,2.620
7,mlp.experts.204.up_proj,0.0000283076,0.05000,2.701
7,mlp.experts.221.up_proj,0.0000142838,0.05000,2.471
7,mlp.experts.203.up_proj,0.0000290101,0.05000,2.605
7,mlp.experts.230.up_proj,0.0000093518,0.05000,2.604
7,mlp.experts.208.up_proj,0.0000110141,0.05000,2.543
7,mlp.experts.225.up_proj,0.0000294176,0.05000,2.526
7,mlp.experts.229.up_proj,failsafe(rtn): 0.0010147,0.00000,0.044
7,mlp.experts.207.up_proj,0.0000183364,0.05000,2.648
7,mlp.experts.234.up_proj,0.0000117368,0.05000,2.644
7,mlp.experts.212.up_proj,0.0000156373,0.05000,2.516
7,mlp.experts.233.up_proj,0.0000501665,0.05000,2.448
7,mlp.experts.211.up_proj,0.0000189007,0.05000,2.559
7,mlp.experts.238.up_proj,0.0000306473,0.05000,2.654
7,mlp.experts.216.up_proj,0.0000157663,0.05000,2.615
7,mlp.experts.237.up_proj,0.0000341551,0.05000,2.631
7,mlp.experts.215.up_proj,0.0000087879,0.05000,2.723
7,mlp.experts.242.up_proj,0.0000090504,0.05000,2.647
7,mlp.experts.220.up_proj,0.0000053931,0.05000,2.812
7,mlp.experts.241.up_proj,0.0000283239,0.05000,2.858
7,mlp.experts.219.up_proj,0.0000096495,0.05000,2.847
7,mlp.experts.246.up_proj,0.0000147852,0.05000,2.843
7,mlp.experts.224.up_proj,0.0000105876,0.05000,2.813
7,mlp.experts.245.up_proj,0.0000356895,0.05000,2.693
7,mlp.experts.223.up_proj,0.0000099014,0.05000,2.835
7,mlp.experts.250.up_proj,0.0000102769,0.05000,2.787
7,mlp.experts.228.up_proj,0.0000138019,0.05000,2.612
7,mlp.experts.249.up_proj,0.0000414014,0.05000,2.499
7,mlp.experts.227.up_proj,0.0000493095,0.05000,2.514
7,mlp.experts.254.up_proj,0.0000518514,0.05000,2.556
7,mlp.experts.232.up_proj,0.0000139956,0.05000,2.075
7,mlp.experts.253.up_proj,0.0000108790,0.05000,2.003
7,mlp.experts.231.up_proj,0.0000138678,0.05000,1.786
7,mlp.experts.236.up_proj,0.0000423151,0.05000,1.368
7,mlp.experts.235.up_proj,0.0000367871,0.05000,1.269
7,mlp.experts.240.up_proj,0.0000087235,0.05000,1.250
7,mlp.experts.239.up_proj,0.0000066614,0.05000,1.164
7,mlp.experts.244.up_proj,0.0000305436,0.05000,1.269
7,mlp.experts.243.up_proj,0.0000047620,0.05000,1.234
7,mlp.experts.248.up_proj,0.0000307048,0.05000,1.223
7,mlp.experts.247.up_proj,0.0000262985,0.05000,1.232
7,mlp.experts.252.up_proj,0.0000516327,0.05000,1.422
7,mlp.experts.251.up_proj,0.0000281863,0.05000,1.338
7,mlp.experts.255.up_proj,0.0000103684,0.05000,0.673
7,mlp.experts.2.down_proj,0.0000002035,0.05000,0.808
7,mlp.experts.0.down_proj,0.0000022778,0.05000,0.891
7,mlp.experts.1.down_proj,0.0000001959,0.05000,0.913
7,mlp.experts.3.down_proj,0.0000005449,0.05000,0.961
7,mlp.experts.6.down_proj,0.0000001650,0.05000,0.785
7,mlp.experts.5.down_proj,0.0000002624,0.05000,0.724
7,mlp.experts.7.down_proj,0.0000000735,0.05000,0.730
7,mlp.experts.4.down_proj,0.0000003075,0.05000,0.876
7,mlp.experts.10.down_proj,0.0000001636,0.05000,0.722
7,mlp.experts.9.down_proj,0.0000002470,0.05000,0.695
7,mlp.experts.11.down_proj,0.0000014048,0.05000,0.704
7,mlp.experts.8.down_proj,0.0000004551,0.05000,0.717
7,mlp.experts.13.down_proj,0.0000002547,0.05000,0.688
7,mlp.experts.14.down_proj,0.0000004130,0.05000,0.720
7,mlp.experts.15.down_proj,0.0000002688,0.05000,0.691
7,mlp.experts.12.down_proj,0.0000005203,0.05000,0.740
7,mlp.experts.17.down_proj,0.0000004360,0.05000,0.713
7,mlp.experts.19.down_proj,0.0000003597,0.05000,0.705
7,mlp.experts.18.down_proj,0.0000006248,0.05000,0.756
7,mlp.experts.16.down_proj,0.0000003979,0.05000,0.786
7,mlp.experts.21.down_proj,0.0000015138,0.05000,0.734
7,mlp.experts.25.down_proj,failsafe(rtn): 0.0009727,0.00000,0.012
7,mlp.experts.22.down_proj,0.0000001636,0.05000,0.747
7,mlp.experts.23.down_proj,0.0000008381,0.05000,0.808
7,mlp.experts.20.down_proj,0.0000014203,0.05000,0.880
7,mlp.experts.29.down_proj,0.0000001580,0.05000,0.773
7,mlp.experts.26.down_proj,0.0000006059,0.05000,0.816
7,mlp.experts.27.down_proj,0.0000001550,0.05000,0.813
7,mlp.experts.24.down_proj,0.0000004178,0.05000,0.789
7,mlp.experts.33.down_proj,0.0000001330,0.05000,0.761
7,mlp.experts.30.down_proj,0.0000011625,0.05000,0.757
7,mlp.experts.31.down_proj,0.0000007281,0.05000,0.780
7,mlp.experts.28.down_proj,0.0000013156,0.05000,0.773
7,mlp.experts.37.down_proj,0.0000002088,0.05000,0.803
7,mlp.experts.34.down_proj,0.0000002216,0.05000,0.791
7,mlp.experts.35.down_proj,0.0000004596,0.05000,0.761
7,mlp.experts.32.down_proj,0.0000000513,0.05000,0.793
7,mlp.experts.41.down_proj,0.0000005270,0.05000,0.784
7,mlp.experts.38.down_proj,0.0000002398,0.05000,0.764
7,mlp.experts.39.down_proj,0.0000003217,0.05000,0.785
7,mlp.experts.36.down_proj,0.0000002142,0.05000,0.698
7,mlp.experts.45.down_proj,0.0000003284,0.05000,0.750
7,mlp.experts.43.down_proj,0.0000009845,0.05000,0.738
7,mlp.experts.42.down_proj,0.0000017712,0.05000,0.836
7,mlp.experts.40.down_proj,0.0000001827,0.05000,0.715
7,mlp.experts.49.down_proj,0.0000003565,0.05000,0.729
7,mlp.experts.53.down_proj,failsafe(rtn): 0.0010605,0.00000,0.010
7,mlp.experts.46.down_proj,0.0000005706,0.05000,0.722
7,mlp.experts.47.down_proj,0.0000003388,0.05000,0.761
7,mlp.experts.44.down_proj,0.0000001574,0.05000,0.685
7,mlp.experts.57.down_proj,0.0000006241,0.05000,0.640
7,mlp.experts.50.down_proj,0.0000003642,0.05000,0.635
7,mlp.experts.51.down_proj,0.0000003405,0.05000,0.619
7,mlp.experts.48.down_proj,0.0000009450,0.05000,0.604
7,mlp.experts.61.down_proj,0.0000002702,0.05000,0.662
7,mlp.experts.54.down_proj,0.0000001162,0.05000,0.603
7,mlp.experts.55.down_proj,0.0000007320,0.05000,0.627
7,mlp.experts.52.down_proj,0.0000001435,0.05000,0.580
7,mlp.experts.65.down_proj,0.0000002093,0.05000,0.594
7,mlp.experts.59.down_proj,0.0000004525,0.05000,0.583
7,mlp.experts.58.down_proj,0.0000005770,0.05000,0.629
7,mlp.experts.56.down_proj,0.0000001307,0.05000,0.683
7,mlp.experts.69.down_proj,0.0000019750,0.05000,0.647
7,mlp.experts.63.down_proj,0.0000002020,0.05000,0.592
7,mlp.experts.62.down_proj,0.0000001609,0.05000,0.617
7,mlp.experts.60.down_proj,0.0000002685,0.05000,0.658
7,mlp.experts.73.down_proj,0.0000001730,0.05000,0.652
7,mlp.experts.67.down_proj,0.0000008152,0.05000,0.664
7,mlp.experts.66.down_proj,0.0000002865,0.05000,0.674
7,mlp.experts.70.down_proj,failsafe(rtn): 0.0009918,0.00000,0.015
7,mlp.experts.64.down_proj,0.0000001194,0.05000,0.692
7,mlp.experts.71.down_proj,0.0000001347,0.05000,0.617
7,mlp.experts.77.down_proj,0.0000003144,0.05000,0.690
7,mlp.experts.74.down_proj,0.0000001004,0.05000,0.684
7,mlp.experts.68.down_proj,0.0000012177,0.05000,0.709
7,mlp.experts.75.down_proj,0.0000003734,0.05000,0.628
7,mlp.experts.81.down_proj,0.0000012577,0.05000,0.670
7,mlp.experts.78.down_proj,0.0000005624,0.05000,0.653
7,mlp.experts.72.down_proj,0.0000001261,0.05000,0.722
7,mlp.experts.79.down_proj,0.0000001736,0.05000,0.746
7,mlp.experts.85.down_proj,0.0000002438,0.05000,0.692
7,mlp.experts.82.down_proj,0.0000016122,0.05000,0.703
7,mlp.experts.76.down_proj,0.0000002416,0.05000,0.709
7,mlp.experts.89.down_proj,0.0000012329,0.05000,0.650
7,mlp.experts.83.down_proj,0.0000007237,0.05000,0.676
7,mlp.experts.86.down_proj,0.0000000619,0.05000,0.638
7,mlp.experts.80.down_proj,0.0000004555,0.05000,0.622
7,mlp.experts.87.down_proj,0.0000012790,0.05000,0.604
7,mlp.experts.93.down_proj,0.0000003012,0.05000,0.656
7,mlp.experts.90.down_proj,0.0000001975,0.05000,0.607
7,mlp.experts.84.down_proj,0.0000006024,0.05000,0.598
7,mlp.experts.91.down_proj,0.0000001978,0.05000,0.713
7,mlp.experts.97.down_proj,0.0000011189,0.05000,0.694
7,mlp.experts.94.down_proj,0.0000003798,0.05000,0.665
7,mlp.experts.88.down_proj,0.0000002223,0.05000,0.684
7,mlp.experts.95.down_proj,0.0000002791,0.05000,0.644
7,mlp.experts.98.down_proj,0.0000001758,0.05000,0.640
7,mlp.experts.101.down_proj,0.0000000625,0.05000,0.662
7,mlp.experts.92.down_proj,0.0000004403,0.05000,0.678
7,mlp.experts.99.down_proj,0.0000003389,0.05000,0.681
7,mlp.experts.102.down_proj,0.0000003756,0.05000,0.704
7,mlp.experts.105.down_proj,0.0000012821,0.05000,0.714
7,mlp.experts.96.down_proj,0.0000017830,0.05000,0.660
7,mlp.experts.103.down_proj,0.0000001945,0.05000,0.657
7,mlp.experts.109.down_proj,0.0000001771,0.05000,0.685
7,mlp.experts.106.down_proj,0.0000001968,0.05000,0.737
7,mlp.experts.100.down_proj,0.0000004384,0.05000,0.687
7,mlp.experts.107.down_proj,0.0000008416,0.05000,0.673
7,mlp.experts.113.down_proj,0.0000001389,0.05000,0.684
7,mlp.experts.110.down_proj,0.0000003540,0.05000,0.696
7,mlp.experts.104.down_proj,0.0000006133,0.05000,0.723
7,mlp.experts.111.down_proj,0.0000005368,0.05000,0.670
7,mlp.experts.114.down_proj,0.0000003751,0.05000,0.687
7,mlp.experts.117.down_proj,0.0000004165,0.05000,0.741
7,mlp.experts.108.down_proj,0.0000001270,0.05000,0.752
7,mlp.experts.115.down_proj,0.0000018276,0.05000,0.778
7,mlp.experts.118.down_proj,0.0000003020,0.05000,0.701
7,mlp.experts.121.down_proj,0.0000005954,0.05000,0.694
7,mlp.experts.112.down_proj,0.0000001117,0.05000,0.666
7,mlp.experts.119.down_proj,0.0000004071,0.05000,0.666
7,mlp.experts.122.down_proj,0.0000001748,0.05000,0.677
7,mlp.experts.125.down_proj,0.0000005532,0.05000,0.694
7,mlp.experts.116.down_proj,0.0000008012,0.05000,0.647
7,mlp.experts.123.down_proj,0.0000002472,0.05000,0.691
7,mlp.experts.129.down_proj,0.0000002535,0.05000,0.645
7,mlp.experts.126.down_proj,0.0000001640,0.05000,0.686
7,mlp.experts.120.down_proj,0.0000001010,0.05000,0.643
7,mlp.experts.127.down_proj,0.0000010225,0.05000,0.639
7,mlp.experts.130.down_proj,0.0000001717,0.05000,0.621
7,mlp.experts.133.down_proj,0.0000002520,0.05000,0.633
7,mlp.experts.124.down_proj,0.0000014374,0.05000,0.629
7,mlp.experts.131.down_proj,0.0000002324,0.05000,0.700
7,mlp.experts.137.down_proj,0.0000005692,0.05000,0.650
7,mlp.experts.134.down_proj,0.0000002935,0.05000,0.706
7,mlp.experts.128.down_proj,0.0000002172,0.05000,0.685
7,mlp.experts.135.down_proj,0.0000001645,0.05000,0.676
7,mlp.experts.141.down_proj,0.0000001750,0.05000,0.659
7,mlp.experts.138.down_proj,0.0000002221,0.05000,0.713
7,mlp.experts.132.down_proj,0.0000009420,0.05000,0.692
7,mlp.experts.139.down_proj,0.0000004763,0.05000,0.654
7,mlp.experts.145.down_proj,0.0000002335,0.05000,0.650
7,mlp.experts.142.down_proj,0.0000002303,0.05000,0.668
7,mlp.experts.136.down_proj,0.0000001881,0.05000,0.625
7,mlp.experts.143.down_proj,0.0000001897,0.05000,0.668
7,mlp.experts.149.down_proj,0.0000005649,0.05000,0.674
7,mlp.experts.146.down_proj,0.0000002002,0.05000,0.671
7,mlp.experts.140.down_proj,0.0000005382,0.05000,0.685
7,mlp.experts.147.down_proj,0.0000012526,0.05000,0.727
7,mlp.experts.153.down_proj,0.0000010417,0.05000,0.727
7,mlp.experts.150.down_proj,0.0000013539,0.05000,0.780
7,mlp.experts.144.down_proj,0.0000001620,0.05000,0.726
7,mlp.experts.151.down_proj,0.0000005013,0.05000,0.704
7,mlp.experts.157.down_proj,0.0000004197,0.05000,0.734
7,mlp.experts.154.down_proj,0.0000002436,0.05000,0.712
7,mlp.experts.148.down_proj,0.0000001157,0.05000,0.743
7,mlp.experts.155.down_proj,0.0000001646,0.05000,0.774
7,mlp.experts.161.down_proj,0.0000003074,0.05000,0.738
7,mlp.experts.158.down_proj,0.0000004420,0.05000,0.679
7,mlp.experts.162.down_proj,failsafe(rtn): 0.0010147,0.00000,0.012
7,mlp.experts.152.down_proj,0.0000003411,0.05000,0.703
7,mlp.experts.159.down_proj,0.0000002196,0.05000,0.742
7,mlp.experts.165.down_proj,0.0000001577,0.05000,0.764
7,mlp.experts.166.down_proj,0.0000000631,0.05000,0.735
7,mlp.experts.156.down_proj,0.0000001634,0.05000,0.742
7,mlp.experts.163.down_proj,0.0000005989,0.05000,0.665
7,mlp.experts.169.down_proj,0.0000002436,0.05000,0.680
7,mlp.experts.170.down_proj,0.0000008231,0.05000,0.670
7,mlp.experts.160.down_proj,0.0000001947,0.05000,0.723
7,mlp.experts.167.down_proj,0.0000002597,0.05000,0.794
7,mlp.experts.173.down_proj,0.0000009323,0.05000,0.781
7,mlp.experts.174.down_proj,0.0000003694,0.05000,0.788
7,mlp.experts.164.down_proj,0.0000003017,0.05000,0.777
7,mlp.experts.171.down_proj,0.0000004194,0.05000,0.717
7,mlp.experts.177.down_proj,0.0000007877,0.05000,0.705
7,mlp.experts.178.down_proj,0.0000008390,0.05000,0.722
7,mlp.experts.168.down_proj,0.0000005350,0.05000,0.686
7,mlp.experts.175.down_proj,0.0000008131,0.05000,0.726
7,mlp.experts.181.down_proj,0.0000001526,0.05000,0.778
7,mlp.experts.182.down_proj,0.0000001335,0.05000,0.775
7,mlp.experts.172.down_proj,0.0000002239,0.05000,0.830
7,mlp.experts.179.down_proj,0.0000016271,0.05000,0.820
7,mlp.experts.185.down_proj,0.0000007317,0.05000,0.863
7,mlp.experts.186.down_proj,0.0000001915,0.05000,0.885
7,mlp.experts.176.down_proj,0.0000001938,0.05000,0.936
7,mlp.experts.183.down_proj,0.0000003976,0.05000,0.892
7,mlp.experts.189.down_proj,0.0000005995,0.05000,0.887
7,mlp.experts.190.down_proj,0.0000002843,0.05000,0.883
7,mlp.experts.180.down_proj,0.0000001625,0.05000,0.833
7,mlp.experts.187.down_proj,0.0000005379,0.05000,0.702
7,mlp.experts.193.down_proj,0.0000004615,0.05000,0.684
7,mlp.experts.194.down_proj,0.0000000819,0.05000,0.696
7,mlp.experts.198.down_proj,failsafe(rtn): 0.0010452,0.00000,0.013
7,mlp.experts.184.down_proj,0.0000005632,0.05000,0.654
7,mlp.experts.191.down_proj,0.0000003192,0.05000,0.563
7,mlp.experts.197.down_proj,0.0000003695,0.05000,0.576
7,mlp.experts.202.down_proj,0.0000002808,0.05000,0.553
7,mlp.experts.188.down_proj,0.0000003171,0.05000,0.569
7,mlp.experts.195.down_proj,0.0000000397,0.05000,0.601
7,mlp.experts.201.down_proj,0.0000002532,0.05000,0.636
7,mlp.experts.206.down_proj,0.0000001909,0.05000,0.615
7,mlp.experts.192.down_proj,0.0000009323,0.05000,0.633
7,mlp.experts.199.down_proj,0.0000003942,0.05000,0.659
7,mlp.experts.205.down_proj,0.0000003868,0.05000,0.604
7,mlp.experts.210.down_proj,0.0000002437,0.05000,0.640
7,mlp.experts.196.down_proj,0.0000008912,0.05000,0.599
7,mlp.experts.203.down_proj,0.0000002266,0.05000,0.607
7,mlp.experts.209.down_proj,0.0000001693,0.05000,0.601
7,mlp.experts.214.down_proj,0.0000001742,0.05000,0.627
7,mlp.experts.200.down_proj,0.0000002838,0.05000,0.640
7,mlp.experts.207.down_proj,0.0000001522,0.05000,0.583
7,mlp.experts.213.down_proj,0.0000003578,0.05000,0.655
7,mlp.experts.218.down_proj,0.0000003948,0.05000,0.572
7,mlp.experts.204.down_proj,0.0000002822,0.05000,0.640
7,mlp.experts.211.down_proj,0.0000001656,0.05000,0.587
7,mlp.experts.217.down_proj,0.0000002529,0.05000,0.593
7,mlp.experts.222.down_proj,0.0000003085,0.05000,0.610
7,mlp.experts.208.down_proj,0.0000002466,0.05000,0.619
7,mlp.experts.215.down_proj,0.0000002330,0.05000,0.680
7,mlp.experts.221.down_proj,0.0000001300,0.05000,0.576
7,mlp.experts.226.down_proj,0.0000003436,0.05000,0.608
7,mlp.experts.212.down_proj,0.0000002734,0.05000,0.670
7,mlp.experts.219.down_proj,0.0000002669,0.05000,0.652
7,mlp.experts.225.down_proj,0.0000004277,0.05000,0.639
7,mlp.experts.229.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
7,mlp.experts.230.down_proj,0.0000000924,0.05000,0.676
7,mlp.experts.216.down_proj,0.0000002198,0.05000,0.696
7,mlp.experts.223.down_proj,0.0000002068,0.05000,0.658
7,mlp.experts.233.down_proj,0.0000004509,0.05000,0.682
7,mlp.experts.234.down_proj,0.0000002181,0.05000,0.681
7,mlp.experts.220.down_proj,0.0000001731,0.05000,0.686
7,mlp.experts.227.down_proj,0.0000006245,0.05000,0.702
7,mlp.experts.237.down_proj,0.0000002695,0.05000,0.659
7,mlp.experts.238.down_proj,0.0000004232,0.05000,0.644
7,mlp.experts.224.down_proj,0.0000001927,0.05000,0.639
7,mlp.experts.231.down_proj,0.0000002798,0.05000,0.688
7,mlp.experts.241.down_proj,0.0000002225,0.05000,0.648
7,mlp.experts.242.down_proj,0.0000002169,0.05000,0.623
7,mlp.experts.228.down_proj,0.0000004931,0.05000,0.652
7,mlp.experts.245.down_proj,0.0000003230,0.05000,0.606
7,mlp.experts.235.down_proj,0.0000002908,0.05000,0.649
7,mlp.experts.246.down_proj,0.0000002871,0.05000,0.612
7,mlp.experts.232.down_proj,0.0000002040,0.05000,0.569
7,mlp.experts.249.down_proj,0.0000003465,0.05000,0.565
7,mlp.experts.239.down_proj,0.0000002015,0.05000,0.591
7,mlp.experts.250.down_proj,0.0000003202,0.05000,0.672
7,mlp.experts.236.down_proj,0.0000003029,0.05000,0.602
7,mlp.experts.253.down_proj,0.0000003659,0.05000,0.627
7,mlp.experts.243.down_proj,0.0000001312,0.05000,0.608
7,mlp.experts.254.down_proj,0.0000009740,0.05000,0.537
7,mlp.experts.240.down_proj,0.0000002404,0.05000,0.429
7,mlp.experts.247.down_proj,0.0000002600,0.05000,0.313
7,mlp.experts.244.down_proj,0.0000004198,0.05000,0.242
7,mlp.experts.251.down_proj,0.0000002897,0.05000,0.250
7,mlp.experts.248.down_proj,0.0000005123,0.05000,0.240
7,mlp.experts.255.down_proj,0.0000002240,0.05000,0.269
7,mlp.experts.252.down_proj,0.0000004357,0.05000,0.226
8,mlp.experts.1.gate_proj,0.0000607946,0.05000,2.907
8,mlp.experts.3.gate_proj,0.0000304381,0.05000,2.964
8,mlp.experts.0.gate_proj,0.0000347909,0.05000,3.011
8,mlp.experts.2.gate_proj,0.0000346295,0.05000,3.041
8,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.047
8,mlp.experts.5.gate_proj,0.0000226904,0.05000,2.473
8,mlp.experts.7.gate_proj,0.0000111623,0.05000,2.489
8,mlp.experts.6.gate_proj,0.0000148376,0.05000,2.484
8,mlp.experts.8.gate_proj,0.0000163029,0.05000,2.516
8,mlp.experts.11.gate_proj,0.0000201948,0.05000,2.436
8,mlp.experts.12.gate_proj,0.0000506727,0.05000,2.340
8,mlp.experts.9.gate_proj,0.0000133713,0.05000,2.583
8,mlp.experts.10.gate_proj,0.0000645423,0.05000,2.524
8,mlp.experts.15.gate_proj,0.0000370941,0.05000,2.348
8,mlp.experts.16.gate_proj,0.0000152729,0.05000,2.443
8,mlp.experts.13.gate_proj,0.0000589352,0.05000,2.565
8,mlp.experts.14.gate_proj,0.0000852499,0.05000,2.517
8,mlp.experts.19.gate_proj,0.0000515281,0.05000,2.527
8,mlp.experts.20.gate_proj,0.0000114055,0.05000,2.513
8,mlp.experts.17.gate_proj,0.0000240965,0.05000,2.380
8,mlp.experts.18.gate_proj,0.0000268306,0.05000,2.514
8,mlp.experts.23.gate_proj,0.0000421605,0.05000,2.734
8,mlp.experts.24.gate_proj,0.0000338081,0.05000,2.754
8,mlp.experts.21.gate_proj,0.0000198706,0.05000,2.758
8,mlp.experts.22.gate_proj,0.0001031519,0.05000,2.745
8,mlp.experts.27.gate_proj,0.0000780112,0.05000,2.820
8,mlp.experts.28.gate_proj,0.0000160595,0.05000,2.815
8,mlp.experts.25.gate_proj,0.0000258345,0.05000,2.862
8,mlp.experts.26.gate_proj,0.0000094247,0.05000,2.898
8,mlp.experts.30.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.047
8,mlp.experts.31.gate_proj,0.0000645030,0.05000,2.817
8,mlp.experts.32.gate_proj,0.0000318655,0.05000,2.823
8,mlp.experts.29.gate_proj,0.0000214495,0.05000,2.889
8,mlp.experts.34.gate_proj,0.0000199640,0.05000,2.875
8,mlp.experts.35.gate_proj,0.0000132448,0.05000,2.793
8,mlp.experts.36.gate_proj,0.0000409067,0.05000,2.833
8,mlp.experts.33.gate_proj,0.0000066941,0.05000,2.825
8,mlp.experts.38.gate_proj,0.0000160195,0.05000,2.708
8,mlp.experts.39.gate_proj,0.0001225569,0.05000,2.679
8,mlp.experts.40.gate_proj,0.0000413153,0.05000,2.699
8,mlp.experts.37.gate_proj,0.0000173686,0.05000,2.587
8,mlp.experts.42.gate_proj,0.0000261904,0.05000,2.640
8,mlp.experts.43.gate_proj,0.0000137202,0.05000,2.663
8,mlp.experts.44.gate_proj,0.0000269463,0.05000,2.568
8,mlp.experts.41.gate_proj,0.0000801763,0.05000,2.659
8,mlp.experts.46.gate_proj,0.0000379979,0.05000,2.648
8,mlp.experts.47.gate_proj,0.0000401494,0.05000,2.729
8,mlp.experts.48.gate_proj,0.0000108126,0.05000,2.660
8,mlp.experts.45.gate_proj,0.0000167497,0.05000,2.661
8,mlp.experts.50.gate_proj,0.0000207494,0.05000,2.758
8,mlp.experts.51.gate_proj,0.0000217128,0.05000,2.281
8,mlp.experts.52.gate_proj,0.0000636290,0.05000,2.347
8,mlp.experts.49.gate_proj,0.0000113079,0.05000,2.343
8,mlp.experts.54.gate_proj,0.0000963627,0.05000,2.431
8,mlp.experts.55.gate_proj,0.0000912999,0.05000,2.610
8,mlp.experts.56.gate_proj,0.0000041448,0.05000,2.553
8,mlp.experts.53.gate_proj,0.0000892354,0.05000,2.597
8,mlp.experts.58.gate_proj,0.0000086238,0.05000,2.557
8,mlp.experts.59.gate_proj,0.0000265438,0.05000,2.615
8,mlp.experts.60.gate_proj,0.0000313208,0.05000,2.663
8,mlp.experts.57.gate_proj,0.0000034128,0.05000,2.573
8,mlp.experts.62.gate_proj,0.0000280860,0.05000,2.529
8,mlp.experts.63.gate_proj,0.0000200741,0.05000,2.503
8,mlp.experts.64.gate_proj,0.0000163037,0.05000,2.496
8,mlp.experts.61.gate_proj,0.0000237803,0.05000,2.502
8,mlp.experts.66.gate_proj,0.0000204765,0.05000,2.521
8,mlp.experts.68.gate_proj,0.0000084706,0.05000,2.487
8,mlp.experts.67.gate_proj,0.0000444711,0.05000,2.585
8,mlp.experts.65.gate_proj,0.0000089553,0.05000,2.469
8,mlp.experts.70.gate_proj,0.0000398924,0.05000,2.607
8,mlp.experts.72.gate_proj,0.0000358166,0.05000,2.452
8,mlp.experts.71.gate_proj,0.0000485843,0.05000,2.461
8,mlp.experts.69.gate_proj,0.0000128773,0.05000,2.450
8,mlp.experts.74.gate_proj,0.0000109384,0.05000,2.501
8,mlp.experts.76.gate_proj,0.0000255267,0.05000,2.667
8,mlp.experts.75.gate_proj,0.0000727679,0.05000,2.667
8,mlp.experts.73.gate_proj,0.0000350235,0.05000,2.651
8,mlp.experts.78.gate_proj,0.0000211896,0.05000,2.750
8,mlp.experts.79.gate_proj,0.0000373025,0.05000,2.503
8,mlp.experts.80.gate_proj,0.0000162846,0.05000,2.684
8,mlp.experts.77.gate_proj,0.0000661515,0.05000,2.622
8,mlp.experts.82.gate_proj,0.0000197446,0.05000,2.610
8,mlp.experts.83.gate_proj,0.0000154130,0.05000,2.591
8,mlp.experts.81.gate_proj,0.0000309778,0.05000,2.548
8,mlp.experts.84.gate_proj,0.0000474653,0.05000,2.573
8,mlp.experts.86.gate_proj,0.0000049735,0.05000,2.525
8,mlp.experts.87.gate_proj,0.0000796035,0.05000,2.615
8,mlp.experts.88.gate_proj,0.0000092521,0.05000,2.541
8,mlp.experts.85.gate_proj,0.0000563510,0.05000,2.640
8,mlp.experts.90.gate_proj,0.0000888811,0.05000,2.668
8,mlp.experts.92.gate_proj,0.0000173355,0.05000,2.716
8,mlp.experts.91.gate_proj,0.0000377142,0.05000,2.839
8,mlp.experts.89.gate_proj,0.0000093771,0.05000,2.937
8,mlp.experts.94.gate_proj,0.0000175919,0.05000,2.896
8,mlp.experts.96.gate_proj,0.0000105663,0.05000,2.635
8,mlp.experts.95.gate_proj,0.0000121868,0.05000,2.645
8,mlp.experts.93.gate_proj,0.0000163174,0.05000,2.583
8,mlp.experts.98.gate_proj,0.0000706207,0.05000,2.614
8,mlp.experts.99.gate_proj,0.0000359392,0.05000,2.387
8,mlp.experts.100.gate_proj,0.0000254817,0.05000,2.537
8,mlp.experts.104.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.034
8,mlp.experts.97.gate_proj,0.0000395243,0.05000,2.576
8,mlp.experts.102.gate_proj,0.0001307495,0.05000,2.723
8,mlp.experts.103.gate_proj,0.0000029875,0.05000,2.537
8,mlp.experts.108.gate_proj,0.0000789814,0.05000,2.505
8,mlp.experts.101.gate_proj,0.0000474391,0.05000,2.478
8,mlp.experts.106.gate_proj,0.0000275161,0.05000,2.463
8,mlp.experts.107.gate_proj,0.0000205645,0.05000,2.392
8,mlp.experts.112.gate_proj,0.0000083439,0.05000,2.475
8,mlp.experts.116.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.039
8,mlp.experts.105.gate_proj,0.0000343746,0.05000,2.506
8,mlp.experts.110.gate_proj,0.0001064865,0.05000,2.384
8,mlp.experts.111.gate_proj,0.0000220860,0.05000,2.336
8,mlp.experts.120.gate_proj,0.0000079026,0.05000,2.373
8,mlp.experts.109.gate_proj,0.0000259894,0.05000,2.523
8,mlp.experts.114.gate_proj,0.0000627333,0.05000,2.343
8,mlp.experts.115.gate_proj,0.0000045095,0.05000,2.309
8,mlp.experts.124.gate_proj,0.0000107035,0.05000,2.386
8,mlp.experts.113.gate_proj,0.0000258557,0.05000,2.330
8,mlp.experts.118.gate_proj,0.0000204626,0.05000,2.365
8,mlp.experts.119.gate_proj,0.0000214425,0.05000,2.248
8,mlp.experts.128.gate_proj,0.0000058590,0.05000,2.093
8,mlp.experts.117.gate_proj,0.0000301682,0.05000,2.376
8,mlp.experts.122.gate_proj,0.0000225921,0.05000,2.283
8,mlp.experts.123.gate_proj,0.0000088930,0.05000,2.447
8,mlp.experts.132.gate_proj,0.0000089576,0.05000,2.512
8,mlp.experts.121.gate_proj,0.0000208916,0.05000,2.494
8,mlp.experts.126.gate_proj,0.0000415958,0.05000,2.480
8,mlp.experts.127.gate_proj,0.0000281537,0.05000,2.315
8,mlp.experts.136.gate_proj,0.0000158365,0.05000,2.394
8,mlp.experts.125.gate_proj,0.0000239663,0.05000,2.316
8,mlp.experts.130.gate_proj,0.0000701686,0.05000,2.402
8,mlp.experts.131.gate_proj,0.0000636109,0.05000,2.651
8,mlp.experts.140.gate_proj,0.0000803137,0.05000,2.604
8,mlp.experts.129.gate_proj,0.0000238472,0.05000,2.619
8,mlp.experts.134.gate_proj,0.0000322995,0.05000,2.482
8,mlp.experts.135.gate_proj,0.0000307094,0.05000,2.262
8,mlp.experts.144.gate_proj,0.0000280312,0.05000,2.169
8,mlp.experts.133.gate_proj,0.0000530468,0.05000,2.220
8,mlp.experts.138.gate_proj,0.0000277037,0.05000,2.178
8,mlp.experts.148.gate_proj,0.0000905712,0.05000,2.199
8,mlp.experts.139.gate_proj,0.0000199055,0.05000,2.398
8,mlp.experts.137.gate_proj,0.0000419631,0.05000,2.246
8,mlp.experts.142.gate_proj,0.0000198941,0.05000,2.316
8,mlp.experts.152.gate_proj,0.0000093239,0.05000,2.261
8,mlp.experts.143.gate_proj,0.0000448158,0.05000,2.339
8,mlp.experts.141.gate_proj,0.0000076109,0.05000,2.318
8,mlp.experts.146.gate_proj,0.0000223688,0.05000,2.262
8,mlp.experts.147.gate_proj,0.0000239705,0.05000,2.132
8,mlp.experts.156.gate_proj,0.0000131885,0.05000,2.389
8,mlp.experts.145.gate_proj,0.0000573441,0.05000,2.231
8,mlp.experts.150.gate_proj,0.0000436321,0.05000,2.239
8,mlp.experts.151.gate_proj,0.0000974016,0.05000,2.272
8,mlp.experts.160.gate_proj,0.0000689647,0.05000,2.469
8,mlp.experts.149.gate_proj,0.0000178969,0.05000,2.335
8,mlp.experts.154.gate_proj,0.0000807729,0.05000,2.491
8,mlp.experts.155.gate_proj,0.0000524139,0.05000,2.564
8,mlp.experts.164.gate_proj,0.0000173762,0.05000,2.587
8,mlp.experts.153.gate_proj,0.0000135781,0.05000,2.613
8,mlp.experts.158.gate_proj,0.0000726698,0.05000,2.538
8,mlp.experts.159.gate_proj,0.0000118159,0.05000,2.618
8,mlp.experts.168.gate_proj,0.0000476570,0.05000,2.525
8,mlp.experts.157.gate_proj,0.0000068787,0.05000,2.600
8,mlp.experts.162.gate_proj,0.0000244643,0.05000,2.559
8,mlp.experts.163.gate_proj,0.0000564100,0.05000,2.600
8,mlp.experts.172.gate_proj,0.0001313216,0.05000,2.461
8,mlp.experts.161.gate_proj,0.0001191332,0.05000,2.589
8,mlp.experts.166.gate_proj,0.0000733934,0.05000,2.571
8,mlp.experts.167.gate_proj,0.0000155156,0.05000,2.556
8,mlp.experts.176.gate_proj,0.0000307666,0.05000,2.572
8,mlp.experts.180.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.042
8,mlp.experts.165.gate_proj,0.0000488880,0.05000,2.612
8,mlp.experts.170.gate_proj,0.0000551250,0.05000,2.574
8,mlp.experts.171.gate_proj,0.0000456812,0.05000,2.575
8,mlp.experts.184.gate_proj,0.0000111776,0.05000,2.586
8,mlp.experts.169.gate_proj,0.0000385896,0.05000,2.582
8,mlp.experts.173.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.042
8,mlp.experts.174.gate_proj,0.0000391938,0.05000,2.754
8,mlp.experts.175.gate_proj,0.0000240861,0.05000,2.756
8,mlp.experts.188.gate_proj,0.0000354823,0.05000,2.661
8,mlp.experts.177.gate_proj,0.0000257388,0.05000,2.542
8,mlp.experts.178.gate_proj,0.0000366847,0.05000,2.592
8,mlp.experts.179.gate_proj,0.0000652954,0.05000,2.675
8,mlp.experts.192.gate_proj,0.0000258676,0.05000,2.595
8,mlp.experts.181.gate_proj,0.0000388870,0.05000,2.621
8,mlp.experts.182.gate_proj,0.0000865406,0.05000,2.665
8,mlp.experts.183.gate_proj,0.0000099044,0.05000,2.733
8,mlp.experts.196.gate_proj,0.0000289863,0.05000,2.744
8,mlp.experts.185.gate_proj,0.0000614713,0.05000,2.661
8,mlp.experts.186.gate_proj,0.0000097490,0.05000,2.574
8,mlp.experts.200.gate_proj,0.0000461304,0.05000,2.601
8,mlp.experts.187.gate_proj,0.0000337385,0.05000,2.751
8,mlp.experts.189.gate_proj,0.0000275054,0.05000,2.706
8,mlp.experts.190.gate_proj,0.0000102671,0.05000,2.622
8,mlp.experts.204.gate_proj,0.0000171027,0.05000,2.506
8,mlp.experts.191.gate_proj,0.0000346508,0.05000,2.496
8,mlp.experts.193.gate_proj,0.0000417391,0.05000,2.516
8,mlp.experts.194.gate_proj,0.0000232229,0.05000,2.478
8,mlp.experts.208.gate_proj,0.0000232812,0.05000,2.497
8,mlp.experts.195.gate_proj,0.0000341615,0.05000,2.504
8,mlp.experts.197.gate_proj,0.0000248462,0.05000,2.588
8,mlp.experts.198.gate_proj,0.0000714821,0.05000,2.573
8,mlp.experts.212.gate_proj,0.0000752207,0.05000,2.490
8,mlp.experts.199.gate_proj,0.0000059281,0.05000,2.529
8,mlp.experts.201.gate_proj,0.0000166962,0.05000,2.513
8,mlp.experts.202.gate_proj,0.0000235140,0.05000,2.570
8,mlp.experts.216.gate_proj,0.0000177056,0.05000,2.639
8,mlp.experts.203.gate_proj,0.0000499066,0.05000,2.704
8,mlp.experts.205.gate_proj,0.0000223374,0.05000,2.555
8,mlp.experts.206.gate_proj,0.0000166087,0.05000,2.565
8,mlp.experts.220.gate_proj,0.0000235302,0.05000,2.645
8,mlp.experts.207.gate_proj,0.0000040771,0.05000,2.704
8,mlp.experts.209.gate_proj,0.0000513495,0.05000,2.604
8,mlp.experts.210.gate_proj,0.0000279468,0.05000,2.750
8,mlp.experts.224.gate_proj,0.0000329417,0.05000,2.517
8,mlp.experts.211.gate_proj,0.0000159635,0.05000,2.497
8,mlp.experts.213.gate_proj,0.0000118177,0.05000,2.470
8,mlp.experts.214.gate_proj,0.0000189220,0.05000,2.373
8,mlp.experts.228.gate_proj,0.0000488387,0.05000,2.278
8,mlp.experts.215.gate_proj,0.0000236247,0.05000,2.258
8,mlp.experts.217.gate_proj,0.0000308362,0.05000,2.287
8,mlp.experts.218.gate_proj,0.0000217806,0.05000,2.297
8,mlp.experts.232.gate_proj,0.0000120821,0.05000,2.398
8,mlp.experts.219.gate_proj,0.0000278024,0.05000,2.448
8,mlp.experts.221.gate_proj,0.0000658041,0.05000,2.657
8,mlp.experts.222.gate_proj,0.0000042523,0.05000,2.440
8,mlp.experts.236.gate_proj,0.0000325016,0.05000,2.674
8,mlp.experts.223.gate_proj,0.0000193269,0.05000,2.523
8,mlp.experts.225.gate_proj,0.0000474516,0.05000,2.645
8,mlp.experts.226.gate_proj,0.0000873031,0.05000,2.599
8,mlp.experts.240.gate_proj,0.0000515837,0.05000,2.442
8,mlp.experts.227.gate_proj,0.0000537288,0.05000,2.543
8,mlp.experts.229.gate_proj,0.0000486577,0.05000,2.283
8,mlp.experts.230.gate_proj,0.0000239441,0.05000,2.489
8,mlp.experts.244.gate_proj,0.0000503810,0.05000,2.698
8,mlp.experts.231.gate_proj,0.0000091351,0.05000,2.869
8,mlp.experts.233.gate_proj,0.0000601136,0.05000,2.900
8,mlp.experts.234.gate_proj,0.0000053818,0.05000,2.864
8,mlp.experts.248.gate_proj,0.0000336985,0.05000,2.506
8,mlp.experts.235.gate_proj,0.0000289080,0.05000,2.354
8,mlp.experts.237.gate_proj,0.0000229248,0.05000,2.382
8,mlp.experts.238.gate_proj,0.0000521560,0.05000,2.230
8,mlp.experts.252.gate_proj,0.0000121576,0.05000,2.262
8,mlp.experts.239.gate_proj,0.0000188069,0.05000,2.278
8,mlp.experts.241.gate_proj,0.0000861592,0.05000,2.348
8,mlp.experts.242.gate_proj,0.0000098297,0.05000,2.288
8,mlp.experts.0.up_proj,0.0000284705,0.05000,2.396
8,mlp.experts.4.up_proj,failsafe(rtn): 0.0010757,0.00000,0.034
8,mlp.experts.243.gate_proj,0.0000313120,0.05000,2.350
8,mlp.experts.246.gate_proj,0.0000881283,0.05000,2.334
8,mlp.experts.245.gate_proj,0.0000307516,0.05000,2.457
8,mlp.experts.8.up_proj,0.0000153784,0.05000,2.299
8,mlp.experts.247.gate_proj,0.0000286132,0.05000,2.286
8,mlp.experts.250.gate_proj,0.0001062642,0.05000,2.383
8,mlp.experts.249.gate_proj,0.0000533896,0.05000,2.314
8,mlp.experts.12.up_proj,0.0000471979,0.05000,2.355
8,mlp.experts.251.gate_proj,0.0000263878,0.05000,2.283
8,mlp.experts.254.gate_proj,0.0000152076,0.05000,2.287
8,mlp.experts.253.gate_proj,0.0000372532,0.05000,2.291
8,mlp.experts.255.gate_proj,0.0000207212,0.05000,2.218
8,mlp.experts.16.up_proj,0.0000143515,0.05000,2.327
8,mlp.experts.2.up_proj,0.0000311511,0.05000,2.294
8,mlp.experts.1.up_proj,0.0000477721,0.05000,2.369
8,mlp.experts.20.up_proj,0.0000113609,0.05000,2.292
8,mlp.experts.3.up_proj,0.0000260222,0.05000,2.353
8,mlp.experts.6.up_proj,0.0000122387,0.05000,2.342
8,mlp.experts.5.up_proj,0.0000201913,0.05000,2.248
8,mlp.experts.7.up_proj,0.0000104237,0.05000,2.078
8,mlp.experts.24.up_proj,0.0000313513,0.05000,2.250
8,mlp.experts.10.up_proj,0.0000595610,0.05000,2.245
8,mlp.experts.9.up_proj,0.0000115995,0.05000,2.242
8,mlp.experts.11.up_proj,0.0000190531,0.05000,2.164
8,mlp.experts.28.up_proj,0.0000142063,0.05000,2.292
8,mlp.experts.13.up_proj,0.0000580628,0.05000,2.203
8,mlp.experts.14.up_proj,0.0000687917,0.05000,2.302
8,mlp.experts.15.up_proj,0.0000319612,0.05000,2.269
8,mlp.experts.32.up_proj,0.0000282521,0.05000,2.261
8,mlp.experts.17.up_proj,0.0000230665,0.05000,2.319
8,mlp.experts.18.up_proj,0.0000253060,0.05000,2.323
8,mlp.experts.19.up_proj,0.0000441625,0.05000,2.154
8,mlp.experts.36.up_proj,0.0000354841,0.05000,2.274
8,mlp.experts.21.up_proj,0.0000189666,0.05000,2.231
8,mlp.experts.22.up_proj,0.0000879026,0.05000,2.349
8,mlp.experts.23.up_proj,0.0000375294,0.05000,2.233
8,mlp.experts.40.up_proj,0.0000375880,0.05000,2.307
8,mlp.experts.25.up_proj,0.0000197370,0.05000,2.236
8,mlp.experts.26.up_proj,0.0000085150,0.05000,2.535
8,mlp.experts.30.up_proj,failsafe(rtn): 0.0010223,0.00000,0.036
8,mlp.experts.27.up_proj,0.0000624314,0.05000,2.213
8,mlp.experts.44.up_proj,0.0000235540,0.05000,2.382
8,mlp.experts.29.up_proj,0.0000178706,0.05000,2.592
8,mlp.experts.34.up_proj,0.0000158498,0.05000,2.834
8,mlp.experts.31.up_proj,0.0000562060,0.05000,2.800
8,mlp.experts.48.up_proj,0.0000088247,0.05000,2.766
8,mlp.experts.33.up_proj,0.0000058529,0.05000,2.407
8,mlp.experts.38.up_proj,0.0000143998,0.05000,2.395
8,mlp.experts.35.up_proj,0.0000132261,0.05000,2.271
8,mlp.experts.52.up_proj,0.0000611355,0.05000,2.515
8,mlp.experts.37.up_proj,0.0000146378,0.05000,2.348
8,mlp.experts.42.up_proj,0.0000244052,0.05000,2.294
8,mlp.experts.39.up_proj,0.0001027979,0.05000,2.246
8,mlp.experts.56.up_proj,0.0000036850,0.05000,2.570
8,mlp.experts.41.up_proj,0.0000718398,0.05000,2.419
8,mlp.experts.46.up_proj,0.0000291168,0.05000,2.450
8,mlp.experts.43.up_proj,0.0000111284,0.05000,2.318
8,mlp.experts.60.up_proj,0.0000245965,0.05000,2.347
8,mlp.experts.45.up_proj,0.0000133978,0.05000,2.327
8,mlp.experts.50.up_proj,0.0000210740,0.05000,2.429
8,mlp.experts.47.up_proj,0.0000321390,0.05000,2.281
8,mlp.experts.64.up_proj,0.0000131795,0.05000,2.313
8,mlp.experts.49.up_proj,0.0000094430,0.05000,2.341
8,mlp.experts.54.up_proj,0.0000777657,0.05000,2.333
8,mlp.experts.51.up_proj,0.0000204949,0.05000,2.413
8,mlp.experts.68.up_proj,0.0000072428,0.05000,2.326
8,mlp.experts.53.up_proj,0.0000688057,0.05000,2.356
8,mlp.experts.58.up_proj,0.0000075453,0.05000,2.473
8,mlp.experts.55.up_proj,0.0000744816,0.05000,2.443
8,mlp.experts.72.up_proj,0.0000287632,0.05000,2.560
8,mlp.experts.57.up_proj,0.0000031934,0.05000,2.587
8,mlp.experts.62.up_proj,0.0000239104,0.05000,2.510
8,mlp.experts.59.up_proj,0.0000239179,0.05000,2.555
8,mlp.experts.76.up_proj,0.0000217748,0.05000,2.411
8,mlp.experts.61.up_proj,0.0000201481,0.05000,2.320
8,mlp.experts.66.up_proj,0.0000170294,0.05000,2.296
8,mlp.experts.63.up_proj,0.0000186035,0.05000,2.394
8,mlp.experts.65.up_proj,0.0000072561,0.05000,2.180
8,mlp.experts.80.up_proj,0.0000142449,0.05000,2.379
8,mlp.experts.70.up_proj,0.0000307944,0.05000,2.499
8,mlp.experts.67.up_proj,0.0000352000,0.05000,2.468
8,mlp.experts.69.up_proj,0.0000113628,0.05000,2.539
8,mlp.experts.84.up_proj,0.0000430862,0.05000,2.513
8,mlp.experts.74.up_proj,0.0000096341,0.05000,2.423
8,mlp.experts.71.up_proj,0.0000407856,0.05000,2.515
8,mlp.experts.73.up_proj,0.0000322363,0.05000,2.338
8,mlp.experts.88.up_proj,0.0000084600,0.05000,2.415
8,mlp.experts.78.up_proj,0.0000201523,0.05000,2.410
8,mlp.experts.75.up_proj,0.0000565000,0.05000,2.525
8,mlp.experts.77.up_proj,0.0000638354,0.05000,2.600
8,mlp.experts.92.up_proj,0.0000161548,0.05000,2.575
8,mlp.experts.82.up_proj,0.0000164599,0.05000,2.588
8,mlp.experts.79.up_proj,0.0000323470,0.05000,2.596
8,mlp.experts.81.up_proj,0.0000292394,0.05000,2.432
8,mlp.experts.96.up_proj,0.0000091552,0.05000,2.551
8,mlp.experts.86.up_proj,0.0000050799,0.05000,2.799
8,mlp.experts.83.up_proj,0.0000134424,0.05000,2.852
8,mlp.experts.85.up_proj,0.0000508464,0.05000,2.751
8,mlp.experts.100.up_proj,0.0000220845,0.05000,2.725
8,mlp.experts.104.up_proj,failsafe(rtn): 0.0009613,0.00000,0.035
8,mlp.experts.90.up_proj,0.0000670950,0.05000,2.297
8,mlp.experts.87.up_proj,0.0000714143,0.05000,2.350
8,mlp.experts.89.up_proj,0.0000094797,0.05000,2.363
8,mlp.experts.108.up_proj,0.0000741629,0.05000,2.299
8,mlp.experts.94.up_proj,0.0000154620,0.05000,2.361
8,mlp.experts.91.up_proj,0.0000322026,0.05000,2.403
8,mlp.experts.93.up_proj,0.0000147879,0.05000,2.454
8,mlp.experts.112.up_proj,0.0000070591,0.05000,2.346
8,mlp.experts.116.up_proj,failsafe(rtn): 0.0009727,0.00000,0.035
8,mlp.experts.98.up_proj,0.0000610676,0.05000,2.312
8,mlp.experts.95.up_proj,0.0000107773,0.05000,2.472
8,mlp.experts.97.up_proj,0.0000354232,0.05000,2.435
8,mlp.experts.120.up_proj,0.0000067963,0.05000,2.338
8,mlp.experts.102.up_proj,0.0001043713,0.05000,2.406
8,mlp.experts.99.up_proj,0.0000322465,0.05000,2.154
8,mlp.experts.101.up_proj,0.0000375829,0.05000,2.316
8,mlp.experts.124.up_proj,0.0000088867,0.05000,2.313
8,mlp.experts.106.up_proj,0.0000245374,0.05000,2.166
8,mlp.experts.103.up_proj,0.0000029825,0.05000,2.260
8,mlp.experts.105.up_proj,0.0000289346,0.05000,2.326
8,mlp.experts.128.up_proj,0.0000053140,0.05000,2.408
8,mlp.experts.110.up_proj,0.0000929999,0.05000,2.652
8,mlp.experts.107.up_proj,0.0000178574,0.05000,2.642
8,mlp.experts.109.up_proj,0.0000225915,0.05000,2.646
8,mlp.experts.132.up_proj,0.0000076875,0.05000,2.752
8,mlp.experts.114.up_proj,0.0000496428,0.05000,2.695
8,mlp.experts.111.up_proj,0.0000206442,0.05000,2.645
8,mlp.experts.113.up_proj,0.0000238403,0.05000,2.580
8,mlp.experts.136.up_proj,0.0000131486,0.05000,2.676
8,mlp.experts.118.up_proj,0.0000184373,0.05000,2.686
8,mlp.experts.115.up_proj,0.0000041125,0.05000,2.492
8,mlp.experts.117.up_proj,0.0000269380,0.05000,2.543
8,mlp.experts.140.up_proj,0.0000661187,0.05000,2.576
8,mlp.experts.122.up_proj,0.0000207996,0.05000,2.605
8,mlp.experts.119.up_proj,0.0000202038,0.05000,2.738
8,mlp.experts.121.up_proj,0.0000203069,0.05000,2.721
8,mlp.experts.144.up_proj,0.0000244414,0.05000,2.579
8,mlp.experts.126.up_proj,0.0000337404,0.05000,2.733
8,mlp.experts.123.up_proj,0.0000074212,0.05000,2.621
8,mlp.experts.125.up_proj,0.0000233457,0.05000,2.541
8,mlp.experts.148.up_proj,0.0000738904,0.05000,2.650
8,mlp.experts.130.up_proj,0.0000535013,0.05000,2.591
8,mlp.experts.127.up_proj,0.0000266302,0.05000,2.439
8,mlp.experts.129.up_proj,0.0000208513,0.05000,2.648
8,mlp.experts.152.up_proj,0.0000086214,0.05000,2.527
8,mlp.experts.134.up_proj,0.0000264897,0.05000,2.639
8,mlp.experts.131.up_proj,0.0000484615,0.05000,2.698
8,mlp.experts.133.up_proj,0.0000445711,0.05000,2.735
8,mlp.experts.156.up_proj,0.0000112979,0.05000,2.732
8,mlp.experts.138.up_proj,0.0000252497,0.05000,2.721
8,mlp.experts.135.up_proj,0.0000271792,0.05000,2.805
8,mlp.experts.137.up_proj,0.0000390227,0.05000,2.786
8,mlp.experts.160.up_proj,0.0000639257,0.05000,2.707
8,mlp.experts.142.up_proj,0.0000177311,0.05000,2.461
8,mlp.experts.139.up_proj,0.0000187317,0.05000,2.377
8,mlp.experts.141.up_proj,0.0000066854,0.05000,2.430
8,mlp.experts.164.up_proj,0.0000159188,0.05000,2.435
8,mlp.experts.146.up_proj,0.0000204663,0.05000,2.628
8,mlp.experts.143.up_proj,0.0000382423,0.05000,2.434
8,mlp.experts.145.up_proj,0.0000534902,0.05000,2.788
8,mlp.experts.168.up_proj,0.0000446932,0.05000,2.870
8,mlp.experts.150.up_proj,0.0000413042,0.05000,2.625
8,mlp.experts.147.up_proj,0.0000204973,0.05000,2.634
8,mlp.experts.149.up_proj,0.0000152135,0.05000,2.565
8,mlp.experts.172.up_proj,0.0000778833,0.05000,2.559
8,mlp.experts.154.up_proj,0.0000702198,0.05000,2.504
8,mlp.experts.151.up_proj,0.0000755547,0.05000,2.584
8,mlp.experts.153.up_proj,0.0000113610,0.05000,2.595
8,mlp.experts.176.up_proj,0.0000281788,0.05000,2.548
8,mlp.experts.180.up_proj,failsafe(rtn): 0.0010223,0.00000,0.043
8,mlp.experts.158.up_proj,0.0000593904,0.05000,2.865
8,mlp.experts.155.up_proj,0.0000441588,0.05000,2.889
8,mlp.experts.157.up_proj,0.0000061263,0.05000,2.671
8,mlp.experts.184.up_proj,0.0000092575,0.05000,2.659
8,mlp.experts.162.up_proj,0.0000231499,0.05000,2.477
8,mlp.experts.159.up_proj,0.0000104204,0.05000,2.377
8,mlp.experts.161.up_proj,0.0000876863,0.05000,2.493
8,mlp.experts.188.up_proj,0.0000324690,0.05000,2.554
8,mlp.experts.166.up_proj,0.0000594296,0.05000,2.742
8,mlp.experts.163.up_proj,0.0000463233,0.05000,2.673
8,mlp.experts.165.up_proj,0.0000372679,0.05000,2.739
8,mlp.experts.192.up_proj,0.0000238523,0.05000,2.808
8,mlp.experts.170.up_proj,0.0000413898,0.05000,2.592
8,mlp.experts.167.up_proj,0.0000127402,0.05000,2.643
8,mlp.experts.169.up_proj,0.0000341487,0.05000,2.389
8,mlp.experts.173.up_proj,failsafe(rtn): 0.0009651,0.00000,0.043
8,mlp.experts.196.up_proj,0.0000270513,0.05000,2.414
8,mlp.experts.174.up_proj,0.0000350929,0.05000,2.430
8,mlp.experts.171.up_proj,0.0000355313,0.05000,2.539
8,mlp.experts.177.up_proj,0.0000223730,0.05000,2.533
8,mlp.experts.200.up_proj,0.0000405865,0.05000,2.570
8,mlp.experts.178.up_proj,0.0000330284,0.05000,2.697
8,mlp.experts.175.up_proj,0.0000224404,0.05000,2.768
8,mlp.experts.181.up_proj,0.0000330503,0.05000,2.857
8,mlp.experts.204.up_proj,0.0000166522,0.05000,2.830
8,mlp.experts.182.up_proj,0.0000667108,0.05000,2.897
8,mlp.experts.179.up_proj,0.0000531306,0.05000,2.833
8,mlp.experts.185.up_proj,0.0000541360,0.05000,2.912
8,mlp.experts.208.up_proj,0.0000184335,0.05000,2.847
8,mlp.experts.186.up_proj,0.0000084340,0.05000,2.817
8,mlp.experts.183.up_proj,0.0000086550,0.05000,2.897
8,mlp.experts.189.up_proj,0.0000221587,0.05000,2.700
8,mlp.experts.212.up_proj,0.0000725094,0.05000,2.598
8,mlp.experts.190.up_proj,0.0000086855,0.05000,2.513
8,mlp.experts.187.up_proj,0.0000306867,0.05000,2.342
8,mlp.experts.193.up_proj,0.0000346508,0.05000,2.366
8,mlp.experts.216.up_proj,0.0000155120,0.05000,2.388
8,mlp.experts.194.up_proj,0.0000197895,0.05000,2.432
8,mlp.experts.191.up_proj,0.0000279757,0.05000,2.466
8,mlp.experts.197.up_proj,0.0000238196,0.05000,2.529
8,mlp.experts.220.up_proj,0.0000210038,0.05000,2.665
8,mlp.experts.198.up_proj,0.0000627226,0.05000,2.867
8,mlp.experts.195.up_proj,0.0000305394,0.05000,2.835
8,mlp.experts.201.up_proj,0.0000147154,0.05000,2.697
8,mlp.experts.224.up_proj,0.0000282453,0.05000,2.611
8,mlp.experts.202.up_proj,0.0000200404,0.05000,2.333
8,mlp.experts.199.up_proj,0.0000056184,0.05000,2.392
8,mlp.experts.205.up_proj,0.0000202700,0.05000,2.246
8,mlp.experts.228.up_proj,0.0000403499,0.05000,2.184
8,mlp.experts.206.up_proj,0.0000134533,0.05000,2.275
8,mlp.experts.203.up_proj,0.0000442545,0.05000,2.315
8,mlp.experts.209.up_proj,0.0000475337,0.05000,2.370
8,mlp.experts.232.up_proj,0.0000105815,0.05000,2.545
8,mlp.experts.210.up_proj,0.0000241116,0.05000,2.564
8,mlp.experts.207.up_proj,0.0000037736,0.05000,2.621
8,mlp.experts.213.up_proj,0.0000110330,0.05000,2.526
8,mlp.experts.236.up_proj,0.0000254192,0.05000,2.479
8,mlp.experts.214.up_proj,0.0000155151,0.05000,2.478
8,mlp.experts.211.up_proj,0.0000129947,0.05000,2.329
8,mlp.experts.217.up_proj,0.0000293123,0.05000,2.411
8,mlp.experts.240.up_proj,0.0000463840,0.05000,2.410
8,mlp.experts.218.up_proj,0.0000175923,0.05000,2.505
8,mlp.experts.215.up_proj,0.0000194663,0.05000,2.602
8,mlp.experts.221.up_proj,0.0000478341,0.05000,2.589
8,mlp.experts.244.up_proj,0.0000460211,0.05000,2.584
8,mlp.experts.222.up_proj,0.0000037641,0.05000,2.757
8,mlp.experts.219.up_proj,0.0000241290,0.05000,2.683
8,mlp.experts.225.up_proj,0.0000399868,0.05000,2.773
8,mlp.experts.248.up_proj,0.0000267526,0.05000,2.682
8,mlp.experts.226.up_proj,0.0000742538,0.05000,2.514
8,mlp.experts.223.up_proj,0.0000176582,0.05000,2.592
8,mlp.experts.252.up_proj,0.0000108250,0.05000,2.174
8,mlp.experts.229.up_proj,0.0000384571,0.05000,2.392
8,mlp.experts.230.up_proj,0.0000204203,0.05000,1.931
8,mlp.experts.227.up_proj,0.0000402301,0.05000,1.932
8,mlp.experts.233.up_proj,0.0000504789,0.05000,1.646
8,mlp.experts.234.up_proj,0.0000050859,0.05000,1.802
8,mlp.experts.231.up_proj,0.0000081413,0.05000,1.776
8,mlp.experts.237.up_proj,0.0000202036,0.05000,1.757
8,mlp.experts.238.up_proj,0.0000415143,0.05000,1.743
8,mlp.experts.235.up_proj,0.0000270043,0.05000,1.726
8,mlp.experts.241.up_proj,0.0000665711,0.05000,1.747
8,mlp.experts.242.up_proj,0.0000082426,0.05000,1.612
8,mlp.experts.239.up_proj,0.0000180757,0.05000,1.634
8,mlp.experts.245.up_proj,0.0000281307,0.05000,1.554
8,mlp.experts.246.up_proj,0.0000876078,0.05000,1.393
8,mlp.experts.243.up_proj,0.0000289331,0.05000,1.432
8,mlp.experts.249.up_proj,0.0000455099,0.05000,1.482
8,mlp.experts.250.up_proj,0.0000854230,0.05000,1.458
8,mlp.experts.247.up_proj,0.0000246649,0.05000,1.600
8,mlp.experts.253.up_proj,0.0000334554,0.05000,1.667
8,mlp.experts.254.up_proj,0.0000140076,0.05000,1.516
8,mlp.experts.251.up_proj,0.0000228422,0.05000,1.223
8,mlp.experts.255.up_proj,0.0000178671,0.05000,0.670
8,mlp.experts.2.down_proj,0.0000006695,0.05000,0.706
8,mlp.experts.3.down_proj,0.0000005246,0.05000,0.717
8,mlp.experts.1.down_proj,0.0000006764,0.05000,0.765
8,mlp.experts.0.down_proj,0.0000005588,0.05000,0.776
8,mlp.experts.4.down_proj,failsafe(rtn): 0.0010681,0.00000,0.013
8,mlp.experts.6.down_proj,0.0000002395,0.05000,0.716
8,mlp.experts.7.down_proj,0.0000003492,0.05000,0.714
8,mlp.experts.5.down_proj,0.0000004277,0.05000,0.760
8,mlp.experts.8.down_proj,0.0000001274,0.05000,0.743
8,mlp.experts.11.down_proj,0.0000001430,0.05000,0.704
8,mlp.experts.10.down_proj,0.0000013391,0.05000,0.746
8,mlp.experts.12.down_proj,0.0000012137,0.05000,0.754
8,mlp.experts.9.down_proj,0.0000002153,0.05000,0.832
8,mlp.experts.15.down_proj,0.0000003265,0.05000,0.767
8,mlp.experts.14.down_proj,0.0000012345,0.05000,0.748
8,mlp.experts.13.down_proj,0.0000015894,0.05000,0.700
8,mlp.experts.16.down_proj,0.0000001970,0.05000,0.769
8,mlp.experts.19.down_proj,0.0000009750,0.05000,0.749
8,mlp.experts.18.down_proj,0.0000002057,0.05000,0.773
8,mlp.experts.20.down_proj,0.0000002437,0.05000,0.705
8,mlp.experts.17.down_proj,0.0000002084,0.05000,0.745
8,mlp.experts.23.down_proj,0.0000003819,0.05000,0.788
8,mlp.experts.22.down_proj,0.0000012829,0.05000,0.808
8,mlp.experts.24.down_proj,0.0000002588,0.05000,0.782
8,mlp.experts.21.down_proj,0.0000002346,0.05000,0.765
8,mlp.experts.27.down_proj,0.0000008447,0.05000,0.667
8,mlp.experts.26.down_proj,0.0000001185,0.05000,0.699
8,mlp.experts.30.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
8,mlp.experts.28.down_proj,0.0000003067,0.05000,0.699
8,mlp.experts.25.down_proj,0.0000004640,0.05000,0.707
8,mlp.experts.31.down_proj,0.0000006590,0.05000,0.661
8,mlp.experts.34.down_proj,0.0000003382,0.05000,0.626
8,mlp.experts.29.down_proj,0.0000003365,0.05000,0.604
8,mlp.experts.32.down_proj,0.0000004603,0.05000,0.659
8,mlp.experts.35.down_proj,0.0000005402,0.05000,0.634
8,mlp.experts.38.down_proj,0.0000005199,0.05000,0.618
8,mlp.experts.33.down_proj,0.0000001987,0.05000,0.629
8,mlp.experts.36.down_proj,0.0000005230,0.05000,0.640
8,mlp.experts.39.down_proj,0.0000024919,0.05000,0.629
8,mlp.experts.42.down_proj,0.0000005372,0.05000,0.637
8,mlp.experts.37.down_proj,0.0000003680,0.05000,0.651
8,mlp.experts.40.down_proj,0.0000004374,0.05000,0.629
8,mlp.experts.43.down_proj,0.0000002773,0.05000,0.711
8,mlp.experts.46.down_proj,0.0000006865,0.05000,0.687
8,mlp.experts.41.down_proj,0.0000007549,0.05000,0.722
8,mlp.experts.44.down_proj,0.0000003459,0.05000,0.703
8,mlp.experts.47.down_proj,0.0000009590,0.05000,0.614
8,mlp.experts.50.down_proj,0.0000001845,0.05000,0.619
8,mlp.experts.48.down_proj,0.0000001972,0.05000,0.597
8,mlp.experts.45.down_proj,0.0000003606,0.05000,0.688
8,mlp.experts.51.down_proj,0.0000002797,0.05000,0.659
8,mlp.experts.54.down_proj,0.0000016004,0.05000,0.604
8,mlp.experts.52.down_proj,0.0000013908,0.05000,0.616
8,mlp.experts.49.down_proj,0.0000003338,0.05000,0.724
8,mlp.experts.55.down_proj,0.0000019596,0.05000,0.789
8,mlp.experts.58.down_proj,0.0000001291,0.05000,0.784
8,mlp.experts.56.down_proj,0.0000000862,0.05000,0.758
8,mlp.experts.53.down_proj,0.0000009798,0.05000,0.756
8,mlp.experts.59.down_proj,0.0000003119,0.05000,0.695
8,mlp.experts.62.down_proj,0.0000004549,0.05000,0.762
8,mlp.experts.60.down_proj,0.0000005037,0.05000,0.811
8,mlp.experts.57.down_proj,0.0000000604,0.05000,0.675
8,mlp.experts.63.down_proj,0.0000002533,0.05000,0.555
8,mlp.experts.66.down_proj,0.0000002748,0.05000,0.614
8,mlp.experts.64.down_proj,0.0000002503,0.05000,0.532
8,mlp.experts.61.down_proj,0.0000004569,0.05000,0.578
8,mlp.experts.67.down_proj,0.0000013325,0.05000,0.529
8,mlp.experts.68.down_proj,0.0000002143,0.05000,0.508
8,mlp.experts.70.down_proj,0.0000007778,0.05000,0.595
8,mlp.experts.65.down_proj,0.0000002217,0.05000,0.557
8,mlp.experts.71.down_proj,0.0000005517,0.05000,0.541
8,mlp.experts.72.down_proj,0.0000003315,0.05000,0.569
8,mlp.experts.74.down_proj,0.0000001874,0.05000,0.552
8,mlp.experts.69.down_proj,0.0000003479,0.05000,0.625
8,mlp.experts.75.down_proj,0.0000011099,0.05000,0.573
8,mlp.experts.76.down_proj,0.0000002983,0.05000,0.602
8,mlp.experts.78.down_proj,0.0000001649,0.05000,0.599
8,mlp.experts.73.down_proj,0.0000005207,0.05000,0.584
8,mlp.experts.79.down_proj,0.0000006205,0.05000,0.617
8,mlp.experts.82.down_proj,0.0000004295,0.05000,0.557
8,mlp.experts.80.down_proj,0.0000003428,0.05000,0.599
8,mlp.experts.77.down_proj,0.0000009492,0.05000,0.541
8,mlp.experts.83.down_proj,0.0000002917,0.05000,0.603
8,mlp.experts.84.down_proj,0.0000005358,0.05000,0.610
8,mlp.experts.86.down_proj,0.0000001359,0.05000,0.637
8,mlp.experts.81.down_proj,0.0000003231,0.05000,0.601
8,mlp.experts.87.down_proj,0.0000012643,0.05000,0.562
8,mlp.experts.90.down_proj,0.0000009693,0.05000,0.539
8,mlp.experts.88.down_proj,0.0000001847,0.05000,0.621
8,mlp.experts.85.down_proj,0.0000010105,0.05000,0.600
8,mlp.experts.91.down_proj,0.0000004061,0.05000,0.653
8,mlp.experts.94.down_proj,0.0000002430,0.05000,0.582
8,mlp.experts.92.down_proj,0.0000001130,0.05000,0.552
8,mlp.experts.89.down_proj,0.0000001610,0.05000,0.574
8,mlp.experts.95.down_proj,0.0000001533,0.05000,0.556
8,mlp.experts.98.down_proj,0.0000007345,0.05000,0.569
8,mlp.experts.96.down_proj,0.0000002371,0.05000,0.558
8,mlp.experts.93.down_proj,0.0000001947,0.05000,0.564
8,mlp.experts.99.down_proj,0.0000005814,0.05000,0.586
8,mlp.experts.102.down_proj,0.0000019275,0.05000,0.576
8,mlp.experts.100.down_proj,0.0000003436,0.05000,0.613
8,mlp.experts.104.down_proj,failsafe(rtn): 0.0009308,0.00000,0.009
8,mlp.experts.97.down_proj,0.0000006643,0.05000,0.596
8,mlp.experts.103.down_proj,0.0000000664,0.05000,0.605
8,mlp.experts.106.down_proj,0.0000002826,0.05000,0.565
8,mlp.experts.108.down_proj,0.0000017525,0.05000,0.580
8,mlp.experts.101.down_proj,0.0000007032,0.05000,0.578
8,mlp.experts.107.down_proj,0.0000005753,0.05000,0.642
8,mlp.experts.110.down_proj,0.0000023592,0.05000,0.576
8,mlp.experts.112.down_proj,0.0000002080,0.05000,0.578
8,mlp.experts.116.down_proj,failsafe(rtn): 0.0009651,0.00000,0.009
8,mlp.experts.105.down_proj,0.0000005086,0.05000,0.623
8,mlp.experts.114.down_proj,0.0000009446,0.05000,0.567
8,mlp.experts.111.down_proj,0.0000002311,0.05000,0.612
8,mlp.experts.120.down_proj,0.0000002523,0.05000,0.561
8,mlp.experts.109.down_proj,0.0000004220,0.05000,0.562
8,mlp.experts.118.down_proj,0.0000003525,0.05000,0.559
8,mlp.experts.115.down_proj,0.0000000889,0.05000,0.567
8,mlp.experts.124.down_proj,0.0000002214,0.05000,0.563
8,mlp.experts.113.down_proj,0.0000006837,0.05000,0.537
8,mlp.experts.122.down_proj,0.0000005466,0.05000,0.540
8,mlp.experts.119.down_proj,0.0000002719,0.05000,0.552
8,mlp.experts.128.down_proj,0.0000000901,0.05000,0.561
8,mlp.experts.117.down_proj,0.0000002740,0.05000,0.567
8,mlp.experts.126.down_proj,0.0000005634,0.05000,0.649
8,mlp.experts.123.down_proj,0.0000001239,0.05000,0.677
8,mlp.experts.132.down_proj,0.0000001801,0.05000,0.680
8,mlp.experts.121.down_proj,0.0000001969,0.05000,0.713
8,mlp.experts.130.down_proj,0.0000006333,0.05000,0.663
8,mlp.experts.127.down_proj,0.0000002171,0.05000,0.682
8,mlp.experts.136.down_proj,0.0000002907,0.05000,0.680
8,mlp.experts.125.down_proj,0.0000004151,0.05000,0.651
8,mlp.experts.134.down_proj,0.0000006529,0.05000,0.726
8,mlp.experts.140.down_proj,0.0000011132,0.05000,0.667
8,mlp.experts.131.down_proj,0.0000013491,0.05000,0.752
8,mlp.experts.129.down_proj,0.0000003561,0.05000,0.670
8,mlp.experts.138.down_proj,0.0000003003,0.05000,0.645
8,mlp.experts.144.down_proj,0.0000003524,0.05000,0.621
8,mlp.experts.135.down_proj,0.0000009863,0.05000,0.654
8,mlp.experts.133.down_proj,0.0000005008,0.05000,0.669
8,mlp.experts.142.down_proj,0.0000003208,0.05000,0.648
8,mlp.experts.148.down_proj,0.0000009885,0.05000,0.714
8,mlp.experts.139.down_proj,0.0000001719,0.05000,0.679
8,mlp.experts.137.down_proj,0.0000003229,0.05000,0.705
8,mlp.experts.146.down_proj,0.0000002366,0.05000,0.742
8,mlp.experts.152.down_proj,0.0000002049,0.05000,0.652
8,mlp.experts.143.down_proj,0.0000004480,0.05000,0.738
8,mlp.experts.141.down_proj,0.0000000984,0.05000,0.675
8,mlp.experts.150.down_proj,0.0000007926,0.05000,0.663
8,mlp.experts.156.down_proj,0.0000002020,0.05000,0.674
8,mlp.experts.147.down_proj,0.0000002963,0.05000,0.713
8,mlp.experts.145.down_proj,0.0000004830,0.05000,0.739
8,mlp.experts.154.down_proj,0.0000012010,0.05000,0.688
8,mlp.experts.160.down_proj,0.0000008947,0.05000,0.670
8,mlp.experts.151.down_proj,0.0000009665,0.05000,0.657
8,mlp.experts.149.down_proj,0.0000003333,0.05000,0.632
8,mlp.experts.158.down_proj,0.0000016019,0.05000,0.623
8,mlp.experts.164.down_proj,0.0000002877,0.05000,0.602
8,mlp.experts.155.down_proj,0.0000011128,0.05000,0.623
8,mlp.experts.153.down_proj,0.0000001850,0.05000,0.626
8,mlp.experts.168.down_proj,0.0000008584,0.05000,0.629
8,mlp.experts.162.down_proj,0.0000003045,0.05000,0.656
8,mlp.experts.159.down_proj,0.0000004078,0.05000,0.655
8,mlp.experts.157.down_proj,0.0000001966,0.05000,0.665
8,mlp.experts.166.down_proj,0.0000015739,0.05000,0.656
8,mlp.experts.172.down_proj,0.0000002344,0.05000,0.699
8,mlp.experts.163.down_proj,0.0000007683,0.05000,0.734
8,mlp.experts.161.down_proj,0.0000011370,0.05000,0.691
8,mlp.experts.170.down_proj,0.0000006358,0.05000,0.710
8,mlp.experts.176.down_proj,0.0000003017,0.05000,0.746
8,mlp.experts.180.down_proj,failsafe(rtn): 0.0010223,0.00000,0.011
8,mlp.experts.165.down_proj,0.0000007614,0.05000,0.749
8,mlp.experts.167.down_proj,0.0000002582,0.05000,0.833
8,mlp.experts.174.down_proj,0.0000007510,0.05000,0.783
8,mlp.experts.184.down_proj,0.0000003606,0.05000,0.793
8,mlp.experts.171.down_proj,0.0000005433,0.05000,0.738
8,mlp.experts.169.down_proj,0.0000003488,0.05000,0.801
8,mlp.experts.173.down_proj,failsafe(rtn): 0.0009575,0.00000,0.011
8,mlp.experts.178.down_proj,0.0000005617,0.05000,0.713
8,mlp.experts.188.down_proj,0.0000003243,0.05000,0.686
8,mlp.experts.177.down_proj,0.0000004373,0.05000,0.654
8,mlp.experts.175.down_proj,0.0000001747,0.05000,0.699
8,mlp.experts.182.down_proj,0.0000009527,0.05000,0.642
8,mlp.experts.192.down_proj,0.0000002864,0.05000,0.691
8,mlp.experts.181.down_proj,0.0000003492,0.05000,0.647
8,mlp.experts.179.down_proj,0.0000012754,0.05000,0.661
8,mlp.experts.186.down_proj,0.0000002169,0.05000,0.625
8,mlp.experts.196.down_proj,0.0000003136,0.05000,0.688
8,mlp.experts.185.down_proj,0.0000021428,0.05000,0.717
8,mlp.experts.183.down_proj,0.0000001923,0.05000,0.708
8,mlp.experts.190.down_proj,0.0000001879,0.05000,0.661
8,mlp.experts.200.down_proj,0.0000006408,0.05000,0.644
8,mlp.experts.189.down_proj,0.0000004370,0.05000,0.632
8,mlp.experts.187.down_proj,0.0000002527,0.05000,0.631
8,mlp.experts.194.down_proj,0.0000004317,0.05000,0.656
8,mlp.experts.204.down_proj,0.0000002086,0.05000,0.652
8,mlp.experts.193.down_proj,0.0000006955,0.05000,0.626
8,mlp.experts.191.down_proj,0.0000005010,0.05000,0.639
8,mlp.experts.198.down_proj,0.0000010354,0.05000,0.572
8,mlp.experts.208.down_proj,0.0000002947,0.05000,0.537
8,mlp.experts.197.down_proj,0.0000002139,0.05000,0.598
8,mlp.experts.195.down_proj,0.0000002938,0.05000,0.597
8,mlp.experts.202.down_proj,0.0000005459,0.05000,0.583
8,mlp.experts.212.down_proj,0.0000018046,0.05000,0.659
8,mlp.experts.201.down_proj,0.0000003748,0.05000,0.652
8,mlp.experts.199.down_proj,0.0000001165,0.05000,0.654
8,mlp.experts.206.down_proj,0.0000002499,0.05000,0.691
8,mlp.experts.216.down_proj,0.0000003827,0.05000,0.690
8,mlp.experts.205.down_proj,0.0000001887,0.05000,0.673
8,mlp.experts.203.down_proj,0.0000007408,0.05000,0.771
8,mlp.experts.210.down_proj,0.0000002498,0.05000,0.668
8,mlp.experts.220.down_proj,0.0000003382,0.05000,0.664
8,mlp.experts.209.down_proj,0.0000006878,0.05000,0.647
8,mlp.experts.207.down_proj,0.0000001193,0.05000,0.714
8,mlp.experts.214.down_proj,0.0000003548,0.05000,0.695
8,mlp.experts.224.down_proj,0.0000006176,0.05000,0.721
8,mlp.experts.213.down_proj,0.0000001343,0.05000,0.816
8,mlp.experts.211.down_proj,0.0000002274,0.05000,0.809
8,mlp.experts.218.down_proj,0.0000003993,0.05000,0.731
8,mlp.experts.228.down_proj,0.0000010190,0.05000,0.780
8,mlp.experts.217.down_proj,0.0000002558,0.05000,0.764
8,mlp.experts.215.down_proj,0.0000003589,0.05000,0.774
8,mlp.experts.222.down_proj,0.0000000803,0.05000,0.838
8,mlp.experts.232.down_proj,0.0000001398,0.05000,0.785
8,mlp.experts.221.down_proj,0.0000005544,0.05000,0.784
8,mlp.experts.219.down_proj,0.0000003839,0.05000,0.729
8,mlp.experts.226.down_proj,0.0000009486,0.05000,0.772
8,mlp.experts.236.down_proj,0.0000004877,0.05000,0.705
8,mlp.experts.225.down_proj,0.0000009818,0.05000,0.697
8,mlp.experts.223.down_proj,0.0000001491,0.05000,0.760
8,mlp.experts.230.down_proj,0.0000003408,0.05000,0.837
8,mlp.experts.240.down_proj,0.0000005744,0.05000,0.705
8,mlp.experts.229.down_proj,0.0000006770,0.05000,0.636
8,mlp.experts.227.down_proj,0.0000008635,0.05000,0.614
8,mlp.experts.244.down_proj,0.0000004916,0.05000,0.607
8,mlp.experts.234.down_proj,0.0000001269,0.05000,0.715
8,mlp.experts.233.down_proj,0.0000005791,0.05000,0.640
8,mlp.experts.231.down_proj,0.0000001364,0.05000,0.665
8,mlp.experts.248.down_proj,0.0000007287,0.05000,0.624
8,mlp.experts.238.down_proj,0.0000009206,0.05000,0.673
8,mlp.experts.237.down_proj,0.0000002834,0.05000,0.639
8,mlp.experts.235.down_proj,0.0000002616,0.05000,0.677
8,mlp.experts.252.down_proj,0.0000002121,0.05000,0.669
8,mlp.experts.242.down_proj,0.0000002957,0.05000,0.604
8,mlp.experts.241.down_proj,0.0000012740,0.05000,0.604
8,mlp.experts.239.down_proj,0.0000007566,0.05000,0.485
8,mlp.experts.246.down_proj,0.0000015788,0.05000,0.436
8,mlp.experts.245.down_proj,0.0000002195,0.05000,0.452
8,mlp.experts.243.down_proj,0.0000002197,0.05000,0.393
8,mlp.experts.250.down_proj,0.0000025087,0.05000,0.421
8,mlp.experts.249.down_proj,0.0000005531,0.05000,0.414
8,mlp.experts.247.down_proj,0.0000008776,0.05000,0.443
8,mlp.experts.254.down_proj,0.0000002740,0.05000,0.529
8,mlp.experts.253.down_proj,0.0000003190,0.05000,0.538
8,mlp.experts.251.down_proj,0.0000002932,0.05000,0.492
8,mlp.experts.255.down_proj,0.0000005110,0.05000,0.156
9,mlp.experts.3.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.058
9,mlp.experts.0.gate_proj,0.0000195137,0.05000,2.918
9,mlp.experts.1.gate_proj,0.0000855126,0.05000,2.951
9,mlp.experts.7.gate_proj,0.0001026166,0.05000,2.924
9,mlp.experts.2.gate_proj,0.0000147168,0.05000,3.023
9,mlp.experts.4.gate_proj,0.0000128154,0.05000,2.843
9,mlp.experts.5.gate_proj,0.0000064261,0.05000,2.839
9,mlp.experts.6.gate_proj,0.0000388838,0.05000,2.839
9,mlp.experts.11.gate_proj,0.0000142333,0.05000,2.913
9,mlp.experts.8.gate_proj,0.0000113987,0.05000,2.731
9,mlp.experts.9.gate_proj,0.0000257411,0.05000,2.764
9,mlp.experts.10.gate_proj,0.0000771887,0.05000,2.747
9,mlp.experts.15.gate_proj,0.0000200058,0.05000,2.783
9,mlp.experts.12.gate_proj,0.0000300230,0.05000,2.654
9,mlp.experts.13.gate_proj,0.0000042106,0.05000,2.678
9,mlp.experts.14.gate_proj,0.0000036708,0.05000,2.869
9,mlp.experts.19.gate_proj,0.0000096484,0.05000,2.825
9,mlp.experts.23.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.034
9,mlp.experts.16.gate_proj,0.0000184824,0.05000,2.676
9,mlp.experts.17.gate_proj,0.0000098666,0.05000,2.614
9,mlp.experts.18.gate_proj,0.0000207402,0.05000,2.575
9,mlp.experts.27.gate_proj,0.0000422124,0.05000,2.680
9,mlp.experts.20.gate_proj,0.0000153279,0.05000,2.515
9,mlp.experts.21.gate_proj,0.0000775002,0.05000,2.543
9,mlp.experts.22.gate_proj,0.0000247888,0.05000,2.523
9,mlp.experts.31.gate_proj,0.0000359858,0.05000,2.512
9,mlp.experts.24.gate_proj,0.0000102152,0.05000,2.541
9,mlp.experts.25.gate_proj,0.0000359197,0.05000,2.589
9,mlp.experts.26.gate_proj,0.0000193742,0.05000,2.648
9,mlp.experts.35.gate_proj,0.0000365892,0.05000,2.673
9,mlp.experts.28.gate_proj,0.0000236126,0.05000,2.744
9,mlp.experts.29.gate_proj,0.0000074873,0.05000,2.712
9,mlp.experts.30.gate_proj,0.0000240465,0.05000,2.520
9,mlp.experts.39.gate_proj,0.0000144655,0.05000,2.700
9,mlp.experts.33.gate_proj,0.0000590411,0.05000,2.784
9,mlp.experts.32.gate_proj,0.0000388876,0.05000,2.908
9,mlp.experts.34.gate_proj,0.0000567068,0.05000,2.801
9,mlp.experts.38.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.033
9,mlp.experts.43.gate_proj,0.0000366666,0.05000,2.779
9,mlp.experts.36.gate_proj,0.0000724445,0.05000,2.608
9,mlp.experts.42.gate_proj,0.0000055738,0.05000,2.651
9,mlp.experts.37.gate_proj,0.0000334794,0.05000,2.825
9,mlp.experts.47.gate_proj,0.0000158673,0.05000,2.778
9,mlp.experts.40.gate_proj,0.0000593187,0.05000,2.735
9,mlp.experts.46.gate_proj,0.0000717537,0.05000,2.870
9,mlp.experts.41.gate_proj,0.0000098530,0.05000,2.873
9,mlp.experts.51.gate_proj,0.0000426482,0.05000,2.785
9,mlp.experts.44.gate_proj,0.0000108777,0.05000,2.686
9,mlp.experts.50.gate_proj,0.0001214993,0.05000,2.708
9,mlp.experts.45.gate_proj,0.0000336924,0.05000,2.774
9,mlp.experts.55.gate_proj,0.0000464937,0.05000,2.710
9,mlp.experts.48.gate_proj,0.0000170820,0.05000,2.718
9,mlp.experts.54.gate_proj,0.0000109082,0.05000,2.602
9,mlp.experts.49.gate_proj,0.0000546775,0.05000,2.586
9,mlp.experts.59.gate_proj,0.0000125915,0.05000,2.563
9,mlp.experts.52.gate_proj,0.0000151908,0.05000,2.416
9,mlp.experts.58.gate_proj,0.0000244634,0.05000,2.332
9,mlp.experts.53.gate_proj,0.0000179282,0.05000,2.320
9,mlp.experts.63.gate_proj,0.0000145474,0.05000,2.269
9,mlp.experts.62.gate_proj,0.0000267621,0.05000,2.536
9,mlp.experts.56.gate_proj,0.0000162337,0.05000,2.627
9,mlp.experts.57.gate_proj,0.0000818823,0.05000,2.594
9,mlp.experts.67.gate_proj,0.0000075823,0.05000,2.622
9,mlp.experts.66.gate_proj,0.0000177701,0.05000,2.459
9,mlp.experts.60.gate_proj,0.0000313792,0.05000,2.435
9,mlp.experts.64.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.044
9,mlp.experts.61.gate_proj,0.0000138912,0.05000,2.541
9,mlp.experts.71.gate_proj,0.0000241465,0.05000,2.541
9,mlp.experts.70.gate_proj,0.0000275920,0.05000,2.536
9,mlp.experts.68.gate_proj,0.0000328221,0.05000,2.569
9,mlp.experts.65.gate_proj,0.0000137250,0.05000,2.557
9,mlp.experts.75.gate_proj,0.0000074567,0.05000,2.620
9,mlp.experts.74.gate_proj,0.0000390370,0.05000,2.336
9,mlp.experts.72.gate_proj,0.0000167956,0.05000,2.374
9,mlp.experts.69.gate_proj,0.0000426964,0.05000,2.323
9,mlp.experts.79.gate_proj,0.0000125468,0.05000,2.448
9,mlp.experts.78.gate_proj,0.0000508433,0.05000,2.724
9,mlp.experts.73.gate_proj,0.0000223983,0.05000,2.659
9,mlp.experts.76.gate_proj,0.0001067820,0.05000,2.818
9,mlp.experts.83.gate_proj,0.0000106724,0.05000,2.615
9,mlp.experts.82.gate_proj,0.0000077848,0.05000,2.526
9,mlp.experts.77.gate_proj,0.0000646174,0.05000,2.528
9,mlp.experts.80.gate_proj,0.0000328808,0.05000,2.524
9,mlp.experts.84.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.044
9,mlp.experts.87.gate_proj,0.0000585979,0.05000,2.533
9,mlp.experts.86.gate_proj,0.0000270066,0.05000,2.576
9,mlp.experts.81.gate_proj,0.0000204818,0.05000,2.648
9,mlp.experts.88.gate_proj,0.0000492462,0.05000,2.624
9,mlp.experts.91.gate_proj,0.0000325740,0.05000,2.486
9,mlp.experts.90.gate_proj,0.0000620630,0.05000,2.583
9,mlp.experts.85.gate_proj,0.0000894873,0.05000,2.581
9,mlp.experts.92.gate_proj,0.0000892523,0.05000,2.518
9,mlp.experts.95.gate_proj,0.0000122418,0.05000,2.519
9,mlp.experts.94.gate_proj,0.0000058219,0.05000,2.306
9,mlp.experts.98.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.033
9,mlp.experts.96.gate_proj,0.0000115568,0.05000,2.300
9,mlp.experts.89.gate_proj,0.0000598830,0.05000,2.353
9,mlp.experts.99.gate_proj,0.0000619190,0.05000,2.311
9,mlp.experts.102.gate_proj,0.0000206351,0.05000,2.440
9,mlp.experts.100.gate_proj,0.0000530379,0.05000,2.297
9,mlp.experts.104.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.043
9,mlp.experts.93.gate_proj,0.0000500449,0.05000,2.461
9,mlp.experts.103.gate_proj,0.0000435889,0.05000,2.492
9,mlp.experts.106.gate_proj,0.0000469874,0.05000,2.760
9,mlp.experts.108.gate_proj,0.0000161785,0.05000,2.724
9,mlp.experts.97.gate_proj,0.0000480357,0.05000,2.596
9,mlp.experts.107.gate_proj,0.0000377826,0.05000,2.581
9,mlp.experts.110.gate_proj,0.0000161629,0.05000,2.361
9,mlp.experts.101.gate_proj,0.0000478871,0.05000,2.457
9,mlp.experts.112.gate_proj,0.0000251442,0.05000,2.501
9,mlp.experts.111.gate_proj,0.0000228102,0.05000,2.446
9,mlp.experts.114.gate_proj,0.0000204431,0.05000,2.204
9,mlp.experts.116.gate_proj,0.0000256022,0.05000,2.235
9,mlp.experts.105.gate_proj,0.0000116549,0.05000,2.296
9,mlp.experts.115.gate_proj,0.0000315378,0.05000,2.336
9,mlp.experts.118.gate_proj,0.0000286201,0.05000,2.127
9,mlp.experts.109.gate_proj,0.0000588728,0.05000,2.205
9,mlp.experts.119.gate_proj,0.0000934745,0.05000,2.138
9,mlp.experts.120.gate_proj,0.0000262969,0.05000,2.292
9,mlp.experts.122.gate_proj,0.0000278850,0.05000,2.186
9,mlp.experts.113.gate_proj,0.0000251519,0.05000,2.190
9,mlp.experts.123.gate_proj,0.0000132251,0.05000,2.247
9,mlp.experts.124.gate_proj,0.0000495853,0.05000,2.324
9,mlp.experts.126.gate_proj,0.0000202271,0.05000,2.474
9,mlp.experts.117.gate_proj,0.0000344847,0.05000,2.569
9,mlp.experts.127.gate_proj,0.0000291068,0.05000,2.548
9,mlp.experts.128.gate_proj,0.0000063698,0.05000,2.580
9,mlp.experts.130.gate_proj,0.0000633883,0.05000,2.555
9,mlp.experts.121.gate_proj,0.0000168895,0.05000,2.490
9,mlp.experts.131.gate_proj,0.0000360281,0.05000,2.502
9,mlp.experts.132.gate_proj,0.0000092634,0.05000,2.470
9,mlp.experts.134.gate_proj,0.0001139282,0.05000,2.482
9,mlp.experts.125.gate_proj,0.0000453339,0.05000,2.478
9,mlp.experts.135.gate_proj,0.0000298870,0.05000,2.461
9,mlp.experts.136.gate_proj,0.0000231133,0.05000,2.481
9,mlp.experts.138.gate_proj,0.0000519778,0.05000,2.661
9,mlp.experts.129.gate_proj,0.0000226870,0.05000,2.534
9,mlp.experts.139.gate_proj,0.0000185888,0.05000,2.618
9,mlp.experts.140.gate_proj,0.0000405807,0.05000,2.564
9,mlp.experts.142.gate_proj,0.0000224252,0.05000,2.487
9,mlp.experts.133.gate_proj,0.0000115434,0.05000,2.577
9,mlp.experts.143.gate_proj,0.0000194164,0.05000,2.558
9,mlp.experts.144.gate_proj,0.0000388377,0.05000,2.570
9,mlp.experts.146.gate_proj,0.0000207814,0.05000,2.670
9,mlp.experts.137.gate_proj,0.0000653716,0.05000,2.659
9,mlp.experts.147.gate_proj,0.0000313433,0.05000,2.727
9,mlp.experts.148.gate_proj,0.0000070330,0.05000,2.704
9,mlp.experts.150.gate_proj,0.0000817962,0.05000,2.774
9,mlp.experts.141.gate_proj,0.0000285099,0.05000,2.598
9,mlp.experts.152.gate_proj,0.0000634910,0.05000,2.662
9,mlp.experts.151.gate_proj,0.0000070182,0.05000,2.826
9,mlp.experts.154.gate_proj,0.0000662053,0.05000,2.749
9,mlp.experts.145.gate_proj,0.0000096341,0.05000,2.810
9,mlp.experts.155.gate_proj,0.0000203077,0.05000,2.678
9,mlp.experts.156.gate_proj,0.0000077195,0.05000,2.854
9,mlp.experts.158.gate_proj,0.0000313714,0.05000,2.371
9,mlp.experts.149.gate_proj,0.0000268444,0.05000,2.275
9,mlp.experts.159.gate_proj,0.0000216662,0.05000,2.380
9,mlp.experts.160.gate_proj,0.0000339649,0.05000,2.316
9,mlp.experts.162.gate_proj,0.0000222691,0.05000,2.654
9,mlp.experts.153.gate_proj,0.0000199207,0.05000,2.642
9,mlp.experts.163.gate_proj,0.0000120710,0.05000,2.637
9,mlp.experts.164.gate_proj,0.0000077634,0.05000,2.669
9,mlp.experts.166.gate_proj,0.0000998429,0.05000,2.683
9,mlp.experts.157.gate_proj,0.0000241525,0.05000,2.594
9,mlp.experts.167.gate_proj,0.0000473724,0.05000,2.607
9,mlp.experts.168.gate_proj,0.0000490088,0.05000,2.638
9,mlp.experts.170.gate_proj,0.0000157857,0.05000,2.706
9,mlp.experts.161.gate_proj,0.0000223326,0.05000,2.728
9,mlp.experts.171.gate_proj,0.0000345713,0.05000,2.726
9,mlp.experts.172.gate_proj,0.0000416821,0.05000,2.690
9,mlp.experts.165.gate_proj,0.0000168192,0.05000,2.335
9,mlp.experts.174.gate_proj,0.0000944553,0.05000,2.452
9,mlp.experts.175.gate_proj,0.0000325663,0.05000,2.510
9,mlp.experts.176.gate_proj,0.0000656609,0.05000,2.496
9,mlp.experts.169.gate_proj,0.0000489042,0.05000,2.827
9,mlp.experts.178.gate_proj,0.0000090434,0.05000,2.862
9,mlp.experts.180.gate_proj,0.0000339225,0.05000,2.707
9,mlp.experts.179.gate_proj,0.0000333192,0.05000,2.721
9,mlp.experts.182.gate_proj,0.0000287347,0.05000,2.483
9,mlp.experts.173.gate_proj,0.0000156656,0.05000,2.618
9,mlp.experts.183.gate_proj,0.0000254952,0.05000,2.533
9,mlp.experts.184.gate_proj,0.0000221545,0.05000,2.717
9,mlp.experts.186.gate_proj,0.0000419376,0.05000,2.718
9,mlp.experts.177.gate_proj,0.0000376710,0.05000,2.840
9,mlp.experts.187.gate_proj,0.0000234019,0.05000,2.702
9,mlp.experts.188.gate_proj,0.0000229410,0.05000,2.803
9,mlp.experts.190.gate_proj,0.0000357415,0.05000,2.894
9,mlp.experts.181.gate_proj,0.0000322637,0.05000,2.789
9,mlp.experts.191.gate_proj,0.0000213011,0.05000,2.766
9,mlp.experts.192.gate_proj,0.0000105919,0.05000,2.651
9,mlp.experts.194.gate_proj,0.0000169438,0.05000,2.507
9,mlp.experts.185.gate_proj,0.0000290108,0.05000,2.530
9,mlp.experts.195.gate_proj,0.0000134179,0.05000,2.550
9,mlp.experts.196.gate_proj,0.0000364438,0.05000,2.582
9,mlp.experts.198.gate_proj,0.0000200252,0.05000,2.738
9,mlp.experts.189.gate_proj,0.0000111269,0.05000,2.717
9,mlp.experts.199.gate_proj,0.0000363161,0.05000,2.789
9,mlp.experts.200.gate_proj,0.0000268630,0.05000,2.640
9,mlp.experts.202.gate_proj,0.0000584296,0.05000,2.806
9,mlp.experts.193.gate_proj,0.0000398321,0.05000,2.810
9,mlp.experts.204.gate_proj,0.0000053401,0.05000,2.726
9,mlp.experts.203.gate_proj,0.0000569473,0.05000,2.824
9,mlp.experts.197.gate_proj,0.0000096634,0.05000,2.691
9,mlp.experts.206.gate_proj,0.0000103044,0.05000,2.802
9,mlp.experts.208.gate_proj,0.0000749512,0.05000,2.707
9,mlp.experts.207.gate_proj,0.0000497113,0.05000,2.743
9,mlp.experts.201.gate_proj,0.0000169227,0.05000,2.672
9,mlp.experts.210.gate_proj,0.0000257052,0.05000,2.723
9,mlp.experts.212.gate_proj,0.0000193114,0.05000,2.581
9,mlp.experts.211.gate_proj,0.0000340176,0.05000,2.708
9,mlp.experts.205.gate_proj,0.0000305824,0.05000,2.643
9,mlp.experts.214.gate_proj,0.0001272961,0.05000,2.641
9,mlp.experts.216.gate_proj,0.0000108507,0.05000,2.620
9,mlp.experts.215.gate_proj,0.0000089766,0.05000,2.773
9,mlp.experts.209.gate_proj,0.0000275393,0.05000,2.721
9,mlp.experts.220.gate_proj,0.0000374341,0.05000,2.771
9,mlp.experts.218.gate_proj,0.0000744190,0.05000,2.926
9,mlp.experts.219.gate_proj,0.0000210142,0.05000,2.905
9,mlp.experts.213.gate_proj,0.0000431556,0.05000,2.651
9,mlp.experts.224.gate_proj,0.0000215458,0.05000,2.553
9,mlp.experts.222.gate_proj,0.0000386046,0.05000,2.600
9,mlp.experts.223.gate_proj,0.0000145010,0.05000,2.664
9,mlp.experts.217.gate_proj,0.0000067767,0.05000,2.648
9,mlp.experts.228.gate_proj,0.0000289333,0.05000,2.560
9,mlp.experts.226.gate_proj,0.0000756450,0.05000,2.617
9,mlp.experts.227.gate_proj,0.0000067849,0.05000,2.664
9,mlp.experts.221.gate_proj,0.0000321847,0.05000,2.715
9,mlp.experts.232.gate_proj,0.0000328821,0.05000,2.717
9,mlp.experts.230.gate_proj,0.0000192723,0.05000,2.717
9,mlp.experts.231.gate_proj,0.0000113644,0.05000,2.849
9,mlp.experts.225.gate_proj,0.0000468725,0.05000,2.834
9,mlp.experts.236.gate_proj,0.0000153291,0.05000,2.926
9,mlp.experts.234.gate_proj,0.0000080665,0.05000,3.029
9,mlp.experts.235.gate_proj,0.0000199185,0.05000,2.923
9,mlp.experts.229.gate_proj,0.0000566639,0.05000,2.392
9,mlp.experts.240.gate_proj,0.0000094614,0.05000,2.342
9,mlp.experts.238.gate_proj,0.0000910040,0.05000,2.325
9,mlp.experts.239.gate_proj,0.0000175915,0.05000,2.301
9,mlp.experts.244.gate_proj,0.0000155798,0.05000,2.116
9,mlp.experts.233.gate_proj,0.0000985584,0.05000,2.301
9,mlp.experts.242.gate_proj,0.0000233066,0.05000,2.168
9,mlp.experts.243.gate_proj,0.0000757789,0.05000,2.045
9,mlp.experts.248.gate_proj,0.0000233887,0.05000,2.493
9,mlp.experts.237.gate_proj,0.0000100750,0.05000,2.566
9,mlp.experts.246.gate_proj,0.0000329929,0.05000,2.586
9,mlp.experts.247.gate_proj,0.0000105327,0.05000,2.799
9,mlp.experts.252.gate_proj,0.0000322186,0.05000,2.607
9,mlp.experts.241.gate_proj,0.0000638630,0.05000,2.559
9,mlp.experts.250.gate_proj,0.0000126364,0.05000,2.669
9,mlp.experts.251.gate_proj,0.0000181849,0.05000,2.581
9,mlp.experts.0.up_proj,0.0000184829,0.05000,2.396
9,mlp.experts.245.gate_proj,0.0000194774,0.05000,2.327
9,mlp.experts.254.gate_proj,0.0000449293,0.05000,2.343
9,mlp.experts.255.gate_proj,0.0000506948,0.05000,2.366
9,mlp.experts.3.up_proj,failsafe(rtn): 0.0010681,0.00000,0.037
9,mlp.experts.4.up_proj,0.0000102215,0.05000,2.470
9,mlp.experts.249.gate_proj,0.0000677386,0.05000,2.498
9,mlp.experts.2.up_proj,0.0000127296,0.05000,2.296
9,mlp.experts.7.up_proj,0.0000833807,0.05000,1.793
9,mlp.experts.253.gate_proj,0.0000081956,0.05000,2.548
9,mlp.experts.11.up_proj,0.0000125508,0.05000,2.589
9,mlp.experts.8.up_proj,0.0000102382,0.05000,2.641
9,mlp.experts.6.up_proj,0.0000321408,0.05000,2.711
9,mlp.experts.15.up_proj,0.0000178731,0.05000,2.554
9,mlp.experts.1.up_proj,0.0000747136,0.05000,2.600
9,mlp.experts.12.up_proj,0.0000286333,0.05000,2.601
9,mlp.experts.10.up_proj,0.0000702648,0.05000,2.620
9,mlp.experts.19.up_proj,0.0000079707,0.05000,2.681
9,mlp.experts.23.up_proj,failsafe(rtn): 0.0010147,0.00000,0.037
9,mlp.experts.5.up_proj,0.0000059372,0.05000,2.780
9,mlp.experts.14.up_proj,0.0000035572,0.05000,2.641
9,mlp.experts.16.up_proj,0.0000168771,0.05000,2.783
9,mlp.experts.27.up_proj,0.0000351406,0.05000,2.685
9,mlp.experts.9.up_proj,0.0000266011,0.05000,2.724
9,mlp.experts.18.up_proj,0.0000188613,0.05000,2.745
9,mlp.experts.20.up_proj,0.0000143025,0.05000,2.718
9,mlp.experts.13.up_proj,0.0000040753,0.05000,2.563
9,mlp.experts.31.up_proj,0.0000383561,0.05000,2.698
9,mlp.experts.22.up_proj,0.0000216958,0.05000,2.603
9,mlp.experts.24.up_proj,0.0000085996,0.05000,2.629
9,mlp.experts.17.up_proj,0.0000087530,0.05000,2.537
9,mlp.experts.35.up_proj,0.0000303903,0.05000,2.549
9,mlp.experts.26.up_proj,0.0000183463,0.05000,2.488
9,mlp.experts.28.up_proj,0.0000209725,0.05000,2.529
9,mlp.experts.30.up_proj,0.0000229229,0.05000,2.488
9,mlp.experts.21.up_proj,0.0000744951,0.05000,2.571
9,mlp.experts.39.up_proj,0.0000112260,0.05000,2.593
9,mlp.experts.32.up_proj,0.0000291247,0.05000,2.624
9,mlp.experts.25.up_proj,0.0000337278,0.05000,2.680
9,mlp.experts.43.up_proj,0.0000316455,0.05000,2.663
9,mlp.experts.34.up_proj,0.0000480664,0.05000,2.811
9,mlp.experts.38.up_proj,failsafe(rtn): 0.0009995,0.00000,0.043
9,mlp.experts.36.up_proj,0.0000615154,0.05000,2.864
9,mlp.experts.47.up_proj,0.0000145307,0.05000,2.611
9,mlp.experts.29.up_proj,0.0000070472,0.05000,2.698
9,mlp.experts.42.up_proj,0.0000052510,0.05000,2.598
9,mlp.experts.40.up_proj,0.0000506118,0.05000,2.625
9,mlp.experts.46.up_proj,0.0000594915,0.05000,2.447
9,mlp.experts.51.up_proj,0.0000408286,0.05000,2.538
9,mlp.experts.33.up_proj,0.0000524962,0.05000,2.563
9,mlp.experts.44.up_proj,0.0000093592,0.05000,2.468
9,mlp.experts.50.up_proj,0.0001009401,0.05000,2.435
9,mlp.experts.55.up_proj,0.0000419195,0.05000,2.481
9,mlp.experts.37.up_proj,0.0000275865,0.05000,2.507
9,mlp.experts.48.up_proj,0.0000153011,0.05000,2.441
9,mlp.experts.54.up_proj,0.0000094728,0.05000,2.686
9,mlp.experts.59.up_proj,0.0000120796,0.05000,2.654
9,mlp.experts.41.up_proj,0.0000091907,0.05000,2.803
9,mlp.experts.52.up_proj,0.0000121455,0.05000,2.762
9,mlp.experts.58.up_proj,0.0000388191,0.05000,2.573
9,mlp.experts.63.up_proj,0.0000135958,0.05000,2.577
9,mlp.experts.45.up_proj,0.0000322576,0.05000,2.630
9,mlp.experts.56.up_proj,0.0000140111,0.05000,2.576
9,mlp.experts.67.up_proj,0.0000069223,0.05000,2.442
9,mlp.experts.62.up_proj,0.0000239790,0.05000,2.487
9,mlp.experts.49.up_proj,0.0000524595,0.05000,2.509
9,mlp.experts.60.up_proj,0.0000290352,0.05000,2.521
9,mlp.experts.64.up_proj,failsafe(rtn): 0.0010605,0.00000,0.034
9,mlp.experts.66.up_proj,0.0000155206,0.05000,2.551
9,mlp.experts.71.up_proj,0.0000231602,0.05000,2.648
9,mlp.experts.68.up_proj,0.0000296928,0.05000,2.491
9,mlp.experts.53.up_proj,0.0000169522,0.05000,2.648
9,mlp.experts.70.up_proj,0.0000245293,0.05000,2.496
9,mlp.experts.75.up_proj,0.0000067393,0.05000,2.541
9,mlp.experts.72.up_proj,0.0000160011,0.05000,2.575
9,mlp.experts.57.up_proj,0.0000781562,0.05000,2.536
9,mlp.experts.74.up_proj,0.0000344306,0.05000,2.562
9,mlp.experts.79.up_proj,0.0000112864,0.05000,2.584
9,mlp.experts.76.up_proj,0.0000887464,0.05000,2.480
9,mlp.experts.61.up_proj,0.0000125065,0.05000,2.482
9,mlp.experts.78.up_proj,0.0000459063,0.05000,2.661
9,mlp.experts.83.up_proj,0.0000092301,0.05000,2.808
9,mlp.experts.80.up_proj,0.0000269868,0.05000,2.803
9,mlp.experts.84.up_proj,failsafe(rtn): 0.0010529,0.00000,0.061
9,mlp.experts.65.up_proj,0.0000118524,0.05000,2.865
9,mlp.experts.82.up_proj,0.0000066875,0.05000,2.770
9,mlp.experts.87.up_proj,0.0000518248,0.05000,2.598
9,mlp.experts.69.up_proj,0.0000336527,0.05000,2.436
9,mlp.experts.88.up_proj,0.0000410163,0.05000,2.518
9,mlp.experts.86.up_proj,0.0000237657,0.05000,2.069
9,mlp.experts.73.up_proj,0.0000194058,0.05000,2.148
9,mlp.experts.91.up_proj,0.0000261636,0.05000,2.324
9,mlp.experts.92.up_proj,0.0000757134,0.05000,2.125
9,mlp.experts.90.up_proj,0.0000530450,0.05000,2.089
9,mlp.experts.77.up_proj,0.0000624928,0.05000,2.149
9,mlp.experts.96.up_proj,0.0000093655,0.05000,2.198
9,mlp.experts.95.up_proj,0.0000119062,0.05000,2.282
9,mlp.experts.94.up_proj,0.0000061072,0.05000,2.524
9,mlp.experts.98.up_proj,failsafe(rtn): 0.0010834,0.00000,0.043
9,mlp.experts.81.up_proj,0.0000174614,0.05000,2.362
9,mlp.experts.100.up_proj,0.0000468068,0.05000,2.489
9,mlp.experts.104.up_proj,failsafe(rtn): 0.0009995,0.00000,0.040
9,mlp.experts.99.up_proj,0.0000536601,0.05000,2.574
9,mlp.experts.102.up_proj,0.0000183172,0.05000,2.519
9,mlp.experts.85.up_proj,0.0000930798,0.05000,2.385
9,mlp.experts.108.up_proj,0.0000141844,0.05000,2.324
9,mlp.experts.103.up_proj,0.0000385050,0.05000,2.625
9,mlp.experts.106.up_proj,0.0000395140,0.05000,2.238
9,mlp.experts.89.up_proj,0.0000649563,0.05000,2.315
9,mlp.experts.112.up_proj,0.0000239819,0.05000,2.235
9,mlp.experts.107.up_proj,0.0000324849,0.05000,2.525
9,mlp.experts.110.up_proj,0.0000141577,0.05000,2.578
9,mlp.experts.93.up_proj,0.0000475637,0.05000,2.587
9,mlp.experts.116.up_proj,0.0000214584,0.05000,2.563
9,mlp.experts.111.up_proj,0.0000197976,0.05000,2.625
9,mlp.experts.114.up_proj,0.0000183237,0.05000,2.582
9,mlp.experts.97.up_proj,0.0000472984,0.05000,2.639
9,mlp.experts.120.up_proj,0.0000276494,0.05000,2.559
9,mlp.experts.115.up_proj,0.0000241216,0.05000,2.646
9,mlp.experts.118.up_proj,0.0000259298,0.05000,2.671
9,mlp.experts.124.up_proj,0.0000439273,0.05000,2.697
9,mlp.experts.101.up_proj,0.0000460369,0.05000,2.823
9,mlp.experts.119.up_proj,0.0000734213,0.05000,2.654
9,mlp.experts.122.up_proj,0.0000262520,0.05000,2.595
9,mlp.experts.128.up_proj,0.0000058428,0.05000,2.582
9,mlp.experts.105.up_proj,0.0000109755,0.05000,2.725
9,mlp.experts.123.up_proj,0.0000121904,0.05000,2.680
9,mlp.experts.126.up_proj,0.0000185136,0.05000,2.588
9,mlp.experts.132.up_proj,0.0000074673,0.05000,2.713
9,mlp.experts.109.up_proj,0.0000507211,0.05000,2.585
9,mlp.experts.127.up_proj,0.0000268863,0.05000,2.661
9,mlp.experts.130.up_proj,0.0000555839,0.05000,2.663
9,mlp.experts.136.up_proj,0.0000219819,0.05000,2.556
9,mlp.experts.113.up_proj,0.0000237955,0.05000,2.687
9,mlp.experts.131.up_proj,0.0000325824,0.05000,2.537
9,mlp.experts.134.up_proj,0.0001074434,0.05000,2.646
9,mlp.experts.140.up_proj,0.0000343099,0.05000,2.528
9,mlp.experts.117.up_proj,0.0000265644,0.05000,2.497
9,mlp.experts.135.up_proj,0.0000277278,0.05000,2.383
9,mlp.experts.138.up_proj,0.0000472392,0.05000,2.226
9,mlp.experts.144.up_proj,0.0000351049,0.05000,2.244
9,mlp.experts.121.up_proj,0.0000157440,0.05000,2.196
9,mlp.experts.139.up_proj,0.0000154619,0.05000,2.273
9,mlp.experts.142.up_proj,0.0000207670,0.05000,2.595
9,mlp.experts.148.up_proj,0.0000057711,0.05000,2.642
9,mlp.experts.125.up_proj,0.0000384341,0.05000,2.595
9,mlp.experts.143.up_proj,0.0000168117,0.05000,2.634
9,mlp.experts.146.up_proj,0.0000171044,0.05000,2.571
9,mlp.experts.129.up_proj,0.0000196529,0.05000,2.479
9,mlp.experts.152.up_proj,0.0000558673,0.05000,2.666
9,mlp.experts.147.up_proj,0.0000283839,0.05000,2.565
9,mlp.experts.150.up_proj,0.0000714203,0.05000,2.662
9,mlp.experts.133.up_proj,0.0000098638,0.05000,2.603
9,mlp.experts.156.up_proj,0.0000066269,0.05000,2.632
9,mlp.experts.151.up_proj,0.0000067815,0.05000,2.592
9,mlp.experts.154.up_proj,0.0000605334,0.05000,2.608
9,mlp.experts.137.up_proj,0.0000552078,0.05000,2.622
9,mlp.experts.160.up_proj,0.0000270069,0.05000,2.544
9,mlp.experts.155.up_proj,0.0000192382,0.05000,2.570
9,mlp.experts.158.up_proj,0.0000289420,0.05000,2.620
9,mlp.experts.141.up_proj,0.0000258399,0.05000,2.560
9,mlp.experts.164.up_proj,0.0000073276,0.05000,2.546
9,mlp.experts.159.up_proj,0.0000182469,0.05000,2.574
9,mlp.experts.162.up_proj,0.0000178424,0.05000,2.515
9,mlp.experts.168.up_proj,0.0000445196,0.05000,2.499
9,mlp.experts.145.up_proj,0.0000082429,0.05000,2.563
9,mlp.experts.163.up_proj,0.0000112031,0.05000,2.569
9,mlp.experts.166.up_proj,0.0000803586,0.05000,2.448
9,mlp.experts.149.up_proj,0.0000247085,0.05000,2.462
9,mlp.experts.172.up_proj,0.0000350759,0.05000,2.556
9,mlp.experts.167.up_proj,0.0000389729,0.05000,2.570
9,mlp.experts.170.up_proj,0.0000144424,0.05000,2.584
9,mlp.experts.176.up_proj,0.0000624802,0.05000,2.503
9,mlp.experts.153.up_proj,0.0000178633,0.05000,2.578
9,mlp.experts.171.up_proj,0.0000324280,0.05000,2.535
9,mlp.experts.174.up_proj,0.0000862309,0.05000,2.780
9,mlp.experts.157.up_proj,0.0000198243,0.05000,2.753
9,mlp.experts.180.up_proj,0.0000253985,0.05000,2.831
9,mlp.experts.175.up_proj,0.0000297492,0.05000,2.693
9,mlp.experts.184.up_proj,0.0000211132,0.05000,2.466
9,mlp.experts.161.up_proj,0.0000215946,0.05000,2.642
9,mlp.experts.178.up_proj,0.0000081535,0.05000,2.842
9,mlp.experts.179.up_proj,0.0000298085,0.05000,2.369
9,mlp.experts.188.up_proj,0.0000194313,0.05000,2.335
9,mlp.experts.165.up_proj,0.0000145315,0.05000,2.417
9,mlp.experts.182.up_proj,0.0000256539,0.05000,2.511
9,mlp.experts.183.up_proj,0.0000234980,0.05000,2.579
9,mlp.experts.192.up_proj,0.0000092158,0.05000,2.538
9,mlp.experts.169.up_proj,0.0000400483,0.05000,2.532
9,mlp.experts.186.up_proj,0.0000356048,0.05000,2.529
9,mlp.experts.187.up_proj,0.0000207904,0.05000,2.442
9,mlp.experts.196.up_proj,0.0000319878,0.05000,2.336
9,mlp.experts.173.up_proj,0.0000136847,0.05000,2.447
9,mlp.experts.190.up_proj,0.0000295212,0.05000,2.329
9,mlp.experts.191.up_proj,0.0000166523,0.05000,2.272
9,mlp.experts.200.up_proj,0.0000241120,0.05000,2.195
9,mlp.experts.194.up_proj,0.0000160266,0.05000,2.125
9,mlp.experts.177.up_proj,0.0000336048,0.05000,2.303
9,mlp.experts.195.up_proj,0.0000121659,0.05000,2.239
9,mlp.experts.204.up_proj,0.0000050475,0.05000,2.261
9,mlp.experts.198.up_proj,0.0000166762,0.05000,2.420
9,mlp.experts.181.up_proj,0.0000302048,0.05000,2.329
9,mlp.experts.199.up_proj,0.0000335744,0.05000,2.455
9,mlp.experts.208.up_proj,0.0000686669,0.05000,2.346
9,mlp.experts.202.up_proj,0.0000502781,0.05000,2.206
9,mlp.experts.185.up_proj,0.0000226743,0.05000,2.303
9,mlp.experts.203.up_proj,0.0000535811,0.05000,2.271
9,mlp.experts.212.up_proj,0.0000164345,0.05000,2.289
9,mlp.experts.206.up_proj,0.0000080685,0.05000,2.296
9,mlp.experts.189.up_proj,0.0000101949,0.05000,2.376
9,mlp.experts.207.up_proj,0.0000436754,0.05000,2.428
9,mlp.experts.216.up_proj,0.0000094213,0.05000,2.394
9,mlp.experts.210.up_proj,0.0000244521,0.05000,2.397
9,mlp.experts.193.up_proj,0.0000363245,0.05000,2.451
9,mlp.experts.211.up_proj,0.0000302073,0.05000,2.358
9,mlp.experts.220.up_proj,0.0000318794,0.05000,2.338
9,mlp.experts.214.up_proj,0.0001835363,0.05000,2.358
9,mlp.experts.197.up_proj,0.0000098378,0.05000,2.344
9,mlp.experts.215.up_proj,0.0000071761,0.05000,2.326
9,mlp.experts.224.up_proj,0.0000193083,0.05000,2.371
9,mlp.experts.218.up_proj,0.0000653792,0.05000,2.288
9,mlp.experts.201.up_proj,0.0000160362,0.05000,2.264
9,mlp.experts.219.up_proj,0.0000173933,0.05000,2.258
9,mlp.experts.228.up_proj,0.0000261983,0.05000,2.350
9,mlp.experts.222.up_proj,0.0000356578,0.05000,2.396
9,mlp.experts.205.up_proj,0.0000275662,0.05000,2.338
9,mlp.experts.223.up_proj,0.0000138250,0.05000,2.411
9,mlp.experts.232.up_proj,0.0000311719,0.05000,2.439
9,mlp.experts.226.up_proj,0.0000604674,0.05000,2.302
9,mlp.experts.209.up_proj,0.0000263418,0.05000,2.298
9,mlp.experts.227.up_proj,0.0000061242,0.05000,2.309
9,mlp.experts.236.up_proj,0.0000125360,0.05000,2.393
9,mlp.experts.230.up_proj,0.0000173298,0.05000,2.326
9,mlp.experts.213.up_proj,0.0000406740,0.05000,2.384
9,mlp.experts.231.up_proj,0.0000095414,0.05000,2.326
9,mlp.experts.240.up_proj,0.0000084317,0.05000,2.282
9,mlp.experts.217.up_proj,0.0000052949,0.05000,2.254
9,mlp.experts.234.up_proj,0.0000069979,0.05000,2.578
9,mlp.experts.235.up_proj,0.0000188534,0.05000,2.263
9,mlp.experts.244.up_proj,0.0000131622,0.05000,2.761
9,mlp.experts.221.up_proj,0.0000256904,0.05000,2.741
9,mlp.experts.238.up_proj,0.0000771928,0.05000,2.684
9,mlp.experts.239.up_proj,0.0000145514,0.05000,2.658
9,mlp.experts.248.up_proj,0.0000222927,0.05000,2.269
9,mlp.experts.242.up_proj,0.0000187899,0.05000,2.270
9,mlp.experts.225.up_proj,0.0000391863,0.05000,2.319
9,mlp.experts.243.up_proj,0.0000702522,0.05000,2.245
9,mlp.experts.252.up_proj,0.0000264481,0.05000,2.448
9,mlp.experts.229.up_proj,0.0000487353,0.05000,2.277
9,mlp.experts.246.up_proj,0.0000312051,0.05000,2.365
9,mlp.experts.247.up_proj,0.0000097038,0.05000,2.264
9,mlp.experts.233.up_proj,0.0000827008,0.05000,1.570
9,mlp.experts.250.up_proj,0.0000113202,0.05000,1.505
9,mlp.experts.251.up_proj,0.0000163149,0.05000,1.563
9,mlp.experts.254.up_proj,0.0000405373,0.05000,1.575
9,mlp.experts.237.up_proj,0.0000090800,0.05000,1.621
9,mlp.experts.255.up_proj,0.0000446545,0.05000,1.583
9,mlp.experts.241.up_proj,0.0000506211,0.05000,0.641
9,mlp.experts.245.up_proj,0.0000176350,0.05000,0.585
9,mlp.experts.249.up_proj,0.0000601008,0.05000,0.606
9,mlp.experts.253.up_proj,0.0000070864,0.05000,0.526
9,mlp.experts.3.down_proj,failsafe(rtn): 0.0010529,0.00000,0.012
9,mlp.experts.1.down_proj,0.0000007956,0.05000,0.652
9,mlp.experts.7.down_proj,0.0000013724,0.05000,0.667
9,mlp.experts.2.down_proj,0.0000004055,0.05000,0.755
9,mlp.experts.0.down_proj,0.0000005530,0.05000,0.772
9,mlp.experts.5.down_proj,0.0000001952,0.05000,0.707
9,mlp.experts.11.down_proj,0.0000004155,0.05000,0.710
9,mlp.experts.6.down_proj,0.0000005698,0.05000,0.691
9,mlp.experts.4.down_proj,0.0000003299,0.05000,0.700
9,mlp.experts.15.down_proj,0.0000003196,0.05000,0.633
9,mlp.experts.9.down_proj,0.0000003966,0.05000,0.686
9,mlp.experts.8.down_proj,0.0000001574,0.05000,0.645
9,mlp.experts.10.down_proj,0.0000021306,0.05000,0.687
9,mlp.experts.19.down_proj,0.0000002524,0.05000,0.665
9,mlp.experts.23.down_proj,failsafe(rtn): 0.0010223,0.00000,0.011
9,mlp.experts.13.down_proj,0.0000001233,0.05000,0.682
9,mlp.experts.14.down_proj,0.0000001104,0.05000,0.650
9,mlp.experts.12.down_proj,0.0000002561,0.05000,0.699
9,mlp.experts.27.down_proj,0.0000004605,0.05000,0.664
9,mlp.experts.17.down_proj,0.0000001685,0.05000,0.707
9,mlp.experts.18.down_proj,0.0000001692,0.05000,0.675
9,mlp.experts.16.down_proj,0.0000005252,0.05000,0.730
9,mlp.experts.31.down_proj,0.0000005692,0.05000,0.681
9,mlp.experts.22.down_proj,0.0000008271,0.05000,0.708
9,mlp.experts.21.down_proj,0.0000018949,0.05000,0.733
9,mlp.experts.20.down_proj,0.0000001951,0.05000,0.729
9,mlp.experts.35.down_proj,0.0000005803,0.05000,0.664
9,mlp.experts.25.down_proj,0.0000002666,0.05000,0.657
9,mlp.experts.26.down_proj,0.0000001689,0.05000,0.714
9,mlp.experts.24.down_proj,0.0000001975,0.05000,0.697
9,mlp.experts.39.down_proj,0.0000002896,0.05000,0.619
9,mlp.experts.29.down_proj,0.0000001895,0.05000,0.620
9,mlp.experts.30.down_proj,0.0000002657,0.05000,0.620
9,mlp.experts.28.down_proj,0.0000001698,0.05000,0.608
9,mlp.experts.43.down_proj,0.0000004255,0.05000,0.628
9,mlp.experts.33.down_proj,0.0000012294,0.05000,0.646
9,mlp.experts.34.down_proj,0.0000012037,0.05000,0.655
9,mlp.experts.38.down_proj,failsafe(rtn): 0.0010223,0.00000,0.010
9,mlp.experts.32.down_proj,0.0000005261,0.05000,0.666
9,mlp.experts.47.down_proj,0.0000005294,0.05000,0.704
9,mlp.experts.37.down_proj,0.0000007334,0.05000,0.674
9,mlp.experts.42.down_proj,0.0000001501,0.05000,0.673
9,mlp.experts.36.down_proj,0.0000014740,0.05000,0.646
9,mlp.experts.51.down_proj,0.0000007342,0.05000,0.657
9,mlp.experts.41.down_proj,0.0000002216,0.05000,0.649
9,mlp.experts.46.down_proj,0.0000022928,0.05000,0.665
9,mlp.experts.40.down_proj,0.0000009248,0.05000,0.641
9,mlp.experts.55.down_proj,0.0000004989,0.05000,0.687
9,mlp.experts.45.down_proj,0.0000003552,0.05000,0.656
9,mlp.experts.50.down_proj,0.0000013870,0.05000,0.655
9,mlp.experts.44.down_proj,0.0000002425,0.05000,0.675
9,mlp.experts.49.down_proj,0.0000006820,0.05000,0.656
9,mlp.experts.59.down_proj,0.0000002476,0.05000,0.748
9,mlp.experts.54.down_proj,0.0000002556,0.05000,0.701
9,mlp.experts.48.down_proj,0.0000002437,0.05000,0.701
9,mlp.experts.53.down_proj,0.0000001132,0.05000,0.631
9,mlp.experts.63.down_proj,0.0000001014,0.05000,0.651
9,mlp.experts.58.down_proj,0.0000003692,0.05000,0.630
9,mlp.experts.52.down_proj,0.0000002551,0.05000,0.671
9,mlp.experts.57.down_proj,0.0000017026,0.05000,0.656
9,mlp.experts.67.down_proj,0.0000002057,0.05000,0.736
9,mlp.experts.62.down_proj,0.0000002662,0.05000,0.663
9,mlp.experts.56.down_proj,0.0000003515,0.05000,0.687
9,mlp.experts.61.down_proj,0.0000003101,0.05000,0.659
9,mlp.experts.71.down_proj,0.0000001901,0.05000,0.658
9,mlp.experts.66.down_proj,0.0000003710,0.05000,0.657
9,mlp.experts.60.down_proj,0.0000002748,0.05000,0.646
9,mlp.experts.64.down_proj,failsafe(rtn): 0.0010529,0.00000,0.012
9,mlp.experts.65.down_proj,0.0000002745,0.05000,0.644
9,mlp.experts.75.down_proj,0.0000001239,0.05000,0.618
9,mlp.experts.70.down_proj,0.0000003767,0.05000,0.660
9,mlp.experts.68.down_proj,0.0000002469,0.05000,0.647
9,mlp.experts.69.down_proj,0.0000012059,0.05000,0.591
9,mlp.experts.79.down_proj,0.0000001581,0.05000,0.594
9,mlp.experts.74.down_proj,0.0000006535,0.05000,0.608
9,mlp.experts.72.down_proj,0.0000001290,0.05000,0.626
9,mlp.experts.73.down_proj,0.0000004781,0.05000,0.583
9,mlp.experts.83.down_proj,0.0000002439,0.05000,0.602
9,mlp.experts.78.down_proj,0.0000008981,0.05000,0.587
9,mlp.experts.76.down_proj,0.0000013213,0.05000,0.583
9,mlp.experts.77.down_proj,0.0000011380,0.05000,0.608
9,mlp.experts.87.down_proj,0.0000009624,0.05000,0.613
9,mlp.experts.82.down_proj,0.0000001560,0.05000,0.578
9,mlp.experts.80.down_proj,0.0000006560,0.05000,0.595
9,mlp.experts.84.down_proj,failsafe(rtn): 0.0010376,0.00000,0.011
9,mlp.experts.81.down_proj,0.0000004210,0.05000,0.666
9,mlp.experts.91.down_proj,0.0000007251,0.05000,0.632
9,mlp.experts.86.down_proj,0.0000003306,0.05000,0.636
9,mlp.experts.88.down_proj,0.0000009047,0.05000,0.676
9,mlp.experts.85.down_proj,0.0000020765,0.05000,0.694
9,mlp.experts.90.down_proj,0.0000006651,0.05000,0.689
9,mlp.experts.95.down_proj,0.0000002114,0.05000,0.729
9,mlp.experts.92.down_proj,0.0000015045,0.05000,0.713
9,mlp.experts.89.down_proj,0.0000015698,0.05000,0.724
9,mlp.experts.99.down_proj,0.0000006399,0.05000,0.666
9,mlp.experts.94.down_proj,0.0000001914,0.05000,0.731
9,mlp.experts.98.down_proj,failsafe(rtn): 0.0010834,0.00000,0.013
9,mlp.experts.96.down_proj,0.0000002998,0.05000,0.688
9,mlp.experts.93.down_proj,0.0000013042,0.05000,0.661
9,mlp.experts.103.down_proj,0.0000004771,0.05000,0.645
9,mlp.experts.102.down_proj,0.0000005185,0.05000,0.662
9,mlp.experts.100.down_proj,0.0000006582,0.05000,0.657
9,mlp.experts.104.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
9,mlp.experts.97.down_proj,0.0000006440,0.05000,0.729
9,mlp.experts.107.down_proj,0.0000006574,0.05000,0.720
9,mlp.experts.106.down_proj,0.0000008893,0.05000,0.666
9,mlp.experts.108.down_proj,0.0000003649,0.05000,0.667
9,mlp.experts.101.down_proj,0.0000007701,0.05000,0.745
9,mlp.experts.111.down_proj,0.0000004141,0.05000,0.693
9,mlp.experts.110.down_proj,0.0000003588,0.05000,0.681
9,mlp.experts.112.down_proj,0.0000001910,0.05000,0.722
9,mlp.experts.114.down_proj,0.0000003137,0.05000,0.641
9,mlp.experts.105.down_proj,0.0000003477,0.05000,0.694
9,mlp.experts.115.down_proj,0.0000006460,0.05000,0.691
9,mlp.experts.116.down_proj,0.0000006568,0.05000,0.626
9,mlp.experts.118.down_proj,0.0000003011,0.05000,0.660
9,mlp.experts.119.down_proj,0.0000013974,0.05000,0.657
9,mlp.experts.109.down_proj,0.0000009445,0.05000,0.678
9,mlp.experts.120.down_proj,0.0000005871,0.05000,0.651
9,mlp.experts.122.down_proj,0.0000002241,0.05000,0.648
9,mlp.experts.123.down_proj,0.0000003382,0.05000,0.639
9,mlp.experts.113.down_proj,0.0000001836,0.05000,0.639
9,mlp.experts.124.down_proj,0.0000012879,0.05000,0.644
9,mlp.experts.127.down_proj,0.0000002218,0.05000,0.627
9,mlp.experts.126.down_proj,0.0000006975,0.05000,0.663
9,mlp.experts.117.down_proj,0.0000005604,0.05000,0.637
9,mlp.experts.128.down_proj,0.0000001022,0.05000,0.625
9,mlp.experts.131.down_proj,0.0000008462,0.05000,0.651
9,mlp.experts.130.down_proj,0.0000005054,0.05000,0.698
9,mlp.experts.121.down_proj,0.0000001266,0.05000,0.709
9,mlp.experts.132.down_proj,0.0000002613,0.05000,0.732
9,mlp.experts.135.down_proj,0.0000002686,0.05000,0.684
9,mlp.experts.125.down_proj,0.0000006970,0.05000,0.631
9,mlp.experts.134.down_proj,0.0000025001,0.05000,0.703
9,mlp.experts.136.down_proj,0.0000001858,0.05000,0.678
9,mlp.experts.139.down_proj,0.0000004556,0.05000,0.676
9,mlp.experts.129.down_proj,0.0000003786,0.05000,0.701
9,mlp.experts.138.down_proj,0.0000006561,0.05000,0.701
9,mlp.experts.140.down_proj,0.0000004809,0.05000,0.716
9,mlp.experts.143.down_proj,0.0000002081,0.05000,0.685
9,mlp.experts.133.down_proj,0.0000003390,0.05000,0.696
9,mlp.experts.142.down_proj,0.0000004887,0.05000,0.698
9,mlp.experts.144.down_proj,0.0000009892,0.05000,0.663
9,mlp.experts.147.down_proj,0.0000005565,0.05000,0.714
9,mlp.experts.146.down_proj,0.0000003637,0.05000,0.640
9,mlp.experts.137.down_proj,0.0000007751,0.05000,0.714
9,mlp.experts.148.down_proj,0.0000002210,0.05000,0.660
9,mlp.experts.151.down_proj,0.0000001267,0.05000,0.633
9,mlp.experts.150.down_proj,0.0000008155,0.05000,0.654
9,mlp.experts.141.down_proj,0.0000003230,0.05000,0.675
9,mlp.experts.152.down_proj,0.0000010447,0.05000,0.643
9,mlp.experts.155.down_proj,0.0000001468,0.05000,0.693
9,mlp.experts.154.down_proj,0.0000011513,0.05000,0.645
9,mlp.experts.145.down_proj,0.0000002699,0.05000,0.673
9,mlp.experts.156.down_proj,0.0000001962,0.05000,0.643
9,mlp.experts.159.down_proj,0.0000004423,0.05000,0.640
9,mlp.experts.158.down_proj,0.0000002430,0.05000,0.672
9,mlp.experts.149.down_proj,0.0000004527,0.05000,0.643
9,mlp.experts.160.down_proj,0.0000010707,0.05000,0.672
9,mlp.experts.163.down_proj,0.0000001848,0.05000,0.628
9,mlp.experts.162.down_proj,0.0000004299,0.05000,0.640
9,mlp.experts.153.down_proj,0.0000003841,0.05000,0.658
9,mlp.experts.164.down_proj,0.0000002034,0.05000,0.645
9,mlp.experts.167.down_proj,0.0000009222,0.05000,0.677
9,mlp.experts.166.down_proj,0.0000009088,0.05000,0.660
9,mlp.experts.157.down_proj,0.0000005859,0.05000,0.683
9,mlp.experts.168.down_proj,0.0000004595,0.05000,0.658
9,mlp.experts.171.down_proj,0.0000002503,0.05000,0.696
9,mlp.experts.170.down_proj,0.0000002830,0.05000,0.720
9,mlp.experts.161.down_proj,0.0000004952,0.05000,0.713
9,mlp.experts.172.down_proj,0.0000005705,0.05000,0.688
9,mlp.experts.175.down_proj,0.0000004352,0.05000,0.668
9,mlp.experts.174.down_proj,0.0000022445,0.05000,0.682
9,mlp.experts.165.down_proj,0.0000003123,0.05000,0.676
9,mlp.experts.176.down_proj,0.0000008941,0.05000,0.663
9,mlp.experts.179.down_proj,0.0000002640,0.05000,0.609
9,mlp.experts.178.down_proj,0.0000002330,0.05000,0.607
9,mlp.experts.169.down_proj,0.0000005590,0.05000,0.605
9,mlp.experts.180.down_proj,0.0000008641,0.05000,0.618
9,mlp.experts.183.down_proj,0.0000002574,0.05000,0.665
9,mlp.experts.182.down_proj,0.0000003123,0.05000,0.670
9,mlp.experts.173.down_proj,0.0000002887,0.05000,0.668
9,mlp.experts.184.down_proj,0.0000001530,0.05000,0.704
9,mlp.experts.187.down_proj,0.0000004708,0.05000,0.752
9,mlp.experts.186.down_proj,0.0000004209,0.05000,0.744
9,mlp.experts.177.down_proj,0.0000006423,0.05000,0.743
9,mlp.experts.188.down_proj,0.0000003269,0.05000,0.735
9,mlp.experts.191.down_proj,0.0000004787,0.05000,0.680
9,mlp.experts.190.down_proj,0.0000005216,0.05000,0.705
9,mlp.experts.181.down_proj,0.0000009548,0.05000,0.730
9,mlp.experts.192.down_proj,0.0000003149,0.05000,0.744
9,mlp.experts.195.down_proj,0.0000002453,0.05000,0.677
9,mlp.experts.185.down_proj,0.0000014558,0.05000,0.665
9,mlp.experts.194.down_proj,0.0000001327,0.05000,0.759
9,mlp.experts.196.down_proj,0.0000008827,0.05000,0.723
9,mlp.experts.199.down_proj,0.0000003644,0.05000,0.700
9,mlp.experts.198.down_proj,0.0000004043,0.05000,0.660
9,mlp.experts.189.down_proj,0.0000001872,0.05000,0.680
9,mlp.experts.200.down_proj,0.0000003430,0.05000,0.675
9,mlp.experts.203.down_proj,0.0000008981,0.05000,0.671
9,mlp.experts.202.down_proj,0.0000007028,0.05000,0.638
9,mlp.experts.193.down_proj,0.0000004537,0.05000,0.648
9,mlp.experts.204.down_proj,0.0000001102,0.05000,0.697
9,mlp.experts.207.down_proj,0.0000009600,0.05000,0.669
9,mlp.experts.206.down_proj,0.0000002533,0.05000,0.611
9,mlp.experts.197.down_proj,0.0000002012,0.05000,0.625
9,mlp.experts.208.down_proj,0.0000015855,0.05000,0.609
9,mlp.experts.211.down_proj,0.0000002765,0.05000,0.665
9,mlp.experts.210.down_proj,0.0000001896,0.05000,0.651
9,mlp.experts.201.down_proj,0.0000001173,0.05000,0.652
9,mlp.experts.212.down_proj,0.0000004299,0.05000,0.695
9,mlp.experts.215.down_proj,0.0000002686,0.05000,0.686
9,mlp.experts.205.down_proj,0.0000002711,0.05000,0.640
9,mlp.experts.214.down_proj,0.0000013475,0.05000,0.703
9,mlp.experts.216.down_proj,0.0000001894,0.05000,0.711
9,mlp.experts.219.down_proj,0.0000003457,0.05000,0.756
9,mlp.experts.209.down_proj,0.0000002231,0.05000,0.735
9,mlp.experts.218.down_proj,0.0000013700,0.05000,0.730
9,mlp.experts.220.down_proj,0.0000008144,0.05000,0.703
9,mlp.experts.223.down_proj,0.0000003894,0.05000,0.680
9,mlp.experts.213.down_proj,0.0000003367,0.05000,0.731
9,mlp.experts.222.down_proj,0.0000004840,0.05000,0.726
9,mlp.experts.224.down_proj,0.0000002813,0.05000,0.680
9,mlp.experts.227.down_proj,0.0000001787,0.05000,0.674
9,mlp.experts.217.down_proj,0.0000001817,0.05000,0.682
9,mlp.experts.226.down_proj,0.0000008333,0.05000,0.707
9,mlp.experts.228.down_proj,0.0000002839,0.05000,0.724
9,mlp.experts.231.down_proj,0.0000002714,0.05000,0.692
9,mlp.experts.221.down_proj,0.0000002060,0.05000,0.662
9,mlp.experts.230.down_proj,0.0000004197,0.05000,0.650
9,mlp.experts.232.down_proj,0.0000002579,0.05000,0.702
9,mlp.experts.235.down_proj,0.0000001479,0.05000,0.653
9,mlp.experts.225.down_proj,0.0000007284,0.05000,0.684
9,mlp.experts.234.down_proj,0.0000001619,0.05000,0.712
9,mlp.experts.236.down_proj,0.0000003721,0.05000,0.639
9,mlp.experts.239.down_proj,0.0000005121,0.05000,0.642
9,mlp.experts.229.down_proj,0.0000005702,0.05000,0.623
9,mlp.experts.238.down_proj,0.0000011769,0.05000,0.636
9,mlp.experts.240.down_proj,0.0000003139,0.05000,0.649
9,mlp.experts.243.down_proj,0.0000006535,0.05000,0.629
9,mlp.experts.233.down_proj,0.0000011859,0.05000,0.621
9,mlp.experts.242.down_proj,0.0000004829,0.05000,0.636
9,mlp.experts.244.down_proj,0.0000003396,0.05000,0.621
9,mlp.experts.247.down_proj,0.0000001524,0.05000,0.625
9,mlp.experts.237.down_proj,0.0000003000,0.05000,0.627
9,mlp.experts.246.down_proj,0.0000002486,0.05000,0.641
9,mlp.experts.248.down_proj,0.0000001938,0.05000,0.640
9,mlp.experts.251.down_proj,0.0000002403,0.05000,0.657
9,mlp.experts.241.down_proj,0.0000013256,0.05000,0.685
9,mlp.experts.250.down_proj,0.0000002701,0.05000,0.677
9,mlp.experts.252.down_proj,0.0000006236,0.05000,0.699
9,mlp.experts.255.down_proj,0.0000006746,0.05000,0.552
9,mlp.experts.245.down_proj,0.0000007228,0.05000,0.522
9,mlp.experts.254.down_proj,0.0000005891,0.05000,0.462
9,mlp.experts.249.down_proj,0.0000007014,0.05000,0.173
9,mlp.experts.253.down_proj,0.0000001730,0.05000,0.157
10,mlp.experts.1.gate_proj,0.0000094251,0.05000,2.819
10,mlp.experts.3.gate_proj,0.0000314729,0.05000,2.858
10,mlp.experts.0.gate_proj,0.0001012051,0.05000,2.965
10,mlp.experts.2.gate_proj,0.0000211835,0.05000,3.014
10,mlp.experts.7.gate_proj,0.0000099246,0.05000,2.386
10,mlp.experts.5.gate_proj,0.0000089934,0.05000,2.558
10,mlp.experts.4.gate_proj,0.0000217133,0.05000,2.540
10,mlp.experts.6.gate_proj,0.0000269155,0.05000,2.655
10,mlp.experts.11.gate_proj,0.0000289550,0.05000,2.751
10,mlp.experts.9.gate_proj,0.0000062620,0.05000,2.734
10,mlp.experts.8.gate_proj,0.0000100783,0.05000,2.788
10,mlp.experts.10.gate_proj,0.0000251184,0.05000,2.743
10,mlp.experts.13.gate_proj,0.0000507186,0.05000,2.459
10,mlp.experts.15.gate_proj,0.0000218925,0.05000,2.568
10,mlp.experts.12.gate_proj,0.0000097308,0.05000,2.325
10,mlp.experts.14.gate_proj,0.0000272690,0.05000,2.464
10,mlp.experts.19.gate_proj,0.0000100575,0.05000,2.458
10,mlp.experts.16.gate_proj,0.0000752495,0.05000,2.441
10,mlp.experts.17.gate_proj,0.0000119973,0.05000,2.502
10,mlp.experts.18.gate_proj,0.0000569917,0.05000,2.415
10,mlp.experts.23.gate_proj,0.0000115242,0.05000,2.210
10,mlp.experts.20.gate_proj,0.0000119363,0.05000,2.200
10,mlp.experts.27.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.042
10,mlp.experts.22.gate_proj,0.0000223510,0.05000,2.073
10,mlp.experts.21.gate_proj,0.0000373354,0.05000,2.310
10,mlp.experts.24.gate_proj,0.0000044681,0.05000,2.376
10,mlp.experts.31.gate_proj,0.0000080564,0.05000,2.343
10,mlp.experts.25.gate_proj,0.0000247982,0.05000,2.306
10,mlp.experts.26.gate_proj,0.0000195621,0.05000,2.361
10,mlp.experts.35.gate_proj,0.0000271837,0.05000,2.506
10,mlp.experts.29.gate_proj,0.0000316307,0.05000,2.513
10,mlp.experts.30.gate_proj,0.0000301964,0.05000,2.493
10,mlp.experts.28.gate_proj,0.0000066167,0.05000,2.674
10,mlp.experts.39.gate_proj,0.0000335750,0.05000,2.510
10,mlp.experts.34.gate_proj,0.0000518167,0.05000,2.522
10,mlp.experts.33.gate_proj,0.0000686644,0.05000,2.651
10,mlp.experts.32.gate_proj,0.0000660356,0.05000,2.615
10,mlp.experts.38.gate_proj,0.0000725005,0.05000,2.668
10,mlp.experts.43.gate_proj,0.0000227260,0.05000,2.758
10,mlp.experts.36.gate_proj,0.0000395343,0.05000,2.525
10,mlp.experts.37.gate_proj,0.0000192119,0.05000,2.608
10,mlp.experts.41.gate_proj,0.0000859737,0.05000,2.493
10,mlp.experts.42.gate_proj,0.0000292528,0.05000,2.563
10,mlp.experts.40.gate_proj,0.0000634918,0.05000,2.548
10,mlp.experts.47.gate_proj,0.0000183408,0.05000,2.589
10,mlp.experts.44.gate_proj,0.0000167600,0.05000,2.343
10,mlp.experts.45.gate_proj,0.0000728285,0.05000,2.490
10,mlp.experts.46.gate_proj,0.0000089766,0.05000,2.503
10,mlp.experts.51.gate_proj,0.0000080024,0.05000,2.514
10,mlp.experts.48.gate_proj,0.0000579964,0.05000,2.393
10,mlp.experts.50.gate_proj,0.0000228820,0.05000,2.462
10,mlp.experts.49.gate_proj,0.0000285800,0.05000,2.517
10,mlp.experts.55.gate_proj,0.0000535669,0.05000,2.559
10,mlp.experts.52.gate_proj,0.0000118306,0.05000,2.498
10,mlp.experts.54.gate_proj,0.0000824219,0.05000,2.742
10,mlp.experts.53.gate_proj,0.0000106975,0.05000,2.732
10,mlp.experts.59.gate_proj,0.0000155271,0.05000,2.715
10,mlp.experts.56.gate_proj,0.0000479862,0.05000,2.756
10,mlp.experts.57.gate_proj,0.0000328164,0.05000,2.662
10,mlp.experts.58.gate_proj,0.0000157890,0.05000,2.780
10,mlp.experts.63.gate_proj,0.0000117757,0.05000,2.814
10,mlp.experts.60.gate_proj,0.0000308950,0.05000,2.454
10,mlp.experts.61.gate_proj,0.0000223765,0.05000,2.494
10,mlp.experts.62.gate_proj,0.0000078179,0.05000,2.545
10,mlp.experts.67.gate_proj,0.0000318862,0.05000,2.419
10,mlp.experts.64.gate_proj,0.0000193284,0.05000,2.546
10,mlp.experts.65.gate_proj,0.0000122798,0.05000,2.700
10,mlp.experts.71.gate_proj,0.0000260611,0.05000,2.720
10,mlp.experts.66.gate_proj,0.0000184508,0.05000,2.789
10,mlp.experts.68.gate_proj,0.0000050401,0.05000,2.743
10,mlp.experts.69.gate_proj,0.0000196387,0.05000,2.648
10,mlp.experts.75.gate_proj,0.0000179626,0.05000,2.561
10,mlp.experts.70.gate_proj,0.0000190813,0.05000,2.562
10,mlp.experts.72.gate_proj,0.0000052478,0.05000,2.639
10,mlp.experts.73.gate_proj,0.0000080422,0.05000,2.602
10,mlp.experts.74.gate_proj,0.0000600929,0.05000,2.577
10,mlp.experts.79.gate_proj,0.0000104315,0.05000,2.676
10,mlp.experts.76.gate_proj,0.0000298821,0.05000,2.399
10,mlp.experts.77.gate_proj,0.0000195941,0.05000,2.371
10,mlp.experts.78.gate_proj,0.0000174069,0.05000,2.351
10,mlp.experts.83.gate_proj,0.0000093560,0.05000,2.440
10,mlp.experts.80.gate_proj,0.0000286489,0.05000,2.688
10,mlp.experts.82.gate_proj,0.0000360743,0.05000,2.701
10,mlp.experts.81.gate_proj,0.0000091553,0.05000,2.859
10,mlp.experts.87.gate_proj,0.0000229848,0.05000,2.818
10,mlp.experts.84.gate_proj,0.0000227322,0.05000,2.706
10,mlp.experts.85.gate_proj,0.0000056708,0.05000,2.639
10,mlp.experts.86.gate_proj,0.0000533216,0.05000,2.722
10,mlp.experts.89.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.048
10,mlp.experts.91.gate_proj,0.0000093858,0.05000,2.703
10,mlp.experts.88.gate_proj,0.0000313893,0.05000,2.660
10,mlp.experts.93.gate_proj,0.0000423923,0.05000,2.550
10,mlp.experts.90.gate_proj,0.0000253451,0.05000,2.608
10,mlp.experts.95.gate_proj,0.0000156727,0.05000,2.587
10,mlp.experts.92.gate_proj,0.0000081987,0.05000,2.537
10,mlp.experts.97.gate_proj,0.0000143459,0.05000,2.672
10,mlp.experts.94.gate_proj,0.0000404845,0.05000,2.647
10,mlp.experts.99.gate_proj,0.0000821842,0.05000,2.656
10,mlp.experts.96.gate_proj,0.0000550792,0.05000,2.640
10,mlp.experts.98.gate_proj,0.0000187609,0.05000,2.543
10,mlp.experts.101.gate_proj,0.0000330030,0.05000,2.586
10,mlp.experts.103.gate_proj,0.0000180832,0.05000,2.477
10,mlp.experts.100.gate_proj,0.0000152807,0.05000,2.580
10,mlp.experts.102.gate_proj,0.0000431162,0.05000,2.683
10,mlp.experts.107.gate_proj,0.0000401727,0.05000,2.595
10,mlp.experts.105.gate_proj,0.0000388977,0.05000,2.742
10,mlp.experts.104.gate_proj,0.0000296435,0.05000,2.716
10,mlp.experts.106.gate_proj,0.0000447854,0.05000,2.639
10,mlp.experts.109.gate_proj,0.0000181075,0.05000,2.574
10,mlp.experts.111.gate_proj,0.0000314680,0.05000,2.588
10,mlp.experts.108.gate_proj,0.0000206436,0.05000,2.594
10,mlp.experts.113.gate_proj,0.0000399082,0.05000,2.546
10,mlp.experts.115.gate_proj,0.0000212805,0.05000,2.549
10,mlp.experts.110.gate_proj,0.0000252390,0.05000,2.640
10,mlp.experts.112.gate_proj,0.0000575677,0.05000,2.671
10,mlp.experts.119.gate_proj,0.0000086144,0.05000,2.631
10,mlp.experts.117.gate_proj,0.0000107973,0.05000,2.698
10,mlp.experts.114.gate_proj,0.0000033199,0.05000,2.678
10,mlp.experts.116.gate_proj,0.0000182154,0.05000,2.660
10,mlp.experts.121.gate_proj,0.0000649301,0.05000,2.468
10,mlp.experts.118.gate_proj,0.0000267478,0.05000,2.475
10,mlp.experts.123.gate_proj,0.0000137148,0.05000,2.594
10,mlp.experts.120.gate_proj,0.0000324966,0.05000,2.122
10,mlp.experts.125.gate_proj,0.0000144333,0.05000,2.174
10,mlp.experts.127.gate_proj,0.0000237028,0.05000,2.200
10,mlp.experts.122.gate_proj,0.0000448143,0.05000,2.236
10,mlp.experts.124.gate_proj,0.0000235989,0.05000,2.201
10,mlp.experts.129.gate_proj,0.0000217722,0.05000,2.239
10,mlp.experts.131.gate_proj,0.0001064120,0.05000,2.163
10,mlp.experts.126.gate_proj,0.0000642284,0.05000,2.218
10,mlp.experts.128.gate_proj,0.0000126464,0.05000,2.563
10,mlp.experts.133.gate_proj,0.0000305093,0.05000,2.565
10,mlp.experts.135.gate_proj,0.0000729144,0.05000,2.631
10,mlp.experts.130.gate_proj,0.0000045434,0.05000,2.588
10,mlp.experts.132.gate_proj,0.0000286176,0.05000,2.544
10,mlp.experts.137.gate_proj,0.0000107634,0.05000,2.494
10,mlp.experts.139.gate_proj,0.0000267485,0.05000,2.524
10,mlp.experts.134.gate_proj,0.0000227011,0.05000,2.545
10,mlp.experts.136.gate_proj,0.0000156936,0.05000,2.545
10,mlp.experts.141.gate_proj,0.0000335419,0.05000,2.596
10,mlp.experts.138.gate_proj,0.0000396073,0.05000,2.556
10,mlp.experts.143.gate_proj,0.0000104815,0.05000,2.649
10,mlp.experts.140.gate_proj,0.0000185374,0.05000,2.496
10,mlp.experts.145.gate_proj,0.0000272031,0.05000,2.498
10,mlp.experts.142.gate_proj,0.0000099875,0.05000,2.526
10,mlp.experts.147.gate_proj,0.0000967444,0.05000,2.612
10,mlp.experts.144.gate_proj,0.0000140056,0.05000,2.544
10,mlp.experts.149.gate_proj,0.0000969797,0.05000,2.582
10,mlp.experts.146.gate_proj,0.0000097537,0.05000,2.651
10,mlp.experts.151.gate_proj,0.0000294693,0.05000,2.653
10,mlp.experts.148.gate_proj,0.0000694339,0.05000,2.721
10,mlp.experts.153.gate_proj,0.0000255100,0.05000,2.609
10,mlp.experts.150.gate_proj,0.0000282042,0.05000,2.727
10,mlp.experts.155.gate_proj,0.0000316524,0.05000,2.625
10,mlp.experts.152.gate_proj,0.0000221234,0.05000,2.646
10,mlp.experts.157.gate_proj,0.0000140228,0.05000,2.577
10,mlp.experts.159.gate_proj,0.0000109029,0.05000,2.654
10,mlp.experts.154.gate_proj,0.0000119702,0.05000,2.725
10,mlp.experts.156.gate_proj,0.0000281923,0.05000,2.420
10,mlp.experts.161.gate_proj,0.0000083585,0.05000,2.490
10,mlp.experts.163.gate_proj,0.0000068853,0.05000,2.391
10,mlp.experts.158.gate_proj,0.0000139782,0.05000,2.429
10,mlp.experts.160.gate_proj,0.0000288833,0.05000,2.476
10,mlp.experts.165.gate_proj,0.0000073909,0.05000,2.403
10,mlp.experts.167.gate_proj,0.0000216845,0.05000,2.405
10,mlp.experts.162.gate_proj,0.0000485329,0.05000,2.552
10,mlp.experts.164.gate_proj,0.0000134219,0.05000,2.585
10,mlp.experts.169.gate_proj,0.0000063389,0.05000,2.625
10,mlp.experts.171.gate_proj,0.0000030369,0.05000,2.596
10,mlp.experts.166.gate_proj,0.0000373616,0.05000,2.673
10,mlp.experts.168.gate_proj,0.0000481317,0.05000,2.307
10,mlp.experts.173.gate_proj,0.0000330273,0.05000,2.472
10,mlp.experts.175.gate_proj,0.0000220642,0.05000,2.364
10,mlp.experts.170.gate_proj,0.0000177108,0.05000,2.307
10,mlp.experts.172.gate_proj,0.0000597777,0.05000,2.294
10,mlp.experts.177.gate_proj,0.0000255634,0.05000,2.369
10,mlp.experts.179.gate_proj,0.0000410037,0.05000,2.300
10,mlp.experts.174.gate_proj,0.0000234042,0.05000,2.621
10,mlp.experts.176.gate_proj,0.0000187039,0.05000,2.374
10,mlp.experts.181.gate_proj,0.0000111839,0.05000,2.269
10,mlp.experts.183.gate_proj,0.0000289222,0.05000,2.262
10,mlp.experts.178.gate_proj,0.0000682896,0.05000,2.256
10,mlp.experts.180.gate_proj,0.0000668432,0.05000,2.696
10,mlp.experts.185.gate_proj,0.0000158987,0.05000,2.628
10,mlp.experts.187.gate_proj,0.0000182891,0.05000,2.603
10,mlp.experts.182.gate_proj,0.0000277509,0.05000,2.682
10,mlp.experts.186.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.045
10,mlp.experts.184.gate_proj,0.0000439334,0.05000,2.692
10,mlp.experts.191.gate_proj,0.0000314185,0.05000,2.745
10,mlp.experts.189.gate_proj,0.0000254046,0.05000,2.871
10,mlp.experts.190.gate_proj,0.0000270962,0.05000,2.788
10,mlp.experts.188.gate_proj,0.0000086933,0.05000,2.630
10,mlp.experts.195.gate_proj,0.0000291479,0.05000,2.662
10,mlp.experts.193.gate_proj,0.0000250072,0.05000,2.660
10,mlp.experts.194.gate_proj,0.0000149995,0.05000,2.667
10,mlp.experts.192.gate_proj,0.0000219599,0.05000,2.482
10,mlp.experts.199.gate_proj,0.0000443603,0.05000,2.368
10,mlp.experts.197.gate_proj,0.0000376330,0.05000,2.440
10,mlp.experts.198.gate_proj,0.0000070216,0.05000,2.298
10,mlp.experts.196.gate_proj,0.0000308929,0.05000,2.575
10,mlp.experts.203.gate_proj,0.0000366747,0.05000,2.638
10,mlp.experts.201.gate_proj,0.0000168501,0.05000,2.594
10,mlp.experts.202.gate_proj,0.0000769026,0.05000,2.637
10,mlp.experts.200.gate_proj,0.0000170661,0.05000,2.652
10,mlp.experts.205.gate_proj,0.0000292247,0.05000,2.742
10,mlp.experts.207.gate_proj,0.0000124846,0.05000,2.801
10,mlp.experts.209.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.045
10,mlp.experts.206.gate_proj,0.0000275690,0.05000,2.744
10,mlp.experts.204.gate_proj,0.0000189670,0.05000,2.594
10,mlp.experts.211.gate_proj,0.0000264114,0.05000,2.597
10,mlp.experts.213.gate_proj,0.0000335753,0.05000,2.628
10,mlp.experts.210.gate_proj,0.0000501471,0.05000,2.713
10,mlp.experts.208.gate_proj,0.0000304534,0.05000,2.700
10,mlp.experts.215.gate_proj,0.0000237037,0.05000,2.616
10,mlp.experts.217.gate_proj,0.0000424060,0.05000,2.635
10,mlp.experts.214.gate_proj,0.0000358438,0.05000,2.670
10,mlp.experts.212.gate_proj,0.0000342638,0.05000,2.609
10,mlp.experts.219.gate_proj,0.0000216189,0.05000,2.750
10,mlp.experts.221.gate_proj,0.0001083000,0.05000,2.790
10,mlp.experts.218.gate_proj,0.0000082830,0.05000,2.533
10,mlp.experts.216.gate_proj,0.0000071120,0.05000,2.708
10,mlp.experts.223.gate_proj,0.0000111292,0.05000,2.712
10,mlp.experts.225.gate_proj,0.0000092008,0.05000,2.698
10,mlp.experts.222.gate_proj,0.0000110344,0.05000,2.579
10,mlp.experts.220.gate_proj,0.0000091735,0.05000,2.535
10,mlp.experts.227.gate_proj,0.0000267566,0.05000,2.682
10,mlp.experts.229.gate_proj,0.0000195989,0.05000,2.581
10,mlp.experts.226.gate_proj,0.0000444409,0.05000,2.667
10,mlp.experts.224.gate_proj,0.0000211157,0.05000,2.505
10,mlp.experts.231.gate_proj,0.0000283520,0.05000,2.569
10,mlp.experts.233.gate_proj,0.0000580876,0.05000,2.693
10,mlp.experts.230.gate_proj,0.0000847795,0.05000,2.678
10,mlp.experts.228.gate_proj,0.0000097173,0.05000,2.558
10,mlp.experts.235.gate_proj,0.0000137461,0.05000,2.579
10,mlp.experts.237.gate_proj,0.0001105657,0.05000,2.645
10,mlp.experts.234.gate_proj,0.0000205082,0.05000,2.546
10,mlp.experts.232.gate_proj,0.0000255530,0.05000,2.635
10,mlp.experts.239.gate_proj,0.0000316038,0.05000,2.632
10,mlp.experts.241.gate_proj,0.0000265765,0.05000,2.604
10,mlp.experts.238.gate_proj,0.0000348930,0.05000,2.645
10,mlp.experts.236.gate_proj,0.0000270962,0.05000,2.666
10,mlp.experts.243.gate_proj,0.0000095802,0.05000,2.574
10,mlp.experts.245.gate_proj,0.0000356156,0.05000,2.662
10,mlp.experts.242.gate_proj,0.0000127161,0.05000,2.584
10,mlp.experts.240.gate_proj,0.0000100484,0.05000,2.532
10,mlp.experts.247.gate_proj,0.0000171697,0.05000,2.424
10,mlp.experts.249.gate_proj,0.0000405452,0.05000,2.451
10,mlp.experts.246.gate_proj,0.0000065987,0.05000,2.494
10,mlp.experts.244.gate_proj,0.0000284967,0.05000,2.521
10,mlp.experts.251.gate_proj,0.0000161027,0.05000,2.564
10,mlp.experts.253.gate_proj,0.0000097164,0.05000,2.557
10,mlp.experts.250.gate_proj,0.0000228756,0.05000,2.628
10,mlp.experts.248.gate_proj,0.0000096529,0.05000,2.613
10,mlp.experts.255.gate_proj,0.0000232075,0.05000,2.630
10,mlp.experts.1.up_proj,0.0000096299,0.05000,2.542
10,mlp.experts.254.gate_proj,0.0000331291,0.05000,2.482
10,mlp.experts.252.gate_proj,0.0000152427,0.05000,2.500
10,mlp.experts.3.up_proj,0.0000276703,0.05000,2.455
10,mlp.experts.5.up_proj,0.0000088268,0.05000,2.460
10,mlp.experts.2.up_proj,0.0000197097,0.05000,2.570
10,mlp.experts.0.up_proj,0.0000747111,0.05000,2.687
10,mlp.experts.7.up_proj,0.0000084129,0.05000,2.691
10,mlp.experts.9.up_proj,0.0000061247,0.05000,2.729
10,mlp.experts.6.up_proj,0.0000253337,0.05000,2.725
10,mlp.experts.4.up_proj,0.0000207172,0.05000,2.751
10,mlp.experts.11.up_proj,0.0000269869,0.05000,2.638
10,mlp.experts.13.up_proj,0.0000463373,0.05000,2.722
10,mlp.experts.10.up_proj,0.0000237256,0.05000,2.621
10,mlp.experts.8.up_proj,0.0000099534,0.05000,2.651
10,mlp.experts.15.up_proj,0.0000193030,0.05000,2.643
10,mlp.experts.17.up_proj,0.0000094748,0.05000,2.560
10,mlp.experts.14.up_proj,0.0000258965,0.05000,2.663
10,mlp.experts.12.up_proj,0.0000081979,0.05000,2.642
10,mlp.experts.19.up_proj,0.0000084469,0.05000,2.567
10,mlp.experts.21.up_proj,0.0000352350,0.05000,2.595
10,mlp.experts.18.up_proj,0.0000471708,0.05000,2.681
10,mlp.experts.16.up_proj,0.0000692988,0.05000,2.694
10,mlp.experts.23.up_proj,0.0000110196,0.05000,2.714
10,mlp.experts.27.up_proj,failsafe(rtn): 0.0010147,0.00000,0.043
10,mlp.experts.25.up_proj,0.0000197669,0.05000,2.636
10,mlp.experts.22.up_proj,0.0000207361,0.05000,2.632
10,mlp.experts.20.up_proj,0.0000107387,0.05000,2.551
10,mlp.experts.31.up_proj,0.0000070219,0.05000,2.601
10,mlp.experts.29.up_proj,0.0000295385,0.05000,2.557
10,mlp.experts.26.up_proj,0.0000194629,0.05000,2.579
10,mlp.experts.24.up_proj,0.0000038909,0.05000,2.780
10,mlp.experts.35.up_proj,0.0000272646,0.05000,2.602
10,mlp.experts.33.up_proj,0.0000620562,0.05000,2.618
10,mlp.experts.30.up_proj,0.0000262390,0.05000,2.487
10,mlp.experts.28.up_proj,0.0000061376,0.05000,2.432
10,mlp.experts.39.up_proj,0.0000308456,0.05000,2.432
10,mlp.experts.37.up_proj,0.0000182234,0.05000,2.534
10,mlp.experts.34.up_proj,0.0000499143,0.05000,2.619
10,mlp.experts.32.up_proj,0.0000617100,0.05000,2.524
10,mlp.experts.43.up_proj,0.0000214604,0.05000,2.598
10,mlp.experts.41.up_proj,0.0000801067,0.05000,2.535
10,mlp.experts.38.up_proj,0.0000629336,0.05000,2.659
10,mlp.experts.36.up_proj,0.0000344183,0.05000,2.609
10,mlp.experts.47.up_proj,0.0000135888,0.05000,2.834
10,mlp.experts.45.up_proj,0.0000687482,0.05000,2.839
10,mlp.experts.42.up_proj,0.0000208464,0.05000,2.909
10,mlp.experts.40.up_proj,0.0000612944,0.05000,2.909
10,mlp.experts.51.up_proj,0.0000072718,0.05000,2.780
10,mlp.experts.49.up_proj,0.0000267628,0.05000,2.786
10,mlp.experts.46.up_proj,0.0000078853,0.05000,2.831
10,mlp.experts.44.up_proj,0.0000159801,0.05000,2.530
10,mlp.experts.55.up_proj,0.0000496159,0.05000,2.772
10,mlp.experts.53.up_proj,0.0000090621,0.05000,2.720
10,mlp.experts.50.up_proj,0.0000215525,0.05000,2.618
10,mlp.experts.48.up_proj,0.0000541669,0.05000,2.656
10,mlp.experts.59.up_proj,0.0000137699,0.05000,2.647
10,mlp.experts.57.up_proj,0.0000313724,0.05000,2.602
10,mlp.experts.54.up_proj,0.0000780130,0.05000,2.581
10,mlp.experts.52.up_proj,0.0000113559,0.05000,2.764
10,mlp.experts.63.up_proj,0.0000115639,0.05000,2.619
10,mlp.experts.61.up_proj,0.0000209169,0.05000,2.616
10,mlp.experts.58.up_proj,0.0000139294,0.05000,2.524
10,mlp.experts.56.up_proj,0.0000440732,0.05000,2.473
10,mlp.experts.67.up_proj,0.0000289432,0.05000,2.496
10,mlp.experts.65.up_proj,0.0000113588,0.05000,2.626
10,mlp.experts.62.up_proj,0.0000075091,0.05000,2.559
10,mlp.experts.60.up_proj,0.0000295709,0.05000,2.605
10,mlp.experts.71.up_proj,0.0000243761,0.05000,2.650
10,mlp.experts.69.up_proj,0.0000189050,0.05000,2.620
10,mlp.experts.66.up_proj,0.0000161869,0.05000,2.612
10,mlp.experts.64.up_proj,0.0000182623,0.05000,2.584
10,mlp.experts.75.up_proj,0.0000155747,0.05000,2.565
10,mlp.experts.73.up_proj,0.0000068620,0.05000,2.569
10,mlp.experts.70.up_proj,0.0000187439,0.05000,2.588
10,mlp.experts.68.up_proj,0.0000043566,0.05000,2.537
10,mlp.experts.79.up_proj,0.0000093343,0.05000,2.701
10,mlp.experts.77.up_proj,0.0000173615,0.05000,2.680
10,mlp.experts.74.up_proj,0.0000580155,0.05000,2.477
10,mlp.experts.72.up_proj,0.0000049917,0.05000,2.446
10,mlp.experts.83.up_proj,0.0000090484,0.05000,2.465
10,mlp.experts.81.up_proj,0.0000085731,0.05000,2.489
10,mlp.experts.78.up_proj,0.0000164484,0.05000,2.455
10,mlp.experts.76.up_proj,0.0000280356,0.05000,2.499
10,mlp.experts.87.up_proj,0.0000211726,0.05000,2.604
10,mlp.experts.85.up_proj,0.0000054372,0.05000,2.721
10,mlp.experts.89.up_proj,failsafe(rtn): 0.0011139,0.00000,0.045
10,mlp.experts.82.up_proj,0.0000339429,0.05000,2.689
10,mlp.experts.80.up_proj,0.0000265672,0.05000,2.640
10,mlp.experts.91.up_proj,0.0000084088,0.05000,2.736
10,mlp.experts.93.up_proj,0.0000398893,0.05000,2.641
10,mlp.experts.86.up_proj,0.0000536817,0.05000,2.727
10,mlp.experts.84.up_proj,0.0000211296,0.05000,2.667
10,mlp.experts.95.up_proj,0.0000147511,0.05000,2.700
10,mlp.experts.97.up_proj,0.0000120479,0.05000,2.571
10,mlp.experts.90.up_proj,0.0000237790,0.05000,2.594
10,mlp.experts.88.up_proj,0.0000290399,0.05000,2.568
10,mlp.experts.101.up_proj,0.0000356018,0.05000,2.539
10,mlp.experts.99.up_proj,0.0000772769,0.05000,2.686
10,mlp.experts.94.up_proj,0.0000367373,0.05000,2.704
10,mlp.experts.92.up_proj,0.0000076539,0.05000,2.664
10,mlp.experts.105.up_proj,0.0000362974,0.05000,2.585
10,mlp.experts.103.up_proj,0.0000164692,0.05000,2.715
10,mlp.experts.98.up_proj,0.0000149407,0.05000,2.593
10,mlp.experts.96.up_proj,0.0000521217,0.05000,2.552
10,mlp.experts.109.up_proj,0.0000159713,0.05000,2.499
10,mlp.experts.107.up_proj,0.0000374553,0.05000,2.559
10,mlp.experts.102.up_proj,0.0000594745,0.05000,2.623
10,mlp.experts.100.up_proj,0.0000144996,0.05000,2.594
10,mlp.experts.113.up_proj,0.0000419948,0.05000,2.550
10,mlp.experts.111.up_proj,0.0000290066,0.05000,2.589
10,mlp.experts.106.up_proj,0.0000375643,0.05000,2.611
10,mlp.experts.104.up_proj,0.0000278097,0.05000,2.574
10,mlp.experts.117.up_proj,0.0000098707,0.05000,2.512
10,mlp.experts.115.up_proj,0.0000200239,0.05000,2.631
10,mlp.experts.110.up_proj,0.0000204063,0.05000,2.781
10,mlp.experts.108.up_proj,0.0000190838,0.05000,2.747
10,mlp.experts.121.up_proj,0.0000608942,0.05000,2.756
10,mlp.experts.119.up_proj,0.0000085514,0.05000,2.779
10,mlp.experts.114.up_proj,0.0000033085,0.05000,2.675
10,mlp.experts.112.up_proj,0.0000513969,0.05000,2.592
10,mlp.experts.125.up_proj,0.0000128224,0.05000,2.652
10,mlp.experts.123.up_proj,0.0000129416,0.05000,2.582
10,mlp.experts.118.up_proj,0.0000251816,0.05000,2.662
10,mlp.experts.116.up_proj,0.0000178469,0.05000,2.664
10,mlp.experts.129.up_proj,0.0000203542,0.05000,2.812
10,mlp.experts.127.up_proj,0.0000224701,0.05000,2.673
10,mlp.experts.122.up_proj,0.0000395112,0.05000,2.702
10,mlp.experts.120.up_proj,0.0000282392,0.05000,2.509
10,mlp.experts.133.up_proj,0.0000289221,0.05000,2.448
10,mlp.experts.131.up_proj,0.0001019830,0.05000,2.436
10,mlp.experts.126.up_proj,0.0000599808,0.05000,2.345
10,mlp.experts.124.up_proj,0.0000219815,0.05000,2.371
10,mlp.experts.137.up_proj,0.0000104791,0.05000,2.277
10,mlp.experts.135.up_proj,0.0000641183,0.05000,2.326
10,mlp.experts.130.up_proj,0.0000053056,0.05000,2.248
10,mlp.experts.128.up_proj,0.0000106986,0.05000,2.204
10,mlp.experts.141.up_proj,0.0000312790,0.05000,2.662
10,mlp.experts.139.up_proj,0.0000206110,0.05000,2.666
10,mlp.experts.134.up_proj,0.0000207798,0.05000,2.874
10,mlp.experts.132.up_proj,0.0000270984,0.05000,2.748
10,mlp.experts.145.up_proj,0.0000259640,0.05000,2.691
10,mlp.experts.143.up_proj,0.0000096839,0.05000,2.655
10,mlp.experts.138.up_proj,0.0000355002,0.05000,2.469
10,mlp.experts.136.up_proj,0.0000150173,0.05000,2.474
10,mlp.experts.149.up_proj,0.0000847358,0.05000,2.619
10,mlp.experts.147.up_proj,0.0000874924,0.05000,2.549
10,mlp.experts.142.up_proj,0.0000087713,0.05000,2.628
10,mlp.experts.140.up_proj,0.0000147493,0.05000,2.604
10,mlp.experts.153.up_proj,0.0000233245,0.05000,2.686
10,mlp.experts.151.up_proj,0.0000278755,0.05000,2.557
10,mlp.experts.146.up_proj,0.0000114036,0.05000,2.635
10,mlp.experts.144.up_proj,0.0000132864,0.05000,2.559
10,mlp.experts.155.up_proj,0.0000289355,0.05000,2.433
10,mlp.experts.157.up_proj,0.0000124525,0.05000,2.529
10,mlp.experts.150.up_proj,0.0000247212,0.05000,2.565
10,mlp.experts.148.up_proj,0.0000585258,0.05000,2.494
10,mlp.experts.159.up_proj,0.0000095870,0.05000,2.630
10,mlp.experts.161.up_proj,0.0000079639,0.05000,2.650
10,mlp.experts.154.up_proj,0.0000113024,0.05000,2.601
10,mlp.experts.152.up_proj,0.0000208854,0.05000,2.636
10,mlp.experts.163.up_proj,0.0000058827,0.05000,2.626
10,mlp.experts.165.up_proj,0.0000071599,0.05000,2.712
10,mlp.experts.158.up_proj,0.0000130338,0.05000,2.735
10,mlp.experts.156.up_proj,0.0000251201,0.05000,2.685
10,mlp.experts.167.up_proj,0.0000205009,0.05000,2.561
10,mlp.experts.169.up_proj,0.0000056147,0.05000,2.635
10,mlp.experts.162.up_proj,0.0000669363,0.05000,2.622
10,mlp.experts.160.up_proj,0.0000272651,0.05000,2.668
10,mlp.experts.171.up_proj,0.0000029173,0.05000,2.582
10,mlp.experts.173.up_proj,0.0000280654,0.05000,2.641
10,mlp.experts.166.up_proj,0.0000352487,0.05000,2.597
10,mlp.experts.164.up_proj,0.0000120487,0.05000,2.596
10,mlp.experts.175.up_proj,0.0000207998,0.05000,2.526
10,mlp.experts.177.up_proj,0.0000242178,0.05000,2.485
10,mlp.experts.170.up_proj,0.0000144204,0.05000,2.541
10,mlp.experts.168.up_proj,0.0000467236,0.05000,2.506
10,mlp.experts.179.up_proj,0.0000389323,0.05000,2.254
10,mlp.experts.181.up_proj,0.0000103138,0.05000,2.283
10,mlp.experts.174.up_proj,0.0000208897,0.05000,2.275
10,mlp.experts.172.up_proj,0.0000546421,0.05000,2.177
10,mlp.experts.183.up_proj,0.0000271217,0.05000,2.602
10,mlp.experts.185.up_proj,0.0000153230,0.05000,2.526
10,mlp.experts.178.up_proj,0.0000670824,0.05000,2.651
10,mlp.experts.176.up_proj,0.0000141848,0.05000,2.725
10,mlp.experts.187.up_proj,0.0000167750,0.05000,2.573
10,mlp.experts.189.up_proj,0.0000239329,0.05000,2.571
10,mlp.experts.182.up_proj,0.0000258382,0.05000,2.619
10,mlp.experts.186.up_proj,failsafe(rtn): 0.0011292,0.00000,0.038
10,mlp.experts.180.up_proj,0.0000626481,0.05000,2.635
10,mlp.experts.191.up_proj,0.0000296376,0.05000,2.676
10,mlp.experts.193.up_proj,0.0000244283,0.05000,2.540
10,mlp.experts.184.up_proj,0.0000393811,0.05000,2.491
10,mlp.experts.190.up_proj,0.0000236286,0.05000,2.666
10,mlp.experts.195.up_proj,0.0000271574,0.05000,2.495
10,mlp.experts.197.up_proj,0.0000337395,0.05000,2.460
10,mlp.experts.188.up_proj,0.0000080034,0.05000,2.417
10,mlp.experts.194.up_proj,0.0000130956,0.05000,2.426
10,mlp.experts.199.up_proj,0.0000415575,0.05000,2.461
10,mlp.experts.201.up_proj,0.0000133798,0.05000,2.507
10,mlp.experts.192.up_proj,0.0000206485,0.05000,2.519
10,mlp.experts.198.up_proj,0.0000066120,0.05000,2.543
10,mlp.experts.205.up_proj,0.0000268523,0.05000,2.450
10,mlp.experts.203.up_proj,0.0000347183,0.05000,2.584
10,mlp.experts.209.up_proj,failsafe(rtn): 0.0010910,0.00000,0.045
10,mlp.experts.196.up_proj,0.0000301478,0.05000,2.411
10,mlp.experts.202.up_proj,0.0000648167,0.05000,2.507
10,mlp.experts.213.up_proj,0.0000314842,0.05000,2.553
10,mlp.experts.207.up_proj,0.0000122980,0.05000,2.609
10,mlp.experts.200.up_proj,0.0000149568,0.05000,2.525
10,mlp.experts.206.up_proj,0.0000260626,0.05000,2.583
10,mlp.experts.217.up_proj,0.0000405468,0.05000,2.496
10,mlp.experts.211.up_proj,0.0000247145,0.05000,2.543
10,mlp.experts.204.up_proj,0.0000172393,0.05000,2.498
10,mlp.experts.210.up_proj,0.0000461851,0.05000,2.372
10,mlp.experts.221.up_proj,0.0000910660,0.05000,2.272
10,mlp.experts.215.up_proj,0.0000225896,0.05000,2.309
10,mlp.experts.208.up_proj,0.0000288179,0.05000,2.285
10,mlp.experts.214.up_proj,0.0000332532,0.05000,2.318
10,mlp.experts.225.up_proj,0.0000083857,0.05000,2.513
10,mlp.experts.219.up_proj,0.0000203214,0.05000,2.575
10,mlp.experts.212.up_proj,0.0000323187,0.05000,2.637
10,mlp.experts.218.up_proj,0.0000079300,0.05000,2.707
10,mlp.experts.229.up_proj,0.0000171874,0.05000,2.602
10,mlp.experts.223.up_proj,0.0000095435,0.05000,2.668
10,mlp.experts.216.up_proj,0.0000069222,0.05000,2.575
10,mlp.experts.222.up_proj,0.0000110180,0.05000,2.649
10,mlp.experts.233.up_proj,0.0000572492,0.05000,2.693
10,mlp.experts.227.up_proj,0.0000253346,0.05000,2.760
10,mlp.experts.220.up_proj,0.0000077082,0.05000,2.776
10,mlp.experts.226.up_proj,0.0000442618,0.05000,2.681
10,mlp.experts.237.up_proj,0.0001016363,0.05000,2.678
10,mlp.experts.231.up_proj,0.0000264471,0.05000,2.724
10,mlp.experts.224.up_proj,0.0000198026,0.05000,2.573
10,mlp.experts.230.up_proj,0.0000771235,0.05000,2.616
10,mlp.experts.241.up_proj,0.0000237574,0.05000,2.393
10,mlp.experts.235.up_proj,0.0000125888,0.05000,2.654
10,mlp.experts.228.up_proj,0.0000085348,0.05000,2.447
10,mlp.experts.234.up_proj,0.0000192242,0.05000,2.445
10,mlp.experts.245.up_proj,0.0000348295,0.05000,2.802
10,mlp.experts.239.up_proj,0.0000274642,0.05000,2.782
10,mlp.experts.232.up_proj,0.0000248944,0.05000,2.936
10,mlp.experts.238.up_proj,0.0000329252,0.05000,2.757
10,mlp.experts.249.up_proj,0.0000390038,0.05000,2.680
10,mlp.experts.243.up_proj,0.0000085468,0.05000,2.601
10,mlp.experts.236.up_proj,0.0000261256,0.05000,2.528
10,mlp.experts.242.up_proj,0.0000126178,0.05000,2.581
10,mlp.experts.253.up_proj,0.0000083866,0.05000,2.669
10,mlp.experts.247.up_proj,0.0000166471,0.05000,2.398
10,mlp.experts.240.up_proj,0.0000098048,0.05000,2.309
10,mlp.experts.246.up_proj,0.0000059715,0.05000,2.288
10,mlp.experts.251.up_proj,0.0000152483,0.05000,1.582
10,mlp.experts.244.up_proj,0.0000199131,0.05000,1.582
10,mlp.experts.250.up_proj,0.0000210083,0.05000,1.657
10,mlp.experts.255.up_proj,0.0000216740,0.05000,1.830
10,mlp.experts.248.up_proj,0.0000093938,0.05000,1.768
10,mlp.experts.254.up_proj,0.0000277634,0.05000,1.654
10,mlp.experts.252.up_proj,0.0000131846,0.05000,0.637
10,mlp.experts.2.down_proj,0.0000003926,0.05000,0.706
10,mlp.experts.0.down_proj,0.0000026208,0.05000,0.717
10,mlp.experts.1.down_proj,0.0000002942,0.05000,0.738
10,mlp.experts.3.down_proj,0.0000007623,0.05000,0.765
10,mlp.experts.6.down_proj,0.0000001948,0.05000,0.638
10,mlp.experts.5.down_proj,0.0000003398,0.05000,0.621
10,mlp.experts.4.down_proj,0.0000001757,0.05000,0.668
10,mlp.experts.7.down_proj,0.0000002939,0.05000,0.667
10,mlp.experts.10.down_proj,0.0000001939,0.05000,0.678
10,mlp.experts.9.down_proj,0.0000001946,0.05000,0.696
10,mlp.experts.8.down_proj,0.0000002727,0.05000,0.725
10,mlp.experts.11.down_proj,0.0000002008,0.05000,0.709
10,mlp.experts.13.down_proj,0.0000005312,0.05000,0.641
10,mlp.experts.14.down_proj,0.0000002106,0.05000,0.698
10,mlp.experts.15.down_proj,0.0000006795,0.05000,0.624
10,mlp.experts.12.down_proj,0.0000002524,0.05000,0.680
10,mlp.experts.18.down_proj,0.0000009303,0.05000,0.710
10,mlp.experts.17.down_proj,0.0000003498,0.05000,0.753
10,mlp.experts.19.down_proj,0.0000002679,0.05000,0.743
10,mlp.experts.16.down_proj,0.0000022227,0.05000,0.732
10,mlp.experts.22.down_proj,0.0000001582,0.05000,0.700
10,mlp.experts.21.down_proj,0.0000002681,0.05000,0.694
10,mlp.experts.23.down_proj,0.0000001032,0.05000,0.733
10,mlp.experts.20.down_proj,0.0000003661,0.05000,0.733
10,mlp.experts.27.down_proj,failsafe(rtn): 0.0010300,0.00000,0.016
10,mlp.experts.26.down_proj,0.0000004146,0.05000,0.672
10,mlp.experts.25.down_proj,0.0000005005,0.05000,0.754
10,mlp.experts.31.down_proj,0.0000002451,0.05000,0.663
10,mlp.experts.24.down_proj,0.0000001455,0.05000,0.757
10,mlp.experts.30.down_proj,0.0000008115,0.05000,0.644
10,mlp.experts.29.down_proj,0.0000002205,0.05000,0.648
10,mlp.experts.35.down_proj,0.0000008982,0.05000,0.631
10,mlp.experts.28.down_proj,0.0000001383,0.05000,0.616
10,mlp.experts.34.down_proj,0.0000016720,0.05000,0.592
10,mlp.experts.33.down_proj,0.0000008548,0.05000,0.616
10,mlp.experts.39.down_proj,0.0000006047,0.05000,0.603
10,mlp.experts.32.down_proj,0.0000014323,0.05000,0.596
10,mlp.experts.38.down_proj,0.0000008808,0.05000,0.738
10,mlp.experts.43.down_proj,0.0000001575,0.05000,0.781
10,mlp.experts.37.down_proj,0.0000001380,0.05000,0.787
10,mlp.experts.36.down_proj,0.0000004810,0.05000,0.766
10,mlp.experts.42.down_proj,0.0000007770,0.05000,0.689
10,mlp.experts.47.down_proj,0.0000007834,0.05000,0.703
10,mlp.experts.41.down_proj,0.0000020570,0.05000,0.704
10,mlp.experts.40.down_proj,0.0000014187,0.05000,0.738
10,mlp.experts.46.down_proj,0.0000002405,0.05000,0.727
10,mlp.experts.51.down_proj,0.0000002365,0.05000,0.726
10,mlp.experts.45.down_proj,0.0000023415,0.05000,0.737
10,mlp.experts.44.down_proj,0.0000001282,0.05000,0.757
10,mlp.experts.50.down_proj,0.0000001652,0.05000,0.651
10,mlp.experts.49.down_proj,0.0000001959,0.05000,0.624
10,mlp.experts.55.down_proj,0.0000012746,0.05000,0.671
10,mlp.experts.48.down_proj,0.0000005108,0.05000,0.705
10,mlp.experts.54.down_proj,0.0000007140,0.05000,0.604
10,mlp.experts.53.down_proj,0.0000002787,0.05000,0.661
10,mlp.experts.59.down_proj,0.0000004396,0.05000,0.674
10,mlp.experts.52.down_proj,0.0000003065,0.05000,0.670
10,mlp.experts.58.down_proj,0.0000004365,0.05000,0.708
10,mlp.experts.57.down_proj,0.0000008092,0.05000,0.696
10,mlp.experts.63.down_proj,0.0000003998,0.05000,0.688
10,mlp.experts.56.down_proj,0.0000007165,0.05000,0.746
10,mlp.experts.62.down_proj,0.0000001421,0.05000,0.733
10,mlp.experts.61.down_proj,0.0000001480,0.05000,0.735
10,mlp.experts.67.down_proj,0.0000009769,0.05000,0.735
10,mlp.experts.60.down_proj,0.0000002743,0.05000,0.697
10,mlp.experts.66.down_proj,0.0000004117,0.05000,0.682
10,mlp.experts.65.down_proj,0.0000001754,0.05000,0.742
10,mlp.experts.71.down_proj,0.0000001849,0.05000,0.750
10,mlp.experts.64.down_proj,0.0000002438,0.05000,0.733
10,mlp.experts.70.down_proj,0.0000005260,0.05000,0.687
10,mlp.experts.69.down_proj,0.0000001369,0.05000,0.665
10,mlp.experts.75.down_proj,0.0000004340,0.05000,0.700
10,mlp.experts.68.down_proj,0.0000001625,0.05000,0.719
10,mlp.experts.74.down_proj,0.0000018477,0.05000,0.691
10,mlp.experts.73.down_proj,0.0000002971,0.05000,0.680
10,mlp.experts.79.down_proj,0.0000002602,0.05000,0.731
10,mlp.experts.72.down_proj,0.0000001899,0.05000,0.683
10,mlp.experts.78.down_proj,0.0000001663,0.05000,0.675
10,mlp.experts.77.down_proj,0.0000003600,0.05000,0.720
10,mlp.experts.83.down_proj,0.0000000636,0.05000,0.698
10,mlp.experts.76.down_proj,0.0000002249,0.05000,0.649
10,mlp.experts.82.down_proj,0.0000002718,0.05000,0.674
10,mlp.experts.81.down_proj,0.0000002530,0.05000,0.719
10,mlp.experts.87.down_proj,0.0000005621,0.05000,0.668
10,mlp.experts.80.down_proj,0.0000001970,0.05000,0.697
10,mlp.experts.86.down_proj,0.0000010740,0.05000,0.716
10,mlp.experts.85.down_proj,0.0000001683,0.05000,0.675
10,mlp.experts.89.down_proj,failsafe(rtn): 0.0011139,0.00000,0.010
10,mlp.experts.91.down_proj,0.0000002935,0.05000,0.678
10,mlp.experts.84.down_proj,0.0000005677,0.05000,0.732
10,mlp.experts.90.down_proj,0.0000001776,0.05000,0.732
10,mlp.experts.93.down_proj,0.0000003088,0.05000,0.737
10,mlp.experts.95.down_proj,0.0000001992,0.05000,0.731
10,mlp.experts.88.down_proj,0.0000009160,0.05000,0.699
10,mlp.experts.94.down_proj,0.0000007202,0.05000,0.720
10,mlp.experts.97.down_proj,0.0000003308,0.05000,0.660
10,mlp.experts.99.down_proj,0.0000021968,0.05000,0.677
10,mlp.experts.92.down_proj,0.0000002654,0.05000,0.685
10,mlp.experts.98.down_proj,0.0000006833,0.05000,0.710
10,mlp.experts.101.down_proj,0.0000008888,0.05000,0.703
10,mlp.experts.103.down_proj,0.0000005758,0.05000,0.696
10,mlp.experts.96.down_proj,0.0000004787,0.05000,0.660
10,mlp.experts.102.down_proj,0.0000004930,0.05000,0.728
10,mlp.experts.105.down_proj,0.0000006458,0.05000,0.687
10,mlp.experts.107.down_proj,0.0000009276,0.05000,0.662
10,mlp.experts.100.down_proj,0.0000001058,0.05000,0.633
10,mlp.experts.106.down_proj,0.0000007782,0.05000,0.630
10,mlp.experts.109.down_proj,0.0000005266,0.05000,0.647
10,mlp.experts.111.down_proj,0.0000007059,0.05000,0.643
10,mlp.experts.104.down_proj,0.0000002085,0.05000,0.621
10,mlp.experts.110.down_proj,0.0000009062,0.05000,0.693
10,mlp.experts.115.down_proj,0.0000001537,0.05000,0.670
10,mlp.experts.113.down_proj,0.0000011217,0.05000,0.725
10,mlp.experts.108.down_proj,0.0000002525,0.05000,0.680
10,mlp.experts.114.down_proj,0.0000001130,0.05000,0.691
10,mlp.experts.119.down_proj,0.0000002576,0.05000,0.691
10,mlp.experts.117.down_proj,0.0000003348,0.05000,0.715
10,mlp.experts.112.down_proj,0.0000016126,0.05000,0.719
10,mlp.experts.118.down_proj,0.0000001966,0.05000,0.706
10,mlp.experts.123.down_proj,0.0000001145,0.05000,0.707
10,mlp.experts.121.down_proj,0.0000005518,0.05000,0.709
10,mlp.experts.116.down_proj,0.0000004065,0.05000,0.728
10,mlp.experts.122.down_proj,0.0000011919,0.05000,0.671
10,mlp.experts.127.down_proj,0.0000002290,0.05000,0.704
10,mlp.experts.125.down_proj,0.0000003222,0.05000,0.662
10,mlp.experts.120.down_proj,0.0000006825,0.05000,0.699
10,mlp.experts.126.down_proj,0.0000006011,0.05000,0.660
10,mlp.experts.129.down_proj,0.0000001569,0.05000,0.636
10,mlp.experts.131.down_proj,0.0000018908,0.05000,0.659
10,mlp.experts.124.down_proj,0.0000004347,0.05000,0.641
10,mlp.experts.130.down_proj,0.0000000848,0.05000,0.676
10,mlp.experts.133.down_proj,0.0000002400,0.05000,0.681
10,mlp.experts.135.down_proj,0.0000011214,0.05000,0.695
10,mlp.experts.128.down_proj,0.0000003392,0.05000,0.757
10,mlp.experts.134.down_proj,0.0000001926,0.05000,0.777
10,mlp.experts.139.down_proj,0.0000009020,0.05000,0.739
10,mlp.experts.137.down_proj,0.0000002960,0.05000,0.823
10,mlp.experts.132.down_proj,0.0000006779,0.05000,0.736
10,mlp.experts.138.down_proj,0.0000008582,0.05000,0.672
10,mlp.experts.143.down_proj,0.0000002602,0.05000,0.630
10,mlp.experts.141.down_proj,0.0000002455,0.05000,0.669
10,mlp.experts.136.down_proj,0.0000001341,0.05000,0.654
10,mlp.experts.142.down_proj,0.0000002722,0.05000,0.629
10,mlp.experts.147.down_proj,0.0000013187,0.05000,0.641
10,mlp.experts.145.down_proj,0.0000001948,0.05000,0.592
10,mlp.experts.140.down_proj,0.0000004822,0.05000,0.611
10,mlp.experts.146.down_proj,0.0000003414,0.05000,0.640
10,mlp.experts.151.down_proj,0.0000002099,0.05000,0.684
10,mlp.experts.149.down_proj,0.0000011723,0.05000,0.685
10,mlp.experts.144.down_proj,0.0000001147,0.05000,0.649
10,mlp.experts.150.down_proj,0.0000005202,0.05000,0.725
10,mlp.experts.155.down_proj,0.0000007902,0.05000,0.677
10,mlp.experts.153.down_proj,0.0000007069,0.05000,0.718
10,mlp.experts.148.down_proj,0.0000006989,0.05000,0.712
10,mlp.experts.154.down_proj,0.0000003577,0.05000,0.640
10,mlp.experts.159.down_proj,0.0000003872,0.05000,0.659
10,mlp.experts.152.down_proj,0.0000001797,0.05000,0.641
10,mlp.experts.157.down_proj,0.0000003392,0.05000,0.676
10,mlp.experts.158.down_proj,0.0000004097,0.05000,0.638
10,mlp.experts.163.down_proj,0.0000001642,0.05000,0.637
10,mlp.experts.161.down_proj,0.0000001428,0.05000,0.626
10,mlp.experts.156.down_proj,0.0000005240,0.05000,0.659
10,mlp.experts.162.down_proj,0.0000004494,0.05000,0.661
10,mlp.experts.167.down_proj,0.0000001554,0.05000,0.683
10,mlp.experts.160.down_proj,0.0000002230,0.05000,0.640
10,mlp.experts.165.down_proj,0.0000001976,0.05000,0.688
10,mlp.experts.166.down_proj,0.0000002778,0.05000,0.665
10,mlp.experts.171.down_proj,0.0000000945,0.05000,0.746
10,mlp.experts.164.down_proj,0.0000003449,0.05000,0.701
10,mlp.experts.169.down_proj,0.0000001636,0.05000,0.709
10,mlp.experts.170.down_proj,0.0000006781,0.05000,0.697
10,mlp.experts.175.down_proj,0.0000001505,0.05000,0.690
10,mlp.experts.168.down_proj,0.0000013597,0.05000,0.690
10,mlp.experts.173.down_proj,0.0000010297,0.05000,0.712
10,mlp.experts.174.down_proj,0.0000006395,0.05000,0.676
10,mlp.experts.179.down_proj,0.0000003130,0.05000,0.699
10,mlp.experts.172.down_proj,0.0000011223,0.05000,0.676
10,mlp.experts.177.down_proj,0.0000002087,0.05000,0.696
10,mlp.experts.178.down_proj,0.0000014214,0.05000,0.703
10,mlp.experts.183.down_proj,0.0000002002,0.05000,0.638
10,mlp.experts.176.down_proj,0.0000002944,0.05000,0.645
10,mlp.experts.181.down_proj,0.0000003442,0.05000,0.713
10,mlp.experts.182.down_proj,0.0000001968,0.05000,0.699
10,mlp.experts.186.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
10,mlp.experts.187.down_proj,0.0000004689,0.05000,0.693
10,mlp.experts.180.down_proj,0.0000009440,0.05000,0.684
10,mlp.experts.185.down_proj,0.0000002228,0.05000,0.719
10,mlp.experts.190.down_proj,0.0000006033,0.05000,0.703
10,mlp.experts.191.down_proj,0.0000002418,0.05000,0.691
10,mlp.experts.184.down_proj,0.0000006323,0.05000,0.693
10,mlp.experts.189.down_proj,0.0000001782,0.05000,0.669
10,mlp.experts.194.down_proj,0.0000003036,0.05000,0.647
10,mlp.experts.195.down_proj,0.0000002104,0.05000,0.628
10,mlp.experts.188.down_proj,0.0000001402,0.05000,0.626
10,mlp.experts.193.down_proj,0.0000007669,0.05000,0.625
10,mlp.experts.198.down_proj,0.0000002091,0.05000,0.654
10,mlp.experts.192.down_proj,0.0000001558,0.05000,0.624
10,mlp.experts.199.down_proj,0.0000003366,0.05000,0.663
10,mlp.experts.197.down_proj,0.0000012094,0.05000,0.629
10,mlp.experts.202.down_proj,0.0000013745,0.05000,0.685
10,mlp.experts.196.down_proj,0.0000004708,0.05000,0.728
10,mlp.experts.203.down_proj,0.0000003421,0.05000,0.764
10,mlp.experts.201.down_proj,0.0000003441,0.05000,0.775
10,mlp.experts.206.down_proj,0.0000001859,0.05000,0.760
10,mlp.experts.200.down_proj,0.0000004385,0.05000,0.704
10,mlp.experts.207.down_proj,0.0000003475,0.05000,0.697
10,mlp.experts.205.down_proj,0.0000006683,0.05000,0.733
10,mlp.experts.209.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
10,mlp.experts.210.down_proj,0.0000004339,0.05000,0.729
10,mlp.experts.204.down_proj,0.0000004305,0.05000,0.661
10,mlp.experts.211.down_proj,0.0000001942,0.05000,0.647
10,mlp.experts.213.down_proj,0.0000002428,0.05000,0.635
10,mlp.experts.214.down_proj,0.0000002846,0.05000,0.617
10,mlp.experts.208.down_proj,0.0000002168,0.05000,0.629
10,mlp.experts.215.down_proj,0.0000001810,0.05000,0.668
10,mlp.experts.217.down_proj,0.0000004076,0.05000,0.715
10,mlp.experts.218.down_proj,0.0000002682,0.05000,0.673
10,mlp.experts.212.down_proj,0.0000002524,0.05000,0.646
10,mlp.experts.219.down_proj,0.0000001519,0.05000,0.690
10,mlp.experts.221.down_proj,0.0000018420,0.05000,0.645
10,mlp.experts.222.down_proj,0.0000003678,0.05000,0.679
10,mlp.experts.216.down_proj,0.0000001738,0.05000,0.701
10,mlp.experts.223.down_proj,0.0000003044,0.05000,0.652
10,mlp.experts.225.down_proj,0.0000002934,0.05000,0.655
10,mlp.experts.226.down_proj,0.0000013851,0.05000,0.661
10,mlp.experts.220.down_proj,0.0000002885,0.05000,0.765
10,mlp.experts.227.down_proj,0.0000001914,0.05000,0.740
10,mlp.experts.229.down_proj,0.0000002309,0.05000,0.734
10,mlp.experts.230.down_proj,0.0000012127,0.05000,0.731
10,mlp.experts.224.down_proj,0.0000001450,0.05000,0.708
10,mlp.experts.231.down_proj,0.0000002085,0.05000,0.734
10,mlp.experts.233.down_proj,0.0000013871,0.05000,0.746
10,mlp.experts.234.down_proj,0.0000006386,0.05000,0.716
10,mlp.experts.228.down_proj,0.0000002948,0.05000,0.702
10,mlp.experts.235.down_proj,0.0000003449,0.05000,0.688
10,mlp.experts.237.down_proj,0.0000019243,0.05000,0.653
10,mlp.experts.238.down_proj,0.0000002366,0.05000,0.614
10,mlp.experts.232.down_proj,0.0000006817,0.05000,0.657
10,mlp.experts.239.down_proj,0.0000006756,0.05000,0.653
10,mlp.experts.241.down_proj,0.0000005553,0.05000,0.704
10,mlp.experts.242.down_proj,0.0000004478,0.05000,0.723
10,mlp.experts.236.down_proj,0.0000003042,0.05000,0.633
10,mlp.experts.243.down_proj,0.0000002263,0.05000,0.648
10,mlp.experts.245.down_proj,0.0000007619,0.05000,0.666
10,mlp.experts.246.down_proj,0.0000001717,0.05000,0.670
10,mlp.experts.240.down_proj,0.0000002356,0.05000,0.651
10,mlp.experts.247.down_proj,0.0000002611,0.05000,0.691
10,mlp.experts.249.down_proj,0.0000003317,0.05000,0.693
10,mlp.experts.250.down_proj,0.0000005592,0.05000,0.732
10,mlp.experts.244.down_proj,0.0000007301,0.05000,0.707
10,mlp.experts.251.down_proj,0.0000004421,0.05000,0.672
10,mlp.experts.253.down_proj,0.0000002950,0.05000,0.702
10,mlp.experts.254.down_proj,0.0000008797,0.05000,0.638
10,mlp.experts.248.down_proj,0.0000001109,0.05000,0.545
10,mlp.experts.255.down_proj,0.0000001641,0.05000,0.502
10,mlp.experts.252.down_proj,0.0000004053,0.05000,0.186
11,mlp.experts.1.gate_proj,0.0001182603,0.05000,2.729
11,mlp.experts.3.gate_proj,0.0000133283,0.05000,2.824
11,mlp.experts.2.gate_proj,0.0000257431,0.05000,2.863
11,mlp.experts.0.gate_proj,0.0000613958,0.05000,2.965
11,mlp.experts.5.gate_proj,0.0000384766,0.05000,2.649
11,mlp.experts.6.gate_proj,0.0000669412,0.05000,2.600
11,mlp.experts.7.gate_proj,0.0000314027,0.05000,2.699
11,mlp.experts.4.gate_proj,0.0000431650,0.05000,2.689
11,mlp.experts.9.gate_proj,0.0000127373,0.05000,2.179
11,mlp.experts.10.gate_proj,0.0000142462,0.05000,2.116
11,mlp.experts.11.gate_proj,0.0000186814,0.05000,2.186
11,mlp.experts.8.gate_proj,0.0000580528,0.05000,2.064
11,mlp.experts.13.gate_proj,0.0000460091,0.05000,2.609
11,mlp.experts.14.gate_proj,0.0000225833,0.05000,2.711
11,mlp.experts.12.gate_proj,0.0000102040,0.05000,2.584
11,mlp.experts.15.gate_proj,0.0000111573,0.05000,2.609
11,mlp.experts.17.gate_proj,0.0000148723,0.05000,2.603
11,mlp.experts.18.gate_proj,0.0000086957,0.05000,2.587
11,mlp.experts.16.gate_proj,0.0000154509,0.05000,2.585
11,mlp.experts.19.gate_proj,0.0000157206,0.05000,2.600
11,mlp.experts.21.gate_proj,0.0000361673,0.05000,2.545
11,mlp.experts.22.gate_proj,0.0000585280,0.05000,2.559
11,mlp.experts.23.gate_proj,0.0000614043,0.05000,2.576
11,mlp.experts.20.gate_proj,0.0000082699,0.05000,2.646
11,mlp.experts.25.gate_proj,0.0000303396,0.05000,2.512
11,mlp.experts.26.gate_proj,0.0000251480,0.05000,2.576
11,mlp.experts.24.gate_proj,0.0000347682,0.05000,2.581
11,mlp.experts.27.gate_proj,0.0000058220,0.05000,2.658
11,mlp.experts.29.gate_proj,0.0000240342,0.05000,2.288
11,mlp.experts.30.gate_proj,0.0000907660,0.05000,2.307
11,mlp.experts.28.gate_proj,0.0000428883,0.05000,2.310
11,mlp.experts.31.gate_proj,0.0000386683,0.05000,2.301
11,mlp.experts.33.gate_proj,0.0000451263,0.05000,2.556
11,mlp.experts.34.gate_proj,0.0000303975,0.05000,2.539
11,mlp.experts.32.gate_proj,0.0000615627,0.05000,2.605
11,mlp.experts.35.gate_proj,0.0000661671,0.05000,2.629
11,mlp.experts.37.gate_proj,0.0000112855,0.05000,2.742
11,mlp.experts.38.gate_proj,0.0000269515,0.05000,2.758
11,mlp.experts.36.gate_proj,0.0000106685,0.05000,2.711
11,mlp.experts.39.gate_proj,0.0000529775,0.05000,2.693
11,mlp.experts.41.gate_proj,0.0000414614,0.05000,2.718
11,mlp.experts.42.gate_proj,0.0000101137,0.05000,2.741
11,mlp.experts.40.gate_proj,0.0000625829,0.05000,2.745
11,mlp.experts.43.gate_proj,0.0000615921,0.05000,2.767
11,mlp.experts.45.gate_proj,0.0000307102,0.05000,2.582
11,mlp.experts.46.gate_proj,0.0000364875,0.05000,2.536
11,mlp.experts.44.gate_proj,0.0000559508,0.05000,2.528
11,mlp.experts.47.gate_proj,0.0000243558,0.05000,2.557
11,mlp.experts.49.gate_proj,0.0000102808,0.05000,2.530
11,mlp.experts.50.gate_proj,0.0000067651,0.05000,2.636
11,mlp.experts.48.gate_proj,0.0000316983,0.05000,2.624
11,mlp.experts.51.gate_proj,0.0000351113,0.05000,2.645
11,mlp.experts.53.gate_proj,0.0001319023,0.05000,2.633
11,mlp.experts.54.gate_proj,0.0000220736,0.05000,2.571
11,mlp.experts.52.gate_proj,0.0000208570,0.05000,2.761
11,mlp.experts.55.gate_proj,0.0000480688,0.05000,2.676
11,mlp.experts.57.gate_proj,0.0000367402,0.05000,2.663
11,mlp.experts.58.gate_proj,0.0000170014,0.05000,2.619
11,mlp.experts.59.gate_proj,0.0000131606,0.05000,2.539
11,mlp.experts.56.gate_proj,0.0000290850,0.05000,2.616
11,mlp.experts.61.gate_proj,0.0000329480,0.05000,2.586
11,mlp.experts.62.gate_proj,0.0000083417,0.05000,2.640
11,mlp.experts.63.gate_proj,0.0000662659,0.05000,2.550
11,mlp.experts.60.gate_proj,0.0000189957,0.05000,2.568
11,mlp.experts.65.gate_proj,0.0000617043,0.05000,2.557
11,mlp.experts.66.gate_proj,0.0000116513,0.05000,2.583
11,mlp.experts.67.gate_proj,0.0000850781,0.05000,2.604
11,mlp.experts.64.gate_proj,0.0000059721,0.05000,2.622
11,mlp.experts.69.gate_proj,0.0000108795,0.05000,2.604
11,mlp.experts.70.gate_proj,0.0000132735,0.05000,2.516
11,mlp.experts.71.gate_proj,0.0000205595,0.05000,2.620
11,mlp.experts.68.gate_proj,0.0000187054,0.05000,2.687
11,mlp.experts.73.gate_proj,0.0000362257,0.05000,2.715
11,mlp.experts.74.gate_proj,0.0000460815,0.05000,2.614
11,mlp.experts.77.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.047
11,mlp.experts.75.gate_proj,0.0000487739,0.05000,2.685
11,mlp.experts.72.gate_proj,0.0000384236,0.05000,2.687
11,mlp.experts.81.gate_proj,0.0000539303,0.05000,2.631
11,mlp.experts.78.gate_proj,0.0000429753,0.05000,2.696
11,mlp.experts.79.gate_proj,0.0000128739,0.05000,2.541
11,mlp.experts.76.gate_proj,0.0000329581,0.05000,2.596
11,mlp.experts.85.gate_proj,0.0000174306,0.05000,2.590
11,mlp.experts.82.gate_proj,0.0000442862,0.05000,2.674
11,mlp.experts.83.gate_proj,0.0000838169,0.05000,2.684
11,mlp.experts.80.gate_proj,0.0000240330,0.05000,2.577
11,mlp.experts.89.gate_proj,0.0000427338,0.05000,2.578
11,mlp.experts.86.gate_proj,0.0000152894,0.05000,2.576
11,mlp.experts.87.gate_proj,0.0000420041,0.05000,2.573
11,mlp.experts.84.gate_proj,0.0000075952,0.05000,2.527
11,mlp.experts.93.gate_proj,0.0000105180,0.05000,2.651
11,mlp.experts.90.gate_proj,0.0000374039,0.05000,2.683
11,mlp.experts.88.gate_proj,0.0000349283,0.05000,2.530
11,mlp.experts.91.gate_proj,0.0000392504,0.05000,2.621
11,mlp.experts.97.gate_proj,0.0000859979,0.05000,2.413
11,mlp.experts.94.gate_proj,0.0000310494,0.05000,2.426
11,mlp.experts.95.gate_proj,0.0000125415,0.05000,2.374
11,mlp.experts.92.gate_proj,0.0000506176,0.05000,2.433
11,mlp.experts.101.gate_proj,0.0000291947,0.05000,2.669
11,mlp.experts.98.gate_proj,0.0000114356,0.05000,2.613
11,mlp.experts.99.gate_proj,0.0000257719,0.05000,2.648
11,mlp.experts.96.gate_proj,0.0000414544,0.05000,2.656
11,mlp.experts.105.gate_proj,0.0000690870,0.05000,2.609
11,mlp.experts.102.gate_proj,0.0000374290,0.05000,2.635
11,mlp.experts.100.gate_proj,0.0000201001,0.05000,2.581
11,mlp.experts.103.gate_proj,0.0000082084,0.05000,2.637
11,mlp.experts.109.gate_proj,0.0000106585,0.05000,2.402
11,mlp.experts.106.gate_proj,0.0000163400,0.05000,2.277
11,mlp.experts.104.gate_proj,0.0000412836,0.05000,2.350
11,mlp.experts.107.gate_proj,0.0000103759,0.05000,2.420
11,mlp.experts.113.gate_proj,0.0000207625,0.05000,2.493
11,mlp.experts.110.gate_proj,0.0000258574,0.05000,2.518
11,mlp.experts.108.gate_proj,0.0000328204,0.05000,2.626
11,mlp.experts.111.gate_proj,0.0000282629,0.05000,2.590
11,mlp.experts.114.gate_proj,0.0000074442,0.05000,2.603
11,mlp.experts.117.gate_proj,0.0000739823,0.05000,2.687
11,mlp.experts.112.gate_proj,0.0000354006,0.05000,2.663
11,mlp.experts.115.gate_proj,0.0000073410,0.05000,2.672
11,mlp.experts.118.gate_proj,0.0000939157,0.05000,2.608
11,mlp.experts.121.gate_proj,0.0000489897,0.05000,2.670
11,mlp.experts.116.gate_proj,0.0000095999,0.05000,2.631
11,mlp.experts.119.gate_proj,0.0000793711,0.05000,2.646
11,mlp.experts.122.gate_proj,0.0000164189,0.05000,2.602
11,mlp.experts.125.gate_proj,0.0000280803,0.05000,2.677
11,mlp.experts.120.gate_proj,0.0000319327,0.05000,2.638
11,mlp.experts.123.gate_proj,0.0000210809,0.05000,2.624
11,mlp.experts.126.gate_proj,0.0000502420,0.05000,2.570
11,mlp.experts.129.gate_proj,0.0000470359,0.05000,2.544
11,mlp.experts.127.gate_proj,0.0000564751,0.05000,2.582
11,mlp.experts.124.gate_proj,0.0000292922,0.05000,2.670
11,mlp.experts.130.gate_proj,0.0000098510,0.05000,2.487
11,mlp.experts.133.gate_proj,0.0000128241,0.05000,2.471
11,mlp.experts.128.gate_proj,0.0000073043,0.05000,2.569
11,mlp.experts.131.gate_proj,0.0000132444,0.05000,2.609
11,mlp.experts.134.gate_proj,0.0000841390,0.05000,2.500
11,mlp.experts.137.gate_proj,0.0000313443,0.05000,2.465
11,mlp.experts.132.gate_proj,0.0000648158,0.05000,2.416
11,mlp.experts.135.gate_proj,0.0000212608,0.05000,2.411
11,mlp.experts.138.gate_proj,0.0000493207,0.05000,2.507
11,mlp.experts.141.gate_proj,0.0000209231,0.05000,2.543
11,mlp.experts.136.gate_proj,0.0000169439,0.05000,2.523
11,mlp.experts.139.gate_proj,0.0000703579,0.05000,2.533
11,mlp.experts.142.gate_proj,0.0000089895,0.05000,2.479
11,mlp.experts.145.gate_proj,0.0000161793,0.05000,2.426
11,mlp.experts.140.gate_proj,0.0000337282,0.05000,2.406
11,mlp.experts.143.gate_proj,0.0000407225,0.05000,2.454
11,mlp.experts.146.gate_proj,0.0000172311,0.05000,2.544
11,mlp.experts.149.gate_proj,0.0000352557,0.05000,2.514
11,mlp.experts.144.gate_proj,0.0000304903,0.05000,2.498
11,mlp.experts.147.gate_proj,0.0000062101,0.05000,2.670
11,mlp.experts.150.gate_proj,0.0000357002,0.05000,2.821
11,mlp.experts.153.gate_proj,0.0000101613,0.05000,2.851
11,mlp.experts.148.gate_proj,0.0000342659,0.05000,2.658
11,mlp.experts.151.gate_proj,0.0000115928,0.05000,2.745
11,mlp.experts.157.gate_proj,0.0000083001,0.05000,2.531
11,mlp.experts.154.gate_proj,0.0000086567,0.05000,2.626
11,mlp.experts.152.gate_proj,0.0000360420,0.05000,2.584
11,mlp.experts.155.gate_proj,0.0000318075,0.05000,2.626
11,mlp.experts.158.gate_proj,0.0000129878,0.05000,2.398
11,mlp.experts.161.gate_proj,0.0000106307,0.05000,2.446
11,mlp.experts.156.gate_proj,0.0000133010,0.05000,2.340
11,mlp.experts.159.gate_proj,0.0000117589,0.05000,2.444
11,mlp.experts.162.gate_proj,0.0000354420,0.05000,2.192
11,mlp.experts.165.gate_proj,0.0001076920,0.05000,2.292
11,mlp.experts.160.gate_proj,0.0000353924,0.05000,2.246
11,mlp.experts.163.gate_proj,0.0000331670,0.05000,2.376
11,mlp.experts.166.gate_proj,0.0000716879,0.05000,2.331
11,mlp.experts.169.gate_proj,0.0000229148,0.05000,2.266
11,mlp.experts.164.gate_proj,0.0000177081,0.05000,2.372
11,mlp.experts.167.gate_proj,0.0000458421,0.05000,2.327
11,mlp.experts.170.gate_proj,0.0000134383,0.05000,2.154
11,mlp.experts.173.gate_proj,0.0000555419,0.05000,2.130
11,mlp.experts.168.gate_proj,0.0000318097,0.05000,2.128
11,mlp.experts.171.gate_proj,0.0000540263,0.05000,2.272
11,mlp.experts.174.gate_proj,0.0000114800,0.05000,2.438
11,mlp.experts.177.gate_proj,0.0000287345,0.05000,2.555
11,mlp.experts.172.gate_proj,0.0000434734,0.05000,2.481
11,mlp.experts.175.gate_proj,0.0000296782,0.05000,2.567
11,mlp.experts.178.gate_proj,0.0000780496,0.05000,2.454
11,mlp.experts.181.gate_proj,0.0000215651,0.05000,2.478
11,mlp.experts.176.gate_proj,0.0000481932,0.05000,2.582
11,mlp.experts.179.gate_proj,0.0000465389,0.05000,2.661
11,mlp.experts.182.gate_proj,0.0000314051,0.05000,2.736
11,mlp.experts.185.gate_proj,0.0000532272,0.05000,2.652
11,mlp.experts.180.gate_proj,0.0000421613,0.05000,2.627
11,mlp.experts.183.gate_proj,0.0000354603,0.05000,2.579
11,mlp.experts.186.gate_proj,0.0000149823,0.05000,2.789
11,mlp.experts.184.gate_proj,0.0000447686,0.05000,2.636
11,mlp.experts.189.gate_proj,0.0000069769,0.05000,2.864
11,mlp.experts.187.gate_proj,0.0000438608,0.05000,2.745
11,mlp.experts.190.gate_proj,0.0000183136,0.05000,2.525
11,mlp.experts.188.gate_proj,0.0000343610,0.05000,2.601
11,mlp.experts.193.gate_proj,0.0000457820,0.05000,2.615
11,mlp.experts.191.gate_proj,0.0000446773,0.05000,2.611
11,mlp.experts.194.gate_proj,0.0000307185,0.05000,2.665
11,mlp.experts.192.gate_proj,0.0000305199,0.05000,2.702
11,mlp.experts.197.gate_proj,0.0000180612,0.05000,2.722
11,mlp.experts.195.gate_proj,0.0000084214,0.05000,2.620
11,mlp.experts.198.gate_proj,0.0000126704,0.05000,2.698
11,mlp.experts.196.gate_proj,0.0000523245,0.05000,2.675
11,mlp.experts.201.gate_proj,0.0000120772,0.05000,2.655
11,mlp.experts.199.gate_proj,0.0000310361,0.05000,2.641
11,mlp.experts.202.gate_proj,0.0000222572,0.05000,2.550
11,mlp.experts.200.gate_proj,0.0000323866,0.05000,2.538
11,mlp.experts.205.gate_proj,0.0000335406,0.05000,2.538
11,mlp.experts.203.gate_proj,0.0000101429,0.05000,2.687
11,mlp.experts.206.gate_proj,0.0000125679,0.05000,2.606
11,mlp.experts.209.gate_proj,0.0000107748,0.05000,2.526
11,mlp.experts.204.gate_proj,0.0000247838,0.05000,2.691
11,mlp.experts.207.gate_proj,0.0000076202,0.05000,2.534
11,mlp.experts.210.gate_proj,0.0000079901,0.05000,2.520
11,mlp.experts.208.gate_proj,0.0000079420,0.05000,2.445
11,mlp.experts.213.gate_proj,0.0000436202,0.05000,2.585
11,mlp.experts.211.gate_proj,0.0000657611,0.05000,2.688
11,mlp.experts.214.gate_proj,0.0000516559,0.05000,2.724
11,mlp.experts.212.gate_proj,0.0000125891,0.05000,2.663
11,mlp.experts.217.gate_proj,0.0000713959,0.05000,2.664
11,mlp.experts.215.gate_proj,0.0000489172,0.05000,2.574
11,mlp.experts.218.gate_proj,0.0000198237,0.05000,2.486
11,mlp.experts.221.gate_proj,0.0000324550,0.05000,2.509
11,mlp.experts.216.gate_proj,0.0000197286,0.05000,2.600
11,mlp.experts.219.gate_proj,0.0000718711,0.05000,2.568
11,mlp.experts.222.gate_proj,0.0000173588,0.05000,2.585
11,mlp.experts.225.gate_proj,0.0000132290,0.05000,2.481
11,mlp.experts.220.gate_proj,0.0000163312,0.05000,2.489
11,mlp.experts.223.gate_proj,0.0000888142,0.05000,2.678
11,mlp.experts.226.gate_proj,0.0000529882,0.05000,2.543
11,mlp.experts.229.gate_proj,0.0000561597,0.05000,2.475
11,mlp.experts.224.gate_proj,0.0000491319,0.05000,2.567
11,mlp.experts.227.gate_proj,0.0000629564,0.05000,2.295
11,mlp.experts.230.gate_proj,0.0000856634,0.05000,2.475
11,mlp.experts.234.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.040
11,mlp.experts.233.gate_proj,0.0000545985,0.05000,2.508
11,mlp.experts.228.gate_proj,0.0000577272,0.05000,2.656
11,mlp.experts.231.gate_proj,0.0000140808,0.05000,2.655
11,mlp.experts.235.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.038
11,mlp.experts.237.gate_proj,0.0001027206,0.05000,2.558
11,mlp.experts.238.gate_proj,0.0000123024,0.05000,2.651
11,mlp.experts.232.gate_proj,0.0000661270,0.05000,2.607
11,mlp.experts.239.gate_proj,0.0000307925,0.05000,2.577
11,mlp.experts.241.gate_proj,0.0000487591,0.05000,2.610
11,mlp.experts.242.gate_proj,0.0000147841,0.05000,2.585
11,mlp.experts.245.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.052
11,mlp.experts.236.gate_proj,0.0000069916,0.05000,2.558
11,mlp.experts.243.gate_proj,0.0000502297,0.05000,2.671
11,mlp.experts.246.gate_proj,0.0000252769,0.05000,2.695
11,mlp.experts.249.gate_proj,0.0000370243,0.05000,2.675
11,mlp.experts.240.gate_proj,0.0000305388,0.05000,2.651
11,mlp.experts.244.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.037
11,mlp.experts.247.gate_proj,0.0000086519,0.05000,2.550
11,mlp.experts.253.gate_proj,0.0000430314,0.05000,2.461
11,mlp.experts.250.gate_proj,0.0000059931,0.05000,2.586
11,mlp.experts.248.gate_proj,0.0000102569,0.05000,2.568
11,mlp.experts.252.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.038
11,mlp.experts.251.gate_proj,0.0000815866,0.05000,2.535
11,mlp.experts.1.up_proj,0.0001089165,0.05000,2.680
11,mlp.experts.254.gate_proj,0.0000282472,0.05000,2.660
11,mlp.experts.0.up_proj,0.0000587247,0.05000,2.786
11,mlp.experts.255.gate_proj,0.0000072522,0.05000,2.488
11,mlp.experts.5.up_proj,0.0000362878,0.05000,1.620
11,mlp.experts.2.up_proj,0.0000240991,0.05000,1.538
11,mlp.experts.3.up_proj,0.0000133931,0.05000,2.503
11,mlp.experts.4.up_proj,0.0000403467,0.05000,2.549
11,mlp.experts.6.up_proj,0.0000618726,0.05000,2.553
11,mlp.experts.9.up_proj,0.0000109478,0.05000,2.570
11,mlp.experts.7.up_proj,0.0000251743,0.05000,2.631
11,mlp.experts.8.up_proj,0.0000592376,0.05000,2.611
11,mlp.experts.10.up_proj,0.0000130245,0.05000,2.689
11,mlp.experts.13.up_proj,0.0000428119,0.05000,2.713
11,mlp.experts.11.up_proj,0.0000172569,0.05000,2.595
11,mlp.experts.12.up_proj,0.0000095591,0.05000,2.633
11,mlp.experts.14.up_proj,0.0000203915,0.05000,2.713
11,mlp.experts.17.up_proj,0.0000131950,0.05000,2.750
11,mlp.experts.15.up_proj,0.0000095120,0.05000,2.606
11,mlp.experts.16.up_proj,0.0000147241,0.05000,2.571
11,mlp.experts.18.up_proj,0.0000073681,0.05000,2.680
11,mlp.experts.21.up_proj,0.0000340562,0.05000,2.664
11,mlp.experts.20.up_proj,0.0000084399,0.05000,2.548
11,mlp.experts.19.up_proj,0.0000133773,0.05000,2.578
11,mlp.experts.22.up_proj,0.0000557250,0.05000,2.644
11,mlp.experts.25.up_proj,0.0000281730,0.05000,2.683
11,mlp.experts.24.up_proj,0.0000329498,0.05000,2.594
11,mlp.experts.23.up_proj,0.0000585450,0.05000,2.664
11,mlp.experts.26.up_proj,0.0000227821,0.05000,2.628
11,mlp.experts.29.up_proj,0.0000228892,0.05000,2.623
11,mlp.experts.28.up_proj,0.0000405232,0.05000,2.696
11,mlp.experts.27.up_proj,0.0000061921,0.05000,2.692
11,mlp.experts.30.up_proj,0.0000779927,0.05000,2.592
11,mlp.experts.33.up_proj,0.0000421742,0.05000,2.699
11,mlp.experts.32.up_proj,0.0000549855,0.05000,2.542
11,mlp.experts.31.up_proj,0.0000363222,0.05000,2.555
11,mlp.experts.34.up_proj,0.0000286223,0.05000,2.572
11,mlp.experts.37.up_proj,0.0000119261,0.05000,2.524
11,mlp.experts.36.up_proj,0.0000103966,0.05000,2.526
11,mlp.experts.35.up_proj,0.0000612016,0.05000,2.598
11,mlp.experts.38.up_proj,0.0000253253,0.05000,2.622
11,mlp.experts.41.up_proj,0.0000393786,0.05000,2.667
11,mlp.experts.40.up_proj,0.0000605070,0.05000,2.683
11,mlp.experts.39.up_proj,0.0000454887,0.05000,2.565
11,mlp.experts.42.up_proj,0.0000103825,0.05000,2.590
11,mlp.experts.45.up_proj,0.0000287728,0.05000,2.581
11,mlp.experts.43.up_proj,0.0000579472,0.05000,2.537
11,mlp.experts.44.up_proj,0.0000523476,0.05000,2.590
11,mlp.experts.46.up_proj,0.0000348836,0.05000,2.623
11,mlp.experts.49.up_proj,0.0000092114,0.05000,2.653
11,mlp.experts.47.up_proj,0.0000233047,0.05000,2.541
11,mlp.experts.48.up_proj,0.0000272018,0.05000,2.699
11,mlp.experts.50.up_proj,0.0000065402,0.05000,2.689
11,mlp.experts.53.up_proj,0.0001278469,0.05000,2.582
11,mlp.experts.51.up_proj,0.0000329183,0.05000,2.657
11,mlp.experts.52.up_proj,0.0000193282,0.05000,2.534
11,mlp.experts.54.up_proj,0.0000209352,0.05000,2.532
11,mlp.experts.57.up_proj,0.0000345369,0.05000,2.673
11,mlp.experts.56.up_proj,0.0000264784,0.05000,2.483
11,mlp.experts.55.up_proj,0.0000458857,0.05000,2.561
11,mlp.experts.58.up_proj,0.0000160691,0.05000,2.529
11,mlp.experts.61.up_proj,0.0000309932,0.05000,2.544
11,mlp.experts.59.up_proj,0.0000134539,0.05000,2.287
11,mlp.experts.60.up_proj,0.0000172601,0.05000,2.339
11,mlp.experts.62.up_proj,0.0000080157,0.05000,2.328
11,mlp.experts.65.up_proj,0.0000590647,0.05000,2.200
11,mlp.experts.63.up_proj,0.0000622012,0.05000,2.522
11,mlp.experts.64.up_proj,0.0000058523,0.05000,2.550
11,mlp.experts.66.up_proj,0.0000106193,0.05000,2.554
11,mlp.experts.69.up_proj,0.0000097094,0.05000,2.626
11,mlp.experts.67.up_proj,0.0000842819,0.05000,2.636
11,mlp.experts.68.up_proj,0.0000176187,0.05000,2.724
11,mlp.experts.70.up_proj,0.0000141431,0.05000,2.586
11,mlp.experts.73.up_proj,0.0000339456,0.05000,2.698
11,mlp.experts.77.up_proj,failsafe(rtn): 0.0010986,0.00000,0.036
11,mlp.experts.71.up_proj,0.0000172282,0.05000,2.501
11,mlp.experts.72.up_proj,0.0000330544,0.05000,2.510
11,mlp.experts.74.up_proj,0.0000431334,0.05000,2.502
11,mlp.experts.81.up_proj,0.0000476565,0.05000,2.510
11,mlp.experts.75.up_proj,0.0000454144,0.05000,2.517
11,mlp.experts.76.up_proj,0.0000307223,0.05000,2.619
11,mlp.experts.78.up_proj,0.0000405162,0.05000,2.613
11,mlp.experts.85.up_proj,0.0000161620,0.05000,2.524
11,mlp.experts.79.up_proj,0.0000119947,0.05000,2.624
11,mlp.experts.80.up_proj,0.0000229285,0.05000,2.575
11,mlp.experts.82.up_proj,0.0000417173,0.05000,2.562
11,mlp.experts.89.up_proj,0.0000399682,0.05000,2.473
11,mlp.experts.83.up_proj,0.0000816093,0.05000,2.508
11,mlp.experts.84.up_proj,0.0000074894,0.05000,2.663
11,mlp.experts.86.up_proj,0.0000138652,0.05000,2.578
11,mlp.experts.93.up_proj,0.0000093087,0.05000,2.570
11,mlp.experts.87.up_proj,0.0000397594,0.05000,2.576
11,mlp.experts.88.up_proj,0.0000319325,0.05000,2.615
11,mlp.experts.90.up_proj,0.0000350049,0.05000,2.612
11,mlp.experts.97.up_proj,0.0000872471,0.05000,2.689
11,mlp.experts.91.up_proj,0.0000362539,0.05000,2.725
11,mlp.experts.92.up_proj,0.0000474722,0.05000,2.673
11,mlp.experts.94.up_proj,0.0000307219,0.05000,2.569
11,mlp.experts.101.up_proj,0.0000283886,0.05000,2.551
11,mlp.experts.95.up_proj,0.0000128370,0.05000,2.625
11,mlp.experts.98.up_proj,0.0000115284,0.05000,2.608
11,mlp.experts.96.up_proj,0.0000393776,0.05000,2.729
11,mlp.experts.105.up_proj,0.0000621241,0.05000,2.593
11,mlp.experts.99.up_proj,0.0000222338,0.05000,2.776
11,mlp.experts.100.up_proj,0.0000188196,0.05000,2.686
11,mlp.experts.102.up_proj,0.0000350404,0.05000,2.867
11,mlp.experts.109.up_proj,0.0000090568,0.05000,2.824
11,mlp.experts.103.up_proj,0.0000087517,0.05000,2.319
11,mlp.experts.104.up_proj,0.0000389704,0.05000,2.306
11,mlp.experts.106.up_proj,0.0000162802,0.05000,2.317
11,mlp.experts.113.up_proj,0.0000182448,0.05000,2.286
11,mlp.experts.107.up_proj,0.0000105331,0.05000,2.350
11,mlp.experts.110.up_proj,0.0000231044,0.05000,2.408
11,mlp.experts.108.up_proj,0.0000322396,0.05000,2.488
11,mlp.experts.117.up_proj,0.0000687687,0.05000,2.499
11,mlp.experts.111.up_proj,0.0000289911,0.05000,2.493
11,mlp.experts.112.up_proj,0.0000331909,0.05000,2.485
11,mlp.experts.114.up_proj,0.0000058457,0.05000,2.602
11,mlp.experts.121.up_proj,0.0000464523,0.05000,2.518
11,mlp.experts.115.up_proj,0.0000074019,0.05000,2.371
11,mlp.experts.116.up_proj,0.0000093349,0.05000,2.303
11,mlp.experts.118.up_proj,0.0000833999,0.05000,2.339
11,mlp.experts.125.up_proj,0.0000262364,0.05000,2.202
11,mlp.experts.119.up_proj,0.0000755729,0.05000,2.468
11,mlp.experts.120.up_proj,0.0000288147,0.05000,2.572
11,mlp.experts.129.up_proj,0.0000435791,0.05000,2.597
11,mlp.experts.122.up_proj,0.0000156060,0.05000,2.704
11,mlp.experts.123.up_proj,0.0000203447,0.05000,2.419
11,mlp.experts.124.up_proj,0.0000289193,0.05000,2.359
11,mlp.experts.126.up_proj,0.0000478215,0.05000,2.350
11,mlp.experts.133.up_proj,0.0000126983,0.05000,2.492
11,mlp.experts.127.up_proj,0.0000535389,0.05000,2.557
11,mlp.experts.128.up_proj,0.0000066301,0.05000,2.503
11,mlp.experts.130.up_proj,0.0000095653,0.05000,2.565
11,mlp.experts.137.up_proj,0.0000471122,0.05000,2.568
11,mlp.experts.131.up_proj,0.0000117611,0.05000,2.646
11,mlp.experts.132.up_proj,0.0000611223,0.05000,2.596
11,mlp.experts.134.up_proj,0.0000799896,0.05000,2.524
11,mlp.experts.141.up_proj,0.0000190870,0.05000,2.605
11,mlp.experts.135.up_proj,0.0000165819,0.05000,2.562
11,mlp.experts.136.up_proj,0.0000152783,0.05000,2.553
11,mlp.experts.138.up_proj,0.0000469448,0.05000,2.667
11,mlp.experts.145.up_proj,0.0000156727,0.05000,2.679
11,mlp.experts.139.up_proj,0.0000649526,0.05000,2.670
11,mlp.experts.140.up_proj,0.0000317999,0.05000,2.674
11,mlp.experts.142.up_proj,0.0000083864,0.05000,2.610
11,mlp.experts.149.up_proj,0.0000333088,0.05000,2.697
11,mlp.experts.143.up_proj,0.0000376761,0.05000,2.538
11,mlp.experts.144.up_proj,0.0000280537,0.05000,2.743
11,mlp.experts.146.up_proj,0.0000165408,0.05000,2.553
11,mlp.experts.153.up_proj,0.0000081690,0.05000,2.683
11,mlp.experts.147.up_proj,0.0000055225,0.05000,2.660
11,mlp.experts.150.up_proj,0.0000342465,0.05000,2.493
11,mlp.experts.148.up_proj,0.0000325897,0.05000,2.675
11,mlp.experts.157.up_proj,0.0000085785,0.05000,2.612
11,mlp.experts.151.up_proj,0.0000103888,0.05000,2.439
11,mlp.experts.154.up_proj,0.0000084818,0.05000,2.571
11,mlp.experts.152.up_proj,0.0000338658,0.05000,2.552
11,mlp.experts.161.up_proj,0.0000112124,0.05000,2.528
11,mlp.experts.155.up_proj,0.0000298378,0.05000,2.715
11,mlp.experts.158.up_proj,0.0000116868,0.05000,2.697
11,mlp.experts.156.up_proj,0.0000104280,0.05000,2.697
11,mlp.experts.165.up_proj,0.0000999590,0.05000,2.634
11,mlp.experts.159.up_proj,0.0000116897,0.05000,2.540
11,mlp.experts.162.up_proj,0.0000330181,0.05000,2.628
11,mlp.experts.160.up_proj,0.0000333816,0.05000,2.676
11,mlp.experts.169.up_proj,0.0000192878,0.05000,2.621
11,mlp.experts.163.up_proj,0.0000307847,0.05000,2.478
11,mlp.experts.166.up_proj,0.0000621317,0.05000,2.237
11,mlp.experts.164.up_proj,0.0000153182,0.05000,2.306
11,mlp.experts.173.up_proj,0.0000511807,0.05000,2.245
11,mlp.experts.167.up_proj,0.0000392480,0.05000,2.135
11,mlp.experts.170.up_proj,0.0000134834,0.05000,2.041
11,mlp.experts.168.up_proj,0.0000296794,0.05000,2.120
11,mlp.experts.177.up_proj,0.0000271602,0.05000,2.208
11,mlp.experts.171.up_proj,0.0000511230,0.05000,2.324
11,mlp.experts.174.up_proj,0.0000127331,0.05000,2.383
11,mlp.experts.172.up_proj,0.0000405420,0.05000,2.404
11,mlp.experts.181.up_proj,0.0000218827,0.05000,2.529
11,mlp.experts.175.up_proj,0.0000227467,0.05000,2.818
11,mlp.experts.178.up_proj,0.0000742188,0.05000,2.662
11,mlp.experts.176.up_proj,0.0000453427,0.05000,2.574
11,mlp.experts.185.up_proj,0.0000493480,0.05000,2.561
11,mlp.experts.179.up_proj,0.0000493674,0.05000,2.422
11,mlp.experts.182.up_proj,0.0000305986,0.05000,2.395
11,mlp.experts.180.up_proj,0.0000390998,0.05000,2.273
11,mlp.experts.189.up_proj,0.0000070081,0.05000,2.455
11,mlp.experts.183.up_proj,0.0000330511,0.05000,2.339
11,mlp.experts.186.up_proj,0.0000140202,0.05000,2.305
11,mlp.experts.184.up_proj,0.0000460963,0.05000,2.390
11,mlp.experts.193.up_proj,0.0000428467,0.05000,2.222
11,mlp.experts.187.up_proj,0.0000409480,0.05000,2.167
11,mlp.experts.188.up_proj,0.0000278963,0.05000,2.179
11,mlp.experts.190.up_proj,0.0000177824,0.05000,2.329
11,mlp.experts.197.up_proj,0.0000170586,0.05000,2.291
11,mlp.experts.191.up_proj,0.0000400230,0.05000,2.329
11,mlp.experts.192.up_proj,0.0000291964,0.05000,2.376
11,mlp.experts.194.up_proj,0.0000300893,0.05000,2.422
11,mlp.experts.201.up_proj,0.0000118061,0.05000,2.371
11,mlp.experts.195.up_proj,0.0000080017,0.05000,2.623
11,mlp.experts.196.up_proj,0.0000489847,0.05000,2.545
11,mlp.experts.198.up_proj,0.0000108456,0.05000,2.767
11,mlp.experts.205.up_proj,0.0000316862,0.05000,2.585
11,mlp.experts.199.up_proj,0.0000238427,0.05000,2.703
11,mlp.experts.200.up_proj,0.0000282144,0.05000,2.725
11,mlp.experts.202.up_proj,0.0000220245,0.05000,2.753
11,mlp.experts.209.up_proj,0.0000099819,0.05000,2.704
11,mlp.experts.203.up_proj,0.0000099714,0.05000,2.352
11,mlp.experts.204.up_proj,0.0000230708,0.05000,2.256
11,mlp.experts.206.up_proj,0.0000112559,0.05000,2.333
11,mlp.experts.213.up_proj,0.0000410415,0.05000,2.294
11,mlp.experts.207.up_proj,0.0000074949,0.05000,2.270
11,mlp.experts.208.up_proj,0.0000067713,0.05000,2.381
11,mlp.experts.210.up_proj,0.0000062134,0.05000,2.343
11,mlp.experts.217.up_proj,0.0000667195,0.05000,2.465
11,mlp.experts.211.up_proj,0.0000612868,0.05000,2.710
11,mlp.experts.212.up_proj,0.0000125593,0.05000,2.709
11,mlp.experts.214.up_proj,0.0000467129,0.05000,2.642
11,mlp.experts.221.up_proj,0.0000302464,0.05000,2.789
11,mlp.experts.215.up_proj,0.0000457414,0.05000,2.821
11,mlp.experts.216.up_proj,0.0000188752,0.05000,2.764
11,mlp.experts.218.up_proj,0.0000207659,0.05000,2.650
11,mlp.experts.225.up_proj,0.0000123395,0.05000,2.733
11,mlp.experts.219.up_proj,0.0000676813,0.05000,2.917
11,mlp.experts.220.up_proj,0.0000154654,0.05000,2.818
11,mlp.experts.222.up_proj,0.0000161716,0.05000,3.079
11,mlp.experts.229.up_proj,0.0000492137,0.05000,2.977
11,mlp.experts.223.up_proj,0.0000817362,0.05000,2.906
11,mlp.experts.224.up_proj,0.0000462342,0.05000,2.965
11,mlp.experts.226.up_proj,0.0000500263,0.05000,2.826
11,mlp.experts.233.up_proj,0.0000491114,0.05000,2.725
11,mlp.experts.227.up_proj,0.0000587416,0.05000,2.546
11,mlp.experts.228.up_proj,0.0000539302,0.05000,2.551
11,mlp.experts.230.up_proj,0.0000808495,0.05000,2.365
11,mlp.experts.234.up_proj,failsafe(rtn): 0.0010681,0.00000,0.036
11,mlp.experts.237.up_proj,0.0000342604,0.05000,2.299
11,mlp.experts.231.up_proj,0.0000148851,0.05000,2.496
11,mlp.experts.235.up_proj,failsafe(rtn): 0.0010757,0.00000,0.035
11,mlp.experts.238.up_proj,0.0000104868,0.05000,2.413
11,mlp.experts.232.up_proj,0.0000634840,0.05000,2.651
11,mlp.experts.241.up_proj,0.0000500167,0.05000,2.521
11,mlp.experts.245.up_proj,failsafe(rtn): 0.0011444,0.00000,0.033
11,mlp.experts.239.up_proj,0.0000282673,0.05000,2.784
11,mlp.experts.242.up_proj,0.0000134051,0.05000,2.668
11,mlp.experts.236.up_proj,0.0000070566,0.05000,2.639
11,mlp.experts.249.up_proj,0.0000353254,0.05000,2.733
11,mlp.experts.246.up_proj,0.0000238792,0.05000,2.427
11,mlp.experts.243.up_proj,0.0000478960,0.05000,2.656
11,mlp.experts.240.up_proj,0.0000280067,0.05000,2.586
11,mlp.experts.244.up_proj,failsafe(rtn): 0.0011063,0.00000,0.044
11,mlp.experts.253.up_proj,0.0000407424,0.05000,2.670
11,mlp.experts.250.up_proj,0.0000057960,0.05000,1.911
11,mlp.experts.247.up_proj,0.0000076900,0.05000,1.915
11,mlp.experts.248.up_proj,0.0000100506,0.05000,1.885
11,mlp.experts.252.up_proj,failsafe(rtn): 0.0010605,0.00000,0.023
11,mlp.experts.254.up_proj,0.0000221526,0.05000,1.267
11,mlp.experts.251.up_proj,0.0000778294,0.05000,1.251
11,mlp.experts.255.up_proj,0.0000071898,0.05000,0.610
11,mlp.experts.2.down_proj,0.0000008853,0.05000,0.690
11,mlp.experts.1.down_proj,0.0000030035,0.05000,0.708
11,mlp.experts.0.down_proj,0.0000018975,0.05000,0.769
11,mlp.experts.3.down_proj,0.0000005313,0.05000,0.780
11,mlp.experts.6.down_proj,0.0000018338,0.05000,0.745
11,mlp.experts.5.down_proj,0.0000003089,0.05000,0.775
11,mlp.experts.7.down_proj,0.0000007597,0.05000,0.722
11,mlp.experts.4.down_proj,0.0000003305,0.05000,0.744
11,mlp.experts.10.down_proj,0.0000003101,0.05000,0.683
11,mlp.experts.9.down_proj,0.0000002980,0.05000,0.703
11,mlp.experts.8.down_proj,0.0000023601,0.05000,0.703
11,mlp.experts.11.down_proj,0.0000006106,0.05000,0.727
11,mlp.experts.14.down_proj,0.0000005924,0.05000,0.645
11,mlp.experts.13.down_proj,0.0000003593,0.05000,0.604
11,mlp.experts.12.down_proj,0.0000002412,0.05000,0.686
11,mlp.experts.15.down_proj,0.0000002850,0.05000,0.704
11,mlp.experts.17.down_proj,0.0000005784,0.05000,0.638
11,mlp.experts.18.down_proj,0.0000002584,0.05000,0.745
11,mlp.experts.19.down_proj,0.0000004491,0.05000,0.673
11,mlp.experts.16.down_proj,0.0000001263,0.05000,0.750
11,mlp.experts.21.down_proj,0.0000008548,0.05000,0.697
11,mlp.experts.22.down_proj,0.0000004920,0.05000,0.634
11,mlp.experts.23.down_proj,0.0000007951,0.05000,0.689
11,mlp.experts.20.down_proj,0.0000002388,0.05000,0.659
11,mlp.experts.25.down_proj,0.0000002451,0.05000,0.641
11,mlp.experts.26.down_proj,0.0000005731,0.05000,0.655
11,mlp.experts.27.down_proj,0.0000001821,0.05000,0.669
11,mlp.experts.24.down_proj,0.0000002855,0.05000,0.671
11,mlp.experts.29.down_proj,0.0000007629,0.05000,0.650
11,mlp.experts.30.down_proj,0.0000020761,0.05000,0.687
11,mlp.experts.31.down_proj,0.0000003149,0.05000,0.695
11,mlp.experts.28.down_proj,0.0000003405,0.05000,0.690
11,mlp.experts.33.down_proj,0.0000006243,0.05000,0.694
11,mlp.experts.34.down_proj,0.0000002247,0.05000,0.629
11,mlp.experts.32.down_proj,0.0000007070,0.05000,0.657
11,mlp.experts.35.down_proj,0.0000008445,0.05000,0.681
11,mlp.experts.37.down_proj,0.0000004863,0.05000,0.658
11,mlp.experts.38.down_proj,0.0000002590,0.05000,0.701
11,mlp.experts.39.down_proj,0.0000019033,0.05000,0.641
11,mlp.experts.36.down_proj,0.0000003373,0.05000,0.677
11,mlp.experts.41.down_proj,0.0000003203,0.05000,0.674
11,mlp.experts.42.down_proj,0.0000002596,0.05000,0.665
11,mlp.experts.43.down_proj,0.0000022914,0.05000,0.653
11,mlp.experts.40.down_proj,0.0000006761,0.05000,0.662
11,mlp.experts.46.down_proj,0.0000003027,0.05000,0.596
11,mlp.experts.45.down_proj,0.0000002723,0.05000,0.760
11,mlp.experts.47.down_proj,0.0000004405,0.05000,0.602
11,mlp.experts.44.down_proj,0.0000015331,0.05000,0.626
11,mlp.experts.50.down_proj,0.0000001279,0.05000,0.650
11,mlp.experts.49.down_proj,0.0000003593,0.05000,0.605
11,mlp.experts.51.down_proj,0.0000002697,0.05000,0.635
11,mlp.experts.48.down_proj,0.0000007118,0.05000,0.684
11,mlp.experts.54.down_proj,0.0000008683,0.05000,0.610
11,mlp.experts.53.down_proj,0.0000029233,0.05000,0.549
11,mlp.experts.55.down_proj,0.0000010301,0.05000,0.560
11,mlp.experts.52.down_proj,0.0000004428,0.05000,0.589
11,mlp.experts.58.down_proj,0.0000001255,0.05000,0.571
11,mlp.experts.57.down_proj,0.0000002895,0.05000,0.609
11,mlp.experts.59.down_proj,0.0000005714,0.05000,0.604
11,mlp.experts.56.down_proj,0.0000007946,0.05000,0.611
11,mlp.experts.62.down_proj,0.0000002539,0.05000,0.555
11,mlp.experts.61.down_proj,0.0000002903,0.05000,0.549
11,mlp.experts.63.down_proj,0.0000015434,0.05000,0.591
11,mlp.experts.60.down_proj,0.0000004592,0.05000,0.567
11,mlp.experts.66.down_proj,0.0000004225,0.05000,0.518
11,mlp.experts.65.down_proj,0.0000020028,0.05000,0.542
11,mlp.experts.67.down_proj,0.0000034939,0.05000,0.566
11,mlp.experts.64.down_proj,0.0000001506,0.05000,0.573
11,mlp.experts.70.down_proj,0.0000008960,0.05000,0.596
11,mlp.experts.69.down_proj,0.0000003394,0.05000,0.632
11,mlp.experts.71.down_proj,0.0000007799,0.05000,0.586
11,mlp.experts.68.down_proj,0.0000005864,0.05000,0.575
11,mlp.experts.74.down_proj,0.0000003852,0.05000,0.606
11,mlp.experts.73.down_proj,0.0000002833,0.05000,0.622
11,mlp.experts.77.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
11,mlp.experts.75.down_proj,0.0000004729,0.05000,0.579
11,mlp.experts.72.down_proj,0.0000008830,0.05000,0.599
11,mlp.experts.78.down_proj,0.0000003355,0.05000,0.582
11,mlp.experts.81.down_proj,0.0000006426,0.05000,0.674
11,mlp.experts.79.down_proj,0.0000005256,0.05000,0.744
11,mlp.experts.76.down_proj,0.0000002751,0.05000,0.714
11,mlp.experts.82.down_proj,0.0000003459,0.05000,0.731
11,mlp.experts.85.down_proj,0.0000006746,0.05000,0.721
11,mlp.experts.83.down_proj,0.0000012142,0.05000,0.666
11,mlp.experts.80.down_proj,0.0000001813,0.05000,0.688
11,mlp.experts.86.down_proj,0.0000004617,0.05000,0.628
11,mlp.experts.89.down_proj,0.0000005744,0.05000,0.589
11,mlp.experts.87.down_proj,0.0000003155,0.05000,0.641
11,mlp.experts.84.down_proj,0.0000002589,0.05000,0.634
11,mlp.experts.90.down_proj,0.0000003103,0.05000,0.680
11,mlp.experts.93.down_proj,0.0000004228,0.05000,0.683
11,mlp.experts.91.down_proj,0.0000009218,0.05000,0.606
11,mlp.experts.88.down_proj,0.0000002662,0.05000,0.587
11,mlp.experts.94.down_proj,0.0000009884,0.05000,0.727
11,mlp.experts.95.down_proj,0.0000004661,0.05000,0.677
11,mlp.experts.97.down_proj,0.0000017318,0.05000,0.741
11,mlp.experts.92.down_proj,0.0000004229,0.05000,0.851
11,mlp.experts.98.down_proj,0.0000004464,0.05000,0.713
11,mlp.experts.99.down_proj,0.0000007747,0.05000,0.695
11,mlp.experts.101.down_proj,0.0000007918,0.05000,0.752
11,mlp.experts.96.down_proj,0.0000003437,0.05000,0.730
11,mlp.experts.102.down_proj,0.0000002843,0.05000,0.709
11,mlp.experts.103.down_proj,0.0000003753,0.05000,0.709
11,mlp.experts.105.down_proj,0.0000008295,0.05000,0.675
11,mlp.experts.100.down_proj,0.0000007258,0.05000,0.667
11,mlp.experts.106.down_proj,0.0000006794,0.05000,0.656
11,mlp.experts.107.down_proj,0.0000002979,0.05000,0.667
11,mlp.experts.109.down_proj,0.0000004040,0.05000,0.637
11,mlp.experts.104.down_proj,0.0000003514,0.05000,0.651
11,mlp.experts.110.down_proj,0.0000008883,0.05000,0.674
11,mlp.experts.111.down_proj,0.0000009954,0.05000,0.608
11,mlp.experts.113.down_proj,0.0000007020,0.05000,0.642
11,mlp.experts.108.down_proj,0.0000006442,0.05000,0.573
11,mlp.experts.114.down_proj,0.0000002274,0.05000,0.596
11,mlp.experts.115.down_proj,0.0000002694,0.05000,0.591
11,mlp.experts.117.down_proj,0.0000010293,0.05000,0.624
11,mlp.experts.112.down_proj,0.0000002709,0.05000,0.600
11,mlp.experts.118.down_proj,0.0000028457,0.05000,0.646
11,mlp.experts.119.down_proj,0.0000010135,0.05000,0.591
11,mlp.experts.121.down_proj,0.0000008287,0.05000,0.661
11,mlp.experts.116.down_proj,0.0000003270,0.05000,0.614
11,mlp.experts.123.down_proj,0.0000001632,0.05000,0.694
11,mlp.experts.122.down_proj,0.0000005321,0.05000,0.734
11,mlp.experts.125.down_proj,0.0000004427,0.05000,0.675
11,mlp.experts.120.down_proj,0.0000010080,0.05000,0.770
11,mlp.experts.127.down_proj,0.0000004926,0.05000,0.698
11,mlp.experts.126.down_proj,0.0000004383,0.05000,0.759
11,mlp.experts.129.down_proj,0.0000003683,0.05000,0.685
11,mlp.experts.124.down_proj,0.0000004194,0.05000,0.634
11,mlp.experts.131.down_proj,0.0000003035,0.05000,0.728
11,mlp.experts.130.down_proj,0.0000003218,0.05000,0.758
11,mlp.experts.133.down_proj,0.0000005510,0.05000,0.734
11,mlp.experts.128.down_proj,0.0000002098,0.05000,0.684
11,mlp.experts.135.down_proj,0.0000003742,0.05000,0.756
11,mlp.experts.137.down_proj,0.0000014199,0.05000,0.695
11,mlp.experts.134.down_proj,0.0000019066,0.05000,0.800
11,mlp.experts.132.down_proj,0.0000005393,0.05000,0.729
11,mlp.experts.139.down_proj,0.0000009395,0.05000,0.737
11,mlp.experts.141.down_proj,0.0000004697,0.05000,0.733
11,mlp.experts.138.down_proj,0.0000004342,0.05000,0.697
11,mlp.experts.136.down_proj,0.0000005762,0.05000,0.689
11,mlp.experts.143.down_proj,0.0000003492,0.05000,0.639
11,mlp.experts.145.down_proj,0.0000006707,0.05000,0.655
11,mlp.experts.140.down_proj,0.0000003366,0.05000,0.602
11,mlp.experts.142.down_proj,0.0000002625,0.05000,0.659
11,mlp.experts.147.down_proj,0.0000002321,0.05000,0.609
11,mlp.experts.149.down_proj,0.0000002718,0.05000,0.645
11,mlp.experts.144.down_proj,0.0000003972,0.05000,0.647
11,mlp.experts.146.down_proj,0.0000004251,0.05000,0.648
11,mlp.experts.151.down_proj,0.0000004437,0.05000,0.641
11,mlp.experts.153.down_proj,0.0000003074,0.05000,0.641
11,mlp.experts.148.down_proj,0.0000002791,0.05000,0.645
11,mlp.experts.150.down_proj,0.0000004557,0.05000,0.649
11,mlp.experts.155.down_proj,0.0000002275,0.05000,0.729
11,mlp.experts.157.down_proj,0.0000002836,0.05000,0.687
11,mlp.experts.152.down_proj,0.0000002961,0.05000,0.671
11,mlp.experts.154.down_proj,0.0000003006,0.05000,0.716
11,mlp.experts.159.down_proj,0.0000003759,0.05000,0.741
11,mlp.experts.161.down_proj,0.0000001910,0.05000,0.704
11,mlp.experts.156.down_proj,0.0000003871,0.05000,0.700
11,mlp.experts.158.down_proj,0.0000004799,0.05000,0.795
11,mlp.experts.163.down_proj,0.0000002559,0.05000,0.712
11,mlp.experts.165.down_proj,0.0000025026,0.05000,0.709
11,mlp.experts.160.down_proj,0.0000004371,0.05000,0.710
11,mlp.experts.162.down_proj,0.0000002569,0.05000,0.664
11,mlp.experts.167.down_proj,0.0000013484,0.05000,0.666
11,mlp.experts.169.down_proj,0.0000010148,0.05000,0.710
11,mlp.experts.164.down_proj,0.0000007597,0.05000,0.715
11,mlp.experts.166.down_proj,0.0000009283,0.05000,0.674
11,mlp.experts.171.down_proj,0.0000004417,0.05000,0.665
11,mlp.experts.173.down_proj,0.0000004871,0.05000,0.658
11,mlp.experts.168.down_proj,0.0000002369,0.05000,0.681
11,mlp.experts.170.down_proj,0.0000005132,0.05000,0.682
11,mlp.experts.175.down_proj,0.0000013939,0.05000,0.674
11,mlp.experts.177.down_proj,0.0000002164,0.05000,0.648
11,mlp.experts.172.down_proj,0.0000003553,0.05000,0.638
11,mlp.experts.174.down_proj,0.0000003638,0.05000,0.640
11,mlp.experts.179.down_proj,0.0000007131,0.05000,0.621
11,mlp.experts.181.down_proj,0.0000002420,0.05000,0.631
11,mlp.experts.176.down_proj,0.0000003825,0.05000,0.645
11,mlp.experts.178.down_proj,0.0000015325,0.05000,0.638
11,mlp.experts.183.down_proj,0.0000002848,0.05000,0.630
11,mlp.experts.185.down_proj,0.0000011687,0.05000,0.621
11,mlp.experts.180.down_proj,0.0000003435,0.05000,0.610
11,mlp.experts.182.down_proj,0.0000014559,0.05000,0.607
11,mlp.experts.187.down_proj,0.0000003233,0.05000,0.655
11,mlp.experts.189.down_proj,0.0000001628,0.05000,0.640
11,mlp.experts.184.down_proj,0.0000009862,0.05000,0.633
11,mlp.experts.186.down_proj,0.0000005843,0.05000,0.663
11,mlp.experts.193.down_proj,0.0000003972,0.05000,0.666
11,mlp.experts.191.down_proj,0.0000015302,0.05000,0.718
11,mlp.experts.188.down_proj,0.0000004287,0.05000,0.678
11,mlp.experts.190.down_proj,0.0000006161,0.05000,0.736
11,mlp.experts.197.down_proj,0.0000006804,0.05000,0.666
11,mlp.experts.192.down_proj,0.0000002670,0.05000,0.638
11,mlp.experts.195.down_proj,0.0000002765,0.05000,0.693
11,mlp.experts.194.down_proj,0.0000011707,0.05000,0.713
11,mlp.experts.201.down_proj,0.0000004964,0.05000,0.661
11,mlp.experts.199.down_proj,0.0000015345,0.05000,0.674
11,mlp.experts.196.down_proj,0.0000004182,0.05000,0.732
11,mlp.experts.198.down_proj,0.0000003424,0.05000,0.727
11,mlp.experts.205.down_proj,0.0000002562,0.05000,0.643
11,mlp.experts.203.down_proj,0.0000003526,0.05000,0.650
11,mlp.experts.200.down_proj,0.0000008547,0.05000,0.629
11,mlp.experts.202.down_proj,0.0000008961,0.05000,0.644
11,mlp.experts.209.down_proj,0.0000003994,0.05000,0.676
11,mlp.experts.207.down_proj,0.0000002769,0.05000,0.671
11,mlp.experts.204.down_proj,0.0000003485,0.05000,0.653
11,mlp.experts.206.down_proj,0.0000003461,0.05000,0.618
11,mlp.experts.213.down_proj,0.0000003404,0.05000,0.656
11,mlp.experts.211.down_proj,0.0000021371,0.05000,0.661
11,mlp.experts.208.down_proj,0.0000002449,0.05000,0.682
11,mlp.experts.210.down_proj,0.0000002855,0.05000,0.636
11,mlp.experts.217.down_proj,0.0000014317,0.05000,0.609
11,mlp.experts.215.down_proj,0.0000003853,0.05000,0.616
11,mlp.experts.212.down_proj,0.0000004553,0.05000,0.638
11,mlp.experts.214.down_proj,0.0000005033,0.05000,0.624
11,mlp.experts.221.down_proj,0.0000002640,0.05000,0.650
11,mlp.experts.219.down_proj,0.0000006522,0.05000,0.674
11,mlp.experts.216.down_proj,0.0000007341,0.05000,0.677
11,mlp.experts.218.down_proj,0.0000006701,0.05000,0.632
11,mlp.experts.225.down_proj,0.0000003491,0.05000,0.663
11,mlp.experts.223.down_proj,0.0000013224,0.05000,0.761
11,mlp.experts.220.down_proj,0.0000006250,0.05000,0.732
11,mlp.experts.222.down_proj,0.0000005422,0.05000,0.669
11,mlp.experts.229.down_proj,0.0000013004,0.05000,0.688
11,mlp.experts.227.down_proj,0.0000012364,0.05000,0.647
11,mlp.experts.224.down_proj,0.0000003958,0.05000,0.683
11,mlp.experts.226.down_proj,0.0000004763,0.05000,0.679
11,mlp.experts.233.down_proj,0.0000004839,0.05000,0.618
11,mlp.experts.231.down_proj,0.0000004868,0.05000,0.617
11,mlp.experts.235.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
11,mlp.experts.228.down_proj,0.0000008989,0.05000,0.653
11,mlp.experts.230.down_proj,0.0000008124,0.05000,0.640
11,mlp.experts.234.down_proj,failsafe(rtn): 0.0010605,0.00000,0.009
11,mlp.experts.237.down_proj,0.0000003836,0.05000,0.632
11,mlp.experts.239.down_proj,0.0000002637,0.05000,0.628
11,mlp.experts.232.down_proj,0.0000008038,0.05000,0.663
11,mlp.experts.238.down_proj,0.0000004034,0.05000,0.661
11,mlp.experts.241.down_proj,0.0000016101,0.05000,0.648
11,mlp.experts.245.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
11,mlp.experts.243.down_proj,0.0000004653,0.05000,0.775
11,mlp.experts.236.down_proj,0.0000002609,0.05000,0.773
11,mlp.experts.242.down_proj,0.0000002887,0.05000,0.800
11,mlp.experts.249.down_proj,0.0000002953,0.05000,0.741
11,mlp.experts.247.down_proj,0.0000002707,0.05000,0.680
11,mlp.experts.246.down_proj,0.0000002296,0.05000,0.685
11,mlp.experts.240.down_proj,0.0000008613,0.05000,0.810
11,mlp.experts.244.down_proj,failsafe(rtn): 0.0010834,0.00000,0.016
11,mlp.experts.253.down_proj,0.0000003324,0.05000,0.763
11,mlp.experts.251.down_proj,0.0000015524,0.05000,0.672
11,mlp.experts.250.down_proj,0.0000002502,0.05000,0.584
11,mlp.experts.248.down_proj,0.0000003841,0.05000,0.563
11,mlp.experts.252.down_proj,failsafe(rtn): 0.0010452,0.00000,0.007
11,mlp.experts.255.down_proj,0.0000002704,0.05000,0.367
11,mlp.experts.254.down_proj,0.0000008498,0.05000,0.309
12,mlp.experts.2.gate_proj,0.0000389812,0.05000,2.832
12,mlp.experts.1.gate_proj,0.0000052035,0.05000,2.848
12,mlp.experts.3.gate_proj,0.0000075167,0.05000,2.882
12,mlp.experts.0.gate_proj,0.0000344296,0.05000,2.909
12,mlp.experts.6.gate_proj,0.0000283624,0.05000,2.361
12,mlp.experts.7.gate_proj,0.0000064231,0.05000,2.359
12,mlp.experts.5.gate_proj,0.0000436188,0.05000,2.413
12,mlp.experts.4.gate_proj,0.0000264778,0.05000,2.378
12,mlp.experts.10.gate_proj,0.0000693433,0.05000,2.374
12,mlp.experts.11.gate_proj,0.0000247270,0.05000,2.424
12,mlp.experts.8.gate_proj,0.0000391059,0.05000,2.398
12,mlp.experts.9.gate_proj,0.0000816285,0.05000,2.459
12,mlp.experts.15.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.048
12,mlp.experts.19.gate_proj,0.0000103042,0.05000,2.354
12,mlp.experts.14.gate_proj,0.0000358829,0.05000,2.549
12,mlp.experts.13.gate_proj,0.0000336122,0.05000,2.477
12,mlp.experts.12.gate_proj,0.0000130789,0.05000,2.780
12,mlp.experts.18.gate_proj,0.0000142649,0.05000,2.471
12,mlp.experts.23.gate_proj,0.0000869931,0.05000,2.605
12,mlp.experts.17.gate_proj,0.0000209720,0.05000,2.493
12,mlp.experts.16.gate_proj,0.0000440853,0.05000,2.596
12,mlp.experts.27.gate_proj,0.0000252864,0.05000,2.622
12,mlp.experts.21.gate_proj,0.0000447901,0.05000,2.650
12,mlp.experts.22.gate_proj,0.0000538541,0.05000,2.762
12,mlp.experts.20.gate_proj,0.0000132947,0.05000,2.578
12,mlp.experts.26.gate_proj,0.0000063743,0.05000,2.470
12,mlp.experts.25.gate_proj,0.0001275271,0.05000,2.515
12,mlp.experts.31.gate_proj,0.0000325481,0.05000,2.611
12,mlp.experts.24.gate_proj,0.0000337525,0.05000,2.610
12,mlp.experts.29.gate_proj,0.0000196285,0.05000,2.289
12,mlp.experts.30.gate_proj,0.0000837746,0.05000,2.363
12,mlp.experts.35.gate_proj,0.0000116758,0.05000,2.327
12,mlp.experts.28.gate_proj,0.0000682734,0.05000,2.302
12,mlp.experts.33.gate_proj,0.0000186807,0.05000,2.539
12,mlp.experts.34.gate_proj,0.0000260635,0.05000,2.633
12,mlp.experts.39.gate_proj,0.0000304685,0.05000,2.690
12,mlp.experts.32.gate_proj,0.0000151013,0.05000,2.655
12,mlp.experts.37.gate_proj,0.0000190229,0.05000,2.539
12,mlp.experts.38.gate_proj,0.0000354662,0.05000,2.597
12,mlp.experts.43.gate_proj,0.0000070427,0.05000,2.535
12,mlp.experts.36.gate_proj,0.0000166556,0.05000,2.478
12,mlp.experts.41.gate_proj,0.0000334431,0.05000,2.217
12,mlp.experts.42.gate_proj,0.0000868937,0.05000,2.147
12,mlp.experts.47.gate_proj,0.0000260680,0.05000,2.186
12,mlp.experts.40.gate_proj,0.0000652343,0.05000,2.241
12,mlp.experts.46.gate_proj,0.0000116270,0.05000,2.589
12,mlp.experts.45.gate_proj,0.0000676722,0.05000,2.709
12,mlp.experts.51.gate_proj,0.0000282927,0.05000,2.765
12,mlp.experts.44.gate_proj,0.0000142447,0.05000,2.804
12,mlp.experts.49.gate_proj,0.0000392909,0.05000,2.710
12,mlp.experts.50.gate_proj,0.0000185650,0.05000,2.746
12,mlp.experts.55.gate_proj,0.0000260836,0.05000,2.703
12,mlp.experts.48.gate_proj,0.0000252450,0.05000,2.644
12,mlp.experts.53.gate_proj,0.0000638131,0.05000,2.720
12,mlp.experts.54.gate_proj,0.0000464477,0.05000,2.906
12,mlp.experts.59.gate_proj,0.0000075573,0.05000,2.956
12,mlp.experts.52.gate_proj,0.0000638621,0.05000,2.873
12,mlp.experts.57.gate_proj,0.0000075377,0.05000,2.909
12,mlp.experts.58.gate_proj,0.0000436589,0.05000,2.900
12,mlp.experts.63.gate_proj,0.0000064219,0.05000,2.807
12,mlp.experts.56.gate_proj,0.0000102430,0.05000,2.853
12,mlp.experts.61.gate_proj,0.0000341026,0.05000,2.603
12,mlp.experts.62.gate_proj,0.0000603081,0.05000,2.594
12,mlp.experts.67.gate_proj,0.0000076994,0.05000,2.602
12,mlp.experts.60.gate_proj,0.0000610703,0.05000,2.668
12,mlp.experts.65.gate_proj,0.0000112212,0.05000,2.381
12,mlp.experts.66.gate_proj,0.0000226042,0.05000,2.391
12,mlp.experts.71.gate_proj,0.0000065275,0.05000,2.386
12,mlp.experts.64.gate_proj,0.0000259777,0.05000,2.367
12,mlp.experts.69.gate_proj,0.0000197757,0.05000,2.621
12,mlp.experts.70.gate_proj,0.0000370651,0.05000,2.574
12,mlp.experts.75.gate_proj,0.0001226409,0.05000,2.599
12,mlp.experts.68.gate_proj,0.0000273280,0.05000,2.651
12,mlp.experts.73.gate_proj,0.0000758565,0.05000,2.302
12,mlp.experts.74.gate_proj,0.0000077945,0.05000,2.418
12,mlp.experts.79.gate_proj,0.0000628773,0.05000,2.289
12,mlp.experts.72.gate_proj,0.0000159604,0.05000,2.293
12,mlp.experts.77.gate_proj,0.0000443869,0.05000,2.571
12,mlp.experts.78.gate_proj,0.0000454254,0.05000,2.538
12,mlp.experts.83.gate_proj,0.0000275424,0.05000,2.539
12,mlp.experts.76.gate_proj,0.0000416893,0.05000,2.546
12,mlp.experts.81.gate_proj,0.0000290577,0.05000,2.451
12,mlp.experts.82.gate_proj,0.0000458281,0.05000,2.477
12,mlp.experts.87.gate_proj,0.0000389481,0.05000,2.535
12,mlp.experts.80.gate_proj,0.0000580978,0.05000,2.589
12,mlp.experts.85.gate_proj,0.0000694403,0.05000,2.527
12,mlp.experts.86.gate_proj,0.0001294159,0.05000,2.509
12,mlp.experts.91.gate_proj,0.0000401245,0.05000,2.528
12,mlp.experts.84.gate_proj,0.0000063449,0.05000,2.481
12,mlp.experts.89.gate_proj,0.0000472636,0.05000,2.308
12,mlp.experts.90.gate_proj,0.0001048418,0.05000,2.284
12,mlp.experts.95.gate_proj,0.0000101947,0.05000,2.420
12,mlp.experts.88.gate_proj,0.0000316461,0.05000,2.399
12,mlp.experts.93.gate_proj,0.0000238225,0.05000,2.580
12,mlp.experts.94.gate_proj,0.0000415054,0.05000,2.626
12,mlp.experts.99.gate_proj,0.0000284519,0.05000,2.711
12,mlp.experts.92.gate_proj,0.0000422307,0.05000,2.750
12,mlp.experts.97.gate_proj,0.0000251031,0.05000,2.612
12,mlp.experts.98.gate_proj,0.0000251655,0.05000,2.587
12,mlp.experts.103.gate_proj,0.0000751604,0.05000,2.662
12,mlp.experts.96.gate_proj,0.0000506555,0.05000,2.570
12,mlp.experts.101.gate_proj,0.0000235674,0.05000,2.755
12,mlp.experts.102.gate_proj,0.0000325105,0.05000,2.797
12,mlp.experts.107.gate_proj,0.0000172943,0.05000,2.843
12,mlp.experts.100.gate_proj,0.0000411834,0.05000,2.866
12,mlp.experts.105.gate_proj,0.0000436995,0.05000,2.851
12,mlp.experts.106.gate_proj,0.0000166282,0.05000,2.683
12,mlp.experts.111.gate_proj,0.0000176754,0.05000,2.648
12,mlp.experts.104.gate_proj,0.0000547311,0.05000,2.847
12,mlp.experts.109.gate_proj,0.0000884346,0.05000,2.618
12,mlp.experts.110.gate_proj,0.0000260535,0.05000,2.564
12,mlp.experts.115.gate_proj,0.0000130299,0.05000,2.665
12,mlp.experts.108.gate_proj,0.0000289556,0.05000,2.672
12,mlp.experts.113.gate_proj,0.0000358192,0.05000,2.495
12,mlp.experts.114.gate_proj,0.0000202223,0.05000,2.547
12,mlp.experts.119.gate_proj,0.0000289492,0.05000,2.384
12,mlp.experts.112.gate_proj,0.0000335603,0.05000,2.368
12,mlp.experts.117.gate_proj,0.0000226907,0.05000,2.033
12,mlp.experts.118.gate_proj,0.0000818604,0.05000,2.236
12,mlp.experts.123.gate_proj,0.0000271205,0.05000,2.330
12,mlp.experts.116.gate_proj,0.0000632905,0.05000,2.363
12,mlp.experts.121.gate_proj,0.0000101779,0.05000,2.255
12,mlp.experts.122.gate_proj,0.0000196725,0.05000,2.346
12,mlp.experts.127.gate_proj,0.0000727048,0.05000,2.332
12,mlp.experts.120.gate_proj,0.0000378884,0.05000,2.241
12,mlp.experts.125.gate_proj,0.0000090937,0.05000,2.642
12,mlp.experts.126.gate_proj,0.0000389683,0.05000,2.657
12,mlp.experts.131.gate_proj,0.0000456770,0.05000,2.656
12,mlp.experts.124.gate_proj,0.0000372652,0.05000,2.744
12,mlp.experts.129.gate_proj,0.0000833470,0.05000,2.662
12,mlp.experts.130.gate_proj,0.0001022745,0.05000,2.517
12,mlp.experts.135.gate_proj,0.0000515447,0.05000,2.565
12,mlp.experts.128.gate_proj,0.0000511212,0.05000,2.377
12,mlp.experts.133.gate_proj,0.0000198285,0.05000,2.562
12,mlp.experts.134.gate_proj,0.0000272149,0.05000,2.543
12,mlp.experts.139.gate_proj,0.0000932092,0.05000,2.514
12,mlp.experts.132.gate_proj,0.0000053284,0.05000,2.522
12,mlp.experts.137.gate_proj,0.0000418937,0.05000,2.210
12,mlp.experts.138.gate_proj,0.0000082178,0.05000,2.153
12,mlp.experts.143.gate_proj,0.0000249198,0.05000,2.229
12,mlp.experts.136.gate_proj,0.0000400597,0.05000,2.225
12,mlp.experts.141.gate_proj,0.0000220158,0.05000,2.217
12,mlp.experts.142.gate_proj,0.0000528213,0.05000,2.376
12,mlp.experts.147.gate_proj,0.0000084621,0.05000,2.555
12,mlp.experts.140.gate_proj,0.0000122665,0.05000,2.548
12,mlp.experts.145.gate_proj,0.0000141798,0.05000,2.307
12,mlp.experts.146.gate_proj,0.0000257382,0.05000,2.313
12,mlp.experts.151.gate_proj,0.0000656716,0.05000,2.379
12,mlp.experts.144.gate_proj,0.0000245345,0.05000,2.601
12,mlp.experts.149.gate_proj,0.0000649197,0.05000,2.476
12,mlp.experts.150.gate_proj,0.0000386067,0.05000,2.533
12,mlp.experts.155.gate_proj,0.0000063471,0.05000,2.493
12,mlp.experts.148.gate_proj,0.0000554913,0.05000,2.479
12,mlp.experts.153.gate_proj,0.0000225275,0.05000,2.417
12,mlp.experts.154.gate_proj,0.0000302432,0.05000,2.506
12,mlp.experts.159.gate_proj,0.0000744830,0.05000,2.458
12,mlp.experts.152.gate_proj,0.0000707351,0.05000,2.493
12,mlp.experts.157.gate_proj,0.0000121531,0.05000,2.594
12,mlp.experts.158.gate_proj,0.0001060132,0.05000,2.689
12,mlp.experts.162.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.034
12,mlp.experts.163.gate_proj,0.0000128222,0.05000,2.585
12,mlp.experts.156.gate_proj,0.0000430381,0.05000,2.650
12,mlp.experts.161.gate_proj,0.0000449439,0.05000,2.702
12,mlp.experts.166.gate_proj,0.0000136264,0.05000,2.782
12,mlp.experts.167.gate_proj,0.0000428915,0.05000,2.867
12,mlp.experts.160.gate_proj,0.0000079871,0.05000,2.826
12,mlp.experts.165.gate_proj,0.0000181365,0.05000,2.753
12,mlp.experts.170.gate_proj,0.0000214649,0.05000,2.681
12,mlp.experts.171.gate_proj,0.0000761022,0.05000,2.563
12,mlp.experts.164.gate_proj,0.0000469395,0.05000,2.413
12,mlp.experts.169.gate_proj,0.0000408733,0.05000,2.393
12,mlp.experts.174.gate_proj,0.0000385324,0.05000,2.455
12,mlp.experts.175.gate_proj,0.0000295381,0.05000,2.332
12,mlp.experts.168.gate_proj,0.0000117798,0.05000,2.397
12,mlp.experts.173.gate_proj,0.0000254615,0.05000,2.403
12,mlp.experts.178.gate_proj,0.0000107264,0.05000,2.525
12,mlp.experts.179.gate_proj,0.0000810858,0.05000,2.368
12,mlp.experts.172.gate_proj,0.0000412412,0.05000,2.337
12,mlp.experts.177.gate_proj,0.0000361557,0.05000,2.492
12,mlp.experts.182.gate_proj,0.0000492988,0.05000,2.554
12,mlp.experts.183.gate_proj,0.0000330484,0.05000,2.416
12,mlp.experts.176.gate_proj,0.0000770354,0.05000,2.501
12,mlp.experts.181.gate_proj,0.0000167635,0.05000,2.436
12,mlp.experts.186.gate_proj,0.0000089729,0.05000,2.606
12,mlp.experts.187.gate_proj,0.0000410683,0.05000,2.526
12,mlp.experts.180.gate_proj,0.0000417327,0.05000,2.513
12,mlp.experts.185.gate_proj,0.0000681267,0.05000,2.654
12,mlp.experts.190.gate_proj,0.0000165451,0.05000,2.590
12,mlp.experts.191.gate_proj,0.0000096889,0.05000,2.671
12,mlp.experts.184.gate_proj,0.0000329889,0.05000,2.612
12,mlp.experts.189.gate_proj,0.0000339962,0.05000,2.626
12,mlp.experts.193.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.030
12,mlp.experts.194.gate_proj,0.0000068711,0.05000,2.413
12,mlp.experts.195.gate_proj,0.0000433321,0.05000,2.421
12,mlp.experts.188.gate_proj,0.0000521475,0.05000,2.612
12,mlp.experts.197.gate_proj,0.0000652021,0.05000,2.227
12,mlp.experts.199.gate_proj,0.0000467016,0.05000,2.236
12,mlp.experts.198.gate_proj,0.0000378656,0.05000,2.397
12,mlp.experts.192.gate_proj,0.0000340070,0.05000,2.275
12,mlp.experts.201.gate_proj,0.0000251298,0.05000,2.183
12,mlp.experts.203.gate_proj,0.0000171121,0.05000,2.331
12,mlp.experts.202.gate_proj,0.0000682565,0.05000,2.386
12,mlp.experts.196.gate_proj,0.0000211884,0.05000,2.355
12,mlp.experts.205.gate_proj,0.0000090575,0.05000,2.462
12,mlp.experts.207.gate_proj,0.0000202618,0.05000,2.358
12,mlp.experts.206.gate_proj,0.0000061103,0.05000,2.321
12,mlp.experts.200.gate_proj,0.0000169128,0.05000,2.472
12,mlp.experts.209.gate_proj,0.0000438708,0.05000,2.465
12,mlp.experts.210.gate_proj,0.0000184893,0.05000,2.441
12,mlp.experts.211.gate_proj,0.0000434264,0.05000,2.532
12,mlp.experts.215.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.035
12,mlp.experts.204.gate_proj,0.0000394296,0.05000,2.349
12,mlp.experts.213.gate_proj,0.0000296328,0.05000,2.340
12,mlp.experts.214.gate_proj,0.0000322910,0.05000,2.386
12,mlp.experts.219.gate_proj,0.0000183189,0.05000,2.389
12,mlp.experts.208.gate_proj,0.0000098053,0.05000,2.339
12,mlp.experts.217.gate_proj,0.0000120504,0.05000,2.450
12,mlp.experts.218.gate_proj,0.0000212186,0.05000,2.568
12,mlp.experts.223.gate_proj,0.0000132885,0.05000,2.585
12,mlp.experts.212.gate_proj,0.0000195570,0.05000,2.551
12,mlp.experts.221.gate_proj,0.0000200550,0.05000,2.564
12,mlp.experts.222.gate_proj,0.0000107767,0.05000,2.656
12,mlp.experts.227.gate_proj,0.0000139671,0.05000,2.690
12,mlp.experts.216.gate_proj,0.0000387293,0.05000,2.595
12,mlp.experts.225.gate_proj,0.0000341832,0.05000,2.556
12,mlp.experts.226.gate_proj,0.0000263971,0.05000,2.661
12,mlp.experts.231.gate_proj,0.0000280672,0.05000,2.873
12,mlp.experts.220.gate_proj,0.0000307562,0.05000,2.697
12,mlp.experts.229.gate_proj,0.0000282143,0.05000,2.695
12,mlp.experts.230.gate_proj,0.0000141158,0.05000,2.871
12,mlp.experts.235.gate_proj,0.0000421035,0.05000,2.733
12,mlp.experts.224.gate_proj,0.0000213851,0.05000,2.744
12,mlp.experts.233.gate_proj,0.0000229036,0.05000,2.653
12,mlp.experts.237.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.034
12,mlp.experts.234.gate_proj,0.0000240002,0.05000,2.755
12,mlp.experts.239.gate_proj,0.0000178756,0.05000,2.745
12,mlp.experts.228.gate_proj,0.0000244723,0.05000,2.704
12,mlp.experts.241.gate_proj,0.0000097369,0.05000,2.668
12,mlp.experts.238.gate_proj,0.0000573662,0.05000,2.518
12,mlp.experts.243.gate_proj,0.0000627209,0.05000,2.376
12,mlp.experts.232.gate_proj,0.0000362709,0.05000,2.402
12,mlp.experts.245.gate_proj,0.0000284005,0.05000,2.181
12,mlp.experts.242.gate_proj,0.0000264490,0.05000,2.605
12,mlp.experts.247.gate_proj,0.0000297488,0.05000,2.636
12,mlp.experts.236.gate_proj,0.0000500075,0.05000,2.712
12,mlp.experts.249.gate_proj,0.0000393146,0.05000,2.728
12,mlp.experts.246.gate_proj,0.0000221212,0.05000,2.699
12,mlp.experts.251.gate_proj,0.0000271451,0.05000,2.611
12,mlp.experts.240.gate_proj,0.0000403634,0.05000,2.716
12,mlp.experts.253.gate_proj,0.0000581166,0.05000,2.576
12,mlp.experts.250.gate_proj,0.0000535609,0.05000,2.649
12,mlp.experts.255.gate_proj,0.0000271278,0.05000,2.644
12,mlp.experts.244.gate_proj,0.0000301217,0.05000,2.640
12,mlp.experts.1.up_proj,0.0000049735,0.05000,2.589
12,mlp.experts.3.up_proj,0.0000076734,0.05000,2.584
12,mlp.experts.254.gate_proj,0.0000252507,0.05000,2.674
12,mlp.experts.248.gate_proj,0.0000768155,0.05000,2.663
12,mlp.experts.5.up_proj,0.0000398370,0.05000,2.661
12,mlp.experts.7.up_proj,0.0000066494,0.05000,2.767
12,mlp.experts.2.up_proj,0.0000338041,0.05000,2.704
12,mlp.experts.252.gate_proj,0.0000356874,0.05000,2.794
12,mlp.experts.9.up_proj,0.0000643257,0.05000,2.766
12,mlp.experts.6.up_proj,0.0000261667,0.05000,2.751
12,mlp.experts.11.up_proj,0.0000254831,0.05000,2.920
12,mlp.experts.15.up_proj,failsafe(rtn): 0.0010986,0.00000,0.047
12,mlp.experts.0.up_proj,0.0000321135,0.05000,2.830
12,mlp.experts.13.up_proj,0.0000297891,0.05000,2.935
12,mlp.experts.10.up_proj,0.0000635690,0.05000,2.476
12,mlp.experts.19.up_proj,0.0000102567,0.05000,2.407
12,mlp.experts.4.up_proj,0.0000247621,0.05000,2.418
12,mlp.experts.17.up_proj,0.0000186198,0.05000,2.399
12,mlp.experts.14.up_proj,0.0000322483,0.05000,2.547
12,mlp.experts.23.up_proj,0.0000350747,0.05000,2.458
12,mlp.experts.8.up_proj,0.0000368275,0.05000,2.405
12,mlp.experts.21.up_proj,0.0000411710,0.05000,2.467
12,mlp.experts.18.up_proj,0.0000124331,0.05000,2.411
12,mlp.experts.27.up_proj,0.0000198733,0.05000,2.559
12,mlp.experts.12.up_proj,0.0000123818,0.05000,2.425
12,mlp.experts.25.up_proj,0.0001163527,0.05000,2.502
12,mlp.experts.22.up_proj,0.0000444399,0.05000,2.609
12,mlp.experts.31.up_proj,0.0000293845,0.05000,2.610
12,mlp.experts.16.up_proj,0.0000416210,0.05000,2.600
12,mlp.experts.29.up_proj,0.0000169408,0.05000,2.634
12,mlp.experts.26.up_proj,0.0000069333,0.05000,2.817
12,mlp.experts.35.up_proj,0.0000119545,0.05000,2.716
12,mlp.experts.20.up_proj,0.0000125695,0.05000,2.842
12,mlp.experts.33.up_proj,0.0000167484,0.05000,2.794
12,mlp.experts.30.up_proj,0.0000689255,0.05000,2.655
12,mlp.experts.39.up_proj,0.0000283310,0.05000,2.596
12,mlp.experts.24.up_proj,0.0000319326,0.05000,2.648
12,mlp.experts.37.up_proj,0.0000159331,0.05000,2.498
12,mlp.experts.34.up_proj,0.0000238928,0.05000,2.324
12,mlp.experts.43.up_proj,0.0000064368,0.05000,2.356
12,mlp.experts.28.up_proj,0.0000706549,0.05000,2.329
12,mlp.experts.41.up_proj,0.0000311020,0.05000,2.235
12,mlp.experts.47.up_proj,0.0000224577,0.05000,2.277
12,mlp.experts.38.up_proj,0.0000355132,0.05000,2.392
12,mlp.experts.32.up_proj,0.0000151116,0.05000,2.451
12,mlp.experts.45.up_proj,0.0000546277,0.05000,2.529
12,mlp.experts.42.up_proj,0.0000698561,0.05000,2.670
12,mlp.experts.51.up_proj,0.0000264927,0.05000,2.735
12,mlp.experts.36.up_proj,0.0000123489,0.05000,2.752
12,mlp.experts.49.up_proj,0.0000340282,0.05000,2.694
12,mlp.experts.55.up_proj,0.0000195607,0.05000,2.764
12,mlp.experts.46.up_proj,0.0000098196,0.05000,2.831
12,mlp.experts.40.up_proj,0.0000650457,0.05000,2.763
12,mlp.experts.53.up_proj,0.0000570146,0.05000,2.754
12,mlp.experts.59.up_proj,0.0000078553,0.05000,2.655
12,mlp.experts.50.up_proj,0.0000208817,0.05000,2.818
12,mlp.experts.44.up_proj,0.0000139941,0.05000,2.703
12,mlp.experts.57.up_proj,0.0000071256,0.05000,2.660
12,mlp.experts.63.up_proj,0.0000072540,0.05000,2.766
12,mlp.experts.54.up_proj,0.0000386632,0.05000,2.752
12,mlp.experts.48.up_proj,0.0000231658,0.05000,2.641
12,mlp.experts.61.up_proj,0.0000275761,0.05000,2.643
12,mlp.experts.67.up_proj,0.0000071373,0.05000,2.651
12,mlp.experts.58.up_proj,0.0000411978,0.05000,2.686
12,mlp.experts.52.up_proj,0.0000602123,0.05000,2.733
12,mlp.experts.65.up_proj,0.0000107619,0.05000,2.754
12,mlp.experts.71.up_proj,0.0000063186,0.05000,2.648
12,mlp.experts.62.up_proj,0.0000530231,0.05000,2.680
12,mlp.experts.56.up_proj,0.0000108008,0.05000,2.702
12,mlp.experts.69.up_proj,0.0000162466,0.05000,2.686
12,mlp.experts.75.up_proj,0.0001221134,0.05000,2.684
12,mlp.experts.66.up_proj,0.0000178727,0.05000,2.682
12,mlp.experts.60.up_proj,0.0000568951,0.05000,2.646
12,mlp.experts.73.up_proj,0.0000632825,0.05000,2.761
12,mlp.experts.79.up_proj,0.0000600174,0.05000,2.715
12,mlp.experts.70.up_proj,0.0000345078,0.05000,2.726
12,mlp.experts.64.up_proj,0.0000231311,0.05000,2.677
12,mlp.experts.77.up_proj,0.0000419209,0.05000,2.669
12,mlp.experts.83.up_proj,0.0000259117,0.05000,2.523
12,mlp.experts.74.up_proj,0.0000079370,0.05000,2.613
12,mlp.experts.68.up_proj,0.0000259223,0.05000,2.639
12,mlp.experts.81.up_proj,0.0000277178,0.05000,2.549
12,mlp.experts.87.up_proj,0.0000343773,0.05000,2.551
12,mlp.experts.78.up_proj,0.0000428323,0.05000,2.587
12,mlp.experts.72.up_proj,0.0000129339,0.05000,2.623
12,mlp.experts.85.up_proj,0.0000635503,0.05000,2.601
12,mlp.experts.91.up_proj,0.0000374178,0.05000,2.645
12,mlp.experts.82.up_proj,0.0000367682,0.05000,2.631
12,mlp.experts.89.up_proj,0.0000413464,0.05000,2.577
12,mlp.experts.76.up_proj,0.0000392743,0.05000,2.737
12,mlp.experts.95.up_proj,0.0000099976,0.05000,2.567
12,mlp.experts.86.up_proj,0.0001138984,0.05000,2.545
12,mlp.experts.93.up_proj,0.0000202746,0.05000,2.497
12,mlp.experts.80.up_proj,0.0000480987,0.05000,2.538
12,mlp.experts.99.up_proj,0.0000266560,0.05000,2.621
12,mlp.experts.90.up_proj,0.0000870691,0.05000,2.576
12,mlp.experts.97.up_proj,0.0000221335,0.05000,2.595
12,mlp.experts.84.up_proj,0.0000070667,0.05000,2.670
12,mlp.experts.103.up_proj,0.0000701397,0.05000,2.735
12,mlp.experts.94.up_proj,0.0000381031,0.05000,2.614
12,mlp.experts.101.up_proj,0.0000191134,0.05000,2.674
12,mlp.experts.88.up_proj,0.0000294235,0.05000,2.752
12,mlp.experts.107.up_proj,0.0000149582,0.05000,2.765
12,mlp.experts.98.up_proj,0.0000229974,0.05000,2.707
12,mlp.experts.105.up_proj,0.0000411385,0.05000,2.687
12,mlp.experts.92.up_proj,0.0000392797,0.05000,2.610
12,mlp.experts.111.up_proj,0.0000151901,0.05000,2.530
12,mlp.experts.102.up_proj,0.0000306269,0.05000,2.582
12,mlp.experts.109.up_proj,0.0000873534,0.05000,2.553
12,mlp.experts.96.up_proj,0.0000435287,0.05000,2.517
12,mlp.experts.115.up_proj,0.0000111645,0.05000,2.519
12,mlp.experts.106.up_proj,0.0000156906,0.05000,2.544
12,mlp.experts.113.up_proj,0.0000339996,0.05000,2.428
12,mlp.experts.100.up_proj,0.0000390814,0.05000,2.370
12,mlp.experts.119.up_proj,0.0000309084,0.05000,2.497
12,mlp.experts.110.up_proj,0.0000286578,0.05000,2.607
12,mlp.experts.117.up_proj,0.0000208513,0.05000,2.593
12,mlp.experts.104.up_proj,0.0000512291,0.05000,2.675
12,mlp.experts.123.up_proj,0.0000255543,0.05000,2.526
12,mlp.experts.114.up_proj,0.0000166051,0.05000,2.536
12,mlp.experts.121.up_proj,0.0000087494,0.05000,2.647
12,mlp.experts.108.up_proj,0.0000252521,0.05000,2.565
12,mlp.experts.127.up_proj,0.0000691146,0.05000,2.685
12,mlp.experts.118.up_proj,0.0000749282,0.05000,2.714
12,mlp.experts.125.up_proj,0.0000081053,0.05000,2.739
12,mlp.experts.112.up_proj,0.0000299551,0.05000,2.718
12,mlp.experts.131.up_proj,0.0000430243,0.05000,2.609
12,mlp.experts.122.up_proj,0.0000178479,0.05000,2.588
12,mlp.experts.129.up_proj,0.0000643039,0.05000,2.528
12,mlp.experts.116.up_proj,0.0000588930,0.05000,2.606
12,mlp.experts.135.up_proj,0.0000416586,0.05000,2.483
12,mlp.experts.126.up_proj,0.0000367798,0.05000,2.463
12,mlp.experts.133.up_proj,0.0000170126,0.05000,2.516
12,mlp.experts.120.up_proj,0.0000356437,0.05000,2.537
12,mlp.experts.139.up_proj,0.0000779587,0.05000,2.575
12,mlp.experts.130.up_proj,0.0000843423,0.05000,2.548
12,mlp.experts.137.up_proj,0.0000389762,0.05000,2.581
12,mlp.experts.124.up_proj,0.0000354806,0.05000,2.499
12,mlp.experts.143.up_proj,0.0000207852,0.05000,2.630
12,mlp.experts.134.up_proj,0.0000224708,0.05000,2.528
12,mlp.experts.141.up_proj,0.0000199362,0.05000,2.363
12,mlp.experts.128.up_proj,0.0000551139,0.05000,2.442
12,mlp.experts.147.up_proj,0.0000079764,0.05000,2.171
12,mlp.experts.138.up_proj,0.0000077216,0.05000,2.316
12,mlp.experts.145.up_proj,0.0000127469,0.05000,2.459
12,mlp.experts.132.up_proj,0.0000051502,0.05000,2.529
12,mlp.experts.151.up_proj,0.0000562530,0.05000,2.604
12,mlp.experts.142.up_proj,0.0000499445,0.05000,2.670
12,mlp.experts.149.up_proj,0.0000606998,0.05000,2.627
12,mlp.experts.136.up_proj,0.0000374013,0.05000,2.667
12,mlp.experts.155.up_proj,0.0000055087,0.05000,2.627
12,mlp.experts.146.up_proj,0.0000240229,0.05000,2.613
12,mlp.experts.153.up_proj,0.0000212913,0.05000,2.698
12,mlp.experts.140.up_proj,0.0000114386,0.05000,2.659
12,mlp.experts.159.up_proj,0.0000677974,0.05000,2.553
12,mlp.experts.150.up_proj,0.0000320781,0.05000,2.668
12,mlp.experts.157.up_proj,0.0000124393,0.05000,2.803
12,mlp.experts.144.up_proj,0.0000224618,0.05000,2.715
12,mlp.experts.163.up_proj,0.0000122204,0.05000,2.619
12,mlp.experts.154.up_proj,0.0000344586,0.05000,2.562
12,mlp.experts.161.up_proj,0.0000416780,0.05000,2.412
12,mlp.experts.148.up_proj,0.0000583719,0.05000,2.324
12,mlp.experts.167.up_proj,0.0000407434,0.05000,2.373
12,mlp.experts.158.up_proj,0.0000827229,0.05000,2.462
12,mlp.experts.162.up_proj,failsafe(rtn): 0.0010605,0.00000,0.036
12,mlp.experts.165.up_proj,0.0000167708,0.05000,2.594
12,mlp.experts.152.up_proj,0.0000650909,0.05000,2.602
12,mlp.experts.171.up_proj,0.0000647218,0.05000,2.687
12,mlp.experts.166.up_proj,0.0000128010,0.05000,2.677
12,mlp.experts.169.up_proj,0.0000391573,0.05000,2.653
12,mlp.experts.156.up_proj,0.0000390637,0.05000,2.686
12,mlp.experts.175.up_proj,0.0000281812,0.05000,2.809
12,mlp.experts.170.up_proj,0.0000172277,0.05000,2.820
12,mlp.experts.173.up_proj,0.0000196536,0.05000,2.866
12,mlp.experts.160.up_proj,0.0000083976,0.05000,2.835
12,mlp.experts.179.up_proj,0.0000642703,0.05000,2.787
12,mlp.experts.174.up_proj,0.0000355614,0.05000,2.920
12,mlp.experts.177.up_proj,0.0000316125,0.05000,2.889
12,mlp.experts.164.up_proj,0.0000439983,0.05000,2.913
12,mlp.experts.183.up_proj,0.0000303338,0.05000,2.912
12,mlp.experts.178.up_proj,0.0000100229,0.05000,2.724
12,mlp.experts.181.up_proj,0.0000154438,0.05000,2.559
12,mlp.experts.168.up_proj,0.0000099478,0.05000,2.690
12,mlp.experts.187.up_proj,0.0000383071,0.05000,2.483
12,mlp.experts.182.up_proj,0.0000389840,0.05000,2.717
12,mlp.experts.185.up_proj,0.0000715370,0.05000,2.757
12,mlp.experts.172.up_proj,0.0000312535,0.05000,2.812
12,mlp.experts.191.up_proj,0.0000096433,0.05000,2.684
12,mlp.experts.186.up_proj,0.0000083820,0.05000,2.644
12,mlp.experts.189.up_proj,0.0000314779,0.05000,2.439
12,mlp.experts.193.up_proj,failsafe(rtn): 0.0010223,0.00000,0.039
12,mlp.experts.176.up_proj,0.0000641884,0.05000,2.481
12,mlp.experts.195.up_proj,0.0000390337,0.05000,2.390
12,mlp.experts.190.up_proj,0.0000166954,0.05000,2.445
12,mlp.experts.197.up_proj,0.0000603692,0.05000,2.405
12,mlp.experts.180.up_proj,0.0000354157,0.05000,2.302
12,mlp.experts.199.up_proj,0.0000438914,0.05000,2.664
12,mlp.experts.194.up_proj,0.0000063117,0.05000,2.636
12,mlp.experts.201.up_proj,0.0000231086,0.05000,2.572
12,mlp.experts.184.up_proj,0.0000309839,0.05000,2.588
12,mlp.experts.203.up_proj,0.0000147495,0.05000,2.648
12,mlp.experts.198.up_proj,0.0000334101,0.05000,2.618
12,mlp.experts.205.up_proj,0.0000088075,0.05000,2.531
12,mlp.experts.188.up_proj,0.0000473386,0.05000,2.606
12,mlp.experts.207.up_proj,0.0000161274,0.05000,2.514
12,mlp.experts.209.up_proj,0.0000391228,0.05000,2.581
12,mlp.experts.202.up_proj,0.0000619852,0.05000,2.629
12,mlp.experts.192.up_proj,0.0000289548,0.05000,2.698
12,mlp.experts.211.up_proj,0.0000404356,0.05000,2.629
12,mlp.experts.215.up_proj,failsafe(rtn): 0.0010681,0.00000,0.047
12,mlp.experts.206.up_proj,0.0000054528,0.05000,2.576
12,mlp.experts.213.up_proj,0.0000274611,0.05000,2.694
12,mlp.experts.196.up_proj,0.0000196020,0.05000,2.582
12,mlp.experts.219.up_proj,0.0000154456,0.05000,2.653
12,mlp.experts.210.up_proj,0.0000179675,0.05000,2.681
12,mlp.experts.217.up_proj,0.0000121609,0.05000,2.762
12,mlp.experts.200.up_proj,0.0000133280,0.05000,2.685
12,mlp.experts.223.up_proj,0.0000138210,0.05000,2.919
12,mlp.experts.214.up_proj,0.0000302162,0.05000,2.699
12,mlp.experts.221.up_proj,0.0000185374,0.05000,2.661
12,mlp.experts.204.up_proj,0.0000311737,0.05000,2.639
12,mlp.experts.227.up_proj,0.0000113897,0.05000,2.617
12,mlp.experts.218.up_proj,0.0000200028,0.05000,2.729
12,mlp.experts.225.up_proj,0.0000299431,0.05000,2.600
12,mlp.experts.208.up_proj,0.0000103169,0.05000,2.690
12,mlp.experts.231.up_proj,0.0000225902,0.05000,2.540
12,mlp.experts.229.up_proj,0.0000252341,0.05000,2.378
12,mlp.experts.222.up_proj,0.0000120337,0.05000,2.579
12,mlp.experts.212.up_proj,0.0000182445,0.05000,2.484
12,mlp.experts.235.up_proj,0.0000398153,0.05000,2.726
12,mlp.experts.233.up_proj,0.0000206693,0.05000,2.703
12,mlp.experts.237.up_proj,failsafe(rtn): 0.0010376,0.00000,0.039
12,mlp.experts.226.up_proj,0.0000232777,0.05000,2.731
12,mlp.experts.216.up_proj,0.0000367183,0.05000,2.741
12,mlp.experts.239.up_proj,0.0000147277,0.05000,2.580
12,mlp.experts.241.up_proj,0.0000084478,0.05000,2.670
12,mlp.experts.230.up_proj,0.0000129402,0.05000,2.588
12,mlp.experts.220.up_proj,0.0000303036,0.05000,2.625
12,mlp.experts.243.up_proj,0.0000576623,0.05000,2.393
12,mlp.experts.245.up_proj,0.0000253590,0.05000,2.317
12,mlp.experts.234.up_proj,0.0000232218,0.05000,2.390
12,mlp.experts.224.up_proj,0.0000201528,0.05000,2.342
12,mlp.experts.247.up_proj,0.0000271890,0.05000,2.356
12,mlp.experts.249.up_proj,0.0000311726,0.05000,2.407
12,mlp.experts.238.up_proj,0.0000581433,0.05000,2.360
12,mlp.experts.228.up_proj,0.0000233471,0.05000,2.287
12,mlp.experts.251.up_proj,0.0000257216,0.05000,2.476
12,mlp.experts.253.up_proj,0.0000518977,0.05000,2.536
12,mlp.experts.242.up_proj,0.0000243290,0.05000,2.459
12,mlp.experts.232.up_proj,0.0000336407,0.05000,2.535
12,mlp.experts.255.up_proj,0.0000226295,0.05000,1.878
12,mlp.experts.246.up_proj,0.0000187552,0.05000,1.510
12,mlp.experts.236.up_proj,0.0000410385,0.05000,1.487
12,mlp.experts.250.up_proj,0.0000454987,0.05000,1.149
12,mlp.experts.240.up_proj,0.0000363196,0.05000,1.182
12,mlp.experts.254.up_proj,0.0000237465,0.05000,1.214
12,mlp.experts.244.up_proj,0.0000258471,0.05000,1.141
12,mlp.experts.248.up_proj,0.0000740640,0.05000,0.608
12,mlp.experts.252.up_proj,0.0000324568,0.05000,0.573
12,mlp.experts.3.down_proj,0.0000001730,0.05000,0.669
12,mlp.experts.2.down_proj,0.0000005696,0.05000,0.708
12,mlp.experts.1.down_proj,0.0000001268,0.05000,0.725
12,mlp.experts.0.down_proj,0.0000002870,0.05000,0.770
12,mlp.experts.6.down_proj,0.0000002122,0.05000,0.664
12,mlp.experts.5.down_proj,0.0000004817,0.05000,0.674
12,mlp.experts.7.down_proj,0.0000002088,0.05000,0.728
12,mlp.experts.4.down_proj,0.0000001955,0.05000,0.697
12,mlp.experts.11.down_proj,0.0000007398,0.05000,0.681
12,mlp.experts.15.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
12,mlp.experts.8.down_proj,0.0000003204,0.05000,0.671
12,mlp.experts.10.down_proj,0.0000009159,0.05000,0.771
12,mlp.experts.9.down_proj,0.0000010243,0.05000,0.753
12,mlp.experts.19.down_proj,0.0000003416,0.05000,0.736
12,mlp.experts.13.down_proj,0.0000003672,0.05000,0.708
12,mlp.experts.14.down_proj,0.0000007574,0.05000,0.730
12,mlp.experts.12.down_proj,0.0000004529,0.05000,0.754
12,mlp.experts.18.down_proj,0.0000003212,0.05000,0.625
12,mlp.experts.23.down_proj,0.0000004056,0.05000,0.652
12,mlp.experts.16.down_proj,0.0000003481,0.05000,0.649
12,mlp.experts.17.down_proj,0.0000004291,0.05000,0.686
12,mlp.experts.20.down_proj,0.0000002893,0.05000,0.655
12,mlp.experts.22.down_proj,0.0000011074,0.05000,0.703
12,mlp.experts.27.down_proj,0.0000003332,0.05000,0.735
12,mlp.experts.21.down_proj,0.0000008778,0.05000,0.731
12,mlp.experts.24.down_proj,0.0000002729,0.05000,0.671
12,mlp.experts.25.down_proj,0.0000016053,0.05000,0.663
12,mlp.experts.31.down_proj,0.0000007010,0.05000,0.743
12,mlp.experts.26.down_proj,0.0000002565,0.05000,0.788
12,mlp.experts.28.down_proj,0.0000010159,0.05000,0.676
12,mlp.experts.35.down_proj,0.0000003785,0.05000,0.680
12,mlp.experts.29.down_proj,0.0000003780,0.05000,0.757
12,mlp.experts.30.down_proj,0.0000009951,0.05000,0.765
12,mlp.experts.32.down_proj,0.0000006520,0.05000,0.674
12,mlp.experts.39.down_proj,0.0000007924,0.05000,0.684
12,mlp.experts.33.down_proj,0.0000006989,0.05000,0.704
12,mlp.experts.34.down_proj,0.0000002021,0.05000,0.659
12,mlp.experts.36.down_proj,0.0000003227,0.05000,0.708
12,mlp.experts.43.down_proj,0.0000002241,0.05000,0.640
12,mlp.experts.37.down_proj,0.0000004104,0.05000,0.675
12,mlp.experts.38.down_proj,0.0000008266,0.05000,0.720
12,mlp.experts.40.down_proj,0.0000007332,0.05000,0.658
12,mlp.experts.47.down_proj,0.0000005704,0.05000,0.663
12,mlp.experts.41.down_proj,0.0000002325,0.05000,0.712
12,mlp.experts.42.down_proj,0.0000014070,0.05000,0.709
12,mlp.experts.44.down_proj,0.0000004449,0.05000,0.693
12,mlp.experts.51.down_proj,0.0000002107,0.05000,0.723
12,mlp.experts.45.down_proj,0.0000012382,0.05000,0.695
12,mlp.experts.46.down_proj,0.0000003557,0.05000,0.685
12,mlp.experts.48.down_proj,0.0000003092,0.05000,0.715
12,mlp.experts.55.down_proj,0.0000005162,0.05000,0.697
12,mlp.experts.49.down_proj,0.0000006097,0.05000,0.675
12,mlp.experts.50.down_proj,0.0000005876,0.05000,0.665
12,mlp.experts.52.down_proj,0.0000006058,0.05000,0.720
12,mlp.experts.59.down_proj,0.0000002583,0.05000,0.718
12,mlp.experts.53.down_proj,0.0000005332,0.05000,0.694
12,mlp.experts.54.down_proj,0.0000009896,0.05000,0.707
12,mlp.experts.56.down_proj,0.0000003296,0.05000,0.680
12,mlp.experts.63.down_proj,0.0000002482,0.05000,0.693
12,mlp.experts.57.down_proj,0.0000002196,0.05000,0.724
12,mlp.experts.58.down_proj,0.0000003349,0.05000,0.733
12,mlp.experts.60.down_proj,0.0000007051,0.05000,0.641
12,mlp.experts.67.down_proj,0.0000001802,0.05000,0.652
12,mlp.experts.61.down_proj,0.0000007730,0.05000,0.678
12,mlp.experts.62.down_proj,0.0000004856,0.05000,0.652
12,mlp.experts.64.down_proj,0.0000003800,0.05000,0.677
12,mlp.experts.71.down_proj,0.0000001883,0.05000,0.644
12,mlp.experts.65.down_proj,0.0000003609,0.05000,0.694
12,mlp.experts.66.down_proj,0.0000004727,0.05000,0.663
12,mlp.experts.68.down_proj,0.0000002389,0.05000,0.713
12,mlp.experts.75.down_proj,0.0000020490,0.05000,0.765
12,mlp.experts.70.down_proj,0.0000002620,0.05000,0.670
12,mlp.experts.69.down_proj,0.0000002552,0.05000,0.781
12,mlp.experts.72.down_proj,0.0000002801,0.05000,0.754
12,mlp.experts.79.down_proj,0.0000006240,0.05000,0.718
12,mlp.experts.73.down_proj,0.0000014707,0.05000,0.665
12,mlp.experts.74.down_proj,0.0000002413,0.05000,0.795
12,mlp.experts.76.down_proj,0.0000003448,0.05000,0.739
12,mlp.experts.83.down_proj,0.0000001831,0.05000,0.731
12,mlp.experts.77.down_proj,0.0000003674,0.05000,0.656
12,mlp.experts.78.down_proj,0.0000003497,0.05000,0.685
12,mlp.experts.87.down_proj,0.0000003580,0.05000,0.649
12,mlp.experts.80.down_proj,0.0000010776,0.05000,0.764
12,mlp.experts.81.down_proj,0.0000009287,0.05000,0.656
12,mlp.experts.82.down_proj,0.0000009177,0.05000,0.733
12,mlp.experts.84.down_proj,0.0000002470,0.05000,0.655
12,mlp.experts.91.down_proj,0.0000003650,0.05000,0.706
12,mlp.experts.85.down_proj,0.0000012343,0.05000,0.691
12,mlp.experts.86.down_proj,0.0000025437,0.05000,0.658
12,mlp.experts.88.down_proj,0.0000002192,0.05000,0.652
12,mlp.experts.95.down_proj,0.0000002390,0.05000,0.668
12,mlp.experts.89.down_proj,0.0000006179,0.05000,0.659
12,mlp.experts.90.down_proj,0.0000021050,0.05000,0.630
12,mlp.experts.92.down_proj,0.0000003341,0.05000,0.656
12,mlp.experts.93.down_proj,0.0000007358,0.05000,0.639
12,mlp.experts.99.down_proj,0.0000002417,0.05000,0.699
12,mlp.experts.94.down_proj,0.0000007701,0.05000,0.723
12,mlp.experts.96.down_proj,0.0000008888,0.05000,0.651
12,mlp.experts.97.down_proj,0.0000009372,0.05000,0.688
12,mlp.experts.103.down_proj,0.0000019101,0.05000,0.712
12,mlp.experts.98.down_proj,0.0000002302,0.05000,0.656
12,mlp.experts.100.down_proj,0.0000003363,0.05000,0.671
12,mlp.experts.101.down_proj,0.0000004382,0.05000,0.775
12,mlp.experts.107.down_proj,0.0000003939,0.05000,0.768
12,mlp.experts.102.down_proj,0.0000002566,0.05000,0.672
12,mlp.experts.104.down_proj,0.0000004370,0.05000,0.679
12,mlp.experts.106.down_proj,0.0000002915,0.05000,0.693
12,mlp.experts.105.down_proj,0.0000003411,0.05000,0.768
12,mlp.experts.111.down_proj,0.0000002482,0.05000,0.749
12,mlp.experts.108.down_proj,0.0000006802,0.05000,0.675
12,mlp.experts.110.down_proj,0.0000008835,0.05000,0.671
12,mlp.experts.109.down_proj,0.0000014650,0.05000,0.663
12,mlp.experts.115.down_proj,0.0000004622,0.05000,0.678
12,mlp.experts.112.down_proj,0.0000004129,0.05000,0.637
12,mlp.experts.114.down_proj,0.0000003298,0.05000,0.655
12,mlp.experts.113.down_proj,0.0000002876,0.05000,0.657
12,mlp.experts.119.down_proj,0.0000009591,0.05000,0.652
12,mlp.experts.116.down_proj,0.0000012027,0.05000,0.653
12,mlp.experts.117.down_proj,0.0000001725,0.05000,0.642
12,mlp.experts.118.down_proj,0.0000016526,0.05000,0.669
12,mlp.experts.123.down_proj,0.0000006620,0.05000,0.676
12,mlp.experts.120.down_proj,0.0000002849,0.05000,0.703
12,mlp.experts.121.down_proj,0.0000002802,0.05000,0.709
12,mlp.experts.122.down_proj,0.0000004719,0.05000,0.719
12,mlp.experts.127.down_proj,0.0000006327,0.05000,0.740
12,mlp.experts.124.down_proj,0.0000002796,0.05000,0.725
12,mlp.experts.125.down_proj,0.0000001934,0.05000,0.695
12,mlp.experts.126.down_proj,0.0000002958,0.05000,0.732
12,mlp.experts.131.down_proj,0.0000014719,0.05000,0.733
12,mlp.experts.128.down_proj,0.0000015727,0.05000,0.702
12,mlp.experts.129.down_proj,0.0000015485,0.05000,0.700
12,mlp.experts.130.down_proj,0.0000012501,0.05000,0.697
12,mlp.experts.135.down_proj,0.0000006951,0.05000,0.754
12,mlp.experts.132.down_proj,0.0000001661,0.05000,0.710
12,mlp.experts.133.down_proj,0.0000004599,0.05000,0.726
12,mlp.experts.134.down_proj,0.0000004997,0.05000,0.702
12,mlp.experts.139.down_proj,0.0000019806,0.05000,0.744
12,mlp.experts.136.down_proj,0.0000007979,0.05000,0.756
12,mlp.experts.137.down_proj,0.0000003865,0.05000,0.737
12,mlp.experts.138.down_proj,0.0000002068,0.05000,0.758
12,mlp.experts.143.down_proj,0.0000003530,0.05000,0.762
12,mlp.experts.140.down_proj,0.0000003978,0.05000,0.763
12,mlp.experts.141.down_proj,0.0000003288,0.05000,0.780
12,mlp.experts.142.down_proj,0.0000004269,0.05000,0.777
12,mlp.experts.147.down_proj,0.0000002903,0.05000,0.710
12,mlp.experts.144.down_proj,0.0000002113,0.05000,0.758
12,mlp.experts.145.down_proj,0.0000002007,0.05000,0.688
12,mlp.experts.146.down_proj,0.0000001873,0.05000,0.672
12,mlp.experts.151.down_proj,0.0000012915,0.05000,0.651
12,mlp.experts.148.down_proj,0.0000011859,0.05000,0.680
12,mlp.experts.149.down_proj,0.0000011531,0.05000,0.710
12,mlp.experts.150.down_proj,0.0000007822,0.05000,0.743
12,mlp.experts.155.down_proj,0.0000001580,0.05000,0.684
12,mlp.experts.152.down_proj,0.0000023340,0.05000,0.703
12,mlp.experts.153.down_proj,0.0000001864,0.05000,0.716
12,mlp.experts.154.down_proj,0.0000005721,0.05000,0.706
12,mlp.experts.159.down_proj,0.0000010605,0.05000,0.685
12,mlp.experts.156.down_proj,0.0000008016,0.05000,0.710
12,mlp.experts.157.down_proj,0.0000003356,0.05000,0.752
12,mlp.experts.163.down_proj,0.0000002744,0.05000,0.739
12,mlp.experts.158.down_proj,0.0000003930,0.05000,0.783
12,mlp.experts.162.down_proj,failsafe(rtn): 0.0010147,0.00000,0.012
12,mlp.experts.160.down_proj,0.0000003066,0.05000,0.716
12,mlp.experts.161.down_proj,0.0000004885,0.05000,0.651
12,mlp.experts.166.down_proj,0.0000004487,0.05000,0.637
12,mlp.experts.167.down_proj,0.0000003253,0.05000,0.709
12,mlp.experts.164.down_proj,0.0000003658,0.05000,0.721
12,mlp.experts.165.down_proj,0.0000001611,0.05000,0.734
12,mlp.experts.170.down_proj,0.0000004507,0.05000,0.696
12,mlp.experts.171.down_proj,0.0000011323,0.05000,0.695
12,mlp.experts.168.down_proj,0.0000002261,0.05000,0.672
12,mlp.experts.169.down_proj,0.0000003216,0.05000,0.672
12,mlp.experts.174.down_proj,0.0000002756,0.05000,0.655
12,mlp.experts.175.down_proj,0.0000002493,0.05000,0.640
12,mlp.experts.172.down_proj,0.0000009754,0.05000,0.706
12,mlp.experts.173.down_proj,0.0000005346,0.05000,0.643
12,mlp.experts.178.down_proj,0.0000003158,0.05000,0.647
12,mlp.experts.179.down_proj,0.0000013841,0.05000,0.687
12,mlp.experts.176.down_proj,0.0000009199,0.05000,0.673
12,mlp.experts.177.down_proj,0.0000004460,0.05000,0.655
12,mlp.experts.182.down_proj,0.0000010998,0.05000,0.655
12,mlp.experts.183.down_proj,0.0000010579,0.05000,0.673
12,mlp.experts.180.down_proj,0.0000006085,0.05000,0.665
12,mlp.experts.181.down_proj,0.0000004802,0.05000,0.650
12,mlp.experts.186.down_proj,0.0000002407,0.05000,0.646
12,mlp.experts.187.down_proj,0.0000003147,0.05000,0.669
12,mlp.experts.184.down_proj,0.0000002618,0.05000,0.609
12,mlp.experts.185.down_proj,0.0000013552,0.05000,0.632
12,mlp.experts.190.down_proj,0.0000005555,0.05000,0.640
12,mlp.experts.191.down_proj,0.0000002517,0.05000,0.632
12,mlp.experts.188.down_proj,0.0000005289,0.05000,0.620
12,mlp.experts.189.down_proj,0.0000003830,0.05000,0.638
12,mlp.experts.193.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
12,mlp.experts.194.down_proj,0.0000001897,0.05000,0.691
12,mlp.experts.195.down_proj,0.0000004703,0.05000,0.701
12,mlp.experts.192.down_proj,0.0000005635,0.05000,0.636
12,mlp.experts.197.down_proj,0.0000014643,0.05000,0.655
12,mlp.experts.198.down_proj,0.0000011103,0.05000,0.649
12,mlp.experts.199.down_proj,0.0000004088,0.05000,0.626
12,mlp.experts.196.down_proj,0.0000003891,0.05000,0.654
12,mlp.experts.201.down_proj,0.0000004074,0.05000,0.655
12,mlp.experts.202.down_proj,0.0000007944,0.05000,0.667
12,mlp.experts.203.down_proj,0.0000004141,0.05000,0.675
12,mlp.experts.200.down_proj,0.0000002306,0.05000,0.746
12,mlp.experts.205.down_proj,0.0000003142,0.05000,0.739
12,mlp.experts.206.down_proj,0.0000001463,0.05000,0.667
12,mlp.experts.207.down_proj,0.0000003026,0.05000,0.670
12,mlp.experts.204.down_proj,0.0000006093,0.05000,0.655
12,mlp.experts.210.down_proj,0.0000005735,0.05000,0.699
12,mlp.experts.209.down_proj,0.0000010114,0.05000,0.749
12,mlp.experts.211.down_proj,0.0000003119,0.05000,0.701
12,mlp.experts.215.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
12,mlp.experts.208.down_proj,0.0000001814,0.05000,0.649
12,mlp.experts.214.down_proj,0.0000002334,0.05000,0.672
12,mlp.experts.213.down_proj,0.0000002141,0.05000,0.668
12,mlp.experts.219.down_proj,0.0000004169,0.05000,0.683
12,mlp.experts.212.down_proj,0.0000005360,0.05000,0.694
12,mlp.experts.217.down_proj,0.0000004579,0.05000,0.669
12,mlp.experts.218.down_proj,0.0000001765,0.05000,0.724
12,mlp.experts.223.down_proj,0.0000004403,0.05000,0.704
12,mlp.experts.216.down_proj,0.0000002886,0.05000,0.658
12,mlp.experts.221.down_proj,0.0000004337,0.05000,0.633
12,mlp.experts.222.down_proj,0.0000003247,0.05000,0.676
12,mlp.experts.227.down_proj,0.0000003555,0.05000,0.635
12,mlp.experts.220.down_proj,0.0000008525,0.05000,0.705
12,mlp.experts.225.down_proj,0.0000007045,0.05000,0.654
12,mlp.experts.226.down_proj,0.0000003765,0.05000,0.680
12,mlp.experts.231.down_proj,0.0000005279,0.05000,0.698
12,mlp.experts.224.down_proj,0.0000001511,0.05000,0.670
12,mlp.experts.229.down_proj,0.0000004547,0.05000,0.633
12,mlp.experts.230.down_proj,0.0000005536,0.05000,0.653
12,mlp.experts.235.down_proj,0.0000003373,0.05000,0.686
12,mlp.experts.228.down_proj,0.0000011739,0.05000,0.760
12,mlp.experts.233.down_proj,0.0000006812,0.05000,0.653
12,mlp.experts.237.down_proj,failsafe(rtn): 0.0010376,0.00000,0.011
12,mlp.experts.234.down_proj,0.0000006828,0.05000,0.661
12,mlp.experts.239.down_proj,0.0000002327,0.05000,0.687
12,mlp.experts.232.down_proj,0.0000002705,0.05000,0.626
12,mlp.experts.241.down_proj,0.0000002167,0.05000,0.614
12,mlp.experts.238.down_proj,0.0000016501,0.05000,0.618
12,mlp.experts.243.down_proj,0.0000005607,0.05000,0.621
12,mlp.experts.236.down_proj,0.0000013355,0.05000,0.691
12,mlp.experts.245.down_proj,0.0000007079,0.05000,0.674
12,mlp.experts.242.down_proj,0.0000011063,0.05000,0.663
12,mlp.experts.247.down_proj,0.0000002043,0.05000,0.644
12,mlp.experts.240.down_proj,0.0000005654,0.05000,0.633
12,mlp.experts.249.down_proj,0.0000013753,0.05000,0.648
12,mlp.experts.246.down_proj,0.0000002743,0.05000,0.647
12,mlp.experts.251.down_proj,0.0000002168,0.05000,0.676
12,mlp.experts.244.down_proj,0.0000003819,0.05000,0.637
12,mlp.experts.253.down_proj,0.0000007315,0.05000,0.652
12,mlp.experts.250.down_proj,0.0000007100,0.05000,0.609
12,mlp.experts.255.down_proj,0.0000002639,0.05000,0.564
12,mlp.experts.248.down_proj,0.0000018994,0.05000,0.382
12,mlp.experts.254.down_proj,0.0000001831,0.05000,0.323
12,mlp.experts.252.down_proj,0.0000003540,0.05000,0.191
13,mlp.experts.1.gate_proj,0.0000178445,0.05000,3.060
13,mlp.experts.3.gate_proj,0.0000520786,0.05000,3.160
13,mlp.experts.0.gate_proj,0.0000337481,0.05000,3.197
13,mlp.experts.2.gate_proj,0.0000302007,0.05000,3.248
13,mlp.experts.5.gate_proj,0.0000357568,0.05000,2.743
13,mlp.experts.6.gate_proj,0.0000167482,0.05000,2.589
13,mlp.experts.7.gate_proj,0.0000505086,0.05000,2.701
13,mlp.experts.4.gate_proj,0.0000526880,0.05000,2.700
13,mlp.experts.11.gate_proj,0.0000639210,0.05000,2.313
13,mlp.experts.10.gate_proj,0.0000511152,0.05000,2.392
13,mlp.experts.8.gate_proj,0.0000374411,0.05000,2.462
13,mlp.experts.9.gate_proj,0.0001303302,0.05000,2.630
13,mlp.experts.14.gate_proj,0.0001027225,0.05000,2.315
13,mlp.experts.15.gate_proj,0.0000227092,0.05000,2.424
13,mlp.experts.12.gate_proj,0.0001466670,0.05000,2.475
13,mlp.experts.13.gate_proj,0.0000521010,0.05000,2.403
13,mlp.experts.19.gate_proj,0.0000125269,0.05000,2.576
13,mlp.experts.18.gate_proj,0.0000045873,0.05000,2.641
13,mlp.experts.16.gate_proj,0.0000311464,0.05000,2.511
13,mlp.experts.17.gate_proj,0.0000853501,0.05000,2.599
13,mlp.experts.23.gate_proj,0.0000420788,0.05000,2.352
13,mlp.experts.22.gate_proj,0.0000068609,0.05000,2.435
13,mlp.experts.20.gate_proj,0.0000285509,0.05000,2.326
13,mlp.experts.21.gate_proj,0.0000248253,0.05000,2.381
13,mlp.experts.25.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.038
13,mlp.experts.27.gate_proj,0.0000099877,0.05000,2.460
13,mlp.experts.24.gate_proj,0.0000561057,0.05000,2.404
13,mlp.experts.26.gate_proj,0.0000607288,0.05000,2.488
13,mlp.experts.28.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.044
13,mlp.experts.29.gate_proj,0.0000573860,0.05000,2.412
13,mlp.experts.31.gate_proj,0.0001072314,0.05000,2.362
13,mlp.experts.32.gate_proj,0.0000566752,0.05000,2.401
13,mlp.experts.30.gate_proj,0.0000203489,0.05000,2.458
13,mlp.experts.33.gate_proj,0.0000114203,0.05000,2.307
13,mlp.experts.34.gate_proj,0.0000898162,0.05000,2.377
13,mlp.experts.35.gate_proj,0.0000895309,0.05000,2.641
13,mlp.experts.36.gate_proj,0.0000100050,0.05000,2.505
13,mlp.experts.37.gate_proj,0.0000258314,0.05000,2.465
13,mlp.experts.39.gate_proj,0.0000238664,0.05000,2.378
13,mlp.experts.40.gate_proj,0.0000647016,0.05000,2.325
13,mlp.experts.38.gate_proj,0.0000067481,0.05000,2.470
13,mlp.experts.41.gate_proj,0.0000078289,0.05000,2.364
13,mlp.experts.44.gate_proj,0.0000513675,0.05000,2.233
13,mlp.experts.43.gate_proj,0.0000066719,0.05000,2.281
13,mlp.experts.42.gate_proj,0.0000118910,0.05000,2.286
13,mlp.experts.45.gate_proj,0.0001056975,0.05000,2.302
13,mlp.experts.48.gate_proj,0.0000083879,0.05000,2.320
13,mlp.experts.46.gate_proj,0.0000236370,0.05000,2.229
13,mlp.experts.49.gate_proj,0.0000501278,0.05000,2.354
13,mlp.experts.47.gate_proj,0.0000424896,0.05000,2.491
13,mlp.experts.52.gate_proj,0.0000488625,0.05000,2.291
13,mlp.experts.50.gate_proj,0.0000699106,0.05000,2.341
13,mlp.experts.53.gate_proj,0.0001031718,0.05000,2.311
13,mlp.experts.51.gate_proj,0.0000123157,0.05000,2.449
13,mlp.experts.56.gate_proj,0.0000489174,0.05000,2.380
13,mlp.experts.54.gate_proj,0.0000758602,0.05000,2.359
13,mlp.experts.57.gate_proj,0.0000561914,0.05000,2.404
13,mlp.experts.55.gate_proj,0.0000561771,0.05000,2.344
13,mlp.experts.58.gate_proj,0.0000621478,0.05000,2.297
13,mlp.experts.60.gate_proj,0.0000437963,0.05000,2.399
13,mlp.experts.61.gate_proj,0.0000139345,0.05000,2.298
13,mlp.experts.59.gate_proj,0.0000546316,0.05000,2.293
13,mlp.experts.62.gate_proj,0.0001331253,0.05000,2.365
13,mlp.experts.64.gate_proj,0.0000457642,0.05000,2.319
13,mlp.experts.68.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.035
13,mlp.experts.65.gate_proj,0.0000861379,0.05000,2.308
13,mlp.experts.63.gate_proj,0.0000419882,0.05000,2.346
13,mlp.experts.66.gate_proj,0.0000079594,0.05000,2.237
13,mlp.experts.72.gate_proj,0.0000131456,0.05000,2.325
13,mlp.experts.69.gate_proj,0.0000352626,0.05000,2.414
13,mlp.experts.67.gate_proj,0.0000263074,0.05000,2.294
13,mlp.experts.70.gate_proj,0.0000382840,0.05000,2.755
13,mlp.experts.76.gate_proj,0.0000114639,0.05000,2.767
13,mlp.experts.73.gate_proj,0.0000858639,0.05000,2.740
13,mlp.experts.71.gate_proj,0.0000294999,0.05000,2.814
13,mlp.experts.74.gate_proj,0.0000082302,0.05000,2.179
13,mlp.experts.80.gate_proj,0.0000391040,0.05000,2.115
13,mlp.experts.77.gate_proj,0.0000404955,0.05000,2.080
13,mlp.experts.75.gate_proj,0.0000210422,0.05000,2.188
13,mlp.experts.78.gate_proj,0.0000513906,0.05000,2.556
13,mlp.experts.84.gate_proj,0.0000256151,0.05000,2.500
13,mlp.experts.81.gate_proj,0.0000095690,0.05000,2.642
13,mlp.experts.79.gate_proj,0.0000180792,0.05000,2.614
13,mlp.experts.88.gate_proj,0.0000526402,0.05000,2.592
13,mlp.experts.82.gate_proj,0.0000517118,0.05000,2.757
13,mlp.experts.85.gate_proj,0.0000912248,0.05000,2.666
13,mlp.experts.83.gate_proj,0.0001280080,0.05000,2.668
13,mlp.experts.92.gate_proj,0.0000342949,0.05000,2.690
13,mlp.experts.86.gate_proj,0.0000320915,0.05000,2.678
13,mlp.experts.89.gate_proj,0.0000464422,0.05000,2.608
13,mlp.experts.87.gate_proj,0.0000194031,0.05000,2.540
13,mlp.experts.96.gate_proj,0.0000887613,0.05000,2.637
13,mlp.experts.90.gate_proj,0.0001610768,0.05000,2.552
13,mlp.experts.93.gate_proj,0.0000572431,0.05000,2.585
13,mlp.experts.91.gate_proj,0.0000175583,0.05000,2.634
13,mlp.experts.100.gate_proj,0.0000117889,0.05000,2.737
13,mlp.experts.94.gate_proj,0.0000503024,0.05000,2.720
13,mlp.experts.97.gate_proj,0.0000326899,0.05000,2.626
13,mlp.experts.95.gate_proj,0.0001099382,0.05000,2.780
13,mlp.experts.104.gate_proj,0.0000388329,0.05000,2.489
13,mlp.experts.98.gate_proj,0.0000170816,0.05000,2.499
13,mlp.experts.101.gate_proj,0.0000270542,0.05000,2.479
13,mlp.experts.99.gate_proj,0.0000422136,0.05000,2.482
13,mlp.experts.102.gate_proj,0.0000148348,0.05000,2.400
13,mlp.experts.105.gate_proj,0.0000724273,0.05000,2.444
13,mlp.experts.108.gate_proj,0.0000841014,0.05000,2.539
13,mlp.experts.103.gate_proj,0.0000476996,0.05000,2.489
13,mlp.experts.109.gate_proj,0.0000490089,0.05000,2.582
13,mlp.experts.106.gate_proj,0.0000302186,0.05000,2.656
13,mlp.experts.112.gate_proj,0.0000211334,0.05000,2.592
13,mlp.experts.107.gate_proj,0.0000633947,0.05000,2.626
13,mlp.experts.113.gate_proj,0.0000119830,0.05000,2.614
13,mlp.experts.110.gate_proj,0.0000197646,0.05000,2.681
13,mlp.experts.116.gate_proj,0.0000110134,0.05000,2.661
13,mlp.experts.111.gate_proj,0.0000080400,0.05000,2.664
13,mlp.experts.117.gate_proj,0.0000490308,0.05000,2.643
13,mlp.experts.114.gate_proj,0.0000565303,0.05000,2.641
13,mlp.experts.120.gate_proj,0.0000741043,0.05000,2.647
13,mlp.experts.115.gate_proj,0.0000387213,0.05000,2.723
13,mlp.experts.118.gate_proj,0.0000260055,0.05000,2.616
13,mlp.experts.121.gate_proj,0.0001001090,0.05000,2.733
13,mlp.experts.124.gate_proj,0.0000088542,0.05000,2.643
13,mlp.experts.119.gate_proj,0.0000274267,0.05000,2.627
13,mlp.experts.122.gate_proj,0.0000101411,0.05000,2.680
13,mlp.experts.125.gate_proj,0.0000269929,0.05000,2.646
13,mlp.experts.128.gate_proj,0.0000297930,0.05000,2.764
13,mlp.experts.123.gate_proj,0.0000201045,0.05000,2.741
13,mlp.experts.129.gate_proj,0.0000214076,0.05000,2.502
13,mlp.experts.126.gate_proj,0.0000179315,0.05000,2.521
13,mlp.experts.132.gate_proj,0.0000514219,0.05000,2.601
13,mlp.experts.127.gate_proj,0.0000109743,0.05000,2.617
13,mlp.experts.133.gate_proj,0.0000101121,0.05000,2.758
13,mlp.experts.130.gate_proj,0.0000816777,0.05000,2.741
13,mlp.experts.136.gate_proj,0.0000544483,0.05000,2.894
13,mlp.experts.131.gate_proj,0.0000583466,0.05000,2.648
13,mlp.experts.137.gate_proj,0.0000126301,0.05000,2.658
13,mlp.experts.134.gate_proj,0.0000155564,0.05000,2.829
13,mlp.experts.140.gate_proj,0.0000081240,0.05000,2.675
13,mlp.experts.135.gate_proj,0.0000479570,0.05000,2.801
13,mlp.experts.141.gate_proj,0.0000548862,0.05000,2.631
13,mlp.experts.138.gate_proj,0.0000595211,0.05000,2.809
13,mlp.experts.144.gate_proj,0.0000561836,0.05000,2.708
13,mlp.experts.139.gate_proj,0.0000587383,0.05000,2.698
13,mlp.experts.145.gate_proj,0.0000576233,0.05000,2.685
13,mlp.experts.142.gate_proj,0.0000080003,0.05000,2.714
13,mlp.experts.148.gate_proj,0.0000564746,0.05000,2.673
13,mlp.experts.143.gate_proj,0.0000172231,0.05000,2.733
13,mlp.experts.149.gate_proj,0.0000511041,0.05000,2.975
13,mlp.experts.146.gate_proj,0.0000436495,0.05000,2.693
13,mlp.experts.152.gate_proj,0.0000359075,0.05000,2.909
13,mlp.experts.147.gate_proj,0.0000087813,0.05000,2.839
13,mlp.experts.153.gate_proj,0.0000930639,0.05000,2.794
13,mlp.experts.150.gate_proj,0.0000191568,0.05000,2.737
13,mlp.experts.156.gate_proj,0.0000112009,0.05000,2.675
13,mlp.experts.151.gate_proj,0.0000187036,0.05000,2.626
13,mlp.experts.157.gate_proj,0.0000312421,0.05000,2.673
13,mlp.experts.154.gate_proj,0.0000423316,0.05000,2.689
13,mlp.experts.160.gate_proj,0.0000202744,0.05000,2.694
13,mlp.experts.155.gate_proj,0.0000250646,0.05000,2.700
13,mlp.experts.161.gate_proj,0.0000551518,0.05000,2.964
13,mlp.experts.158.gate_proj,0.0000493007,0.05000,2.935
13,mlp.experts.164.gate_proj,0.0000096123,0.05000,2.999
13,mlp.experts.159.gate_proj,0.0000278871,0.05000,2.998
13,mlp.experts.165.gate_proj,0.0000275847,0.05000,2.497
13,mlp.experts.162.gate_proj,0.0000763112,0.05000,2.523
13,mlp.experts.168.gate_proj,0.0000071056,0.05000,2.388
13,mlp.experts.163.gate_proj,0.0000281498,0.05000,2.370
13,mlp.experts.169.gate_proj,0.0000508064,0.05000,2.830
13,mlp.experts.166.gate_proj,0.0000220934,0.05000,2.849
13,mlp.experts.172.gate_proj,0.0000118519,0.05000,2.946
13,mlp.experts.167.gate_proj,0.0000462683,0.05000,2.765
13,mlp.experts.170.gate_proj,0.0000562441,0.05000,2.275
13,mlp.experts.173.gate_proj,0.0000165376,0.05000,2.436
13,mlp.experts.176.gate_proj,0.0000508670,0.05000,2.327
13,mlp.experts.171.gate_proj,0.0000360185,0.05000,2.348
13,mlp.experts.174.gate_proj,0.0000205540,0.05000,2.656
13,mlp.experts.177.gate_proj,0.0000299412,0.05000,2.704
13,mlp.experts.175.gate_proj,0.0000143043,0.05000,2.806
13,mlp.experts.180.gate_proj,0.0000569215,0.05000,2.965
13,mlp.experts.178.gate_proj,0.0000555936,0.05000,2.481
13,mlp.experts.181.gate_proj,0.0000115732,0.05000,2.406
13,mlp.experts.179.gate_proj,0.0000575287,0.05000,2.311
13,mlp.experts.184.gate_proj,0.0000398644,0.05000,2.301
13,mlp.experts.182.gate_proj,0.0000131906,0.05000,2.212
13,mlp.experts.185.gate_proj,0.0000443968,0.05000,2.171
13,mlp.experts.183.gate_proj,0.0000386405,0.05000,2.387
13,mlp.experts.188.gate_proj,0.0000167051,0.05000,2.395
13,mlp.experts.189.gate_proj,0.0000460391,0.05000,2.238
13,mlp.experts.186.gate_proj,0.0000446409,0.05000,2.263
13,mlp.experts.187.gate_proj,0.0000998758,0.05000,2.268
13,mlp.experts.192.gate_proj,0.0000270933,0.05000,2.371
13,mlp.experts.193.gate_proj,0.0000278260,0.05000,2.730
13,mlp.experts.190.gate_proj,0.0000189349,0.05000,2.955
13,mlp.experts.191.gate_proj,0.0000473702,0.05000,2.995
13,mlp.experts.196.gate_proj,0.0000151277,0.05000,2.935
13,mlp.experts.197.gate_proj,0.0000469061,0.05000,2.767
13,mlp.experts.194.gate_proj,0.0001013664,0.05000,2.564
13,mlp.experts.195.gate_proj,0.0000170602,0.05000,2.555
13,mlp.experts.200.gate_proj,0.0000081472,0.05000,2.626
13,mlp.experts.198.gate_proj,0.0000312484,0.05000,2.557
13,mlp.experts.201.gate_proj,0.0000177701,0.05000,2.644
13,mlp.experts.199.gate_proj,0.0000091367,0.05000,2.516
13,mlp.experts.204.gate_proj,0.0000369267,0.05000,2.519
13,mlp.experts.202.gate_proj,0.0000102049,0.05000,2.261
13,mlp.experts.205.gate_proj,0.0000623139,0.05000,2.335
13,mlp.experts.203.gate_proj,0.0000180087,0.05000,2.333
13,mlp.experts.208.gate_proj,0.0000818832,0.05000,2.297
13,mlp.experts.206.gate_proj,0.0000473191,0.05000,2.378
13,mlp.experts.209.gate_proj,0.0000610382,0.05000,2.344
13,mlp.experts.207.gate_proj,0.0000302289,0.05000,2.593
13,mlp.experts.212.gate_proj,0.0000846840,0.05000,2.598
13,mlp.experts.210.gate_proj,0.0000416997,0.05000,2.845
13,mlp.experts.213.gate_proj,0.0000639033,0.05000,2.831
13,mlp.experts.211.gate_proj,0.0000236239,0.05000,2.807
13,mlp.experts.216.gate_proj,0.0000393452,0.05000,2.780
13,mlp.experts.214.gate_proj,0.0000451196,0.05000,2.761
13,mlp.experts.217.gate_proj,0.0000064502,0.05000,2.905
13,mlp.experts.215.gate_proj,0.0000491725,0.05000,2.825
13,mlp.experts.220.gate_proj,0.0000418695,0.05000,2.896
13,mlp.experts.218.gate_proj,0.0000552313,0.05000,2.979
13,mlp.experts.221.gate_proj,0.0000461153,0.05000,3.039
13,mlp.experts.219.gate_proj,0.0000166846,0.05000,2.909
13,mlp.experts.224.gate_proj,0.0000116319,0.05000,2.963
13,mlp.experts.222.gate_proj,0.0000208819,0.05000,2.582
13,mlp.experts.225.gate_proj,0.0000165542,0.05000,2.595
13,mlp.experts.223.gate_proj,0.0001116001,0.05000,2.400
13,mlp.experts.228.gate_proj,0.0000392183,0.05000,2.332
13,mlp.experts.226.gate_proj,0.0000599511,0.05000,2.491
13,mlp.experts.229.gate_proj,0.0000657037,0.05000,2.550
13,mlp.experts.227.gate_proj,0.0000418279,0.05000,2.507
13,mlp.experts.232.gate_proj,0.0000517882,0.05000,2.445
13,mlp.experts.230.gate_proj,0.0000158922,0.05000,2.403
13,mlp.experts.233.gate_proj,0.0000382430,0.05000,2.299
13,mlp.experts.231.gate_proj,0.0000502340,0.05000,2.393
13,mlp.experts.236.gate_proj,0.0000601135,0.05000,2.438
13,mlp.experts.234.gate_proj,0.0000570314,0.05000,2.554
13,mlp.experts.237.gate_proj,0.0000058685,0.05000,2.570
13,mlp.experts.235.gate_proj,0.0000637337,0.05000,2.509
13,mlp.experts.240.gate_proj,0.0000624099,0.05000,2.493
13,mlp.experts.238.gate_proj,0.0000233574,0.05000,2.231
13,mlp.experts.241.gate_proj,0.0000495569,0.05000,2.324
13,mlp.experts.239.gate_proj,0.0000183898,0.05000,2.338
13,mlp.experts.244.gate_proj,0.0000180156,0.05000,2.395
13,mlp.experts.242.gate_proj,0.0000739891,0.05000,2.580
13,mlp.experts.245.gate_proj,0.0000740376,0.05000,2.463
13,mlp.experts.243.gate_proj,0.0000921823,0.05000,2.391
13,mlp.experts.248.gate_proj,0.0000534253,0.05000,2.386
13,mlp.experts.246.gate_proj,0.0000461732,0.05000,2.553
13,mlp.experts.249.gate_proj,0.0000232287,0.05000,2.704
13,mlp.experts.247.gate_proj,0.0000610567,0.05000,2.639
13,mlp.experts.252.gate_proj,0.0000473966,0.05000,2.670
13,mlp.experts.250.gate_proj,0.0000992002,0.05000,2.177
13,mlp.experts.253.gate_proj,0.0000408075,0.05000,2.278
13,mlp.experts.251.gate_proj,0.0000415203,0.05000,2.257
13,mlp.experts.0.up_proj,0.0000347149,0.05000,2.195
13,mlp.experts.254.gate_proj,0.0000520209,0.05000,2.450
13,mlp.experts.1.up_proj,0.0000178019,0.05000,2.443
13,mlp.experts.255.gate_proj,0.0000482044,0.05000,2.440
13,mlp.experts.4.up_proj,0.0000402120,0.05000,2.336
13,mlp.experts.2.up_proj,0.0000278294,0.05000,1.091
13,mlp.experts.8.up_proj,0.0000310795,0.05000,2.465
13,mlp.experts.6.up_proj,0.0000173484,0.05000,2.534
13,mlp.experts.5.up_proj,0.0000336180,0.05000,2.596
13,mlp.experts.3.up_proj,0.0000490098,0.05000,2.599
13,mlp.experts.12.up_proj,0.0001218326,0.05000,2.465
13,mlp.experts.7.up_proj,0.0000409310,0.05000,2.392
13,mlp.experts.9.up_proj,0.0001041343,0.05000,2.435
13,mlp.experts.10.up_proj,0.0000568957,0.05000,2.506
13,mlp.experts.11.up_proj,0.0000593021,0.05000,2.575
13,mlp.experts.16.up_proj,0.0000278392,0.05000,2.657
13,mlp.experts.14.up_proj,0.0000841353,0.05000,2.600
13,mlp.experts.13.up_proj,0.0000586781,0.05000,2.660
13,mlp.experts.18.up_proj,0.0000045108,0.05000,2.576
13,mlp.experts.20.up_proj,0.0000235598,0.05000,2.631
13,mlp.experts.15.up_proj,0.0000230278,0.05000,2.688
13,mlp.experts.17.up_proj,0.0000724294,0.05000,2.701
13,mlp.experts.19.up_proj,0.0000132668,0.05000,2.662
13,mlp.experts.22.up_proj,0.0000064334,0.05000,2.711
13,mlp.experts.24.up_proj,0.0000434768,0.05000,2.747
13,mlp.experts.28.up_proj,failsafe(rtn): 0.0010834,0.00000,0.034
13,mlp.experts.21.up_proj,0.0000229408,0.05000,2.733
13,mlp.experts.25.up_proj,failsafe(rtn): 0.0010300,0.00000,0.036
13,mlp.experts.26.up_proj,0.0000571776,0.05000,2.545
13,mlp.experts.23.up_proj,0.0000404262,0.05000,2.630
13,mlp.experts.32.up_proj,0.0000518694,0.05000,2.606
13,mlp.experts.29.up_proj,0.0000617751,0.05000,2.548
13,mlp.experts.30.up_proj,0.0000202117,0.05000,2.769
13,mlp.experts.36.up_proj,0.0000087861,0.05000,2.650
13,mlp.experts.27.up_proj,0.0000079979,0.05000,2.791
13,mlp.experts.33.up_proj,0.0000102895,0.05000,2.684
13,mlp.experts.40.up_proj,0.0000520737,0.05000,2.670
13,mlp.experts.34.up_proj,0.0000843102,0.05000,2.709
13,mlp.experts.37.up_proj,0.0000260359,0.05000,2.636
13,mlp.experts.31.up_proj,0.0000940880,0.05000,2.718
13,mlp.experts.38.up_proj,0.0000062604,0.05000,2.711
13,mlp.experts.41.up_proj,0.0000078214,0.05000,2.762
13,mlp.experts.44.up_proj,0.0000477981,0.05000,2.911
13,mlp.experts.35.up_proj,0.0000838283,0.05000,2.878
13,mlp.experts.42.up_proj,0.0000105426,0.05000,2.588
13,mlp.experts.45.up_proj,0.0000978010,0.05000,2.519
13,mlp.experts.48.up_proj,0.0000091620,0.05000,2.564
13,mlp.experts.39.up_proj,0.0000196539,0.05000,2.587
13,mlp.experts.46.up_proj,0.0000202883,0.05000,2.552
13,mlp.experts.49.up_proj,0.0000468505,0.05000,2.602
13,mlp.experts.52.up_proj,0.0000456822,0.05000,2.572
13,mlp.experts.43.up_proj,0.0000081533,0.05000,2.625
13,mlp.experts.50.up_proj,0.0000753579,0.05000,2.739
13,mlp.experts.53.up_proj,0.0000848253,0.05000,2.735
13,mlp.experts.56.up_proj,0.0000453064,0.05000,2.747
13,mlp.experts.47.up_proj,0.0000462692,0.05000,2.798
13,mlp.experts.54.up_proj,0.0000591745,0.05000,2.732
13,mlp.experts.57.up_proj,0.0000529578,0.05000,2.735
13,mlp.experts.60.up_proj,0.0000398457,0.05000,2.800
13,mlp.experts.51.up_proj,0.0000124196,0.05000,2.763
13,mlp.experts.58.up_proj,0.0000581278,0.05000,2.774
13,mlp.experts.61.up_proj,0.0000136130,0.05000,2.812
13,mlp.experts.64.up_proj,0.0000427911,0.05000,2.770
13,mlp.experts.68.up_proj,failsafe(rtn): 0.0010376,0.00000,0.047
13,mlp.experts.55.up_proj,0.0000527840,0.05000,2.748
13,mlp.experts.62.up_proj,0.0001077131,0.05000,2.786
13,mlp.experts.65.up_proj,0.0000871350,0.05000,2.766
13,mlp.experts.72.up_proj,0.0000127128,0.05000,2.732
13,mlp.experts.59.up_proj,0.0000529436,0.05000,2.792
13,mlp.experts.66.up_proj,0.0000069930,0.05000,2.732
13,mlp.experts.69.up_proj,0.0000282949,0.05000,2.828
13,mlp.experts.76.up_proj,0.0000115987,0.05000,2.804
13,mlp.experts.63.up_proj,0.0000400468,0.05000,2.723
13,mlp.experts.70.up_proj,0.0000341024,0.05000,2.707
13,mlp.experts.73.up_proj,0.0000790244,0.05000,2.625
13,mlp.experts.67.up_proj,0.0000225940,0.05000,2.548
13,mlp.experts.80.up_proj,0.0000331313,0.05000,2.641
13,mlp.experts.74.up_proj,0.0000078829,0.05000,2.705
13,mlp.experts.84.up_proj,0.0000237451,0.05000,2.574
13,mlp.experts.77.up_proj,0.0000420060,0.05000,2.699
13,mlp.experts.71.up_proj,0.0000284997,0.05000,2.698
13,mlp.experts.78.up_proj,0.0000486776,0.05000,2.514
13,mlp.experts.75.up_proj,0.0000172252,0.05000,2.315
13,mlp.experts.88.up_proj,0.0000430686,0.05000,2.443
13,mlp.experts.81.up_proj,0.0000092464,0.05000,2.513
13,mlp.experts.79.up_proj,0.0000158350,0.05000,2.629
13,mlp.experts.85.up_proj,0.0000738653,0.05000,2.575
13,mlp.experts.82.up_proj,0.0000401693,0.05000,2.770
13,mlp.experts.92.up_proj,0.0000362588,0.05000,2.747
13,mlp.experts.89.up_proj,0.0000427924,0.05000,2.509
13,mlp.experts.83.up_proj,0.0001145799,0.05000,2.670
13,mlp.experts.86.up_proj,0.0000292965,0.05000,2.567
13,mlp.experts.96.up_proj,0.0000754757,0.05000,2.747
13,mlp.experts.93.up_proj,0.0000512104,0.05000,2.706
13,mlp.experts.87.up_proj,0.0000180207,0.05000,2.828
13,mlp.experts.100.up_proj,0.0000108678,0.05000,2.751
13,mlp.experts.90.up_proj,0.0001443555,0.05000,3.004
13,mlp.experts.97.up_proj,0.0000395965,0.05000,2.632
13,mlp.experts.91.up_proj,0.0000170255,0.05000,2.623
13,mlp.experts.104.up_proj,0.0000369624,0.05000,2.540
13,mlp.experts.94.up_proj,0.0000447337,0.05000,2.595
13,mlp.experts.101.up_proj,0.0000277239,0.05000,2.591
13,mlp.experts.95.up_proj,0.0000853975,0.05000,2.567
13,mlp.experts.108.up_proj,0.0000842262,0.05000,2.548
13,mlp.experts.98.up_proj,0.0000151999,0.05000,2.592
13,mlp.experts.105.up_proj,0.0000642436,0.05000,2.781
13,mlp.experts.99.up_proj,0.0000464078,0.05000,2.669
13,mlp.experts.112.up_proj,0.0000207523,0.05000,2.737
13,mlp.experts.102.up_proj,0.0000126374,0.05000,2.894
13,mlp.experts.109.up_proj,0.0000446207,0.05000,2.727
13,mlp.experts.103.up_proj,0.0000405393,0.05000,2.650
13,mlp.experts.116.up_proj,0.0000113773,0.05000,2.649
13,mlp.experts.106.up_proj,0.0000284939,0.05000,2.691
13,mlp.experts.107.up_proj,0.0000479202,0.05000,2.552
13,mlp.experts.113.up_proj,0.0000124580,0.05000,2.619
13,mlp.experts.120.up_proj,0.0000623245,0.05000,2.567
13,mlp.experts.110.up_proj,0.0000150844,0.05000,2.487
13,mlp.experts.111.up_proj,0.0000079775,0.05000,2.304
13,mlp.experts.124.up_proj,0.0000085545,0.05000,2.249
13,mlp.experts.117.up_proj,0.0000437772,0.05000,2.372
13,mlp.experts.114.up_proj,0.0000532316,0.05000,2.276
13,mlp.experts.115.up_proj,0.0000351029,0.05000,2.401
13,mlp.experts.128.up_proj,0.0000259896,0.05000,2.390
13,mlp.experts.121.up_proj,0.0000928049,0.05000,2.483
13,mlp.experts.118.up_proj,0.0000204538,0.05000,2.429
13,mlp.experts.119.up_proj,0.0000260244,0.05000,2.855
13,mlp.experts.132.up_proj,0.0000485324,0.05000,2.824
13,mlp.experts.125.up_proj,0.0000218822,0.05000,2.883
13,mlp.experts.122.up_proj,0.0000087847,0.05000,2.852
13,mlp.experts.123.up_proj,0.0000208910,0.05000,2.598
13,mlp.experts.136.up_proj,0.0000450625,0.05000,2.703
13,mlp.experts.129.up_proj,0.0000176663,0.05000,2.600
13,mlp.experts.126.up_proj,0.0000161571,0.05000,2.689
13,mlp.experts.127.up_proj,0.0000099196,0.05000,2.722
13,mlp.experts.140.up_proj,0.0000084999,0.05000,2.666
13,mlp.experts.133.up_proj,0.0000086238,0.05000,2.786
13,mlp.experts.130.up_proj,0.0000743014,0.05000,2.784
13,mlp.experts.131.up_proj,0.0000532442,0.05000,2.673
13,mlp.experts.144.up_proj,0.0000516759,0.05000,2.746
13,mlp.experts.137.up_proj,0.0000120617,0.05000,2.620
13,mlp.experts.134.up_proj,0.0000153584,0.05000,2.673
13,mlp.experts.135.up_proj,0.0000449550,0.05000,2.756
13,mlp.experts.148.up_proj,0.0000589077,0.05000,2.799
13,mlp.experts.141.up_proj,0.0000499203,0.05000,2.772
13,mlp.experts.138.up_proj,0.0000635342,0.05000,2.909
13,mlp.experts.139.up_proj,0.0000558445,0.05000,2.708
13,mlp.experts.152.up_proj,0.0000325219,0.05000,2.694
13,mlp.experts.145.up_proj,0.0000484731,0.05000,2.843
13,mlp.experts.142.up_proj,0.0000081559,0.05000,2.770
13,mlp.experts.143.up_proj,0.0000142019,0.05000,2.881
13,mlp.experts.156.up_proj,0.0000119477,0.05000,2.767
13,mlp.experts.149.up_proj,0.0000480203,0.05000,2.717
13,mlp.experts.146.up_proj,0.0000407362,0.05000,2.938
13,mlp.experts.147.up_proj,0.0000090270,0.05000,2.833
13,mlp.experts.160.up_proj,0.0000210867,0.05000,2.861
13,mlp.experts.153.up_proj,0.0000790556,0.05000,2.791
13,mlp.experts.150.up_proj,0.0000171495,0.05000,2.726
13,mlp.experts.151.up_proj,0.0000156902,0.05000,2.686
13,mlp.experts.164.up_proj,0.0000087063,0.05000,2.647
13,mlp.experts.157.up_proj,0.0000288370,0.05000,2.842
13,mlp.experts.154.up_proj,0.0000442009,0.05000,2.729
13,mlp.experts.155.up_proj,0.0000215013,0.05000,2.555
13,mlp.experts.168.up_proj,0.0000066628,0.05000,2.542
13,mlp.experts.161.up_proj,0.0000517057,0.05000,2.653
13,mlp.experts.158.up_proj,0.0000455558,0.05000,2.612
13,mlp.experts.159.up_proj,0.0000259686,0.05000,2.736
13,mlp.experts.172.up_proj,0.0000109923,0.05000,2.763
13,mlp.experts.165.up_proj,0.0000225706,0.05000,2.699
13,mlp.experts.162.up_proj,0.0000635313,0.05000,2.753
13,mlp.experts.163.up_proj,0.0000238648,0.05000,2.693
13,mlp.experts.176.up_proj,0.0000482281,0.05000,2.708
13,mlp.experts.169.up_proj,0.0000487351,0.05000,2.674
13,mlp.experts.166.up_proj,0.0000181023,0.05000,2.701
13,mlp.experts.167.up_proj,0.0000433982,0.05000,2.367
13,mlp.experts.180.up_proj,0.0000528224,0.05000,2.392
13,mlp.experts.173.up_proj,0.0000138249,0.05000,2.374
13,mlp.experts.170.up_proj,0.0000525503,0.05000,2.224
13,mlp.experts.171.up_proj,0.0000334868,0.05000,2.581
13,mlp.experts.184.up_proj,0.0000342170,0.05000,2.612
13,mlp.experts.177.up_proj,0.0000279237,0.05000,2.563
13,mlp.experts.174.up_proj,0.0000167830,0.05000,2.647
13,mlp.experts.175.up_proj,0.0000127538,0.05000,2.538
13,mlp.experts.188.up_proj,0.0000149764,0.05000,2.543
13,mlp.experts.181.up_proj,0.0000097736,0.05000,2.545
13,mlp.experts.178.up_proj,0.0000438457,0.05000,2.520
13,mlp.experts.179.up_proj,0.0000598230,0.05000,2.610
13,mlp.experts.192.up_proj,0.0000281307,0.05000,2.715
13,mlp.experts.185.up_proj,0.0000434357,0.05000,2.638
13,mlp.experts.182.up_proj,0.0000124120,0.05000,2.581
13,mlp.experts.183.up_proj,0.0000385025,0.05000,2.619
13,mlp.experts.196.up_proj,0.0000129198,0.05000,2.637
13,mlp.experts.189.up_proj,0.0000437045,0.05000,2.628
13,mlp.experts.186.up_proj,0.0000377714,0.05000,2.640
13,mlp.experts.187.up_proj,0.0000831569,0.05000,2.621
13,mlp.experts.200.up_proj,0.0000081666,0.05000,2.632
13,mlp.experts.193.up_proj,0.0000240382,0.05000,2.652
13,mlp.experts.190.up_proj,0.0000164190,0.05000,2.630
13,mlp.experts.191.up_proj,0.0000398065,0.05000,2.551
13,mlp.experts.204.up_proj,0.0000309394,0.05000,2.474
13,mlp.experts.197.up_proj,0.0000459516,0.05000,2.573
13,mlp.experts.194.up_proj,0.0000335175,0.05000,2.462
13,mlp.experts.195.up_proj,0.0000164864,0.05000,2.653
13,mlp.experts.208.up_proj,0.0000666886,0.05000,2.582
13,mlp.experts.201.up_proj,0.0000165556,0.05000,2.633
13,mlp.experts.198.up_proj,0.0000252233,0.05000,2.739
13,mlp.experts.199.up_proj,0.0000084787,0.05000,2.640
13,mlp.experts.212.up_proj,0.0000749420,0.05000,2.591
13,mlp.experts.205.up_proj,0.0000592938,0.05000,2.695
13,mlp.experts.202.up_proj,0.0000097030,0.05000,2.786
13,mlp.experts.216.up_proj,0.0000365407,0.05000,2.661
13,mlp.experts.203.up_proj,0.0000160980,0.05000,2.760
13,mlp.experts.209.up_proj,0.0000562071,0.05000,2.693
13,mlp.experts.206.up_proj,0.0000441351,0.05000,2.643
13,mlp.experts.220.up_proj,0.0000397439,0.05000,2.768
13,mlp.experts.207.up_proj,0.0000249354,0.05000,2.765
13,mlp.experts.213.up_proj,0.0000502233,0.05000,2.749
13,mlp.experts.210.up_proj,0.0000400408,0.05000,2.602
13,mlp.experts.224.up_proj,0.0000106048,0.05000,2.506
13,mlp.experts.211.up_proj,0.0000249330,0.05000,2.534
13,mlp.experts.217.up_proj,0.0000056833,0.05000,2.660
13,mlp.experts.214.up_proj,0.0000392705,0.05000,2.660
13,mlp.experts.228.up_proj,0.0000308284,0.05000,2.753
13,mlp.experts.215.up_proj,0.0000473062,0.05000,2.743
13,mlp.experts.221.up_proj,0.0000437315,0.05000,2.681
13,mlp.experts.218.up_proj,0.0000487819,0.05000,2.645
13,mlp.experts.232.up_proj,0.0000430053,0.05000,2.580
13,mlp.experts.219.up_proj,0.0000169904,0.05000,2.593
13,mlp.experts.222.up_proj,0.0000223612,0.05000,2.524
13,mlp.experts.225.up_proj,0.0000139327,0.05000,2.699
13,mlp.experts.236.up_proj,0.0000564494,0.05000,2.539
13,mlp.experts.223.up_proj,0.0001078455,0.05000,2.654
13,mlp.experts.226.up_proj,0.0000503031,0.05000,2.764
13,mlp.experts.229.up_proj,0.0000543072,0.05000,2.823
13,mlp.experts.240.up_proj,0.0000725788,0.05000,2.834
13,mlp.experts.227.up_proj,0.0000397336,0.05000,2.726
13,mlp.experts.230.up_proj,0.0000137673,0.05000,2.654
13,mlp.experts.233.up_proj,0.0000359773,0.05000,2.702
13,mlp.experts.231.up_proj,0.0000472771,0.05000,2.667
13,mlp.experts.244.up_proj,0.0000160425,0.05000,2.759
13,mlp.experts.234.up_proj,0.0000532662,0.05000,2.639
13,mlp.experts.237.up_proj,0.0000053042,0.05000,2.696
13,mlp.experts.248.up_proj,0.0000494191,0.05000,2.544
13,mlp.experts.235.up_proj,0.0000556288,0.05000,2.591
13,mlp.experts.238.up_proj,0.0000187032,0.05000,2.509
13,mlp.experts.241.up_proj,0.0000441431,0.05000,2.543
13,mlp.experts.252.up_proj,0.0000381997,0.05000,2.764
13,mlp.experts.239.up_proj,0.0000157176,0.05000,2.758
13,mlp.experts.242.up_proj,0.0000682866,0.05000,2.570
13,mlp.experts.245.up_proj,0.0000688916,0.05000,2.490
13,mlp.experts.243.up_proj,0.0000866226,0.05000,1.710
13,mlp.experts.246.up_proj,0.0000368317,0.05000,1.679
13,mlp.experts.249.up_proj,0.0000191976,0.05000,1.703
13,mlp.experts.247.up_proj,0.0000497450,0.05000,1.720
13,mlp.experts.250.up_proj,0.0000874581,0.05000,1.699
13,mlp.experts.253.up_proj,0.0000362921,0.05000,1.721
13,mlp.experts.251.up_proj,0.0000391936,0.05000,1.316
13,mlp.experts.254.up_proj,0.0000455413,0.05000,1.243
13,mlp.experts.255.up_proj,0.0000459147,0.05000,0.680
13,mlp.experts.2.down_proj,0.0000002762,0.05000,0.681
13,mlp.experts.0.down_proj,0.0000013206,0.05000,0.725
13,mlp.experts.1.down_proj,0.0000006496,0.05000,0.747
13,mlp.experts.3.down_proj,0.0000004395,0.05000,0.760
13,mlp.experts.6.down_proj,0.0000004279,0.05000,0.672
13,mlp.experts.4.down_proj,0.0000010062,0.05000,0.668
13,mlp.experts.5.down_proj,0.0000002712,0.05000,0.679
13,mlp.experts.7.down_proj,0.0000008066,0.05000,0.711
13,mlp.experts.10.down_proj,0.0000008084,0.05000,0.635
13,mlp.experts.8.down_proj,0.0000007218,0.05000,0.628
13,mlp.experts.9.down_proj,0.0000032002,0.05000,0.641
13,mlp.experts.11.down_proj,0.0000010266,0.05000,0.651
13,mlp.experts.14.down_proj,0.0000010864,0.05000,0.635
13,mlp.experts.12.down_proj,0.0000023895,0.05000,0.622
13,mlp.experts.13.down_proj,0.0000028122,0.05000,0.627
13,mlp.experts.15.down_proj,0.0000008081,0.05000,0.641
13,mlp.experts.18.down_proj,0.0000001638,0.05000,0.632
13,mlp.experts.16.down_proj,0.0000010996,0.05000,0.616
13,mlp.experts.17.down_proj,0.0000016441,0.05000,0.642
13,mlp.experts.19.down_proj,0.0000007295,0.05000,0.637
13,mlp.experts.22.down_proj,0.0000002028,0.05000,0.686
13,mlp.experts.20.down_proj,0.0000004452,0.05000,0.688
13,mlp.experts.21.down_proj,0.0000012041,0.05000,0.695
13,mlp.experts.25.down_proj,failsafe(rtn): 0.0010223,0.00000,0.009
13,mlp.experts.23.down_proj,0.0000013714,0.05000,0.702
13,mlp.experts.26.down_proj,0.0000005117,0.05000,0.683
13,mlp.experts.24.down_proj,0.0000013190,0.05000,0.678
13,mlp.experts.28.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
13,mlp.experts.29.down_proj,0.0000018328,0.05000,0.683
13,mlp.experts.27.down_proj,0.0000001884,0.05000,0.703
13,mlp.experts.30.down_proj,0.0000007869,0.05000,0.780
13,mlp.experts.32.down_proj,0.0000010618,0.05000,0.775
13,mlp.experts.33.down_proj,0.0000003373,0.05000,0.707
13,mlp.experts.31.down_proj,0.0000017196,0.05000,0.696
13,mlp.experts.36.down_proj,0.0000002233,0.05000,0.747
13,mlp.experts.34.down_proj,0.0000008711,0.05000,0.778
13,mlp.experts.37.down_proj,0.0000010030,0.05000,0.761
13,mlp.experts.35.down_proj,0.0000007889,0.05000,0.761
13,mlp.experts.40.down_proj,0.0000012963,0.05000,0.705
13,mlp.experts.38.down_proj,0.0000002106,0.05000,0.713
13,mlp.experts.41.down_proj,0.0000002916,0.05000,0.761
13,mlp.experts.39.down_proj,0.0000005977,0.05000,0.757
13,mlp.experts.44.down_proj,0.0000006150,0.05000,0.727
13,mlp.experts.42.down_proj,0.0000002572,0.05000,0.735
13,mlp.experts.43.down_proj,0.0000002494,0.05000,0.747
13,mlp.experts.45.down_proj,0.0000019774,0.05000,0.805
13,mlp.experts.48.down_proj,0.0000002785,0.05000,0.671
13,mlp.experts.46.down_proj,0.0000004295,0.05000,0.682
13,mlp.experts.49.down_proj,0.0000004074,0.05000,0.629
13,mlp.experts.47.down_proj,0.0000010358,0.05000,0.645
13,mlp.experts.50.down_proj,0.0000011334,0.05000,0.679
13,mlp.experts.52.down_proj,0.0000004228,0.05000,0.742
13,mlp.experts.53.down_proj,0.0000017384,0.05000,0.665
13,mlp.experts.51.down_proj,0.0000004022,0.05000,0.742
13,mlp.experts.54.down_proj,0.0000019885,0.05000,0.680
13,mlp.experts.56.down_proj,0.0000012236,0.05000,0.683
13,mlp.experts.57.down_proj,0.0000004611,0.05000,0.679
13,mlp.experts.55.down_proj,0.0000004717,0.05000,0.658
13,mlp.experts.58.down_proj,0.0000006862,0.05000,0.703
13,mlp.experts.60.down_proj,0.0000005156,0.05000,0.696
13,mlp.experts.61.down_proj,0.0000005693,0.05000,0.749
13,mlp.experts.59.down_proj,0.0000013648,0.05000,0.701
13,mlp.experts.64.down_proj,0.0000003798,0.05000,0.699
13,mlp.experts.62.down_proj,0.0000027571,0.05000,0.718
13,mlp.experts.68.down_proj,failsafe(rtn): 0.0010147,0.00000,0.012
13,mlp.experts.65.down_proj,0.0000018529,0.05000,0.661
13,mlp.experts.63.down_proj,0.0000004205,0.05000,0.661
13,mlp.experts.66.down_proj,0.0000001850,0.05000,0.694
13,mlp.experts.67.down_proj,0.0000004184,0.05000,0.658
13,mlp.experts.72.down_proj,0.0000004699,0.05000,0.728
13,mlp.experts.69.down_proj,0.0000009849,0.05000,0.708
13,mlp.experts.70.down_proj,0.0000003998,0.05000,0.684
13,mlp.experts.73.down_proj,0.0000017099,0.05000,0.674
13,mlp.experts.71.down_proj,0.0000003515,0.05000,0.726
13,mlp.experts.76.down_proj,0.0000004037,0.05000,0.712
13,mlp.experts.77.down_proj,0.0000012748,0.05000,0.664
13,mlp.experts.75.down_proj,0.0000005397,0.05000,0.648
13,mlp.experts.74.down_proj,0.0000002165,0.05000,0.730
13,mlp.experts.80.down_proj,0.0000006724,0.05000,0.714
13,mlp.experts.81.down_proj,0.0000002706,0.05000,0.665
13,mlp.experts.79.down_proj,0.0000003907,0.05000,0.680
13,mlp.experts.78.down_proj,0.0000004110,0.05000,0.722
13,mlp.experts.84.down_proj,0.0000002031,0.05000,0.732
13,mlp.experts.85.down_proj,0.0000018979,0.05000,0.682
13,mlp.experts.83.down_proj,0.0000023235,0.05000,0.687
13,mlp.experts.82.down_proj,0.0000009327,0.05000,0.765
13,mlp.experts.88.down_proj,0.0000015293,0.05000,0.763
13,mlp.experts.87.down_proj,0.0000006406,0.05000,0.660
13,mlp.experts.89.down_proj,0.0000005957,0.05000,0.715
13,mlp.experts.86.down_proj,0.0000007289,0.05000,0.701
13,mlp.experts.92.down_proj,0.0000009913,0.05000,0.721
13,mlp.experts.91.down_proj,0.0000001805,0.05000,0.726
13,mlp.experts.93.down_proj,0.0000014012,0.05000,0.759
13,mlp.experts.90.down_proj,0.0000023721,0.05000,0.717
13,mlp.experts.96.down_proj,0.0000010102,0.05000,0.688
13,mlp.experts.95.down_proj,0.0000026079,0.05000,0.728
13,mlp.experts.97.down_proj,0.0000012917,0.05000,0.715
13,mlp.experts.100.down_proj,0.0000003305,0.05000,0.660
13,mlp.experts.94.down_proj,0.0000019483,0.05000,0.740
13,mlp.experts.99.down_proj,0.0000009814,0.05000,0.679
13,mlp.experts.101.down_proj,0.0000007499,0.05000,0.724
13,mlp.experts.104.down_proj,0.0000011647,0.05000,0.697
13,mlp.experts.98.down_proj,0.0000003691,0.05000,0.695
13,mlp.experts.103.down_proj,0.0000012918,0.05000,0.750
13,mlp.experts.105.down_proj,0.0000008061,0.05000,0.720
13,mlp.experts.108.down_proj,0.0000019431,0.05000,0.736
13,mlp.experts.102.down_proj,0.0000002677,0.05000,0.745
13,mlp.experts.107.down_proj,0.0000013378,0.05000,0.640
13,mlp.experts.109.down_proj,0.0000010708,0.05000,0.648
13,mlp.experts.112.down_proj,0.0000007007,0.05000,0.671
13,mlp.experts.106.down_proj,0.0000009768,0.05000,0.668
13,mlp.experts.111.down_proj,0.0000003121,0.05000,0.752
13,mlp.experts.113.down_proj,0.0000003989,0.05000,0.716
13,mlp.experts.116.down_proj,0.0000003799,0.05000,0.727
13,mlp.experts.110.down_proj,0.0000003796,0.05000,0.771
13,mlp.experts.115.down_proj,0.0000008773,0.05000,0.770
13,mlp.experts.117.down_proj,0.0000006416,0.05000,0.780
13,mlp.experts.120.down_proj,0.0000013253,0.05000,0.802
13,mlp.experts.114.down_proj,0.0000004697,0.05000,0.775
13,mlp.experts.119.down_proj,0.0000002117,0.05000,0.684
13,mlp.experts.121.down_proj,0.0000010197,0.05000,0.687
13,mlp.experts.124.down_proj,0.0000003413,0.05000,0.626
13,mlp.experts.118.down_proj,0.0000006018,0.05000,0.632
13,mlp.experts.123.down_proj,0.0000007227,0.05000,0.621
13,mlp.experts.125.down_proj,0.0000007184,0.05000,0.607
13,mlp.experts.128.down_proj,0.0000005380,0.05000,0.608
13,mlp.experts.122.down_proj,0.0000002977,0.05000,0.623
13,mlp.experts.127.down_proj,0.0000002721,0.05000,0.542
13,mlp.experts.129.down_proj,0.0000004854,0.05000,0.551
13,mlp.experts.132.down_proj,0.0000004544,0.05000,0.589
13,mlp.experts.126.down_proj,0.0000005772,0.05000,0.568
13,mlp.experts.131.down_proj,0.0000013439,0.05000,0.588
13,mlp.experts.133.down_proj,0.0000002560,0.05000,0.559
13,mlp.experts.136.down_proj,0.0000011627,0.05000,0.642
13,mlp.experts.130.down_proj,0.0000013957,0.05000,0.655
13,mlp.experts.137.down_proj,0.0000004676,0.05000,0.595
13,mlp.experts.135.down_proj,0.0000003783,0.05000,0.622
13,mlp.experts.140.down_proj,0.0000002800,0.05000,0.663
13,mlp.experts.134.down_proj,0.0000003704,0.05000,0.673
13,mlp.experts.141.down_proj,0.0000004721,0.05000,0.577
13,mlp.experts.139.down_proj,0.0000004888,0.05000,0.638
13,mlp.experts.144.down_proj,0.0000006321,0.05000,0.645
13,mlp.experts.138.down_proj,0.0000009465,0.05000,0.691
13,mlp.experts.145.down_proj,0.0000006285,0.05000,0.699
13,mlp.experts.143.down_proj,0.0000004205,0.05000,0.716
13,mlp.experts.148.down_proj,0.0000021630,0.05000,0.724
13,mlp.experts.142.down_proj,0.0000002309,0.05000,0.742
13,mlp.experts.149.down_proj,0.0000004872,0.05000,0.749
13,mlp.experts.147.down_proj,0.0000003457,0.05000,0.715
13,mlp.experts.152.down_proj,0.0000004772,0.05000,0.710
13,mlp.experts.146.down_proj,0.0000003478,0.05000,0.742
13,mlp.experts.153.down_proj,0.0000010814,0.05000,0.708
13,mlp.experts.151.down_proj,0.0000004223,0.05000,0.692
13,mlp.experts.156.down_proj,0.0000004604,0.05000,0.661
13,mlp.experts.150.down_proj,0.0000004592,0.05000,0.682
13,mlp.experts.157.down_proj,0.0000007924,0.05000,0.727
13,mlp.experts.155.down_proj,0.0000004680,0.05000,0.721
13,mlp.experts.160.down_proj,0.0000007284,0.05000,0.684
13,mlp.experts.154.down_proj,0.0000011077,0.05000,0.734
13,mlp.experts.161.down_proj,0.0000005357,0.05000,0.684
13,mlp.experts.159.down_proj,0.0000002955,0.05000,0.694
13,mlp.experts.164.down_proj,0.0000002415,0.05000,0.662
13,mlp.experts.158.down_proj,0.0000011179,0.05000,0.663
13,mlp.experts.165.down_proj,0.0000004751,0.05000,0.683
13,mlp.experts.163.down_proj,0.0000007836,0.05000,0.667
13,mlp.experts.168.down_proj,0.0000002213,0.05000,0.664
13,mlp.experts.162.down_proj,0.0000011514,0.05000,0.706
13,mlp.experts.169.down_proj,0.0000008897,0.05000,0.641
13,mlp.experts.167.down_proj,0.0000003637,0.05000,0.675
13,mlp.experts.172.down_proj,0.0000002256,0.05000,0.690
13,mlp.experts.166.down_proj,0.0000004971,0.05000,0.671
13,mlp.experts.173.down_proj,0.0000003210,0.05000,0.667
13,mlp.experts.171.down_proj,0.0000003010,0.05000,0.650
13,mlp.experts.176.down_proj,0.0000008235,0.05000,0.684
13,mlp.experts.170.down_proj,0.0000007136,0.05000,0.615
13,mlp.experts.177.down_proj,0.0000002272,0.05000,0.638
13,mlp.experts.175.down_proj,0.0000004091,0.05000,0.658
13,mlp.experts.180.down_proj,0.0000007260,0.05000,0.726
13,mlp.experts.174.down_proj,0.0000003641,0.05000,0.720
13,mlp.experts.181.down_proj,0.0000003007,0.05000,0.746
13,mlp.experts.179.down_proj,0.0000010688,0.05000,0.724
13,mlp.experts.184.down_proj,0.0000005741,0.05000,0.690
13,mlp.experts.178.down_proj,0.0000015750,0.05000,0.751
13,mlp.experts.183.down_proj,0.0000010627,0.05000,0.673
13,mlp.experts.185.down_proj,0.0000005615,0.05000,0.766
13,mlp.experts.188.down_proj,0.0000002541,0.05000,0.697
13,mlp.experts.182.down_proj,0.0000004099,0.05000,0.678
13,mlp.experts.187.down_proj,0.0000018779,0.05000,0.643
13,mlp.experts.189.down_proj,0.0000003611,0.05000,0.724
13,mlp.experts.192.down_proj,0.0000011806,0.05000,0.714
13,mlp.experts.186.down_proj,0.0000011710,0.05000,0.709
13,mlp.experts.191.down_proj,0.0000010160,0.05000,0.668
13,mlp.experts.193.down_proj,0.0000006811,0.05000,0.728
13,mlp.experts.196.down_proj,0.0000003494,0.05000,0.719
13,mlp.experts.190.down_proj,0.0000004414,0.05000,0.736
13,mlp.experts.195.down_proj,0.0000007761,0.05000,0.756
13,mlp.experts.197.down_proj,0.0000012884,0.05000,0.727
13,mlp.experts.200.down_proj,0.0000002124,0.05000,0.759
13,mlp.experts.194.down_proj,0.0000002787,0.05000,0.715
13,mlp.experts.199.down_proj,0.0000002682,0.05000,0.676
13,mlp.experts.201.down_proj,0.0000002415,0.05000,0.706
13,mlp.experts.204.down_proj,0.0000004890,0.05000,0.657
13,mlp.experts.198.down_proj,0.0000006787,0.05000,0.614
13,mlp.experts.203.down_proj,0.0000004554,0.05000,0.697
13,mlp.experts.205.down_proj,0.0000006048,0.05000,0.701
13,mlp.experts.208.down_proj,0.0000010230,0.05000,0.699
13,mlp.experts.202.down_proj,0.0000002314,0.05000,0.682
13,mlp.experts.207.down_proj,0.0000007401,0.05000,0.691
13,mlp.experts.209.down_proj,0.0000005292,0.05000,0.729
13,mlp.experts.212.down_proj,0.0000008222,0.05000,0.712
13,mlp.experts.206.down_proj,0.0000003874,0.05000,0.722
13,mlp.experts.211.down_proj,0.0000008503,0.05000,0.705
13,mlp.experts.213.down_proj,0.0000013827,0.05000,0.658
13,mlp.experts.216.down_proj,0.0000003072,0.05000,0.689
13,mlp.experts.210.down_proj,0.0000020594,0.05000,0.641
13,mlp.experts.215.down_proj,0.0000007595,0.05000,0.686
13,mlp.experts.217.down_proj,0.0000001689,0.05000,0.702
13,mlp.experts.220.down_proj,0.0000008859,0.05000,0.689
13,mlp.experts.214.down_proj,0.0000013255,0.05000,0.697
13,mlp.experts.219.down_proj,0.0000005884,0.05000,0.721
13,mlp.experts.221.down_proj,0.0000003541,0.05000,0.669
13,mlp.experts.224.down_proj,0.0000002720,0.05000,0.708
13,mlp.experts.218.down_proj,0.0000005493,0.05000,0.716
13,mlp.experts.223.down_proj,0.0000015943,0.05000,0.665
13,mlp.experts.225.down_proj,0.0000004069,0.05000,0.700
13,mlp.experts.228.down_proj,0.0000007637,0.05000,0.665
13,mlp.experts.222.down_proj,0.0000008515,0.05000,0.648
13,mlp.experts.227.down_proj,0.0000003965,0.05000,0.661
13,mlp.experts.229.down_proj,0.0000012944,0.05000,0.690
13,mlp.experts.232.down_proj,0.0000007388,0.05000,0.691
13,mlp.experts.226.down_proj,0.0000013818,0.05000,0.748
13,mlp.experts.231.down_proj,0.0000004064,0.05000,0.765
13,mlp.experts.233.down_proj,0.0000002904,0.05000,0.689
13,mlp.experts.236.down_proj,0.0000004662,0.05000,0.685
13,mlp.experts.230.down_proj,0.0000004365,0.05000,0.727
13,mlp.experts.235.down_proj,0.0000012324,0.05000,0.716
13,mlp.experts.237.down_proj,0.0000001465,0.05000,0.738
13,mlp.experts.240.down_proj,0.0000024265,0.05000,0.724
13,mlp.experts.234.down_proj,0.0000004467,0.05000,0.756
13,mlp.experts.239.down_proj,0.0000005521,0.05000,0.692
13,mlp.experts.241.down_proj,0.0000006436,0.05000,0.686
13,mlp.experts.244.down_proj,0.0000004863,0.05000,0.639
13,mlp.experts.238.down_proj,0.0000005058,0.05000,0.697
13,mlp.experts.243.down_proj,0.0000008790,0.05000,0.680
13,mlp.experts.245.down_proj,0.0000014012,0.05000,0.667
13,mlp.experts.248.down_proj,0.0000007581,0.05000,0.677
13,mlp.experts.242.down_proj,0.0000007114,0.05000,0.697
13,mlp.experts.247.down_proj,0.0000016833,0.05000,0.708
13,mlp.experts.249.down_proj,0.0000005810,0.05000,0.750
13,mlp.experts.252.down_proj,0.0000007780,0.05000,0.712
13,mlp.experts.246.down_proj,0.0000008654,0.05000,0.608
13,mlp.experts.251.down_proj,0.0000003516,0.05000,0.568
13,mlp.experts.253.down_proj,0.0000004690,0.05000,0.515
13,mlp.experts.250.down_proj,0.0000013575,0.05000,0.381
13,mlp.experts.255.down_proj,0.0000004307,0.05000,0.352
13,mlp.experts.254.down_proj,0.0000004874,0.05000,0.188
14,mlp.experts.3.gate_proj,0.0000696805,0.05000,2.816
14,mlp.experts.0.gate_proj,0.0000426975,0.05000,2.861
14,mlp.experts.1.gate_proj,0.0000323206,0.05000,2.896
14,mlp.experts.2.gate_proj,0.0000532301,0.05000,2.993
14,mlp.experts.7.gate_proj,0.0000159265,0.05000,2.848
14,mlp.experts.4.gate_proj,0.0000390684,0.05000,2.819
14,mlp.experts.5.gate_proj,0.0000174655,0.05000,2.820
14,mlp.experts.6.gate_proj,0.0000172857,0.05000,2.811
14,mlp.experts.11.gate_proj,0.0000099046,0.05000,2.865
14,mlp.experts.8.gate_proj,0.0000308794,0.05000,2.873
14,mlp.experts.9.gate_proj,0.0000513269,0.05000,2.849
14,mlp.experts.10.gate_proj,0.0000691576,0.05000,2.872
14,mlp.experts.13.gate_proj,0.0000276006,0.05000,2.665
14,mlp.experts.12.gate_proj,0.0000569245,0.05000,2.709
14,mlp.experts.15.gate_proj,0.0000459039,0.05000,2.785
14,mlp.experts.14.gate_proj,0.0000129564,0.05000,2.751
14,mlp.experts.17.gate_proj,0.0000773926,0.05000,2.813
14,mlp.experts.16.gate_proj,0.0000225191,0.05000,2.848
14,mlp.experts.19.gate_proj,0.0000473473,0.05000,2.807
14,mlp.experts.23.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.049
14,mlp.experts.18.gate_proj,0.0000167898,0.05000,2.888
14,mlp.experts.21.gate_proj,0.0000795838,0.05000,3.022
14,mlp.experts.27.gate_proj,0.0000105442,0.05000,2.946
14,mlp.experts.20.gate_proj,0.0000136454,0.05000,3.014
14,mlp.experts.22.gate_proj,0.0000139074,0.05000,2.890
14,mlp.experts.24.gate_proj,0.0000312539,0.05000,2.519
14,mlp.experts.31.gate_proj,0.0000397617,0.05000,2.574
14,mlp.experts.25.gate_proj,0.0000896522,0.05000,2.704
14,mlp.experts.26.gate_proj,0.0000447052,0.05000,2.642
14,mlp.experts.28.gate_proj,0.0000182115,0.05000,2.475
14,mlp.experts.35.gate_proj,0.0000663438,0.05000,2.446
14,mlp.experts.29.gate_proj,0.0000330366,0.05000,2.449
14,mlp.experts.30.gate_proj,0.0000150225,0.05000,2.484
14,mlp.experts.32.gate_proj,0.0000184487,0.05000,2.414
14,mlp.experts.39.gate_proj,0.0000160563,0.05000,2.472
14,mlp.experts.33.gate_proj,0.0000370539,0.05000,2.425
14,mlp.experts.34.gate_proj,0.0000587017,0.05000,2.461
14,mlp.experts.36.gate_proj,0.0000133739,0.05000,2.423
14,mlp.experts.37.gate_proj,0.0000062706,0.05000,2.407
14,mlp.experts.43.gate_proj,0.0000156630,0.05000,2.503
14,mlp.experts.38.gate_proj,0.0000086255,0.05000,2.542
14,mlp.experts.40.gate_proj,0.0000182649,0.05000,2.514
14,mlp.experts.47.gate_proj,0.0000060858,0.05000,2.420
14,mlp.experts.41.gate_proj,0.0000211314,0.05000,2.591
14,mlp.experts.42.gate_proj,0.0000168630,0.05000,2.625
14,mlp.experts.46.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.035
14,mlp.experts.51.gate_proj,0.0000433104,0.05000,2.371
14,mlp.experts.44.gate_proj,0.0000333127,0.05000,2.452
14,mlp.experts.45.gate_proj,0.0000554520,0.05000,2.457
14,mlp.experts.50.gate_proj,0.0000176352,0.05000,2.348
14,mlp.experts.55.gate_proj,0.0000183507,0.05000,2.445
14,mlp.experts.48.gate_proj,0.0000221724,0.05000,2.428
14,mlp.experts.49.gate_proj,0.0000371865,0.05000,2.348
14,mlp.experts.54.gate_proj,0.0000775035,0.05000,2.380
14,mlp.experts.58.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.042
14,mlp.experts.52.gate_proj,0.0000662125,0.05000,2.377
14,mlp.experts.59.gate_proj,0.0000656530,0.05000,2.472
14,mlp.experts.53.gate_proj,0.0000544285,0.05000,2.475
14,mlp.experts.62.gate_proj,0.0000634015,0.05000,2.529
14,mlp.experts.56.gate_proj,0.0000229626,0.05000,2.534
14,mlp.experts.63.gate_proj,0.0000139623,0.05000,2.500
14,mlp.experts.57.gate_proj,0.0000511538,0.05000,2.464
14,mlp.experts.66.gate_proj,0.0000192364,0.05000,2.592
14,mlp.experts.60.gate_proj,0.0000073709,0.05000,2.454
14,mlp.experts.61.gate_proj,0.0000199652,0.05000,2.402
14,mlp.experts.67.gate_proj,0.0000308172,0.05000,2.518
14,mlp.experts.70.gate_proj,0.0000246320,0.05000,2.509
14,mlp.experts.64.gate_proj,0.0000139016,0.05000,2.503
14,mlp.experts.65.gate_proj,0.0000200870,0.05000,2.626
14,mlp.experts.71.gate_proj,0.0000618097,0.05000,2.566
14,mlp.experts.74.gate_proj,0.0001067737,0.05000,2.573
14,mlp.experts.68.gate_proj,0.0000432387,0.05000,2.754
14,mlp.experts.69.gate_proj,0.0000171516,0.05000,2.838
14,mlp.experts.75.gate_proj,0.0000092124,0.05000,2.919
14,mlp.experts.78.gate_proj,0.0001074925,0.05000,2.939
14,mlp.experts.72.gate_proj,0.0000262929,0.05000,2.521
14,mlp.experts.73.gate_proj,0.0000341370,0.05000,2.538
14,mlp.experts.79.gate_proj,0.0000196934,0.05000,2.645
14,mlp.experts.82.gate_proj,0.0000244842,0.05000,2.367
14,mlp.experts.76.gate_proj,0.0000387809,0.05000,2.596
14,mlp.experts.77.gate_proj,0.0000876733,0.05000,2.524
14,mlp.experts.83.gate_proj,0.0000118289,0.05000,2.645
14,mlp.experts.86.gate_proj,0.0000127441,0.05000,2.467
14,mlp.experts.80.gate_proj,0.0000181246,0.05000,2.765
14,mlp.experts.81.gate_proj,0.0000320892,0.05000,2.745
14,mlp.experts.87.gate_proj,0.0000577944,0.05000,2.677
14,mlp.experts.90.gate_proj,0.0000408536,0.05000,2.689
14,mlp.experts.84.gate_proj,0.0001127284,0.05000,2.558
14,mlp.experts.85.gate_proj,0.0000626521,0.05000,2.527
14,mlp.experts.91.gate_proj,0.0000626015,0.05000,2.578
14,mlp.experts.94.gate_proj,0.0000669321,0.05000,2.576
14,mlp.experts.88.gate_proj,0.0000699773,0.05000,2.665
14,mlp.experts.89.gate_proj,0.0000365553,0.05000,2.562
14,mlp.experts.93.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.037
14,mlp.experts.95.gate_proj,0.0000440028,0.05000,2.636
14,mlp.experts.98.gate_proj,0.0000129198,0.05000,2.515
14,mlp.experts.92.gate_proj,0.0000782576,0.05000,2.517
14,mlp.experts.97.gate_proj,0.0000707679,0.05000,2.518
14,mlp.experts.102.gate_proj,0.0000312324,0.05000,2.432
14,mlp.experts.99.gate_proj,0.0000182755,0.05000,2.521
14,mlp.experts.96.gate_proj,0.0000076602,0.05000,2.641
14,mlp.experts.101.gate_proj,0.0000388486,0.05000,2.637
14,mlp.experts.106.gate_proj,0.0000353530,0.05000,2.733
14,mlp.experts.103.gate_proj,0.0000207026,0.05000,2.744
14,mlp.experts.100.gate_proj,0.0001001744,0.05000,2.741
14,mlp.experts.105.gate_proj,0.0000210673,0.05000,2.710
14,mlp.experts.110.gate_proj,0.0000528220,0.05000,2.789
14,mlp.experts.107.gate_proj,0.0000331881,0.05000,2.746
14,mlp.experts.109.gate_proj,0.0000046242,0.05000,2.705
14,mlp.experts.104.gate_proj,0.0000310204,0.05000,2.769
14,mlp.experts.111.gate_proj,0.0000194146,0.05000,2.584
14,mlp.experts.114.gate_proj,0.0000467972,0.05000,2.689
14,mlp.experts.108.gate_proj,0.0001395521,0.05000,2.470
14,mlp.experts.113.gate_proj,0.0000839316,0.05000,2.483
14,mlp.experts.115.gate_proj,0.0000985827,0.05000,2.555
14,mlp.experts.118.gate_proj,0.0000360962,0.05000,2.541
14,mlp.experts.112.gate_proj,0.0000431697,0.05000,2.694
14,mlp.experts.117.gate_proj,0.0000408404,0.05000,2.707
14,mlp.experts.121.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.042
14,mlp.experts.119.gate_proj,0.0000289523,0.05000,2.818
14,mlp.experts.122.gate_proj,0.0000683687,0.05000,2.963
14,mlp.experts.116.gate_proj,0.0000482032,0.05000,2.671
14,mlp.experts.125.gate_proj,0.0000123772,0.05000,2.624
14,mlp.experts.123.gate_proj,0.0000435107,0.05000,2.715
14,mlp.experts.126.gate_proj,0.0000549845,0.05000,2.575
14,mlp.experts.129.gate_proj,0.0000258000,0.05000,2.483
14,mlp.experts.120.gate_proj,0.0000280431,0.05000,2.539
14,mlp.experts.127.gate_proj,0.0000800225,0.05000,2.495
14,mlp.experts.130.gate_proj,0.0000872176,0.05000,2.461
14,mlp.experts.133.gate_proj,0.0000253463,0.05000,2.363
14,mlp.experts.124.gate_proj,0.0000078301,0.05000,2.397
14,mlp.experts.131.gate_proj,0.0000453784,0.05000,2.382
14,mlp.experts.134.gate_proj,0.0000896478,0.05000,2.461
14,mlp.experts.137.gate_proj,0.0000093870,0.05000,2.226
14,mlp.experts.128.gate_proj,0.0001404374,0.05000,2.437
14,mlp.experts.135.gate_proj,0.0000146418,0.05000,2.380
14,mlp.experts.138.gate_proj,0.0000293506,0.05000,2.493
14,mlp.experts.141.gate_proj,0.0000357751,0.05000,2.442
14,mlp.experts.132.gate_proj,0.0001137424,0.05000,2.570
14,mlp.experts.139.gate_proj,0.0000205445,0.05000,2.484
14,mlp.experts.142.gate_proj,0.0000267327,0.05000,2.596
14,mlp.experts.145.gate_proj,0.0000495023,0.05000,2.610
14,mlp.experts.136.gate_proj,0.0000460819,0.05000,2.650
14,mlp.experts.143.gate_proj,0.0000417296,0.05000,2.863
14,mlp.experts.146.gate_proj,0.0000146535,0.05000,2.854
14,mlp.experts.149.gate_proj,0.0000254404,0.05000,2.795
14,mlp.experts.140.gate_proj,0.0000653995,0.05000,2.544
14,mlp.experts.147.gate_proj,0.0000104547,0.05000,2.422
14,mlp.experts.151.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.031
14,mlp.experts.150.gate_proj,0.0000389455,0.05000,2.270
14,mlp.experts.153.gate_proj,0.0000302683,0.05000,2.373
14,mlp.experts.144.gate_proj,0.0000343652,0.05000,2.340
14,mlp.experts.155.gate_proj,0.0000448919,0.05000,2.404
14,mlp.experts.154.gate_proj,0.0000512718,0.05000,2.412
14,mlp.experts.157.gate_proj,0.0000105967,0.05000,2.424
14,mlp.experts.148.gate_proj,0.0000130101,0.05000,2.453
14,mlp.experts.159.gate_proj,0.0000093053,0.05000,2.457
14,mlp.experts.158.gate_proj,0.0000526220,0.05000,2.433
14,mlp.experts.161.gate_proj,0.0000826569,0.05000,2.370
14,mlp.experts.152.gate_proj,0.0000219718,0.05000,2.499
14,mlp.experts.163.gate_proj,0.0000515996,0.05000,2.350
14,mlp.experts.162.gate_proj,0.0000152766,0.05000,2.472
14,mlp.experts.165.gate_proj,0.0000618033,0.05000,2.329
14,mlp.experts.156.gate_proj,0.0000067736,0.05000,2.580
14,mlp.experts.167.gate_proj,0.0000119908,0.05000,2.382
14,mlp.experts.166.gate_proj,0.0000434443,0.05000,2.464
14,mlp.experts.169.gate_proj,0.0000112874,0.05000,2.341
14,mlp.experts.160.gate_proj,0.0000600340,0.05000,2.517
14,mlp.experts.171.gate_proj,0.0000173649,0.05000,2.567
14,mlp.experts.170.gate_proj,0.0000578295,0.05000,2.550
14,mlp.experts.173.gate_proj,0.0000736966,0.05000,2.593
14,mlp.experts.164.gate_proj,0.0000534690,0.05000,2.604
14,mlp.experts.175.gate_proj,0.0000063687,0.05000,2.490
14,mlp.experts.174.gate_proj,0.0000227718,0.05000,2.508
14,mlp.experts.177.gate_proj,0.0000572605,0.05000,2.465
14,mlp.experts.168.gate_proj,0.0000334003,0.05000,2.310
14,mlp.experts.179.gate_proj,0.0000138762,0.05000,2.377
14,mlp.experts.178.gate_proj,0.0000143650,0.05000,2.333
14,mlp.experts.181.gate_proj,0.0000378854,0.05000,2.149
14,mlp.experts.172.gate_proj,0.0000085063,0.05000,2.197
14,mlp.experts.176.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.034
14,mlp.experts.183.gate_proj,0.0000092564,0.05000,2.177
14,mlp.experts.182.gate_proj,0.0000075954,0.05000,2.110
14,mlp.experts.185.gate_proj,0.0000120059,0.05000,2.385
14,mlp.experts.189.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.034
14,mlp.experts.180.gate_proj,0.0000539757,0.05000,2.429
14,mlp.experts.187.gate_proj,0.0000288219,0.05000,2.414
14,mlp.experts.186.gate_proj,0.0000170000,0.05000,2.469
14,mlp.experts.193.gate_proj,0.0000473218,0.05000,2.479
14,mlp.experts.184.gate_proj,0.0000503622,0.05000,2.385
14,mlp.experts.191.gate_proj,0.0000497649,0.05000,2.415
14,mlp.experts.190.gate_proj,0.0000250632,0.05000,2.432
14,mlp.experts.197.gate_proj,0.0000834672,0.05000,2.196
14,mlp.experts.201.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.042
14,mlp.experts.188.gate_proj,0.0000168787,0.05000,2.310
14,mlp.experts.195.gate_proj,0.0000410722,0.05000,2.348
14,mlp.experts.194.gate_proj,0.0000205939,0.05000,2.321
14,mlp.experts.205.gate_proj,0.0000401174,0.05000,2.362
14,mlp.experts.192.gate_proj,0.0000378571,0.05000,2.263
14,mlp.experts.199.gate_proj,0.0000220388,0.05000,2.442
14,mlp.experts.198.gate_proj,0.0000270424,0.05000,2.496
14,mlp.experts.209.gate_proj,0.0000387777,0.05000,2.618
14,mlp.experts.196.gate_proj,0.0000166712,0.05000,2.676
14,mlp.experts.203.gate_proj,0.0000246520,0.05000,2.551
14,mlp.experts.202.gate_proj,0.0000512697,0.05000,2.475
14,mlp.experts.213.gate_proj,0.0000113086,0.05000,2.243
14,mlp.experts.200.gate_proj,0.0000237554,0.05000,2.270
14,mlp.experts.207.gate_proj,0.0000288679,0.05000,2.306
14,mlp.experts.206.gate_proj,0.0000159875,0.05000,2.411
14,mlp.experts.217.gate_proj,0.0000379400,0.05000,2.431
14,mlp.experts.204.gate_proj,0.0000772901,0.05000,2.481
14,mlp.experts.211.gate_proj,0.0000439254,0.05000,2.481
14,mlp.experts.210.gate_proj,0.0000367386,0.05000,2.382
14,mlp.experts.221.gate_proj,0.0000491064,0.05000,2.453
14,mlp.experts.208.gate_proj,0.0000330978,0.05000,2.472
14,mlp.experts.215.gate_proj,0.0000300154,0.05000,2.453
14,mlp.experts.214.gate_proj,0.0000468298,0.05000,2.458
14,mlp.experts.225.gate_proj,0.0000537009,0.05000,2.545
14,mlp.experts.212.gate_proj,0.0001000129,0.05000,2.454
14,mlp.experts.219.gate_proj,0.0000138233,0.05000,2.407
14,mlp.experts.218.gate_proj,0.0000046507,0.05000,2.418
14,mlp.experts.229.gate_proj,0.0000660933,0.05000,2.372
14,mlp.experts.216.gate_proj,0.0000537460,0.05000,2.445
14,mlp.experts.223.gate_proj,0.0000495440,0.05000,2.363
14,mlp.experts.222.gate_proj,0.0000941819,0.05000,2.264
14,mlp.experts.233.gate_proj,0.0000953205,0.05000,2.310
14,mlp.experts.220.gate_proj,0.0000179328,0.05000,2.344
14,mlp.experts.227.gate_proj,0.0000334496,0.05000,2.460
14,mlp.experts.226.gate_proj,0.0000319077,0.05000,2.513
14,mlp.experts.237.gate_proj,0.0000144393,0.05000,2.516
14,mlp.experts.224.gate_proj,0.0000416533,0.05000,2.424
14,mlp.experts.231.gate_proj,0.0000157532,0.05000,2.293
14,mlp.experts.230.gate_proj,0.0000726202,0.05000,2.359
14,mlp.experts.241.gate_proj,0.0000062975,0.05000,2.194
14,mlp.experts.228.gate_proj,0.0000285031,0.05000,2.262
14,mlp.experts.235.gate_proj,0.0000087488,0.05000,2.333
14,mlp.experts.234.gate_proj,0.0000200793,0.05000,2.415
14,mlp.experts.245.gate_proj,0.0000185936,0.05000,2.400
14,mlp.experts.232.gate_proj,0.0000079576,0.05000,2.349
14,mlp.experts.239.gate_proj,0.0000378356,0.05000,2.405
14,mlp.experts.238.gate_proj,0.0000190755,0.05000,2.419
14,mlp.experts.249.gate_proj,0.0000096520,0.05000,2.401
14,mlp.experts.236.gate_proj,0.0000127279,0.05000,2.168
14,mlp.experts.243.gate_proj,0.0000818127,0.05000,2.221
14,mlp.experts.242.gate_proj,0.0000450380,0.05000,2.166
14,mlp.experts.253.gate_proj,0.0000647444,0.05000,2.293
14,mlp.experts.240.gate_proj,0.0000149919,0.05000,2.371
14,mlp.experts.247.gate_proj,0.0000092562,0.05000,2.247
14,mlp.experts.246.gate_proj,0.0000100558,0.05000,2.280
14,mlp.experts.1.up_proj,0.0000315937,0.05000,2.498
14,mlp.experts.244.gate_proj,0.0000442912,0.05000,2.398
14,mlp.experts.251.gate_proj,0.0000305223,0.05000,2.588
14,mlp.experts.250.gate_proj,0.0000136321,0.05000,2.673
14,mlp.experts.5.up_proj,0.0000160528,0.05000,2.580
14,mlp.experts.248.gate_proj,0.0001381483,0.05000,2.552
14,mlp.experts.255.gate_proj,0.0000178662,0.05000,2.581
14,mlp.experts.254.gate_proj,0.0000664975,0.05000,2.460
14,mlp.experts.9.up_proj,0.0000479240,0.05000,2.434
14,mlp.experts.252.gate_proj,0.0000741854,0.05000,2.306
14,mlp.experts.3.up_proj,0.0000716605,0.05000,2.314
14,mlp.experts.2.up_proj,0.0000478932,0.05000,2.334
14,mlp.experts.13.up_proj,0.0000235781,0.05000,2.312
14,mlp.experts.0.up_proj,0.0000400865,0.05000,2.329
14,mlp.experts.7.up_proj,0.0000148894,0.05000,2.355
14,mlp.experts.6.up_proj,0.0000132607,0.05000,2.316
14,mlp.experts.17.up_proj,0.0000279082,0.05000,2.439
14,mlp.experts.4.up_proj,0.0000367773,0.05000,2.311
14,mlp.experts.11.up_proj,0.0000092076,0.05000,2.382
14,mlp.experts.10.up_proj,0.0000660669,0.05000,2.413
14,mlp.experts.21.up_proj,0.0000758467,0.05000,2.458
14,mlp.experts.8.up_proj,0.0000286040,0.05000,2.372
14,mlp.experts.15.up_proj,0.0000395164,0.05000,2.480
14,mlp.experts.14.up_proj,0.0000127680,0.05000,2.426
14,mlp.experts.25.up_proj,0.0000801655,0.05000,2.241
14,mlp.experts.12.up_proj,0.0000530402,0.05000,2.372
14,mlp.experts.19.up_proj,0.0000455276,0.05000,2.286
14,mlp.experts.23.up_proj,failsafe(rtn): 0.0011063,0.00000,0.030
14,mlp.experts.18.up_proj,0.0000190008,0.05000,2.247
14,mlp.experts.29.up_proj,0.0000307681,0.05000,2.422
14,mlp.experts.16.up_proj,0.0000194533,0.05000,2.326
14,mlp.experts.27.up_proj,0.0000088451,0.05000,2.464
14,mlp.experts.22.up_proj,0.0000127150,0.05000,2.431
14,mlp.experts.33.up_proj,0.0000329820,0.05000,2.410
14,mlp.experts.20.up_proj,0.0000175844,0.05000,2.405
14,mlp.experts.26.up_proj,0.0000420603,0.05000,2.247
14,mlp.experts.31.up_proj,0.0000372116,0.05000,2.540
14,mlp.experts.37.up_proj,0.0000056360,0.05000,2.409
14,mlp.experts.24.up_proj,0.0000284990,0.05000,2.393
14,mlp.experts.30.up_proj,0.0000139563,0.05000,2.413
14,mlp.experts.35.up_proj,0.0000621036,0.05000,2.443
14,mlp.experts.41.up_proj,0.0000189833,0.05000,2.382
14,mlp.experts.28.up_proj,0.0000162404,0.05000,2.426
14,mlp.experts.34.up_proj,0.0000523752,0.05000,2.519
14,mlp.experts.39.up_proj,0.0000160167,0.05000,2.453
14,mlp.experts.45.up_proj,0.0000442955,0.05000,2.342
14,mlp.experts.32.up_proj,0.0000191018,0.05000,2.423
14,mlp.experts.38.up_proj,0.0000078884,0.05000,2.394
14,mlp.experts.43.up_proj,0.0000164816,0.05000,2.422
14,mlp.experts.49.up_proj,0.0000296910,0.05000,2.436
14,mlp.experts.36.up_proj,0.0000118803,0.05000,2.311
14,mlp.experts.42.up_proj,0.0000163885,0.05000,2.414
14,mlp.experts.46.up_proj,failsafe(rtn): 0.0010681,0.00000,0.036
14,mlp.experts.47.up_proj,0.0000056882,0.05000,2.364
14,mlp.experts.53.up_proj,0.0000520620,0.05000,2.381
14,mlp.experts.40.up_proj,0.0000143866,0.05000,2.414
14,mlp.experts.50.up_proj,0.0000175107,0.05000,2.341
14,mlp.experts.51.up_proj,0.0000382066,0.05000,2.514
14,mlp.experts.57.up_proj,0.0000483767,0.05000,2.797
14,mlp.experts.44.up_proj,0.0000333466,0.05000,2.840
14,mlp.experts.54.up_proj,0.0000657399,0.05000,2.824
14,mlp.experts.58.up_proj,failsafe(rtn): 0.0010452,0.00000,0.039
14,mlp.experts.55.up_proj,0.0000177292,0.05000,2.778
14,mlp.experts.61.up_proj,0.0000185198,0.05000,2.268
14,mlp.experts.48.up_proj,0.0000194890,0.05000,2.213
14,mlp.experts.62.up_proj,0.0000686096,0.05000,2.212
14,mlp.experts.59.up_proj,0.0000621065,0.05000,2.150
14,mlp.experts.65.up_proj,0.0000184077,0.05000,2.470
14,mlp.experts.52.up_proj,0.0000662503,0.05000,2.490
14,mlp.experts.66.up_proj,0.0000166305,0.05000,2.567
14,mlp.experts.63.up_proj,0.0000123308,0.05000,2.737
14,mlp.experts.69.up_proj,0.0000145267,0.05000,2.675
14,mlp.experts.56.up_proj,0.0000214176,0.05000,2.810
14,mlp.experts.67.up_proj,0.0000282059,0.05000,2.644
14,mlp.experts.70.up_proj,0.0000214665,0.05000,2.850
14,mlp.experts.73.up_proj,0.0000310477,0.05000,2.591
14,mlp.experts.60.up_proj,0.0000070602,0.05000,2.611
14,mlp.experts.71.up_proj,0.0000581562,0.05000,2.551
14,mlp.experts.74.up_proj,0.0001004050,0.05000,2.578
14,mlp.experts.77.up_proj,0.0000784362,0.05000,2.639
14,mlp.experts.64.up_proj,0.0000136235,0.05000,2.575
14,mlp.experts.75.up_proj,0.0000090814,0.05000,2.684
14,mlp.experts.78.up_proj,0.0001029785,0.05000,2.667
14,mlp.experts.81.up_proj,0.0000304262,0.05000,2.588
14,mlp.experts.68.up_proj,0.0000393964,0.05000,2.665
14,mlp.experts.79.up_proj,0.0000164751,0.05000,2.516
14,mlp.experts.82.up_proj,0.0000229858,0.05000,2.560
14,mlp.experts.85.up_proj,0.0000638030,0.05000,2.571
14,mlp.experts.72.up_proj,0.0000268416,0.05000,2.538
14,mlp.experts.83.up_proj,0.0000110787,0.05000,2.564
14,mlp.experts.86.up_proj,0.0000126516,0.05000,2.594
14,mlp.experts.89.up_proj,0.0000386957,0.05000,2.590
14,mlp.experts.93.up_proj,failsafe(rtn): 0.0009995,0.00000,0.039
14,mlp.experts.76.up_proj,0.0000346811,0.05000,2.572
14,mlp.experts.87.up_proj,0.0000539025,0.05000,2.460
14,mlp.experts.90.up_proj,0.0000373469,0.05000,2.626
14,mlp.experts.97.up_proj,0.0000664315,0.05000,2.482
14,mlp.experts.80.up_proj,0.0000157779,0.05000,2.528
14,mlp.experts.91.up_proj,0.0000546646,0.05000,2.600
14,mlp.experts.94.up_proj,0.0000630032,0.05000,2.586
14,mlp.experts.101.up_proj,0.0000376677,0.05000,2.793
14,mlp.experts.84.up_proj,0.0000979448,0.05000,2.681
14,mlp.experts.95.up_proj,0.0000370404,0.05000,2.775
14,mlp.experts.98.up_proj,0.0000108549,0.05000,2.691
14,mlp.experts.88.up_proj,0.0000665151,0.05000,2.556
14,mlp.experts.105.up_proj,0.0000179507,0.05000,2.689
14,mlp.experts.99.up_proj,0.0000166880,0.05000,2.630
14,mlp.experts.102.up_proj,0.0000296049,0.05000,2.680
14,mlp.experts.92.up_proj,0.0000711181,0.05000,2.655
14,mlp.experts.109.up_proj,0.0000044158,0.05000,2.689
14,mlp.experts.103.up_proj,0.0000182972,0.05000,2.593
14,mlp.experts.106.up_proj,0.0000300806,0.05000,2.653
14,mlp.experts.96.up_proj,0.0000075584,0.05000,2.467
14,mlp.experts.113.up_proj,0.0000785532,0.05000,2.430
14,mlp.experts.107.up_proj,0.0000309431,0.05000,2.431
14,mlp.experts.110.up_proj,0.0000497539,0.05000,2.393
14,mlp.experts.117.up_proj,0.0000366617,0.05000,2.369
14,mlp.experts.121.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
14,mlp.experts.100.up_proj,0.0000838690,0.05000,2.538
14,mlp.experts.111.up_proj,0.0000177524,0.05000,2.684
14,mlp.experts.114.up_proj,0.0000422987,0.05000,2.636
14,mlp.experts.125.up_proj,0.0000116226,0.05000,2.641
14,mlp.experts.104.up_proj,0.0000286075,0.05000,2.623
14,mlp.experts.115.up_proj,0.0000930946,0.05000,2.587
14,mlp.experts.118.up_proj,0.0000390609,0.05000,2.571
14,mlp.experts.129.up_proj,0.0000230951,0.05000,2.567
14,mlp.experts.108.up_proj,0.0001259099,0.05000,2.611
14,mlp.experts.119.up_proj,0.0000266295,0.05000,2.639
14,mlp.experts.122.up_proj,0.0000599315,0.05000,2.560
14,mlp.experts.133.up_proj,0.0000233399,0.05000,2.709
14,mlp.experts.112.up_proj,0.0000405541,0.05000,2.747
14,mlp.experts.123.up_proj,0.0000405147,0.05000,2.752
14,mlp.experts.126.up_proj,0.0000505943,0.05000,2.771
14,mlp.experts.137.up_proj,0.0000091589,0.05000,2.767
14,mlp.experts.116.up_proj,0.0000451228,0.05000,2.731
14,mlp.experts.127.up_proj,0.0000754940,0.05000,2.745
14,mlp.experts.130.up_proj,0.0000837541,0.05000,2.737
14,mlp.experts.141.up_proj,0.0000315602,0.05000,2.842
14,mlp.experts.120.up_proj,0.0000248397,0.05000,2.829
14,mlp.experts.131.up_proj,0.0000481697,0.05000,2.882
14,mlp.experts.134.up_proj,0.0000848446,0.05000,2.932
14,mlp.experts.145.up_proj,0.0000479702,0.05000,2.908
14,mlp.experts.124.up_proj,0.0000086579,0.05000,2.923
14,mlp.experts.135.up_proj,0.0000130534,0.05000,2.871
14,mlp.experts.138.up_proj,0.0000298148,0.05000,2.908
14,mlp.experts.149.up_proj,0.0000260345,0.05000,2.873
14,mlp.experts.128.up_proj,0.0001294318,0.05000,2.892
14,mlp.experts.139.up_proj,0.0000189502,0.05000,2.888
14,mlp.experts.142.up_proj,0.0000251297,0.05000,2.931
14,mlp.experts.153.up_proj,0.0000291221,0.05000,2.958
14,mlp.experts.132.up_proj,0.0000926564,0.05000,2.888
14,mlp.experts.143.up_proj,0.0000412796,0.05000,2.953
14,mlp.experts.146.up_proj,0.0000149811,0.05000,2.865
14,mlp.experts.157.up_proj,0.0000095574,0.05000,2.861
14,mlp.experts.136.up_proj,0.0000429863,0.05000,2.873
14,mlp.experts.147.up_proj,0.0000096087,0.05000,2.736
14,mlp.experts.151.up_proj,failsafe(rtn): 0.0010986,0.00000,0.044
14,mlp.experts.150.up_proj,0.0000362873,0.05000,2.684
14,mlp.experts.161.up_proj,0.0000837901,0.05000,2.728
14,mlp.experts.140.up_proj,0.0000619361,0.05000,2.675
14,mlp.experts.155.up_proj,0.0000424326,0.05000,2.765
14,mlp.experts.154.up_proj,0.0000485468,0.05000,2.782
14,mlp.experts.165.up_proj,0.0000513292,0.05000,2.659
14,mlp.experts.144.up_proj,0.0000278645,0.05000,2.731
14,mlp.experts.159.up_proj,0.0000082114,0.05000,2.749
14,mlp.experts.158.up_proj,0.0000449260,0.05000,2.744
14,mlp.experts.169.up_proj,0.0000105729,0.05000,2.821
14,mlp.experts.148.up_proj,0.0000132802,0.05000,2.827
14,mlp.experts.163.up_proj,0.0000481456,0.05000,2.672
14,mlp.experts.162.up_proj,0.0000134294,0.05000,2.722
14,mlp.experts.173.up_proj,0.0000723354,0.05000,2.708
14,mlp.experts.152.up_proj,0.0000185118,0.05000,2.775
14,mlp.experts.167.up_proj,0.0000117950,0.05000,2.803
14,mlp.experts.166.up_proj,0.0000407528,0.05000,2.816
14,mlp.experts.177.up_proj,0.0000543724,0.05000,2.978
14,mlp.experts.156.up_proj,0.0000063578,0.05000,2.905
14,mlp.experts.171.up_proj,0.0000163220,0.05000,2.919
14,mlp.experts.170.up_proj,0.0000481381,0.05000,2.975
14,mlp.experts.181.up_proj,0.0000354736,0.05000,2.788
14,mlp.experts.160.up_proj,0.0000478111,0.05000,2.776
14,mlp.experts.175.up_proj,0.0000058973,0.05000,2.716
14,mlp.experts.174.up_proj,0.0000215088,0.05000,2.735
14,mlp.experts.185.up_proj,0.0000115532,0.05000,2.662
14,mlp.experts.164.up_proj,0.0000487903,0.05000,2.573
14,mlp.experts.189.up_proj,failsafe(rtn): 0.0009918,0.00000,0.049
14,mlp.experts.179.up_proj,0.0000134482,0.05000,2.793
14,mlp.experts.178.up_proj,0.0000128024,0.05000,2.861
14,mlp.experts.193.up_proj,0.0000442902,0.05000,2.570
14,mlp.experts.168.up_proj,0.0000299456,0.05000,2.641
14,mlp.experts.183.up_proj,0.0000086928,0.05000,2.750
14,mlp.experts.182.up_proj,0.0000069294,0.05000,2.749
14,mlp.experts.197.up_proj,0.0000777149,0.05000,2.772
14,mlp.experts.172.up_proj,0.0000076079,0.05000,2.755
14,mlp.experts.201.up_proj,failsafe(rtn): 0.0010452,0.00000,0.051
14,mlp.experts.176.up_proj,failsafe(rtn): 0.0011215,0.00000,0.051
14,mlp.experts.187.up_proj,0.0000247668,0.05000,2.731
14,mlp.experts.186.up_proj,0.0000148496,0.05000,2.695
14,mlp.experts.205.up_proj,0.0000371662,0.05000,2.654
14,mlp.experts.180.up_proj,0.0000528225,0.05000,2.678
14,mlp.experts.191.up_proj,0.0000467551,0.05000,2.613
14,mlp.experts.190.up_proj,0.0000243534,0.05000,2.724
14,mlp.experts.209.up_proj,0.0000362248,0.05000,2.583
14,mlp.experts.184.up_proj,0.0000490055,0.05000,2.660
14,mlp.experts.195.up_proj,0.0000367847,0.05000,2.807
14,mlp.experts.194.up_proj,0.0000175967,0.05000,2.795
14,mlp.experts.213.up_proj,0.0000112155,0.05000,2.813
14,mlp.experts.188.up_proj,0.0000151531,0.05000,2.706
14,mlp.experts.199.up_proj,0.0000193080,0.05000,2.738
14,mlp.experts.198.up_proj,0.0000258318,0.05000,2.673
14,mlp.experts.192.up_proj,0.0000316538,0.05000,2.723
14,mlp.experts.217.up_proj,0.0000358708,0.05000,2.798
14,mlp.experts.203.up_proj,0.0000227113,0.05000,2.743
14,mlp.experts.202.up_proj,0.0000428388,0.05000,2.793
14,mlp.experts.196.up_proj,0.0000144126,0.05000,2.776
14,mlp.experts.221.up_proj,0.0000421785,0.05000,2.802
14,mlp.experts.207.up_proj,0.0000271602,0.05000,2.886
14,mlp.experts.206.up_proj,0.0000142428,0.05000,2.863
14,mlp.experts.200.up_proj,0.0000221979,0.05000,2.755
14,mlp.experts.225.up_proj,0.0000524502,0.05000,2.743
14,mlp.experts.211.up_proj,0.0000415533,0.05000,2.802
14,mlp.experts.210.up_proj,0.0000308636,0.05000,2.804
14,mlp.experts.204.up_proj,0.0000665544,0.05000,2.816
14,mlp.experts.229.up_proj,0.0000624068,0.05000,2.893
14,mlp.experts.215.up_proj,0.0000275447,0.05000,2.771
14,mlp.experts.214.up_proj,0.0000424590,0.05000,2.835
14,mlp.experts.208.up_proj,0.0000334445,0.05000,2.758
14,mlp.experts.233.up_proj,0.0000901475,0.05000,2.700
14,mlp.experts.219.up_proj,0.0000124049,0.05000,2.612
14,mlp.experts.218.up_proj,0.0000042405,0.05000,2.632
14,mlp.experts.212.up_proj,0.0000845286,0.05000,2.686
14,mlp.experts.237.up_proj,0.0000130878,0.05000,2.720
14,mlp.experts.223.up_proj,0.0000460455,0.05000,3.065
14,mlp.experts.222.up_proj,0.0000991928,0.05000,2.846
14,mlp.experts.216.up_proj,0.0000505245,0.05000,2.922
14,mlp.experts.241.up_proj,0.0000060586,0.05000,2.998
14,mlp.experts.226.up_proj,0.0000278756,0.05000,2.765
14,mlp.experts.227.up_proj,0.0000296219,0.05000,2.901
14,mlp.experts.220.up_proj,0.0000135909,0.05000,2.835
14,mlp.experts.245.up_proj,0.0000155783,0.05000,2.783
14,mlp.experts.230.up_proj,0.0000673319,0.05000,2.624
14,mlp.experts.231.up_proj,0.0000149415,0.05000,2.718
14,mlp.experts.224.up_proj,0.0000400415,0.05000,2.880
14,mlp.experts.249.up_proj,0.0000085741,0.05000,2.798
14,mlp.experts.234.up_proj,0.0000180349,0.05000,2.828
14,mlp.experts.235.up_proj,0.0000081337,0.05000,2.766
14,mlp.experts.228.up_proj,0.0000246839,0.05000,2.640
14,mlp.experts.253.up_proj,0.0000605608,0.05000,2.661
14,mlp.experts.238.up_proj,0.0000164619,0.05000,2.124
14,mlp.experts.239.up_proj,0.0000359990,0.05000,2.126
14,mlp.experts.232.up_proj,0.0000072216,0.05000,1.747
14,mlp.experts.242.up_proj,0.0000423978,0.05000,1.802
14,mlp.experts.243.up_proj,0.0000763668,0.05000,1.807
14,mlp.experts.236.up_proj,0.0000118716,0.05000,1.854
14,mlp.experts.246.up_proj,0.0000097455,0.05000,1.838
14,mlp.experts.247.up_proj,0.0000083845,0.05000,1.916
14,mlp.experts.240.up_proj,0.0000132390,0.05000,1.869
14,mlp.experts.250.up_proj,0.0000123507,0.05000,1.788
14,mlp.experts.251.up_proj,0.0000262609,0.05000,1.808
14,mlp.experts.244.up_proj,0.0000417246,0.05000,1.783
14,mlp.experts.254.up_proj,0.0000625778,0.05000,1.842
14,mlp.experts.255.up_proj,0.0000156887,0.05000,1.737
14,mlp.experts.248.up_proj,0.0001178893,0.05000,1.323
14,mlp.experts.252.up_proj,0.0000725625,0.05000,0.641
14,mlp.experts.2.down_proj,0.0000014292,0.05000,0.654
14,mlp.experts.1.down_proj,0.0000011065,0.05000,0.682
14,mlp.experts.3.down_proj,0.0000010509,0.05000,0.697
14,mlp.experts.0.down_proj,0.0000003412,0.05000,0.710
14,mlp.experts.5.down_proj,0.0000004811,0.05000,0.630
14,mlp.experts.6.down_proj,0.0000003152,0.05000,0.670
14,mlp.experts.4.down_proj,0.0000003697,0.05000,0.634
14,mlp.experts.7.down_proj,0.0000004103,0.05000,0.673
14,mlp.experts.9.down_proj,0.0000004273,0.05000,0.668
14,mlp.experts.10.down_proj,0.0000025067,0.05000,0.671
14,mlp.experts.8.down_proj,0.0000003296,0.05000,0.712
14,mlp.experts.11.down_proj,0.0000002864,0.05000,0.696
14,mlp.experts.14.down_proj,0.0000004290,0.05000,0.667
14,mlp.experts.15.down_proj,0.0000011771,0.05000,0.649
14,mlp.experts.13.down_proj,0.0000006994,0.05000,0.775
14,mlp.experts.12.down_proj,0.0000004900,0.05000,0.763
14,mlp.experts.18.down_proj,0.0000006393,0.05000,0.731
14,mlp.experts.19.down_proj,0.0000011501,0.05000,0.719
14,mlp.experts.23.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
14,mlp.experts.17.down_proj,0.0000002697,0.05000,0.795
14,mlp.experts.16.down_proj,0.0000006613,0.05000,0.755
14,mlp.experts.22.down_proj,0.0000003281,0.05000,0.740
14,mlp.experts.27.down_proj,0.0000002347,0.05000,0.688
14,mlp.experts.21.down_proj,0.0000011134,0.05000,0.711
14,mlp.experts.20.down_proj,0.0000003172,0.05000,0.708
14,mlp.experts.31.down_proj,0.0000003044,0.05000,0.665
14,mlp.experts.26.down_proj,0.0000003487,0.05000,0.688
14,mlp.experts.24.down_proj,0.0000007859,0.05000,0.637
14,mlp.experts.25.down_proj,0.0000010259,0.05000,0.671
14,mlp.experts.35.down_proj,0.0000005396,0.05000,0.682
14,mlp.experts.30.down_proj,0.0000001855,0.05000,0.704
14,mlp.experts.28.down_proj,0.0000003784,0.05000,0.663
14,mlp.experts.29.down_proj,0.0000002482,0.05000,0.668
14,mlp.experts.39.down_proj,0.0000005613,0.05000,0.706
14,mlp.experts.34.down_proj,0.0000007409,0.05000,0.665
14,mlp.experts.33.down_proj,0.0000010222,0.05000,0.635
14,mlp.experts.32.down_proj,0.0000009428,0.05000,0.704
14,mlp.experts.38.down_proj,0.0000001883,0.05000,0.668
14,mlp.experts.37.down_proj,0.0000001720,0.05000,0.662
14,mlp.experts.43.down_proj,0.0000005839,0.05000,0.726
14,mlp.experts.36.down_proj,0.0000003277,0.05000,0.703
14,mlp.experts.42.down_proj,0.0000005385,0.05000,0.674
14,mlp.experts.46.down_proj,failsafe(rtn): 0.0010529,0.00000,0.010
14,mlp.experts.41.down_proj,0.0000001678,0.05000,0.681
14,mlp.experts.47.down_proj,0.0000001170,0.05000,0.695
14,mlp.experts.40.down_proj,0.0000003646,0.05000,0.680
14,mlp.experts.50.down_proj,0.0000004852,0.05000,0.671
14,mlp.experts.45.down_proj,0.0000013402,0.05000,0.651
14,mlp.experts.51.down_proj,0.0000011298,0.05000,0.684
14,mlp.experts.44.down_proj,0.0000010391,0.05000,0.680
14,mlp.experts.54.down_proj,0.0000011591,0.05000,0.644
14,mlp.experts.58.down_proj,failsafe(rtn): 0.0010147,0.00000,0.010
14,mlp.experts.49.down_proj,0.0000005737,0.05000,0.683
14,mlp.experts.55.down_proj,0.0000001972,0.05000,0.666
14,mlp.experts.48.down_proj,0.0000004361,0.05000,0.649
14,mlp.experts.62.down_proj,0.0000008327,0.05000,0.648
14,mlp.experts.52.down_proj,0.0000024390,0.05000,0.629
14,mlp.experts.53.down_proj,0.0000013227,0.05000,0.735
14,mlp.experts.59.down_proj,0.0000005292,0.05000,0.739
14,mlp.experts.66.down_proj,0.0000003150,0.05000,0.652
14,mlp.experts.56.down_proj,0.0000002229,0.05000,0.647
14,mlp.experts.57.down_proj,0.0000004273,0.05000,0.680
14,mlp.experts.63.down_proj,0.0000002988,0.05000,0.679
14,mlp.experts.70.down_proj,0.0000004982,0.05000,0.712
14,mlp.experts.60.down_proj,0.0000002421,0.05000,0.650
14,mlp.experts.61.down_proj,0.0000006168,0.05000,0.702
14,mlp.experts.67.down_proj,0.0000007668,0.05000,0.665
14,mlp.experts.74.down_proj,0.0000014261,0.05000,0.658
14,mlp.experts.64.down_proj,0.0000005205,0.05000,0.733
14,mlp.experts.71.down_proj,0.0000005140,0.05000,0.647
14,mlp.experts.65.down_proj,0.0000005058,0.05000,0.720
14,mlp.experts.78.down_proj,0.0000025549,0.05000,0.705
14,mlp.experts.68.down_proj,0.0000006307,0.05000,0.713
14,mlp.experts.75.down_proj,0.0000003613,0.05000,0.713
14,mlp.experts.69.down_proj,0.0000004584,0.05000,0.730
14,mlp.experts.82.down_proj,0.0000008713,0.05000,0.629
14,mlp.experts.72.down_proj,0.0000010021,0.05000,0.613
14,mlp.experts.79.down_proj,0.0000004617,0.05000,0.635
14,mlp.experts.73.down_proj,0.0000008373,0.05000,0.635
14,mlp.experts.86.down_proj,0.0000004572,0.05000,0.595
14,mlp.experts.76.down_proj,0.0000010878,0.05000,0.657
14,mlp.experts.83.down_proj,0.0000003878,0.05000,0.661
14,mlp.experts.77.down_proj,0.0000021889,0.05000,0.685
14,mlp.experts.90.down_proj,0.0000007778,0.05000,0.645
14,mlp.experts.80.down_proj,0.0000004583,0.05000,0.677
14,mlp.experts.87.down_proj,0.0000005505,0.05000,0.680
14,mlp.experts.81.down_proj,0.0000002428,0.05000,0.687
14,mlp.experts.94.down_proj,0.0000007938,0.05000,0.690
14,mlp.experts.84.down_proj,0.0000016206,0.05000,0.636
14,mlp.experts.91.down_proj,0.0000012415,0.05000,0.664
14,mlp.experts.85.down_proj,0.0000018449,0.05000,0.653
14,mlp.experts.98.down_proj,0.0000003547,0.05000,0.737
14,mlp.experts.88.down_proj,0.0000005973,0.05000,0.669
14,mlp.experts.89.down_proj,0.0000013488,0.05000,0.642
14,mlp.experts.95.down_proj,0.0000010413,0.05000,0.750
14,mlp.experts.93.down_proj,failsafe(rtn): 0.0009918,0.00000,0.015
14,mlp.experts.102.down_proj,0.0000002744,0.05000,0.660
14,mlp.experts.92.down_proj,0.0000030049,0.05000,0.641
14,mlp.experts.97.down_proj,0.0000006178,0.05000,0.609
14,mlp.experts.99.down_proj,0.0000005392,0.05000,0.641
14,mlp.experts.106.down_proj,0.0000008757,0.05000,0.608
14,mlp.experts.96.down_proj,0.0000002337,0.05000,0.651
14,mlp.experts.101.down_proj,0.0000012221,0.05000,0.629
14,mlp.experts.103.down_proj,0.0000006378,0.05000,0.664
14,mlp.experts.110.down_proj,0.0000004417,0.05000,0.654
14,mlp.experts.100.down_proj,0.0000011923,0.05000,0.663
14,mlp.experts.105.down_proj,0.0000004660,0.05000,0.686
14,mlp.experts.107.down_proj,0.0000002657,0.05000,0.690
14,mlp.experts.114.down_proj,0.0000012209,0.05000,0.688
14,mlp.experts.104.down_proj,0.0000002336,0.05000,0.722
14,mlp.experts.109.down_proj,0.0000001328,0.05000,0.746
14,mlp.experts.111.down_proj,0.0000005337,0.05000,0.747
14,mlp.experts.118.down_proj,0.0000016416,0.05000,0.722
14,mlp.experts.108.down_proj,0.0000045956,0.05000,0.720
14,mlp.experts.113.down_proj,0.0000007494,0.05000,0.676
14,mlp.experts.115.down_proj,0.0000017447,0.05000,0.692
14,mlp.experts.122.down_proj,0.0000015302,0.05000,0.712
14,mlp.experts.112.down_proj,0.0000003229,0.05000,0.638
14,mlp.experts.117.down_proj,0.0000005862,0.05000,0.692
14,mlp.experts.121.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
14,mlp.experts.119.down_proj,0.0000002659,0.05000,0.642
14,mlp.experts.126.down_proj,0.0000005606,0.05000,0.668
14,mlp.experts.116.down_proj,0.0000005027,0.05000,0.628
14,mlp.experts.125.down_proj,0.0000002206,0.05000,0.632
14,mlp.experts.123.down_proj,0.0000003803,0.05000,0.635
14,mlp.experts.120.down_proj,0.0000007937,0.05000,0.656
14,mlp.experts.130.down_proj,0.0000018087,0.05000,0.695
14,mlp.experts.129.down_proj,0.0000004656,0.05000,0.653
14,mlp.experts.127.down_proj,0.0000006700,0.05000,0.686
14,mlp.experts.124.down_proj,0.0000003877,0.05000,0.663
14,mlp.experts.134.down_proj,0.0000014584,0.05000,0.720
14,mlp.experts.133.down_proj,0.0000002386,0.05000,0.664
14,mlp.experts.131.down_proj,0.0000017361,0.05000,0.732
14,mlp.experts.128.down_proj,0.0000027099,0.05000,0.691
14,mlp.experts.138.down_proj,0.0000010580,0.05000,0.652
14,mlp.experts.137.down_proj,0.0000002652,0.05000,0.675
14,mlp.experts.135.down_proj,0.0000003290,0.05000,0.676
14,mlp.experts.132.down_proj,0.0000016497,0.05000,0.672
14,mlp.experts.142.down_proj,0.0000002398,0.05000,0.639
14,mlp.experts.141.down_proj,0.0000009899,0.05000,0.661
14,mlp.experts.139.down_proj,0.0000005559,0.05000,0.683
14,mlp.experts.136.down_proj,0.0000003794,0.05000,0.641
14,mlp.experts.146.down_proj,0.0000006279,0.05000,0.639
14,mlp.experts.145.down_proj,0.0000015087,0.05000,0.628
14,mlp.experts.143.down_proj,0.0000010226,0.05000,0.654
14,mlp.experts.140.down_proj,0.0000005453,0.05000,0.647
14,mlp.experts.150.down_proj,0.0000002942,0.05000,0.667
14,mlp.experts.149.down_proj,0.0000004018,0.05000,0.659
14,mlp.experts.147.down_proj,0.0000003135,0.05000,0.644
14,mlp.experts.151.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
14,mlp.experts.144.down_proj,0.0000006314,0.05000,0.648
14,mlp.experts.154.down_proj,0.0000003942,0.05000,0.653
14,mlp.experts.153.down_proj,0.0000009865,0.05000,0.649
14,mlp.experts.155.down_proj,0.0000014009,0.05000,0.650
14,mlp.experts.148.down_proj,0.0000009842,0.05000,0.602
14,mlp.experts.158.down_proj,0.0000010160,0.05000,0.610
14,mlp.experts.157.down_proj,0.0000002702,0.05000,0.639
14,mlp.experts.159.down_proj,0.0000002711,0.05000,0.650
14,mlp.experts.152.down_proj,0.0000006185,0.05000,0.681
14,mlp.experts.162.down_proj,0.0000004374,0.05000,0.661
14,mlp.experts.161.down_proj,0.0000012894,0.05000,0.738
14,mlp.experts.163.down_proj,0.0000008748,0.05000,0.665
14,mlp.experts.156.down_proj,0.0000002140,0.05000,0.677
14,mlp.experts.166.down_proj,0.0000003727,0.05000,0.685
14,mlp.experts.165.down_proj,0.0000009764,0.05000,0.675
14,mlp.experts.167.down_proj,0.0000004092,0.05000,0.629
14,mlp.experts.160.down_proj,0.0000012528,0.05000,0.623
14,mlp.experts.170.down_proj,0.0000017562,0.05000,0.637
14,mlp.experts.169.down_proj,0.0000003198,0.05000,0.629
14,mlp.experts.171.down_proj,0.0000007269,0.05000,0.623
14,mlp.experts.164.down_proj,0.0000005635,0.05000,0.623
14,mlp.experts.174.down_proj,0.0000006999,0.05000,0.638
14,mlp.experts.173.down_proj,0.0000010165,0.05000,0.675
14,mlp.experts.175.down_proj,0.0000001977,0.05000,0.653
14,mlp.experts.168.down_proj,0.0000012919,0.05000,0.713
14,mlp.experts.178.down_proj,0.0000007097,0.05000,0.668
14,mlp.experts.179.down_proj,0.0000004364,0.05000,0.638
14,mlp.experts.177.down_proj,0.0000004647,0.05000,0.686
14,mlp.experts.172.down_proj,0.0000002244,0.05000,0.616
14,mlp.experts.182.down_proj,0.0000002152,0.05000,0.617
14,mlp.experts.176.down_proj,failsafe(rtn): 0.0010605,0.00000,0.016
14,mlp.experts.183.down_proj,0.0000002398,0.05000,0.650
14,mlp.experts.181.down_proj,0.0000002733,0.05000,0.655
14,mlp.experts.186.down_proj,0.0000004415,0.05000,0.624
14,mlp.experts.180.down_proj,0.0000013073,0.05000,0.624
14,mlp.experts.187.down_proj,0.0000004015,0.05000,0.605
14,mlp.experts.185.down_proj,0.0000001246,0.05000,0.607
14,mlp.experts.189.down_proj,failsafe(rtn): 0.0009918,0.00000,0.010
14,mlp.experts.190.down_proj,0.0000010090,0.05000,0.606
14,mlp.experts.184.down_proj,0.0000008817,0.05000,0.608
14,mlp.experts.191.down_proj,0.0000003863,0.05000,0.599
14,mlp.experts.193.down_proj,0.0000003570,0.05000,0.598
14,mlp.experts.194.down_proj,0.0000005088,0.05000,0.605
14,mlp.experts.188.down_proj,0.0000005455,0.05000,0.598
14,mlp.experts.195.down_proj,0.0000008997,0.05000,0.598
14,mlp.experts.197.down_proj,0.0000006189,0.05000,0.595
14,mlp.experts.201.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
14,mlp.experts.198.down_proj,0.0000006960,0.05000,0.670
14,mlp.experts.192.down_proj,0.0000009562,0.05000,0.691
14,mlp.experts.199.down_proj,0.0000006073,0.05000,0.670
14,mlp.experts.205.down_proj,0.0000003347,0.05000,0.650
14,mlp.experts.196.down_proj,0.0000004464,0.05000,0.649
14,mlp.experts.202.down_proj,0.0000010489,0.05000,0.691
14,mlp.experts.203.down_proj,0.0000005549,0.05000,0.641
14,mlp.experts.209.down_proj,0.0000002932,0.05000,0.691
14,mlp.experts.200.down_proj,0.0000002478,0.05000,0.625
14,mlp.experts.206.down_proj,0.0000004625,0.05000,0.655
14,mlp.experts.207.down_proj,0.0000001932,0.05000,0.694
14,mlp.experts.213.down_proj,0.0000003918,0.05000,0.679
14,mlp.experts.210.down_proj,0.0000009600,0.05000,0.660
14,mlp.experts.204.down_proj,0.0000010769,0.05000,0.733
14,mlp.experts.217.down_proj,0.0000002842,0.05000,0.702
14,mlp.experts.211.down_proj,0.0000003253,0.05000,0.759
14,mlp.experts.214.down_proj,0.0000009449,0.05000,0.733
14,mlp.experts.208.down_proj,0.0000003723,0.05000,0.761
14,mlp.experts.215.down_proj,0.0000002024,0.05000,0.663
14,mlp.experts.221.down_proj,0.0000014831,0.05000,0.699
14,mlp.experts.218.down_proj,0.0000001310,0.05000,0.612
14,mlp.experts.212.down_proj,0.0000015416,0.05000,0.624
14,mlp.experts.219.down_proj,0.0000002826,0.05000,0.600
14,mlp.experts.225.down_proj,0.0000009977,0.05000,0.607
14,mlp.experts.222.down_proj,0.0000021233,0.05000,0.634
14,mlp.experts.216.down_proj,0.0000004481,0.05000,0.646
14,mlp.experts.223.down_proj,0.0000004018,0.05000,0.649
14,mlp.experts.229.down_proj,0.0000006123,0.05000,0.729
14,mlp.experts.226.down_proj,0.0000008240,0.05000,0.665
14,mlp.experts.220.down_proj,0.0000003180,0.05000,0.743
14,mlp.experts.227.down_proj,0.0000009333,0.05000,0.657
14,mlp.experts.233.down_proj,0.0000012614,0.05000,0.716
14,mlp.experts.230.down_proj,0.0000006416,0.05000,0.699
14,mlp.experts.224.down_proj,0.0000009609,0.05000,0.709
14,mlp.experts.231.down_proj,0.0000004556,0.05000,0.692
14,mlp.experts.237.down_proj,0.0000003886,0.05000,0.670
14,mlp.experts.234.down_proj,0.0000004002,0.05000,0.655
14,mlp.experts.228.down_proj,0.0000005684,0.05000,0.678
14,mlp.experts.235.down_proj,0.0000003307,0.05000,0.685
14,mlp.experts.241.down_proj,0.0000001893,0.05000,0.723
14,mlp.experts.238.down_proj,0.0000004691,0.05000,0.695
14,mlp.experts.232.down_proj,0.0000002045,0.05000,0.708
14,mlp.experts.239.down_proj,0.0000006737,0.05000,0.659
14,mlp.experts.245.down_proj,0.0000004139,0.05000,0.683
14,mlp.experts.242.down_proj,0.0000009582,0.05000,0.708
14,mlp.experts.236.down_proj,0.0000001240,0.05000,0.674
14,mlp.experts.243.down_proj,0.0000016003,0.05000,0.707
14,mlp.experts.249.down_proj,0.0000002639,0.05000,0.669
14,mlp.experts.246.down_proj,0.0000003449,0.05000,0.615
14,mlp.experts.240.down_proj,0.0000004186,0.05000,0.627
14,mlp.experts.247.down_proj,0.0000002412,0.05000,0.624
14,mlp.experts.253.down_proj,0.0000010014,0.05000,0.670
14,mlp.experts.250.down_proj,0.0000003967,0.05000,0.617
14,mlp.experts.244.down_proj,0.0000003425,0.05000,0.573
14,mlp.experts.251.down_proj,0.0000008426,0.05000,0.534
14,mlp.experts.254.down_proj,0.0000005939,0.05000,0.459
14,mlp.experts.248.down_proj,0.0000018515,0.05000,0.406
14,mlp.experts.255.down_proj,0.0000004332,0.05000,0.390
14,mlp.experts.252.down_proj,0.0000020453,0.05000,0.185
15,mlp.experts.2.gate_proj,0.0000283806,0.05000,2.640
15,mlp.experts.3.gate_proj,0.0000177180,0.05000,2.691
15,mlp.experts.1.gate_proj,0.0000723480,0.05000,2.747
15,mlp.experts.0.gate_proj,0.0000595730,0.05000,2.775
15,mlp.experts.6.gate_proj,0.0001148394,0.05000,2.622
15,mlp.experts.7.gate_proj,0.0000386933,0.05000,2.734
15,mlp.experts.5.gate_proj,0.0000421211,0.05000,2.703
15,mlp.experts.4.gate_proj,0.0000283766,0.05000,2.720
15,mlp.experts.10.gate_proj,0.0000378910,0.05000,2.785
15,mlp.experts.11.gate_proj,0.0000841550,0.05000,2.737
15,mlp.experts.8.gate_proj,0.0000982408,0.05000,2.708
15,mlp.experts.15.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.053
15,mlp.experts.9.gate_proj,0.0000268167,0.05000,2.853
15,mlp.experts.14.gate_proj,0.0000770048,0.05000,2.634
15,mlp.experts.19.gate_proj,0.0000133201,0.05000,2.572
15,mlp.experts.12.gate_proj,0.0000321553,0.05000,2.678
15,mlp.experts.13.gate_proj,0.0000098000,0.05000,2.589
15,mlp.experts.18.gate_proj,0.0000125855,0.05000,2.590
15,mlp.experts.23.gate_proj,0.0000690506,0.05000,2.567
15,mlp.experts.16.gate_proj,0.0000179085,0.05000,2.554
15,mlp.experts.17.gate_proj,0.0000158015,0.05000,2.652
15,mlp.experts.22.gate_proj,0.0000135907,0.05000,2.541
15,mlp.experts.27.gate_proj,0.0000448882,0.05000,2.580
15,mlp.experts.20.gate_proj,0.0000246864,0.05000,2.545
15,mlp.experts.21.gate_proj,0.0000118793,0.05000,2.632
15,mlp.experts.26.gate_proj,0.0000087321,0.05000,2.588
15,mlp.experts.24.gate_proj,0.0000134156,0.05000,2.604
15,mlp.experts.31.gate_proj,0.0000673664,0.05000,2.740
15,mlp.experts.25.gate_proj,0.0000389011,0.05000,2.728
15,mlp.experts.29.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.038
15,mlp.experts.30.gate_proj,0.0000551292,0.05000,2.534
15,mlp.experts.28.gate_proj,0.0000432056,0.05000,2.513
15,mlp.experts.35.gate_proj,0.0000219870,0.05000,2.457
15,mlp.experts.33.gate_proj,0.0000145710,0.05000,2.505
15,mlp.experts.34.gate_proj,0.0000654271,0.05000,2.394
15,mlp.experts.32.gate_proj,0.0000259658,0.05000,2.451
15,mlp.experts.39.gate_proj,0.0000150050,0.05000,2.440
15,mlp.experts.37.gate_proj,0.0000154119,0.05000,2.482
15,mlp.experts.38.gate_proj,0.0000224781,0.05000,2.570
15,mlp.experts.36.gate_proj,0.0000405908,0.05000,2.614
15,mlp.experts.43.gate_proj,0.0000184243,0.05000,2.707
15,mlp.experts.41.gate_proj,0.0000918968,0.05000,2.670
15,mlp.experts.42.gate_proj,0.0000583723,0.05000,2.817
15,mlp.experts.40.gate_proj,0.0000147825,0.05000,2.837
15,mlp.experts.47.gate_proj,0.0000690485,0.05000,2.806
15,mlp.experts.45.gate_proj,0.0000492392,0.05000,2.838
15,mlp.experts.46.gate_proj,0.0000986905,0.05000,2.632
15,mlp.experts.44.gate_proj,0.0000107381,0.05000,2.569
15,mlp.experts.51.gate_proj,0.0000257919,0.05000,2.618
15,mlp.experts.49.gate_proj,0.0000083700,0.05000,2.595
15,mlp.experts.50.gate_proj,0.0000570728,0.05000,2.620
15,mlp.experts.48.gate_proj,0.0000331526,0.05000,2.633
15,mlp.experts.55.gate_proj,0.0000700813,0.05000,2.586
15,mlp.experts.53.gate_proj,0.0000746450,0.05000,2.630
15,mlp.experts.54.gate_proj,0.0000510046,0.05000,2.560
15,mlp.experts.52.gate_proj,0.0000359418,0.05000,2.604
15,mlp.experts.59.gate_proj,0.0000759102,0.05000,2.536
15,mlp.experts.57.gate_proj,0.0000217864,0.05000,2.612
15,mlp.experts.58.gate_proj,0.0000696729,0.05000,2.633
15,mlp.experts.56.gate_proj,0.0000302764,0.05000,2.549
15,mlp.experts.63.gate_proj,0.0000144622,0.05000,2.580
15,mlp.experts.61.gate_proj,0.0000571517,0.05000,2.576
15,mlp.experts.62.gate_proj,0.0000607817,0.05000,2.559
15,mlp.experts.60.gate_proj,0.0000175797,0.05000,2.543
15,mlp.experts.67.gate_proj,0.0000092718,0.05000,2.598
15,mlp.experts.65.gate_proj,0.0000266877,0.05000,2.638
15,mlp.experts.66.gate_proj,0.0000489549,0.05000,2.518
15,mlp.experts.64.gate_proj,0.0000734747,0.05000,2.613
15,mlp.experts.71.gate_proj,0.0000049529,0.05000,2.707
15,mlp.experts.69.gate_proj,0.0000680506,0.05000,2.605
15,mlp.experts.70.gate_proj,0.0000529487,0.05000,2.577
15,mlp.experts.68.gate_proj,0.0000615934,0.05000,2.761
15,mlp.experts.75.gate_proj,0.0001503217,0.05000,2.623
15,mlp.experts.73.gate_proj,0.0001509146,0.05000,2.580
15,mlp.experts.74.gate_proj,0.0000449946,0.05000,2.654
15,mlp.experts.72.gate_proj,0.0000327517,0.05000,2.580
15,mlp.experts.79.gate_proj,0.0000247514,0.05000,2.652
15,mlp.experts.77.gate_proj,0.0000461469,0.05000,2.743
15,mlp.experts.78.gate_proj,0.0000085445,0.05000,2.442
15,mlp.experts.76.gate_proj,0.0000151896,0.05000,2.410
15,mlp.experts.83.gate_proj,0.0000739971,0.05000,2.459
15,mlp.experts.81.gate_proj,0.0000100742,0.05000,2.456
15,mlp.experts.82.gate_proj,0.0000418791,0.05000,2.589
15,mlp.experts.80.gate_proj,0.0000121470,0.05000,2.571
15,mlp.experts.87.gate_proj,0.0000147603,0.05000,2.531
15,mlp.experts.85.gate_proj,0.0000167409,0.05000,2.632
15,mlp.experts.86.gate_proj,0.0000838578,0.05000,2.469
15,mlp.experts.84.gate_proj,0.0000233774,0.05000,2.496
15,mlp.experts.91.gate_proj,0.0000514849,0.05000,2.486
15,mlp.experts.89.gate_proj,0.0000333266,0.05000,2.560
15,mlp.experts.90.gate_proj,0.0001438483,0.05000,2.596
15,mlp.experts.88.gate_proj,0.0000139427,0.05000,2.571
15,mlp.experts.95.gate_proj,0.0000173157,0.05000,2.542
15,mlp.experts.93.gate_proj,0.0000351938,0.05000,2.522
15,mlp.experts.94.gate_proj,0.0000612406,0.05000,2.687
15,mlp.experts.92.gate_proj,0.0000248432,0.05000,2.547
15,mlp.experts.99.gate_proj,0.0000200952,0.05000,2.571
15,mlp.experts.97.gate_proj,0.0000719956,0.05000,2.579
15,mlp.experts.98.gate_proj,0.0000447143,0.05000,2.489
15,mlp.experts.96.gate_proj,0.0000115298,0.05000,2.443
15,mlp.experts.103.gate_proj,0.0000150517,0.05000,2.507
15,mlp.experts.101.gate_proj,0.0000098708,0.05000,2.587
15,mlp.experts.102.gate_proj,0.0000254442,0.05000,2.585
15,mlp.experts.100.gate_proj,0.0001097060,0.05000,2.625
15,mlp.experts.107.gate_proj,0.0000915212,0.05000,2.580
15,mlp.experts.105.gate_proj,0.0000191913,0.05000,2.625
15,mlp.experts.106.gate_proj,0.0000117471,0.05000,2.589
15,mlp.experts.104.gate_proj,0.0001098678,0.05000,2.494
15,mlp.experts.111.gate_proj,0.0000503339,0.05000,2.532
15,mlp.experts.109.gate_proj,0.0000139029,0.05000,2.576
15,mlp.experts.108.gate_proj,0.0000603203,0.05000,2.516
15,mlp.experts.110.gate_proj,0.0000087283,0.05000,2.696
15,mlp.experts.115.gate_proj,0.0000148248,0.05000,2.598
15,mlp.experts.113.gate_proj,0.0000119995,0.05000,2.629
15,mlp.experts.112.gate_proj,0.0000211934,0.05000,2.467
15,mlp.experts.114.gate_proj,0.0000472098,0.05000,2.506
15,mlp.experts.119.gate_proj,0.0000392878,0.05000,2.520
15,mlp.experts.117.gate_proj,0.0000466974,0.05000,2.518
15,mlp.experts.116.gate_proj,0.0000119900,0.05000,2.637
15,mlp.experts.118.gate_proj,0.0000221291,0.05000,2.793
15,mlp.experts.123.gate_proj,0.0000198009,0.05000,2.797
15,mlp.experts.121.gate_proj,0.0000107309,0.05000,2.746
15,mlp.experts.120.gate_proj,0.0000166700,0.05000,2.643
15,mlp.experts.122.gate_proj,0.0001231910,0.05000,2.609
15,mlp.experts.127.gate_proj,0.0000657060,0.05000,2.486
15,mlp.experts.125.gate_proj,0.0000828809,0.05000,2.452
15,mlp.experts.124.gate_proj,0.0001054000,0.05000,2.496
15,mlp.experts.126.gate_proj,0.0000652725,0.05000,2.517
15,mlp.experts.131.gate_proj,0.0000477656,0.05000,2.544
15,mlp.experts.129.gate_proj,0.0000753115,0.05000,2.674
15,mlp.experts.128.gate_proj,0.0000309287,0.05000,2.563
15,mlp.experts.130.gate_proj,0.0000375008,0.05000,2.591
15,mlp.experts.135.gate_proj,0.0000248910,0.05000,2.679
15,mlp.experts.133.gate_proj,0.0000943546,0.05000,2.536
15,mlp.experts.132.gate_proj,0.0000336522,0.05000,2.597
15,mlp.experts.134.gate_proj,0.0001221622,0.05000,2.651
15,mlp.experts.139.gate_proj,0.0001143749,0.05000,2.685
15,mlp.experts.137.gate_proj,0.0000655875,0.05000,2.775
15,mlp.experts.136.gate_proj,0.0000863600,0.05000,2.819
15,mlp.experts.138.gate_proj,0.0000455785,0.05000,2.720
15,mlp.experts.143.gate_proj,0.0000403541,0.05000,2.791
15,mlp.experts.141.gate_proj,0.0000301914,0.05000,2.643
15,mlp.experts.140.gate_proj,0.0000587509,0.05000,2.782
15,mlp.experts.142.gate_proj,0.0000167834,0.05000,2.677
15,mlp.experts.147.gate_proj,0.0000818416,0.05000,2.737
15,mlp.experts.145.gate_proj,0.0001409524,0.05000,2.744
15,mlp.experts.144.gate_proj,0.0000253417,0.05000,2.477
15,mlp.experts.146.gate_proj,0.0000156713,0.05000,2.549
15,mlp.experts.151.gate_proj,0.0000141673,0.05000,2.548
15,mlp.experts.149.gate_proj,0.0000361806,0.05000,2.523
15,mlp.experts.148.gate_proj,0.0000890622,0.05000,2.582
15,mlp.experts.150.gate_proj,0.0000699815,0.05000,2.522
15,mlp.experts.155.gate_proj,0.0000387469,0.05000,2.612
15,mlp.experts.153.gate_proj,0.0000493651,0.05000,2.632
15,mlp.experts.152.gate_proj,0.0000089603,0.05000,2.639
15,mlp.experts.154.gate_proj,0.0000687289,0.05000,2.619
15,mlp.experts.158.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.037
15,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.045
15,mlp.experts.159.gate_proj,0.0000262060,0.05000,2.604
15,mlp.experts.157.gate_proj,0.0000470512,0.05000,2.565
15,mlp.experts.156.gate_proj,0.0000285801,0.05000,2.499
15,mlp.experts.166.gate_proj,0.0000148940,0.05000,2.525
15,mlp.experts.163.gate_proj,0.0000343397,0.05000,2.464
15,mlp.experts.161.gate_proj,0.0000216936,0.05000,2.477
15,mlp.experts.160.gate_proj,0.0000349084,0.05000,2.640
15,mlp.experts.164.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.045
15,mlp.experts.170.gate_proj,0.0000737715,0.05000,2.682
15,mlp.experts.167.gate_proj,0.0000195824,0.05000,2.634
15,mlp.experts.165.gate_proj,0.0000305509,0.05000,2.614
15,mlp.experts.168.gate_proj,0.0000198035,0.05000,2.691
15,mlp.experts.174.gate_proj,0.0000068005,0.05000,2.600
15,mlp.experts.171.gate_proj,0.0000121636,0.05000,2.687
15,mlp.experts.169.gate_proj,0.0000287033,0.05000,2.654
15,mlp.experts.172.gate_proj,0.0000998504,0.05000,2.614
15,mlp.experts.178.gate_proj,0.0000469717,0.05000,2.652
15,mlp.experts.175.gate_proj,0.0000213999,0.05000,2.735
15,mlp.experts.173.gate_proj,0.0000513827,0.05000,2.851
15,mlp.experts.176.gate_proj,0.0000229168,0.05000,2.605
15,mlp.experts.182.gate_proj,0.0000303884,0.05000,2.512
15,mlp.experts.179.gate_proj,0.0000238008,0.05000,2.559
15,mlp.experts.177.gate_proj,0.0000276129,0.05000,2.578
15,mlp.experts.180.gate_proj,0.0001138643,0.05000,2.682
15,mlp.experts.186.gate_proj,0.0000188463,0.05000,2.834
15,mlp.experts.183.gate_proj,0.0000333728,0.05000,2.725
15,mlp.experts.181.gate_proj,0.0000105876,0.05000,2.594
15,mlp.experts.184.gate_proj,0.0000587655,0.05000,2.560
15,mlp.experts.190.gate_proj,0.0000325264,0.05000,2.522
15,mlp.experts.187.gate_proj,0.0000480772,0.05000,2.571
15,mlp.experts.185.gate_proj,0.0000179229,0.05000,2.738
15,mlp.experts.188.gate_proj,0.0000213683,0.05000,2.553
15,mlp.experts.194.gate_proj,0.0001288028,0.05000,2.534
15,mlp.experts.198.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.033
15,mlp.experts.191.gate_proj,0.0000570340,0.05000,2.636
15,mlp.experts.189.gate_proj,0.0000352968,0.05000,2.470
15,mlp.experts.192.gate_proj,0.0000212059,0.05000,2.539
15,mlp.experts.202.gate_proj,0.0000707446,0.05000,2.504
15,mlp.experts.206.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.037
15,mlp.experts.195.gate_proj,0.0000209268,0.05000,2.640
15,mlp.experts.193.gate_proj,0.0000733333,0.05000,2.540
15,mlp.experts.196.gate_proj,0.0000614791,0.05000,2.617
15,mlp.experts.210.gate_proj,0.0000177108,0.05000,2.634
15,mlp.experts.199.gate_proj,0.0000299193,0.05000,2.646
15,mlp.experts.197.gate_proj,0.0000130021,0.05000,2.578
15,mlp.experts.200.gate_proj,0.0000116618,0.05000,2.706
15,mlp.experts.214.gate_proj,0.0000572516,0.05000,2.687
15,mlp.experts.203.gate_proj,0.0000073256,0.05000,2.652
15,mlp.experts.201.gate_proj,0.0000793711,0.05000,2.608
15,mlp.experts.204.gate_proj,0.0000462824,0.05000,2.578
15,mlp.experts.218.gate_proj,0.0000215901,0.05000,2.542
15,mlp.experts.207.gate_proj,0.0000135906,0.05000,2.596
15,mlp.experts.205.gate_proj,0.0001186642,0.05000,2.510
15,mlp.experts.208.gate_proj,0.0000206641,0.05000,2.451
15,mlp.experts.222.gate_proj,0.0000141776,0.05000,2.497
15,mlp.experts.211.gate_proj,0.0000469058,0.05000,2.602
15,mlp.experts.209.gate_proj,0.0000100643,0.05000,2.501
15,mlp.experts.212.gate_proj,0.0000361273,0.05000,2.392
15,mlp.experts.226.gate_proj,0.0000434954,0.05000,2.312
15,mlp.experts.213.gate_proj,0.0000818830,0.05000,2.131
15,mlp.experts.215.gate_proj,0.0000365055,0.05000,2.313
15,mlp.experts.216.gate_proj,0.0000171171,0.05000,2.567
15,mlp.experts.230.gate_proj,0.0000438653,0.05000,2.711
15,mlp.experts.217.gate_proj,0.0001174786,0.05000,2.762
15,mlp.experts.219.gate_proj,0.0000173410,0.05000,2.783
15,mlp.experts.220.gate_proj,0.0000064880,0.05000,2.705
15,mlp.experts.234.gate_proj,0.0000231057,0.05000,2.627
15,mlp.experts.221.gate_proj,0.0000722897,0.05000,2.540
15,mlp.experts.223.gate_proj,0.0000344255,0.05000,2.611
15,mlp.experts.224.gate_proj,0.0000165170,0.05000,2.586
15,mlp.experts.238.gate_proj,0.0000910818,0.05000,2.678
15,mlp.experts.225.gate_proj,0.0000562661,0.05000,2.557
15,mlp.experts.227.gate_proj,0.0001073145,0.05000,2.640
15,mlp.experts.228.gate_proj,0.0000601825,0.05000,2.608
15,mlp.experts.242.gate_proj,0.0000207525,0.05000,2.681
15,mlp.experts.229.gate_proj,0.0001053549,0.05000,2.574
15,mlp.experts.231.gate_proj,0.0000128902,0.05000,2.544
15,mlp.experts.232.gate_proj,0.0001094481,0.05000,2.451
15,mlp.experts.246.gate_proj,0.0000937258,0.05000,2.498
15,mlp.experts.233.gate_proj,0.0000170975,0.05000,2.625
15,mlp.experts.235.gate_proj,0.0000664508,0.05000,2.702
15,mlp.experts.236.gate_proj,0.0000122516,0.05000,2.829
15,mlp.experts.250.gate_proj,0.0000209378,0.05000,2.775
15,mlp.experts.237.gate_proj,0.0000515782,0.05000,2.682
15,mlp.experts.239.gate_proj,0.0000123975,0.05000,2.676
15,mlp.experts.240.gate_proj,0.0000187956,0.05000,2.519
15,mlp.experts.254.gate_proj,0.0000350807,0.05000,2.537
15,mlp.experts.241.gate_proj,0.0000106861,0.05000,2.480
15,mlp.experts.243.gate_proj,0.0000249800,0.05000,2.436
15,mlp.experts.244.gate_proj,0.0000382510,0.05000,2.491
15,mlp.experts.2.up_proj,0.0000263678,0.05000,2.481
15,mlp.experts.245.gate_proj,0.0000205650,0.05000,2.457
15,mlp.experts.247.gate_proj,0.0000380300,0.05000,2.485
15,mlp.experts.248.gate_proj,0.0000141640,0.05000,2.451
15,mlp.experts.6.up_proj,0.0000390485,0.05000,2.534
15,mlp.experts.249.gate_proj,0.0000457192,0.05000,2.506
15,mlp.experts.251.gate_proj,0.0000883497,0.05000,2.524
15,mlp.experts.252.gate_proj,0.0001020528,0.05000,2.580
15,mlp.experts.10.up_proj,0.0000354633,0.05000,2.639
15,mlp.experts.253.gate_proj,0.0001257758,0.05000,2.546
15,mlp.experts.255.gate_proj,0.0000604815,0.05000,2.402
15,mlp.experts.0.up_proj,0.0000598220,0.05000,1.227
15,mlp.experts.4.up_proj,0.0000261808,0.05000,2.452
15,mlp.experts.3.up_proj,0.0000184263,0.05000,2.487
15,mlp.experts.14.up_proj,0.0000667041,0.05000,2.520
15,mlp.experts.1.up_proj,0.0000624250,0.05000,2.566
15,mlp.experts.8.up_proj,0.0000998875,0.05000,2.803
15,mlp.experts.7.up_proj,0.0000370340,0.05000,2.809
15,mlp.experts.18.up_proj,0.0000137255,0.05000,2.786
15,mlp.experts.5.up_proj,0.0000381582,0.05000,2.750
15,mlp.experts.12.up_proj,0.0000306193,0.05000,2.581
15,mlp.experts.11.up_proj,0.0000763225,0.05000,2.544
15,mlp.experts.22.up_proj,0.0000123025,0.05000,2.580
15,mlp.experts.15.up_proj,failsafe(rtn): 0.0011520,0.00000,0.056
15,mlp.experts.9.up_proj,0.0000227948,0.05000,2.619
15,mlp.experts.16.up_proj,0.0000158017,0.05000,2.582
15,mlp.experts.13.up_proj,0.0000097166,0.05000,2.538
15,mlp.experts.19.up_proj,0.0000115978,0.05000,2.711
15,mlp.experts.26.up_proj,0.0000084380,0.05000,2.795
15,mlp.experts.20.up_proj,0.0000229612,0.05000,2.537
15,mlp.experts.17.up_proj,0.0000146710,0.05000,2.624
15,mlp.experts.23.up_proj,0.0000657633,0.05000,2.606
15,mlp.experts.30.up_proj,0.0000488209,0.05000,2.591
15,mlp.experts.24.up_proj,0.0000135187,0.05000,2.493
15,mlp.experts.21.up_proj,0.0000109269,0.05000,2.559
15,mlp.experts.27.up_proj,0.0000419372,0.05000,2.630
15,mlp.experts.34.up_proj,0.0000605986,0.05000,2.625
15,mlp.experts.28.up_proj,0.0000456947,0.05000,2.332
15,mlp.experts.25.up_proj,0.0000369235,0.05000,2.277
15,mlp.experts.29.up_proj,failsafe(rtn): 0.0009995,0.00000,0.038
15,mlp.experts.38.up_proj,0.0000202707,0.05000,2.277
15,mlp.experts.31.up_proj,0.0000601380,0.05000,2.327
15,mlp.experts.32.up_proj,0.0000241374,0.05000,2.632
15,mlp.experts.33.up_proj,0.0000134727,0.05000,2.538
15,mlp.experts.35.up_proj,0.0000212573,0.05000,2.546
15,mlp.experts.42.up_proj,0.0000547788,0.05000,2.610
15,mlp.experts.36.up_proj,0.0000436590,0.05000,2.564
15,mlp.experts.37.up_proj,0.0000158859,0.05000,2.552
15,mlp.experts.46.up_proj,0.0000902888,0.05000,2.464
15,mlp.experts.39.up_proj,0.0000161501,0.05000,2.591
15,mlp.experts.41.up_proj,0.0000906072,0.05000,2.672
15,mlp.experts.40.up_proj,0.0000138964,0.05000,2.811
15,mlp.experts.50.up_proj,0.0000494933,0.05000,2.733
15,mlp.experts.43.up_proj,0.0000161829,0.05000,2.868
15,mlp.experts.45.up_proj,0.0000458403,0.05000,2.679
15,mlp.experts.44.up_proj,0.0000086243,0.05000,2.734
15,mlp.experts.54.up_proj,0.0000508851,0.05000,2.657
15,mlp.experts.47.up_proj,0.0000606547,0.05000,2.710
15,mlp.experts.49.up_proj,0.0000081788,0.05000,2.497
15,mlp.experts.48.up_proj,0.0000308209,0.05000,2.497
15,mlp.experts.58.up_proj,0.0000679455,0.05000,2.485
15,mlp.experts.51.up_proj,0.0000231561,0.05000,2.522
15,mlp.experts.52.up_proj,0.0000338882,0.05000,2.540
15,mlp.experts.53.up_proj,0.0000698545,0.05000,2.671
15,mlp.experts.62.up_proj,0.0000487371,0.05000,2.589
15,mlp.experts.55.up_proj,0.0000640732,0.05000,2.584
15,mlp.experts.57.up_proj,0.0000249671,0.05000,2.489
15,mlp.experts.56.up_proj,0.0000282073,0.05000,2.559
15,mlp.experts.66.up_proj,0.0000456669,0.05000,2.488
15,mlp.experts.59.up_proj,0.0000713196,0.05000,2.484
15,mlp.experts.60.up_proj,0.0000170612,0.05000,2.290
15,mlp.experts.61.up_proj,0.0000521262,0.05000,2.420
15,mlp.experts.70.up_proj,0.0000497987,0.05000,2.410
15,mlp.experts.63.up_proj,0.0000134315,0.05000,2.405
15,mlp.experts.64.up_proj,0.0000766961,0.05000,2.677
15,mlp.experts.65.up_proj,0.0000244463,0.05000,2.656
15,mlp.experts.74.up_proj,0.0000417177,0.05000,2.658
15,mlp.experts.67.up_proj,0.0000087640,0.05000,2.631
15,mlp.experts.69.up_proj,0.0000631388,0.05000,2.658
15,mlp.experts.68.up_proj,0.0000566543,0.05000,2.753
15,mlp.experts.78.up_proj,0.0000079396,0.05000,2.678
15,mlp.experts.71.up_proj,0.0000050235,0.05000,2.709
15,mlp.experts.73.up_proj,0.0001338866,0.05000,2.620
15,mlp.experts.72.up_proj,0.0000350805,0.05000,2.621
15,mlp.experts.82.up_proj,0.0000392034,0.05000,2.700
15,mlp.experts.75.up_proj,0.0001399727,0.05000,2.712
15,mlp.experts.77.up_proj,0.0000385748,0.05000,2.596
15,mlp.experts.76.up_proj,0.0000151026,0.05000,2.711
15,mlp.experts.86.up_proj,0.0000787861,0.05000,2.612
15,mlp.experts.79.up_proj,0.0000406800,0.05000,2.692
15,mlp.experts.81.up_proj,0.0000117586,0.05000,2.647
15,mlp.experts.80.up_proj,0.0000114398,0.05000,2.649
15,mlp.experts.90.up_proj,0.0001339934,0.05000,2.629
15,mlp.experts.83.up_proj,0.0000688469,0.05000,2.623
15,mlp.experts.85.up_proj,0.0000149607,0.05000,2.842
15,mlp.experts.84.up_proj,0.0000230357,0.05000,2.800
15,mlp.experts.94.up_proj,0.0000622626,0.05000,2.898
15,mlp.experts.87.up_proj,0.0000145055,0.05000,2.793
15,mlp.experts.89.up_proj,0.0000313337,0.05000,2.545
15,mlp.experts.98.up_proj,0.0000397331,0.05000,2.354
15,mlp.experts.88.up_proj,0.0000143519,0.05000,2.526
15,mlp.experts.91.up_proj,0.0000512386,0.05000,2.390
15,mlp.experts.92.up_proj,0.0000215742,0.05000,2.465
15,mlp.experts.93.up_proj,0.0000331608,0.05000,2.579
15,mlp.experts.102.up_proj,0.0000235656,0.05000,2.514
15,mlp.experts.95.up_proj,0.0000159050,0.05000,2.482
15,mlp.experts.106.up_proj,0.0000109005,0.05000,2.245
15,mlp.experts.96.up_proj,0.0000118398,0.05000,2.375
15,mlp.experts.97.up_proj,0.0000714519,0.05000,2.391
15,mlp.experts.99.up_proj,0.0000152483,0.05000,2.243
15,mlp.experts.110.up_proj,0.0000083889,0.05000,2.409
15,mlp.experts.101.up_proj,0.0000097927,0.05000,2.369
15,mlp.experts.100.up_proj,0.0001030371,0.05000,2.436
15,mlp.experts.103.up_proj,0.0000138035,0.05000,2.478
15,mlp.experts.114.up_proj,0.0000414024,0.05000,2.468
15,mlp.experts.105.up_proj,0.0000172612,0.05000,2.433
15,mlp.experts.104.up_proj,0.0001056420,0.05000,2.467
15,mlp.experts.107.up_proj,0.0000821791,0.05000,2.337
15,mlp.experts.118.up_proj,0.0000220685,0.05000,2.248
15,mlp.experts.109.up_proj,0.0000130227,0.05000,2.323
15,mlp.experts.111.up_proj,0.0000541237,0.05000,2.209
15,mlp.experts.108.up_proj,0.0000563489,0.05000,2.302
15,mlp.experts.122.up_proj,0.0001156225,0.05000,2.260
15,mlp.experts.112.up_proj,0.0000195856,0.05000,2.181
15,mlp.experts.113.up_proj,0.0000115239,0.05000,2.258
15,mlp.experts.115.up_proj,0.0000137337,0.05000,2.271
15,mlp.experts.126.up_proj,0.0000616293,0.05000,2.610
15,mlp.experts.117.up_proj,0.0000437588,0.05000,2.570
15,mlp.experts.116.up_proj,0.0000121549,0.05000,2.625
15,mlp.experts.119.up_proj,0.0000359863,0.05000,2.588
15,mlp.experts.120.up_proj,0.0000190833,0.05000,2.493
15,mlp.experts.130.up_proj,0.0000379511,0.05000,2.649
15,mlp.experts.123.up_proj,0.0000169676,0.05000,2.543
15,mlp.experts.121.up_proj,0.0000105564,0.05000,2.639
15,mlp.experts.124.up_proj,0.0001008167,0.05000,2.560
15,mlp.experts.134.up_proj,0.0001058563,0.05000,2.567
15,mlp.experts.127.up_proj,0.0000611273,0.05000,2.570
15,mlp.experts.125.up_proj,0.0000740867,0.05000,2.606
15,mlp.experts.128.up_proj,0.0000233371,0.05000,2.415
15,mlp.experts.138.up_proj,0.0000436159,0.05000,2.407
15,mlp.experts.131.up_proj,0.0000442883,0.05000,2.417
15,mlp.experts.129.up_proj,0.0000764486,0.05000,2.406
15,mlp.experts.132.up_proj,0.0000313036,0.05000,2.634
15,mlp.experts.142.up_proj,0.0000148799,0.05000,2.722
15,mlp.experts.135.up_proj,0.0000231598,0.05000,2.758
15,mlp.experts.133.up_proj,0.0000851734,0.05000,2.750
15,mlp.experts.136.up_proj,0.0000809487,0.05000,2.542
15,mlp.experts.139.up_proj,0.0001016746,0.05000,2.506
15,mlp.experts.146.up_proj,0.0000156492,0.05000,2.672
15,mlp.experts.137.up_proj,0.0000615276,0.05000,2.729
15,mlp.experts.140.up_proj,0.0000537784,0.05000,2.692
15,mlp.experts.143.up_proj,0.0000370037,0.05000,2.660
15,mlp.experts.150.up_proj,0.0000649381,0.05000,2.696
15,mlp.experts.141.up_proj,0.0000281094,0.05000,2.626
15,mlp.experts.147.up_proj,0.0000790364,0.05000,2.566
15,mlp.experts.144.up_proj,0.0000229200,0.05000,2.764
15,mlp.experts.154.up_proj,0.0000628030,0.05000,2.578
15,mlp.experts.158.up_proj,failsafe(rtn): 0.0010605,0.00000,0.035
15,mlp.experts.162.up_proj,failsafe(rtn): 0.0010376,0.00000,0.038
15,mlp.experts.145.up_proj,0.0001311853,0.05000,2.728
15,mlp.experts.151.up_proj,0.0000135544,0.05000,2.536
15,mlp.experts.148.up_proj,0.0000906774,0.05000,2.591
15,mlp.experts.166.up_proj,0.0000171106,0.05000,2.508
15,mlp.experts.149.up_proj,0.0000338068,0.05000,2.511
15,mlp.experts.155.up_proj,0.0000399851,0.05000,2.623
15,mlp.experts.170.up_proj,0.0000643252,0.05000,2.505
15,mlp.experts.152.up_proj,0.0000085012,0.05000,2.676
15,mlp.experts.153.up_proj,0.0000454737,0.05000,2.552
15,mlp.experts.159.up_proj,0.0000250032,0.05000,2.274
15,mlp.experts.174.up_proj,0.0000058653,0.05000,2.255
15,mlp.experts.156.up_proj,0.0000271889,0.05000,2.317
15,mlp.experts.157.up_proj,0.0000435130,0.05000,2.310
15,mlp.experts.163.up_proj,0.0000327375,0.05000,2.535
15,mlp.experts.178.up_proj,0.0000385412,0.05000,2.555
15,mlp.experts.160.up_proj,0.0000327673,0.05000,2.721
15,mlp.experts.164.up_proj,failsafe(rtn): 0.0010910,0.00000,0.039
15,mlp.experts.161.up_proj,0.0000190886,0.05000,2.702
15,mlp.experts.167.up_proj,0.0000182343,0.05000,2.524
15,mlp.experts.182.up_proj,0.0000273616,0.05000,2.617
15,mlp.experts.165.up_proj,0.0000302385,0.05000,2.498
15,mlp.experts.168.up_proj,0.0000185036,0.05000,2.664
15,mlp.experts.171.up_proj,0.0000125754,0.05000,2.551
15,mlp.experts.186.up_proj,0.0000171591,0.05000,2.643
15,mlp.experts.169.up_proj,0.0000291988,0.05000,2.551
15,mlp.experts.172.up_proj,0.0001018673,0.05000,2.693
15,mlp.experts.175.up_proj,0.0000188455,0.05000,2.787
15,mlp.experts.190.up_proj,0.0000305624,0.05000,2.722
15,mlp.experts.173.up_proj,0.0000454914,0.05000,2.642
15,mlp.experts.176.up_proj,0.0000210769,0.05000,2.652
15,mlp.experts.179.up_proj,0.0000225216,0.05000,2.585
15,mlp.experts.194.up_proj,0.0001181292,0.05000,2.568
15,mlp.experts.198.up_proj,failsafe(rtn): 0.0010452,0.00000,0.035
15,mlp.experts.177.up_proj,0.0000252704,0.05000,2.575
15,mlp.experts.180.up_proj,0.0001150605,0.05000,2.563
15,mlp.experts.183.up_proj,0.0000309232,0.05000,2.535
15,mlp.experts.202.up_proj,0.0000606078,0.05000,2.548
15,mlp.experts.206.up_proj,failsafe(rtn): 0.0010376,0.00000,0.047
15,mlp.experts.181.up_proj,0.0000106614,0.05000,2.525
15,mlp.experts.184.up_proj,0.0000544157,0.05000,2.492
15,mlp.experts.187.up_proj,0.0000447955,0.05000,2.553
15,mlp.experts.185.up_proj,0.0000166773,0.05000,2.566
15,mlp.experts.210.up_proj,0.0000180437,0.05000,2.675
15,mlp.experts.188.up_proj,0.0000192945,0.05000,2.492
15,mlp.experts.191.up_proj,0.0000535062,0.05000,2.537
15,mlp.experts.214.up_proj,0.0000491934,0.05000,2.588
15,mlp.experts.189.up_proj,0.0000305805,0.05000,2.697
15,mlp.experts.192.up_proj,0.0000198887,0.05000,2.677
15,mlp.experts.195.up_proj,0.0000184310,0.05000,2.590
15,mlp.experts.218.up_proj,0.0000203141,0.05000,2.503
15,mlp.experts.193.up_proj,0.0000696819,0.05000,2.506
15,mlp.experts.196.up_proj,0.0000580232,0.05000,2.593
15,mlp.experts.199.up_proj,0.0000281970,0.05000,2.351
15,mlp.experts.222.up_proj,0.0000130954,0.05000,2.321
15,mlp.experts.197.up_proj,0.0000129298,0.05000,2.324
15,mlp.experts.200.up_proj,0.0000123773,0.05000,2.450
15,mlp.experts.203.up_proj,0.0000065798,0.05000,2.609
15,mlp.experts.201.up_proj,0.0000717127,0.05000,2.607
15,mlp.experts.226.up_proj,0.0000391356,0.05000,2.664
15,mlp.experts.204.up_proj,0.0000358265,0.05000,2.600
15,mlp.experts.207.up_proj,0.0000133970,0.05000,2.499
15,mlp.experts.205.up_proj,0.0001146991,0.05000,2.424
15,mlp.experts.230.up_proj,0.0000397319,0.05000,2.502
15,mlp.experts.208.up_proj,0.0000187411,0.05000,2.440
15,mlp.experts.211.up_proj,0.0000417399,0.05000,2.464
15,mlp.experts.209.up_proj,0.0000090023,0.05000,2.477
15,mlp.experts.234.up_proj,0.0000214110,0.05000,2.418
15,mlp.experts.212.up_proj,0.0000312770,0.05000,2.424
15,mlp.experts.215.up_proj,0.0000314113,0.05000,2.431
15,mlp.experts.238.up_proj,0.0000836147,0.05000,2.464
15,mlp.experts.213.up_proj,0.0000848458,0.05000,2.549
15,mlp.experts.216.up_proj,0.0000167380,0.05000,2.529
15,mlp.experts.219.up_proj,0.0000141213,0.05000,2.488
15,mlp.experts.217.up_proj,0.0000927861,0.05000,2.367
15,mlp.experts.242.up_proj,0.0000198084,0.05000,2.464
15,mlp.experts.220.up_proj,0.0000057601,0.05000,2.391
15,mlp.experts.223.up_proj,0.0000304144,0.05000,2.458
15,mlp.experts.246.up_proj,0.0000925110,0.05000,2.558
15,mlp.experts.221.up_proj,0.0000771423,0.05000,2.645
15,mlp.experts.224.up_proj,0.0000153441,0.05000,2.616
15,mlp.experts.227.up_proj,0.0000992373,0.05000,2.636
15,mlp.experts.250.up_proj,0.0000200570,0.05000,2.597
15,mlp.experts.225.up_proj,0.0000529645,0.05000,2.657
15,mlp.experts.228.up_proj,0.0000566919,0.05000,2.547
15,mlp.experts.231.up_proj,0.0000114440,0.05000,2.664
15,mlp.experts.254.up_proj,0.0000325927,0.05000,2.755
15,mlp.experts.229.up_proj,0.0001007070,0.05000,2.726
15,mlp.experts.232.up_proj,0.0001070078,0.05000,2.644
15,mlp.experts.235.up_proj,0.0000603423,0.05000,1.913
15,mlp.experts.233.up_proj,0.0000152534,0.05000,1.797
15,mlp.experts.236.up_proj,0.0000119857,0.05000,1.770
15,mlp.experts.239.up_proj,0.0000113449,0.05000,1.552
15,mlp.experts.240.up_proj,0.0000154979,0.05000,1.410
15,mlp.experts.237.up_proj,0.0000478061,0.05000,1.490
15,mlp.experts.243.up_proj,0.0000232156,0.05000,1.600
15,mlp.experts.244.up_proj,0.0000361644,0.05000,1.573
15,mlp.experts.241.up_proj,0.0000106649,0.05000,1.622
15,mlp.experts.247.up_proj,0.0000354501,0.05000,1.558
15,mlp.experts.248.up_proj,0.0000143575,0.05000,1.437
15,mlp.experts.245.up_proj,0.0000205052,0.05000,1.498
15,mlp.experts.251.up_proj,0.0000912664,0.05000,1.484
15,mlp.experts.252.up_proj,0.0000960711,0.05000,1.626
15,mlp.experts.249.up_proj,0.0000463908,0.05000,1.536
15,mlp.experts.255.up_proj,0.0000561230,0.05000,1.229
15,mlp.experts.253.up_proj,0.0001141065,0.05000,0.973
15,mlp.experts.1.down_proj,0.0000011746,0.05000,0.735
15,mlp.experts.3.down_proj,0.0000006834,0.05000,0.758
15,mlp.experts.2.down_proj,0.0000002116,0.05000,0.770
15,mlp.experts.0.down_proj,0.0000020165,0.05000,0.786
15,mlp.experts.5.down_proj,0.0000010768,0.05000,0.710
15,mlp.experts.6.down_proj,0.0000001017,0.05000,0.694
15,mlp.experts.7.down_proj,0.0000011288,0.05000,0.704
15,mlp.experts.4.down_proj,0.0000006155,0.05000,0.699
15,mlp.experts.9.down_proj,0.0000006512,0.05000,0.664
15,mlp.experts.8.down_proj,0.0000037689,0.05000,0.686
15,mlp.experts.11.down_proj,0.0000012301,0.05000,0.705
15,mlp.experts.10.down_proj,0.0000013749,0.05000,0.726
15,mlp.experts.15.down_proj,failsafe(rtn): 0.0010986,0.00000,0.017
15,mlp.experts.13.down_proj,0.0000003218,0.05000,0.734
15,mlp.experts.19.down_proj,0.0000003368,0.05000,0.670
15,mlp.experts.12.down_proj,0.0000008189,0.05000,0.713
15,mlp.experts.14.down_proj,0.0000011582,0.05000,0.732
15,mlp.experts.17.down_proj,0.0000005785,0.05000,0.716
15,mlp.experts.16.down_proj,0.0000003782,0.05000,0.719
15,mlp.experts.23.down_proj,0.0000017748,0.05000,0.747
15,mlp.experts.18.down_proj,0.0000002437,0.05000,0.723
15,mlp.experts.27.down_proj,0.0000003791,0.05000,0.593
15,mlp.experts.21.down_proj,0.0000002964,0.05000,0.654
15,mlp.experts.22.down_proj,0.0000003398,0.05000,0.632
15,mlp.experts.20.down_proj,0.0000004424,0.05000,0.680
15,mlp.experts.31.down_proj,0.0000014516,0.05000,0.647
15,mlp.experts.25.down_proj,0.0000003442,0.05000,0.669
15,mlp.experts.29.down_proj,failsafe(rtn): 0.0009689,0.00000,0.009
15,mlp.experts.24.down_proj,0.0000006221,0.05000,0.655
15,mlp.experts.26.down_proj,0.0000002955,0.05000,0.676
15,mlp.experts.35.down_proj,0.0000012980,0.05000,0.669
15,mlp.experts.33.down_proj,0.0000003881,0.05000,0.657
15,mlp.experts.28.down_proj,0.0000014205,0.05000,0.669
15,mlp.experts.30.down_proj,0.0000010483,0.05000,0.669
15,mlp.experts.39.down_proj,0.0000005395,0.05000,0.725
15,mlp.experts.37.down_proj,0.0000007147,0.05000,0.737
15,mlp.experts.34.down_proj,0.0000005790,0.05000,0.734
15,mlp.experts.32.down_proj,0.0000009091,0.05000,0.780
15,mlp.experts.43.down_proj,0.0000005374,0.05000,0.722
15,mlp.experts.41.down_proj,0.0000029071,0.05000,0.726
15,mlp.experts.36.down_proj,0.0000012005,0.05000,0.664
15,mlp.experts.38.down_proj,0.0000005815,0.05000,0.713
15,mlp.experts.47.down_proj,0.0000008633,0.05000,0.739
15,mlp.experts.45.down_proj,0.0000003956,0.05000,0.733
15,mlp.experts.42.down_proj,0.0000004967,0.05000,0.730
15,mlp.experts.40.down_proj,0.0000004201,0.05000,0.765
15,mlp.experts.49.down_proj,0.0000003265,0.05000,0.707
15,mlp.experts.51.down_proj,0.0000007598,0.05000,0.760
15,mlp.experts.46.down_proj,0.0000020966,0.05000,0.733
15,mlp.experts.44.down_proj,0.0000002427,0.05000,0.748
15,mlp.experts.53.down_proj,0.0000006657,0.05000,0.671
15,mlp.experts.55.down_proj,0.0000006842,0.05000,0.747
15,mlp.experts.50.down_proj,0.0000013061,0.05000,0.713
15,mlp.experts.48.down_proj,0.0000002549,0.05000,0.718
15,mlp.experts.57.down_proj,0.0000008903,0.05000,0.734
15,mlp.experts.59.down_proj,0.0000010866,0.05000,0.737
15,mlp.experts.54.down_proj,0.0000018591,0.05000,0.725
15,mlp.experts.52.down_proj,0.0000010597,0.05000,0.720
15,mlp.experts.61.down_proj,0.0000008921,0.05000,0.683
15,mlp.experts.58.down_proj,0.0000015359,0.05000,0.673
15,mlp.experts.63.down_proj,0.0000004776,0.05000,0.696
15,mlp.experts.56.down_proj,0.0000002738,0.05000,0.676
15,mlp.experts.65.down_proj,0.0000005126,0.05000,0.733
15,mlp.experts.60.down_proj,0.0000006687,0.05000,0.720
15,mlp.experts.67.down_proj,0.0000002566,0.05000,0.792
15,mlp.experts.62.down_proj,0.0000014491,0.05000,0.816
15,mlp.experts.69.down_proj,0.0000005630,0.05000,0.869
15,mlp.experts.64.down_proj,0.0000018961,0.05000,0.857
15,mlp.experts.71.down_proj,0.0000001861,0.05000,0.832
15,mlp.experts.66.down_proj,0.0000004012,0.05000,0.846
15,mlp.experts.73.down_proj,0.0000024688,0.05000,0.737
15,mlp.experts.75.down_proj,0.0000036578,0.05000,0.680
15,mlp.experts.70.down_proj,0.0000004637,0.05000,0.673
15,mlp.experts.68.down_proj,0.0000012771,0.05000,0.724
15,mlp.experts.77.down_proj,0.0000006615,0.05000,0.681
15,mlp.experts.79.down_proj,0.0000010470,0.05000,0.686
15,mlp.experts.72.down_proj,0.0000006304,0.05000,0.695
15,mlp.experts.74.down_proj,0.0000010702,0.05000,0.711
15,mlp.experts.81.down_proj,0.0000004021,0.05000,0.651
15,mlp.experts.83.down_proj,0.0000006197,0.05000,0.662
15,mlp.experts.76.down_proj,0.0000005538,0.05000,0.645
15,mlp.experts.78.down_proj,0.0000002055,0.05000,0.673
15,mlp.experts.85.down_proj,0.0000005720,0.05000,0.745
15,mlp.experts.80.down_proj,0.0000003363,0.05000,0.725
15,mlp.experts.87.down_proj,0.0000005711,0.05000,0.771
15,mlp.experts.82.down_proj,0.0000003434,0.05000,0.744
15,mlp.experts.89.down_proj,0.0000002728,0.05000,0.727
15,mlp.experts.84.down_proj,0.0000008367,0.05000,0.718
15,mlp.experts.91.down_proj,0.0000015338,0.05000,0.724
15,mlp.experts.86.down_proj,0.0000008114,0.05000,0.719
15,mlp.experts.93.down_proj,0.0000002602,0.05000,0.727
15,mlp.experts.95.down_proj,0.0000005761,0.05000,0.690
15,mlp.experts.88.down_proj,0.0000005340,0.05000,0.769
15,mlp.experts.90.down_proj,0.0000024382,0.05000,0.727
15,mlp.experts.97.down_proj,0.0000023469,0.05000,0.654
15,mlp.experts.92.down_proj,0.0000002639,0.05000,0.655
15,mlp.experts.99.down_proj,0.0000004410,0.05000,0.731
15,mlp.experts.94.down_proj,0.0000020525,0.05000,0.676
15,mlp.experts.101.down_proj,0.0000004339,0.05000,0.749
15,mlp.experts.96.down_proj,0.0000004386,0.05000,0.678
15,mlp.experts.103.down_proj,0.0000003144,0.05000,0.709
15,mlp.experts.98.down_proj,0.0000006759,0.05000,0.729
15,mlp.experts.105.down_proj,0.0000004888,0.05000,0.718
15,mlp.experts.107.down_proj,0.0000011000,0.05000,0.655
15,mlp.experts.100.down_proj,0.0000025476,0.05000,0.737
15,mlp.experts.102.down_proj,0.0000002255,0.05000,0.674
15,mlp.experts.109.down_proj,0.0000003960,0.05000,0.689
15,mlp.experts.104.down_proj,0.0000021105,0.05000,0.677
15,mlp.experts.111.down_proj,0.0000010979,0.05000,0.711
15,mlp.experts.106.down_proj,0.0000003127,0.05000,0.690
15,mlp.experts.113.down_proj,0.0000003936,0.05000,0.669
15,mlp.experts.108.down_proj,0.0000004953,0.05000,0.666
15,mlp.experts.115.down_proj,0.0000003049,0.05000,0.680
15,mlp.experts.110.down_proj,0.0000002345,0.05000,0.666
15,mlp.experts.117.down_proj,0.0000003583,0.05000,0.701
15,mlp.experts.112.down_proj,0.0000004036,0.05000,0.660
15,mlp.experts.114.down_proj,0.0000009815,0.05000,0.698
15,mlp.experts.119.down_proj,0.0000012551,0.05000,0.741
15,mlp.experts.116.down_proj,0.0000003670,0.05000,0.726
15,mlp.experts.121.down_proj,0.0000003403,0.05000,0.775
15,mlp.experts.118.down_proj,0.0000006964,0.05000,0.730
15,mlp.experts.123.down_proj,0.0000004813,0.05000,0.740
15,mlp.experts.120.down_proj,0.0000005647,0.05000,0.709
15,mlp.experts.122.down_proj,0.0000027147,0.05000,0.668
15,mlp.experts.125.down_proj,0.0000015792,0.05000,0.747
15,mlp.experts.127.down_proj,0.0000006174,0.05000,0.697
15,mlp.experts.126.down_proj,0.0000005628,0.05000,0.689
15,mlp.experts.124.down_proj,0.0000010062,0.05000,0.745
15,mlp.experts.129.down_proj,0.0000010724,0.05000,0.701
15,mlp.experts.131.down_proj,0.0000005001,0.05000,0.727
15,mlp.experts.128.down_proj,0.0000003908,0.05000,0.704
15,mlp.experts.130.down_proj,0.0000020227,0.05000,0.759
15,mlp.experts.133.down_proj,0.0000019333,0.05000,0.740
15,mlp.experts.135.down_proj,0.0000009406,0.05000,0.728
15,mlp.experts.132.down_proj,0.0000002581,0.05000,0.677
15,mlp.experts.134.down_proj,0.0000025544,0.05000,0.734
15,mlp.experts.139.down_proj,0.0000013273,0.05000,0.680
15,mlp.experts.137.down_proj,0.0000006228,0.05000,0.763
15,mlp.experts.136.down_proj,0.0000007285,0.05000,0.708
15,mlp.experts.138.down_proj,0.0000006822,0.05000,0.709
15,mlp.experts.141.down_proj,0.0000003130,0.05000,0.724
15,mlp.experts.143.down_proj,0.0000012881,0.05000,0.770
15,mlp.experts.140.down_proj,0.0000006692,0.05000,0.689
15,mlp.experts.142.down_proj,0.0000003899,0.05000,0.656
15,mlp.experts.145.down_proj,0.0000030475,0.05000,0.685
15,mlp.experts.147.down_proj,0.0000014649,0.05000,0.685
15,mlp.experts.144.down_proj,0.0000006439,0.05000,0.690
15,mlp.experts.146.down_proj,0.0000006095,0.05000,0.728
15,mlp.experts.149.down_proj,0.0000004302,0.05000,0.757
15,mlp.experts.151.down_proj,0.0000003021,0.05000,0.754
15,mlp.experts.148.down_proj,0.0000021144,0.05000,0.732
15,mlp.experts.150.down_proj,0.0000005921,0.05000,0.754
15,mlp.experts.155.down_proj,0.0000011566,0.05000,0.711
15,mlp.experts.153.down_proj,0.0000004141,0.05000,0.756
15,mlp.experts.152.down_proj,0.0000002579,0.05000,0.727
15,mlp.experts.154.down_proj,0.0000014905,0.05000,0.751
15,mlp.experts.158.down_proj,failsafe(rtn): 0.0010452,0.00000,0.011
15,mlp.experts.162.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
15,mlp.experts.159.down_proj,0.0000006498,0.05000,0.740
15,mlp.experts.157.down_proj,0.0000004494,0.05000,0.743
15,mlp.experts.156.down_proj,0.0000003690,0.05000,0.693
15,mlp.experts.166.down_proj,0.0000003246,0.05000,0.700
15,mlp.experts.163.down_proj,0.0000006467,0.05000,0.734
15,mlp.experts.161.down_proj,0.0000005162,0.05000,0.728
15,mlp.experts.160.down_proj,0.0000005445,0.05000,0.713
15,mlp.experts.164.down_proj,failsafe(rtn): 0.0010529,0.00000,0.010
15,mlp.experts.170.down_proj,0.0000013592,0.05000,0.719
15,mlp.experts.167.down_proj,0.0000002456,0.05000,0.674
15,mlp.experts.165.down_proj,0.0000011195,0.05000,0.680
15,mlp.experts.168.down_proj,0.0000001477,0.05000,0.657
15,mlp.experts.174.down_proj,0.0000001271,0.05000,0.662
15,mlp.experts.171.down_proj,0.0000004786,0.05000,0.648
15,mlp.experts.169.down_proj,0.0000008785,0.05000,0.677
15,mlp.experts.172.down_proj,0.0000042271,0.05000,0.665
15,mlp.experts.175.down_proj,0.0000003093,0.05000,0.652
15,mlp.experts.178.down_proj,0.0000007891,0.05000,0.710
15,mlp.experts.173.down_proj,0.0000005628,0.05000,0.700
15,mlp.experts.176.down_proj,0.0000005267,0.05000,0.652
15,mlp.experts.182.down_proj,0.0000008000,0.05000,0.627
15,mlp.experts.179.down_proj,0.0000002391,0.05000,0.704
15,mlp.experts.177.down_proj,0.0000011096,0.05000,0.648
15,mlp.experts.180.down_proj,0.0000033968,0.05000,0.649
15,mlp.experts.186.down_proj,0.0000005385,0.05000,0.623
15,mlp.experts.183.down_proj,0.0000002955,0.05000,0.648
15,mlp.experts.181.down_proj,0.0000003593,0.05000,0.644
15,mlp.experts.184.down_proj,0.0000004920,0.05000,0.688
15,mlp.experts.190.down_proj,0.0000004876,0.05000,0.674
15,mlp.experts.187.down_proj,0.0000003557,0.05000,0.706
15,mlp.experts.185.down_proj,0.0000006413,0.05000,0.677
15,mlp.experts.188.down_proj,0.0000003621,0.05000,0.652
15,mlp.experts.194.down_proj,0.0000034957,0.05000,0.655
15,mlp.experts.198.down_proj,failsafe(rtn): 0.0010452,0.00000,0.011
15,mlp.experts.191.down_proj,0.0000004588,0.05000,0.657
15,mlp.experts.189.down_proj,0.0000006515,0.05000,0.666
15,mlp.experts.192.down_proj,0.0000006246,0.05000,0.644
15,mlp.experts.202.down_proj,0.0000015252,0.05000,0.643
15,mlp.experts.206.down_proj,failsafe(rtn): 0.0010071,0.00000,0.009
15,mlp.experts.195.down_proj,0.0000002987,0.05000,0.631
15,mlp.experts.193.down_proj,0.0000011656,0.05000,0.624
15,mlp.experts.196.down_proj,0.0000006397,0.05000,0.691
15,mlp.experts.199.down_proj,0.0000009419,0.05000,0.655
15,mlp.experts.210.down_proj,0.0000007119,0.05000,0.733
15,mlp.experts.197.down_proj,0.0000004120,0.05000,0.664
15,mlp.experts.200.down_proj,0.0000005140,0.05000,0.697
15,mlp.experts.203.down_proj,0.0000002289,0.05000,0.659
15,mlp.experts.214.down_proj,0.0000015122,0.05000,0.627
15,mlp.experts.201.down_proj,0.0000023786,0.05000,0.658
15,mlp.experts.204.down_proj,0.0000007353,0.05000,0.662
15,mlp.experts.207.down_proj,0.0000004408,0.05000,0.656
15,mlp.experts.218.down_proj,0.0000005894,0.05000,0.669
15,mlp.experts.205.down_proj,0.0000026071,0.05000,0.667
15,mlp.experts.208.down_proj,0.0000003771,0.05000,0.608
15,mlp.experts.222.down_proj,0.0000003981,0.05000,0.600
15,mlp.experts.211.down_proj,0.0000011904,0.05000,0.609
15,mlp.experts.209.down_proj,0.0000002907,0.05000,0.603
15,mlp.experts.212.down_proj,0.0000008290,0.05000,0.609
15,mlp.experts.226.down_proj,0.0000009255,0.05000,0.613
15,mlp.experts.215.down_proj,0.0000005719,0.05000,0.624
15,mlp.experts.213.down_proj,0.0000024597,0.05000,0.659
15,mlp.experts.216.down_proj,0.0000006472,0.05000,0.713
15,mlp.experts.230.down_proj,0.0000011696,0.05000,0.665
15,mlp.experts.219.down_proj,0.0000004876,0.05000,0.689
15,mlp.experts.217.down_proj,0.0000022943,0.05000,0.727
15,mlp.experts.220.down_proj,0.0000001788,0.05000,0.625
15,mlp.experts.234.down_proj,0.0000006296,0.05000,0.620
15,mlp.experts.223.down_proj,0.0000007280,0.05000,0.674
15,mlp.experts.221.down_proj,0.0000010520,0.05000,0.670
15,mlp.experts.224.down_proj,0.0000004862,0.05000,0.675
15,mlp.experts.238.down_proj,0.0000014574,0.05000,0.632
15,mlp.experts.227.down_proj,0.0000017794,0.05000,0.662
15,mlp.experts.225.down_proj,0.0000004499,0.05000,0.683
15,mlp.experts.228.down_proj,0.0000005430,0.05000,0.756
15,mlp.experts.242.down_proj,0.0000006159,0.05000,0.707
15,mlp.experts.231.down_proj,0.0000003287,0.05000,0.768
15,mlp.experts.229.down_proj,0.0000014609,0.05000,0.744
15,mlp.experts.232.down_proj,0.0000028464,0.05000,0.658
15,mlp.experts.246.down_proj,0.0000017615,0.05000,0.687
15,mlp.experts.235.down_proj,0.0000007347,0.05000,0.659
15,mlp.experts.233.down_proj,0.0000004989,0.05000,0.690
15,mlp.experts.236.down_proj,0.0000004261,0.05000,0.729
15,mlp.experts.250.down_proj,0.0000006916,0.05000,0.722
15,mlp.experts.239.down_proj,0.0000004140,0.05000,0.666
15,mlp.experts.237.down_proj,0.0000005905,0.05000,0.657
15,mlp.experts.240.down_proj,0.0000003508,0.05000,0.685
15,mlp.experts.254.down_proj,0.0000002585,0.05000,0.632
15,mlp.experts.243.down_proj,0.0000003276,0.05000,0.635
15,mlp.experts.241.down_proj,0.0000003023,0.05000,0.569
15,mlp.experts.244.down_proj,0.0000003694,0.05000,0.440
15,mlp.experts.247.down_proj,0.0000002891,0.05000,0.436
15,mlp.experts.245.down_proj,0.0000008404,0.05000,0.435
15,mlp.experts.248.down_proj,0.0000004118,0.05000,0.455
15,mlp.experts.251.down_proj,0.0000012161,0.05000,0.452
15,mlp.experts.249.down_proj,0.0000016514,0.05000,0.444
15,mlp.experts.252.down_proj,0.0000024429,0.05000,0.455
15,mlp.experts.255.down_proj,0.0000005312,0.05000,0.412
15,mlp.experts.253.down_proj,0.0000016771,0.05000,0.388
16,mlp.experts.3.gate_proj,0.0000922437,0.05000,2.526
16,mlp.experts.0.gate_proj,0.0000054304,0.05000,2.587
16,mlp.experts.2.gate_proj,0.0000111949,0.05000,2.605
16,mlp.experts.1.gate_proj,0.0001008991,0.05000,2.679
16,mlp.experts.6.gate_proj,0.0000124760,0.05000,2.672
16,mlp.experts.7.gate_proj,0.0001262135,0.05000,2.784
16,mlp.experts.4.gate_proj,0.0000253636,0.05000,2.747
16,mlp.experts.11.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.047
16,mlp.experts.5.gate_proj,0.0000099460,0.05000,2.795
16,mlp.experts.8.gate_proj,0.0000134693,0.05000,2.616
16,mlp.experts.10.gate_proj,0.0000253689,0.05000,2.772
16,mlp.experts.15.gate_proj,0.0000861221,0.05000,2.695
16,mlp.experts.9.gate_proj,0.0000405171,0.05000,2.660
16,mlp.experts.12.gate_proj,0.0000214462,0.05000,2.766
16,mlp.experts.14.gate_proj,0.0000409015,0.05000,2.801
16,mlp.experts.13.gate_proj,0.0000600759,0.05000,2.821
16,mlp.experts.19.gate_proj,0.0000367648,0.05000,2.909
16,mlp.experts.16.gate_proj,0.0000494253,0.05000,2.319
16,mlp.experts.18.gate_proj,0.0000479343,0.05000,2.436
16,mlp.experts.23.gate_proj,0.0000416649,0.05000,2.411
16,mlp.experts.17.gate_proj,0.0000688323,0.05000,2.518
16,mlp.experts.20.gate_proj,0.0000136514,0.05000,2.675
16,mlp.experts.22.gate_proj,0.0000213788,0.05000,2.635
16,mlp.experts.27.gate_proj,0.0000312132,0.05000,2.620
16,mlp.experts.21.gate_proj,0.0000117188,0.05000,2.736
16,mlp.experts.24.gate_proj,0.0000830583,0.05000,2.564
16,mlp.experts.26.gate_proj,0.0000189562,0.05000,2.567
16,mlp.experts.31.gate_proj,0.0000398152,0.05000,2.534
16,mlp.experts.25.gate_proj,0.0001061403,0.05000,2.547
16,mlp.experts.28.gate_proj,0.0000118399,0.05000,2.651
16,mlp.experts.30.gate_proj,0.0000092633,0.05000,2.628
16,mlp.experts.35.gate_proj,0.0001294634,0.05000,2.720
16,mlp.experts.29.gate_proj,0.0000370209,0.05000,2.673
16,mlp.experts.32.gate_proj,0.0000828758,0.05000,2.560
16,mlp.experts.34.gate_proj,0.0000681110,0.05000,2.504
16,mlp.experts.39.gate_proj,0.0000291425,0.05000,2.467
16,mlp.experts.33.gate_proj,0.0000106382,0.05000,2.471
16,mlp.experts.36.gate_proj,0.0000407055,0.05000,2.635
16,mlp.experts.38.gate_proj,0.0000211688,0.05000,2.629
16,mlp.experts.43.gate_proj,0.0000146504,0.05000,2.589
16,mlp.experts.37.gate_proj,0.0001012114,0.05000,2.598
16,mlp.experts.40.gate_proj,0.0000190148,0.05000,2.777
16,mlp.experts.42.gate_proj,0.0000125137,0.05000,2.728
16,mlp.experts.47.gate_proj,0.0000148680,0.05000,2.734
16,mlp.experts.41.gate_proj,0.0000225607,0.05000,2.731
16,mlp.experts.44.gate_proj,0.0000222212,0.05000,2.635
16,mlp.experts.46.gate_proj,0.0000122564,0.05000,2.569
16,mlp.experts.51.gate_proj,0.0000123939,0.05000,2.574
16,mlp.experts.45.gate_proj,0.0000149183,0.05000,2.522
16,mlp.experts.48.gate_proj,0.0000443955,0.05000,2.593
16,mlp.experts.55.gate_proj,0.0000108379,0.05000,2.539
16,mlp.experts.50.gate_proj,0.0000351706,0.05000,2.639
16,mlp.experts.49.gate_proj,0.0000513475,0.05000,2.543
16,mlp.experts.52.gate_proj,0.0000299337,0.05000,2.539
16,mlp.experts.59.gate_proj,0.0000118836,0.05000,2.632
16,mlp.experts.54.gate_proj,0.0000120669,0.05000,2.711
16,mlp.experts.53.gate_proj,0.0000110778,0.05000,2.600
16,mlp.experts.56.gate_proj,0.0000208507,0.05000,2.638
16,mlp.experts.63.gate_proj,0.0000260860,0.05000,2.532
16,mlp.experts.58.gate_proj,0.0000323273,0.05000,2.571
16,mlp.experts.57.gate_proj,0.0000546403,0.05000,2.569
16,mlp.experts.60.gate_proj,0.0000531419,0.05000,2.440
16,mlp.experts.67.gate_proj,0.0000082658,0.05000,2.506
16,mlp.experts.62.gate_proj,0.0000575069,0.05000,2.503
16,mlp.experts.61.gate_proj,0.0000257465,0.05000,2.509
16,mlp.experts.64.gate_proj,0.0001120748,0.05000,2.190
16,mlp.experts.71.gate_proj,0.0000317361,0.05000,2.326
16,mlp.experts.65.gate_proj,0.0000443860,0.05000,2.251
16,mlp.experts.66.gate_proj,0.0000518114,0.05000,2.337
16,mlp.experts.68.gate_proj,0.0001016497,0.05000,2.489
16,mlp.experts.75.gate_proj,0.0000568854,0.05000,2.544
16,mlp.experts.69.gate_proj,0.0000488242,0.05000,2.531
16,mlp.experts.70.gate_proj,0.0000425679,0.05000,2.516
16,mlp.experts.72.gate_proj,0.0000178733,0.05000,2.444
16,mlp.experts.79.gate_proj,0.0000302070,0.05000,2.444
16,mlp.experts.73.gate_proj,0.0000120069,0.05000,2.431
16,mlp.experts.74.gate_proj,0.0000221340,0.05000,2.522
16,mlp.experts.76.gate_proj,0.0001046037,0.05000,2.363
16,mlp.experts.83.gate_proj,0.0000180409,0.05000,2.261
16,mlp.experts.77.gate_proj,0.0000614155,0.05000,2.336
16,mlp.experts.78.gate_proj,0.0000171633,0.05000,2.363
16,mlp.experts.80.gate_proj,0.0000061318,0.05000,2.545
16,mlp.experts.87.gate_proj,0.0000103619,0.05000,2.643
16,mlp.experts.81.gate_proj,0.0000608886,0.05000,2.562
16,mlp.experts.82.gate_proj,0.0000158532,0.05000,2.500
16,mlp.experts.84.gate_proj,0.0000346328,0.05000,2.474
16,mlp.experts.85.gate_proj,0.0000102199,0.05000,2.499
16,mlp.experts.91.gate_proj,0.0001111890,0.05000,2.638
16,mlp.experts.86.gate_proj,0.0001280381,0.05000,2.526
16,mlp.experts.88.gate_proj,0.0000552730,0.05000,2.739
16,mlp.experts.89.gate_proj,0.0000551276,0.05000,2.616
16,mlp.experts.95.gate_proj,0.0000054621,0.05000,2.554
16,mlp.experts.90.gate_proj,0.0000166874,0.05000,2.716
16,mlp.experts.92.gate_proj,0.0000641459,0.05000,2.475
16,mlp.experts.93.gate_proj,0.0000837723,0.05000,2.435
16,mlp.experts.97.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.045
16,mlp.experts.99.gate_proj,0.0000101371,0.05000,2.474
16,mlp.experts.94.gate_proj,0.0001302650,0.05000,2.482
16,mlp.experts.96.gate_proj,0.0000182602,0.05000,2.534
16,mlp.experts.100.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.035
16,mlp.experts.101.gate_proj,0.0000360468,0.05000,2.512
16,mlp.experts.103.gate_proj,0.0000318927,0.05000,2.540
16,mlp.experts.98.gate_proj,0.0000978608,0.05000,2.522
16,mlp.experts.104.gate_proj,0.0000604316,0.05000,2.575
16,mlp.experts.105.gate_proj,0.0000406577,0.05000,2.542
16,mlp.experts.107.gate_proj,0.0000419099,0.05000,2.660
16,mlp.experts.102.gate_proj,0.0000182218,0.05000,2.669
16,mlp.experts.108.gate_proj,0.0000279476,0.05000,2.724
16,mlp.experts.109.gate_proj,0.0000210182,0.05000,2.716
16,mlp.experts.106.gate_proj,0.0000702271,0.05000,2.612
16,mlp.experts.111.gate_proj,0.0000396749,0.05000,2.827
16,mlp.experts.112.gate_proj,0.0000663760,0.05000,2.531
16,mlp.experts.113.gate_proj,0.0000696402,0.05000,2.447
16,mlp.experts.115.gate_proj,0.0000616861,0.05000,2.273
16,mlp.experts.110.gate_proj,0.0000142016,0.05000,2.417
16,mlp.experts.117.gate_proj,0.0000867184,0.05000,2.579
16,mlp.experts.116.gate_proj,0.0000312537,0.05000,2.660
16,mlp.experts.119.gate_proj,0.0000105475,0.05000,2.580
16,mlp.experts.114.gate_proj,0.0000246283,0.05000,2.640
16,mlp.experts.120.gate_proj,0.0000381429,0.05000,2.625
16,mlp.experts.121.gate_proj,0.0000133954,0.05000,2.658
16,mlp.experts.123.gate_proj,0.0000300408,0.05000,2.593
16,mlp.experts.118.gate_proj,0.0000150254,0.05000,2.642
16,mlp.experts.124.gate_proj,0.0000449555,0.05000,2.596
16,mlp.experts.127.gate_proj,0.0000098544,0.05000,2.611
16,mlp.experts.125.gate_proj,0.0000872553,0.05000,2.683
16,mlp.experts.122.gate_proj,0.0000189216,0.05000,2.589
16,mlp.experts.128.gate_proj,0.0000843754,0.05000,2.706
16,mlp.experts.129.gate_proj,0.0000245582,0.05000,2.620
16,mlp.experts.131.gate_proj,0.0000754399,0.05000,2.754
16,mlp.experts.126.gate_proj,0.0000828117,0.05000,2.582
16,mlp.experts.133.gate_proj,0.0000111265,0.05000,2.496
16,mlp.experts.132.gate_proj,0.0000346093,0.05000,2.563
16,mlp.experts.135.gate_proj,0.0001060029,0.05000,2.497
16,mlp.experts.130.gate_proj,0.0000143382,0.05000,2.482
16,mlp.experts.137.gate_proj,0.0000142304,0.05000,2.533
16,mlp.experts.136.gate_proj,0.0000085734,0.05000,2.554
16,mlp.experts.134.gate_proj,0.0000740484,0.05000,2.529
16,mlp.experts.139.gate_proj,0.0000709858,0.05000,2.580
16,mlp.experts.141.gate_proj,0.0000462240,0.05000,2.361
16,mlp.experts.140.gate_proj,0.0000246328,0.05000,2.289
16,mlp.experts.138.gate_proj,0.0000190261,0.05000,2.360
16,mlp.experts.143.gate_proj,0.0000048423,0.05000,2.395
16,mlp.experts.145.gate_proj,0.0000263126,0.05000,2.428
16,mlp.experts.144.gate_proj,0.0000756071,0.05000,2.535
16,mlp.experts.142.gate_proj,0.0000761334,0.05000,2.470
16,mlp.experts.148.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.046
16,mlp.experts.147.gate_proj,0.0000137487,0.05000,2.507
16,mlp.experts.149.gate_proj,0.0000114289,0.05000,2.441
16,mlp.experts.146.gate_proj,0.0000610590,0.05000,2.408
16,mlp.experts.152.gate_proj,0.0000634428,0.05000,2.409
16,mlp.experts.151.gate_proj,0.0000605781,0.05000,2.439
16,mlp.experts.153.gate_proj,0.0000172095,0.05000,2.615
16,mlp.experts.156.gate_proj,0.0000121332,0.05000,2.541
16,mlp.experts.150.gate_proj,0.0000181497,0.05000,2.593
16,mlp.experts.155.gate_proj,0.0000678920,0.05000,2.572
16,mlp.experts.160.gate_proj,0.0000493562,0.05000,2.467
16,mlp.experts.157.gate_proj,0.0000745599,0.05000,2.575
16,mlp.experts.154.gate_proj,0.0000226782,0.05000,2.551
16,mlp.experts.159.gate_proj,0.0000464962,0.05000,2.481
16,mlp.experts.161.gate_proj,0.0000111971,0.05000,2.563
16,mlp.experts.164.gate_proj,0.0000437063,0.05000,2.727
16,mlp.experts.158.gate_proj,0.0000399535,0.05000,2.694
16,mlp.experts.163.gate_proj,0.0000735392,0.05000,2.711
16,mlp.experts.165.gate_proj,0.0000754287,0.05000,2.522
16,mlp.experts.168.gate_proj,0.0000246717,0.05000,2.554
16,mlp.experts.162.gate_proj,0.0000690417,0.05000,2.651
16,mlp.experts.167.gate_proj,0.0000056851,0.05000,2.631
16,mlp.experts.169.gate_proj,0.0000453506,0.05000,2.604
16,mlp.experts.172.gate_proj,0.0001231116,0.05000,2.604
16,mlp.experts.166.gate_proj,0.0000445451,0.05000,2.572
16,mlp.experts.171.gate_proj,0.0000736110,0.05000,2.566
16,mlp.experts.173.gate_proj,0.0000261179,0.05000,2.499
16,mlp.experts.176.gate_proj,0.0000835250,0.05000,2.524
16,mlp.experts.170.gate_proj,0.0000495079,0.05000,2.450
16,mlp.experts.175.gate_proj,0.0000506520,0.05000,2.482
16,mlp.experts.177.gate_proj,0.0000420287,0.05000,2.441
16,mlp.experts.180.gate_proj,0.0000103883,0.05000,2.520
16,mlp.experts.174.gate_proj,0.0000346978,0.05000,2.474
16,mlp.experts.179.gate_proj,0.0000255997,0.05000,2.532
16,mlp.experts.181.gate_proj,0.0000193962,0.05000,2.481
16,mlp.experts.184.gate_proj,0.0000076217,0.05000,2.570
16,mlp.experts.178.gate_proj,0.0000216886,0.05000,2.558
16,mlp.experts.183.gate_proj,0.0000641377,0.05000,2.560
16,mlp.experts.185.gate_proj,0.0000198670,0.05000,2.614
16,mlp.experts.187.gate_proj,0.0000412542,0.05000,2.452
16,mlp.experts.188.gate_proj,0.0000094329,0.05000,2.600
16,mlp.experts.182.gate_proj,0.0000471690,0.05000,2.588
16,mlp.experts.189.gate_proj,0.0000127974,0.05000,2.593
16,mlp.experts.186.gate_proj,0.0000197405,0.05000,2.517
16,mlp.experts.191.gate_proj,0.0001138289,0.05000,2.598
16,mlp.experts.192.gate_proj,0.0000756025,0.05000,2.664
16,mlp.experts.193.gate_proj,0.0000328251,0.05000,2.548
16,mlp.experts.190.gate_proj,0.0000176372,0.05000,2.486
16,mlp.experts.195.gate_proj,0.0000960497,0.05000,2.560
16,mlp.experts.196.gate_proj,0.0000099892,0.05000,2.654
16,mlp.experts.197.gate_proj,0.0000650023,0.05000,2.441
16,mlp.experts.194.gate_proj,0.0000528023,0.05000,2.514
16,mlp.experts.199.gate_proj,0.0000200685,0.05000,2.442
16,mlp.experts.200.gate_proj,0.0000203310,0.05000,2.577
16,mlp.experts.201.gate_proj,0.0000692736,0.05000,2.534
16,mlp.experts.198.gate_proj,0.0000880627,0.05000,2.501
16,mlp.experts.203.gate_proj,0.0000362929,0.05000,2.622
16,mlp.experts.204.gate_proj,0.0000319890,0.05000,2.539
16,mlp.experts.205.gate_proj,0.0000825925,0.05000,2.447
16,mlp.experts.202.gate_proj,0.0000740333,0.05000,2.501
16,mlp.experts.207.gate_proj,0.0000305358,0.05000,2.454
16,mlp.experts.208.gate_proj,0.0000573607,0.05000,2.341
16,mlp.experts.209.gate_proj,0.0000642705,0.05000,2.335
16,mlp.experts.206.gate_proj,0.0000248192,0.05000,2.328
16,mlp.experts.211.gate_proj,0.0000177753,0.05000,2.287
16,mlp.experts.212.gate_proj,0.0000102395,0.05000,2.419
16,mlp.experts.213.gate_proj,0.0000687730,0.05000,2.539
16,mlp.experts.210.gate_proj,0.0000958804,0.05000,2.637
16,mlp.experts.215.gate_proj,0.0000437462,0.05000,2.694
16,mlp.experts.216.gate_proj,0.0000958004,0.05000,2.592
16,mlp.experts.217.gate_proj,0.0000327850,0.05000,2.693
16,mlp.experts.214.gate_proj,0.0000253847,0.05000,2.637
16,mlp.experts.219.gate_proj,0.0000351847,0.05000,2.630
16,mlp.experts.220.gate_proj,0.0000417786,0.05000,2.506
16,mlp.experts.221.gate_proj,0.0000708879,0.05000,2.601
16,mlp.experts.223.gate_proj,0.0000650085,0.05000,2.614
16,mlp.experts.218.gate_proj,0.0000340258,0.05000,2.775
16,mlp.experts.224.gate_proj,0.0000114991,0.05000,2.650
16,mlp.experts.225.gate_proj,0.0000667553,0.05000,2.600
16,mlp.experts.228.gate_proj,0.0000368489,0.05000,2.434
16,mlp.experts.227.gate_proj,0.0000449616,0.05000,2.573
16,mlp.experts.222.gate_proj,0.0000432574,0.05000,2.567
16,mlp.experts.229.gate_proj,0.0000156239,0.05000,2.607
16,mlp.experts.232.gate_proj,0.0000186966,0.05000,2.572
16,mlp.experts.231.gate_proj,0.0000678081,0.05000,2.616
16,mlp.experts.226.gate_proj,0.0000219437,0.05000,2.633
16,mlp.experts.233.gate_proj,0.0000107920,0.05000,2.584
16,mlp.experts.236.gate_proj,0.0000781906,0.05000,2.630
16,mlp.experts.235.gate_proj,0.0000255137,0.05000,2.549
16,mlp.experts.230.gate_proj,0.0000287849,0.05000,2.536
16,mlp.experts.237.gate_proj,0.0000135548,0.05000,2.632
16,mlp.experts.240.gate_proj,0.0000195389,0.05000,2.661
16,mlp.experts.234.gate_proj,0.0000297049,0.05000,2.611
16,mlp.experts.239.gate_proj,0.0000309599,0.05000,2.649
16,mlp.experts.238.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.048
16,mlp.experts.241.gate_proj,0.0000250686,0.05000,2.560
16,mlp.experts.244.gate_proj,0.0000247573,0.05000,2.495
16,mlp.experts.242.gate_proj,0.0000393800,0.05000,2.454
16,mlp.experts.243.gate_proj,0.0000380555,0.05000,2.519
16,mlp.experts.245.gate_proj,0.0000402406,0.05000,2.497
16,mlp.experts.247.gate_proj,0.0000396316,0.05000,2.452
16,mlp.experts.246.gate_proj,0.0000368361,0.05000,2.543
16,mlp.experts.248.gate_proj,0.0000630603,0.05000,2.610
16,mlp.experts.249.gate_proj,0.0000127904,0.05000,2.311
16,mlp.experts.251.gate_proj,0.0001136792,0.05000,2.247
16,mlp.experts.250.gate_proj,0.0000609530,0.05000,2.307
16,mlp.experts.252.gate_proj,0.0000808706,0.05000,2.301
16,mlp.experts.253.gate_proj,0.0000066267,0.05000,2.504
16,mlp.experts.255.gate_proj,0.0000320191,0.05000,2.518
16,mlp.experts.254.gate_proj,0.0000536438,0.05000,2.516
16,mlp.experts.0.up_proj,0.0000052924,0.05000,2.516
16,mlp.experts.1.up_proj,0.0000969988,0.05000,2.518
16,mlp.experts.3.up_proj,0.0000955344,0.05000,2.443
16,mlp.experts.4.up_proj,0.0000261517,0.05000,2.508
16,mlp.experts.2.up_proj,0.0000116467,0.05000,2.563
16,mlp.experts.5.up_proj,0.0000106429,0.05000,2.678
16,mlp.experts.7.up_proj,0.0001245773,0.05000,2.593
16,mlp.experts.11.up_proj,failsafe(rtn): 0.0010223,0.00000,0.040
16,mlp.experts.6.up_proj,0.0000122809,0.05000,2.566
16,mlp.experts.8.up_proj,0.0000132645,0.05000,2.705
16,mlp.experts.9.up_proj,0.0000435539,0.05000,2.764
16,mlp.experts.15.up_proj,0.0000856695,0.05000,2.613
16,mlp.experts.10.up_proj,0.0000202462,0.05000,2.578
16,mlp.experts.12.up_proj,0.0000218219,0.05000,2.796
16,mlp.experts.13.up_proj,0.0000802432,0.05000,2.742
16,mlp.experts.19.up_proj,0.0000321491,0.05000,2.841
16,mlp.experts.14.up_proj,0.0000385990,0.05000,2.890
16,mlp.experts.16.up_proj,0.0000464664,0.05000,2.823
16,mlp.experts.17.up_proj,0.0000705959,0.05000,2.287
16,mlp.experts.23.up_proj,0.0000397712,0.05000,2.366
16,mlp.experts.18.up_proj,0.0000454423,0.05000,2.267
16,mlp.experts.20.up_proj,0.0000120536,0.05000,2.281
16,mlp.experts.21.up_proj,0.0000111189,0.05000,2.201
16,mlp.experts.27.up_proj,0.0000297807,0.05000,2.217
16,mlp.experts.22.up_proj,0.0000200338,0.05000,2.233
16,mlp.experts.24.up_proj,0.0000909944,0.05000,2.212
16,mlp.experts.25.up_proj,0.0001064547,0.05000,2.240
16,mlp.experts.31.up_proj,0.0000405950,0.05000,2.226
16,mlp.experts.26.up_proj,0.0000192030,0.05000,2.124
16,mlp.experts.28.up_proj,0.0000113700,0.05000,2.221
16,mlp.experts.29.up_proj,0.0000349300,0.05000,2.514
16,mlp.experts.30.up_proj,0.0000089420,0.05000,2.509
16,mlp.experts.35.up_proj,0.0001153994,0.05000,2.622
16,mlp.experts.32.up_proj,0.0000904177,0.05000,2.551
16,mlp.experts.33.up_proj,0.0000111829,0.05000,2.485
16,mlp.experts.34.up_proj,0.0000634836,0.05000,2.465
16,mlp.experts.39.up_proj,0.0000264093,0.05000,2.408
16,mlp.experts.36.up_proj,0.0000389770,0.05000,2.465
16,mlp.experts.37.up_proj,0.0000956354,0.05000,2.562
16,mlp.experts.38.up_proj,0.0000190595,0.05000,2.502
16,mlp.experts.43.up_proj,0.0000131326,0.05000,2.557
16,mlp.experts.40.up_proj,0.0000175041,0.05000,2.483
16,mlp.experts.41.up_proj,0.0000210088,0.05000,2.526
16,mlp.experts.42.up_proj,0.0000120396,0.05000,2.494
16,mlp.experts.47.up_proj,0.0000154811,0.05000,2.534
16,mlp.experts.44.up_proj,0.0000215787,0.05000,2.514
16,mlp.experts.45.up_proj,0.0000151514,0.05000,2.563
16,mlp.experts.46.up_proj,0.0000115336,0.05000,2.673
16,mlp.experts.51.up_proj,0.0000116006,0.05000,2.639
16,mlp.experts.48.up_proj,0.0000420302,0.05000,2.616
16,mlp.experts.49.up_proj,0.0000469347,0.05000,2.570
16,mlp.experts.50.up_proj,0.0000331107,0.05000,2.610
16,mlp.experts.55.up_proj,0.0000104832,0.05000,2.586
16,mlp.experts.52.up_proj,0.0000285013,0.05000,2.620
16,mlp.experts.53.up_proj,0.0000117253,0.05000,2.440
16,mlp.experts.59.up_proj,0.0000124393,0.05000,2.423
16,mlp.experts.54.up_proj,0.0000127799,0.05000,2.554
16,mlp.experts.56.up_proj,0.0000243017,0.05000,2.458
16,mlp.experts.57.up_proj,0.0000513988,0.05000,2.594
16,mlp.experts.63.up_proj,0.0000245519,0.05000,2.506
16,mlp.experts.58.up_proj,0.0000301030,0.05000,2.545
16,mlp.experts.60.up_proj,0.0000450434,0.05000,2.481
16,mlp.experts.61.up_proj,0.0000228062,0.05000,2.403
16,mlp.experts.67.up_proj,0.0000078235,0.05000,2.294
16,mlp.experts.62.up_proj,0.0000563807,0.05000,2.387
16,mlp.experts.64.up_proj,0.0001049988,0.05000,2.307
16,mlp.experts.65.up_proj,0.0000422948,0.05000,2.381
16,mlp.experts.66.up_proj,0.0000479203,0.05000,2.249
16,mlp.experts.71.up_proj,0.0000322852,0.05000,2.471
16,mlp.experts.68.up_proj,0.0001120027,0.05000,2.306
16,mlp.experts.69.up_proj,0.0000472197,0.05000,2.473
16,mlp.experts.70.up_proj,0.0000397464,0.05000,2.491
16,mlp.experts.75.up_proj,0.0000539793,0.05000,2.500
16,mlp.experts.72.up_proj,0.0000184742,0.05000,2.574
16,mlp.experts.73.up_proj,0.0000124101,0.05000,2.530
16,mlp.experts.74.up_proj,0.0000271128,0.05000,2.514
16,mlp.experts.79.up_proj,0.0000280053,0.05000,2.504
16,mlp.experts.76.up_proj,0.0001149965,0.05000,2.535
16,mlp.experts.77.up_proj,0.0000642347,0.05000,2.484
16,mlp.experts.78.up_proj,0.0000165298,0.05000,2.447
16,mlp.experts.83.up_proj,0.0000172541,0.05000,2.538
16,mlp.experts.80.up_proj,0.0000058191,0.05000,2.546
16,mlp.experts.82.up_proj,0.0000175026,0.05000,2.432
16,mlp.experts.81.up_proj,0.0000561383,0.05000,2.573
16,mlp.experts.87.up_proj,0.0000097701,0.05000,2.433
16,mlp.experts.84.up_proj,0.0000322902,0.05000,2.583
16,mlp.experts.86.up_proj,0.0001241926,0.05000,2.575
16,mlp.experts.85.up_proj,0.0000100867,0.05000,2.611
16,mlp.experts.91.up_proj,0.0001132142,0.05000,2.550
16,mlp.experts.88.up_proj,0.0000512822,0.05000,2.621
16,mlp.experts.90.up_proj,0.0000161889,0.05000,2.696
16,mlp.experts.95.up_proj,0.0000054617,0.05000,2.657
16,mlp.experts.89.up_proj,0.0000520128,0.05000,2.757
16,mlp.experts.92.up_proj,0.0000587385,0.05000,2.535
16,mlp.experts.94.up_proj,0.0001348377,0.05000,2.510
16,mlp.experts.99.up_proj,0.0000107289,0.05000,2.650
16,mlp.experts.93.up_proj,0.0000795187,0.05000,2.600
16,mlp.experts.97.up_proj,failsafe(rtn): 0.0011292,0.00000,0.047
16,mlp.experts.96.up_proj,0.0000180816,0.05000,2.559
16,mlp.experts.100.up_proj,failsafe(rtn): 0.0010147,0.00000,0.040
16,mlp.experts.98.up_proj,0.0000941143,0.05000,2.555
16,mlp.experts.103.up_proj,0.0000300943,0.05000,2.506
16,mlp.experts.101.up_proj,0.0000350136,0.05000,2.576
16,mlp.experts.104.up_proj,0.0000528109,0.05000,2.476
16,mlp.experts.102.up_proj,0.0000204262,0.05000,2.530
16,mlp.experts.107.up_proj,0.0000396240,0.05000,2.477
16,mlp.experts.105.up_proj,0.0000319091,0.05000,2.547
16,mlp.experts.108.up_proj,0.0000249917,0.05000,2.542
16,mlp.experts.106.up_proj,0.0000686466,0.05000,2.451
16,mlp.experts.111.up_proj,0.0000345325,0.05000,2.547
16,mlp.experts.109.up_proj,0.0000199944,0.05000,2.510
16,mlp.experts.112.up_proj,0.0000622791,0.05000,2.467
16,mlp.experts.110.up_proj,0.0000125208,0.05000,2.500
16,mlp.experts.115.up_proj,0.0000586482,0.05000,2.510
16,mlp.experts.113.up_proj,0.0000672275,0.05000,2.487
16,mlp.experts.116.up_proj,0.0000317746,0.05000,2.465
16,mlp.experts.114.up_proj,0.0000200057,0.05000,2.623
16,mlp.experts.119.up_proj,0.0000087879,0.05000,2.737
16,mlp.experts.120.up_proj,0.0000377778,0.05000,2.572
16,mlp.experts.117.up_proj,0.0000870370,0.05000,2.668
16,mlp.experts.118.up_proj,0.0000151717,0.05000,2.608
16,mlp.experts.121.up_proj,0.0000128654,0.05000,2.515
16,mlp.experts.124.up_proj,0.0000427930,0.05000,2.634
16,mlp.experts.123.up_proj,0.0000287127,0.05000,2.670
16,mlp.experts.122.up_proj,0.0000197386,0.05000,2.557
16,mlp.experts.125.up_proj,0.0000815405,0.05000,2.507
16,mlp.experts.127.up_proj,0.0000090112,0.05000,2.488
16,mlp.experts.128.up_proj,0.0000874000,0.05000,2.568
16,mlp.experts.126.up_proj,0.0000784963,0.05000,2.469
16,mlp.experts.131.up_proj,0.0000712222,0.05000,2.434
16,mlp.experts.129.up_proj,0.0000249978,0.05000,2.553
16,mlp.experts.132.up_proj,0.0000323195,0.05000,2.542
16,mlp.experts.130.up_proj,0.0000152668,0.05000,2.513
16,mlp.experts.135.up_proj,0.0000971588,0.05000,2.555
16,mlp.experts.133.up_proj,0.0000112670,0.05000,2.593
16,mlp.experts.136.up_proj,0.0000088752,0.05000,2.532
16,mlp.experts.134.up_proj,0.0000663331,0.05000,2.589
16,mlp.experts.139.up_proj,0.0000699038,0.05000,2.693
16,mlp.experts.140.up_proj,0.0000226133,0.05000,2.547
16,mlp.experts.137.up_proj,0.0000144681,0.05000,2.707
16,mlp.experts.138.up_proj,0.0000206681,0.05000,2.424
16,mlp.experts.144.up_proj,0.0000718782,0.05000,2.445
16,mlp.experts.148.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
16,mlp.experts.143.up_proj,0.0000044910,0.05000,2.588
16,mlp.experts.141.up_proj,0.0000437604,0.05000,2.512
16,mlp.experts.142.up_proj,0.0000803251,0.05000,2.589
16,mlp.experts.152.up_proj,0.0000744142,0.05000,2.633
16,mlp.experts.147.up_proj,0.0000139196,0.05000,2.627
16,mlp.experts.145.up_proj,0.0000245185,0.05000,2.645
16,mlp.experts.146.up_proj,0.0000516359,0.05000,2.474
16,mlp.experts.156.up_proj,0.0000116228,0.05000,2.481
16,mlp.experts.151.up_proj,0.0000606289,0.05000,2.473
16,mlp.experts.149.up_proj,0.0000120965,0.05000,2.457
16,mlp.experts.150.up_proj,0.0000186588,0.05000,2.458
16,mlp.experts.160.up_proj,0.0000482088,0.05000,2.474
16,mlp.experts.155.up_proj,0.0000632874,0.05000,2.500
16,mlp.experts.153.up_proj,0.0000163193,0.05000,2.581
16,mlp.experts.154.up_proj,0.0000215526,0.05000,2.564
16,mlp.experts.164.up_proj,0.0000394809,0.05000,2.526
16,mlp.experts.159.up_proj,0.0000434281,0.05000,2.513
16,mlp.experts.157.up_proj,0.0000744943,0.05000,2.488
16,mlp.experts.158.up_proj,0.0000373507,0.05000,2.438
16,mlp.experts.168.up_proj,0.0000249685,0.05000,2.439
16,mlp.experts.163.up_proj,0.0000693034,0.05000,2.470
16,mlp.experts.161.up_proj,0.0000110750,0.05000,2.487
16,mlp.experts.162.up_proj,0.0000643462,0.05000,2.515
16,mlp.experts.172.up_proj,0.0001153416,0.05000,2.486
16,mlp.experts.167.up_proj,0.0000055147,0.05000,2.427
16,mlp.experts.165.up_proj,0.0000738581,0.05000,2.516
16,mlp.experts.166.up_proj,0.0000413959,0.05000,2.506
16,mlp.experts.176.up_proj,0.0000878362,0.05000,2.478
16,mlp.experts.171.up_proj,0.0000655182,0.05000,2.461
16,mlp.experts.169.up_proj,0.0000454449,0.05000,2.421
16,mlp.experts.170.up_proj,0.0000501295,0.05000,2.573
16,mlp.experts.180.up_proj,0.0000092363,0.05000,2.511
16,mlp.experts.175.up_proj,0.0000473361,0.05000,2.546
16,mlp.experts.173.up_proj,0.0000259778,0.05000,2.541
16,mlp.experts.174.up_proj,0.0000328098,0.05000,2.556
16,mlp.experts.184.up_proj,0.0000071498,0.05000,2.460
16,mlp.experts.179.up_proj,0.0000214726,0.05000,2.562
16,mlp.experts.177.up_proj,0.0000396330,0.05000,2.486
16,mlp.experts.178.up_proj,0.0000224963,0.05000,2.445
16,mlp.experts.188.up_proj,0.0000100254,0.05000,2.429
16,mlp.experts.183.up_proj,0.0000618075,0.05000,2.459
16,mlp.experts.181.up_proj,0.0000203254,0.05000,2.450
16,mlp.experts.182.up_proj,0.0000442110,0.05000,2.424
16,mlp.experts.192.up_proj,0.0000713499,0.05000,2.478
16,mlp.experts.187.up_proj,0.0000380363,0.05000,2.449
16,mlp.experts.185.up_proj,0.0000210005,0.05000,2.474
16,mlp.experts.186.up_proj,0.0000200397,0.05000,2.662
16,mlp.experts.196.up_proj,0.0000114127,0.05000,2.628
16,mlp.experts.191.up_proj,0.0001162151,0.05000,2.632
16,mlp.experts.189.up_proj,0.0000129252,0.05000,2.651
16,mlp.experts.190.up_proj,0.0000171961,0.05000,2.572
16,mlp.experts.200.up_proj,0.0000172077,0.05000,2.474
16,mlp.experts.193.up_proj,0.0000355807,0.05000,2.461
16,mlp.experts.195.up_proj,0.0001038061,0.05000,2.610
16,mlp.experts.194.up_proj,0.0000493543,0.05000,2.696
16,mlp.experts.204.up_proj,0.0000266256,0.05000,2.550
16,mlp.experts.197.up_proj,0.0000693921,0.05000,2.657
16,mlp.experts.199.up_proj,0.0000204521,0.05000,2.722
16,mlp.experts.208.up_proj,0.0000538730,0.05000,2.501
16,mlp.experts.198.up_proj,0.0000789569,0.05000,2.601
16,mlp.experts.201.up_proj,0.0000760897,0.05000,2.548
16,mlp.experts.203.up_proj,0.0000341669,0.05000,2.648
16,mlp.experts.212.up_proj,0.0000105668,0.05000,2.525
16,mlp.experts.202.up_proj,0.0000670376,0.05000,2.534
16,mlp.experts.205.up_proj,0.0000814695,0.05000,2.538
16,mlp.experts.207.up_proj,0.0000274766,0.05000,2.511
16,mlp.experts.216.up_proj,0.0000904251,0.05000,2.466
16,mlp.experts.206.up_proj,0.0000247935,0.05000,2.460
16,mlp.experts.209.up_proj,0.0000631868,0.05000,2.532
16,mlp.experts.211.up_proj,0.0000180677,0.05000,2.539
16,mlp.experts.220.up_proj,0.0000394028,0.05000,2.499
16,mlp.experts.210.up_proj,0.0000894170,0.05000,2.512
16,mlp.experts.213.up_proj,0.0000632251,0.05000,2.470
16,mlp.experts.215.up_proj,0.0000391834,0.05000,2.599
16,mlp.experts.224.up_proj,0.0000111477,0.05000,2.609
16,mlp.experts.214.up_proj,0.0000229506,0.05000,2.654
16,mlp.experts.217.up_proj,0.0000291678,0.05000,2.723
16,mlp.experts.219.up_proj,0.0000388477,0.05000,2.604
16,mlp.experts.228.up_proj,0.0000331613,0.05000,2.573
16,mlp.experts.218.up_proj,0.0000318508,0.05000,2.563
16,mlp.experts.221.up_proj,0.0000642497,0.05000,2.657
16,mlp.experts.223.up_proj,0.0000636035,0.05000,2.574
16,mlp.experts.232.up_proj,0.0000149711,0.05000,2.456
16,mlp.experts.222.up_proj,0.0000385662,0.05000,2.444
16,mlp.experts.225.up_proj,0.0000611615,0.05000,2.495
16,mlp.experts.227.up_proj,0.0000423024,0.05000,2.534
16,mlp.experts.236.up_proj,0.0000720318,0.05000,2.655
16,mlp.experts.226.up_proj,0.0000211163,0.05000,2.618
16,mlp.experts.229.up_proj,0.0000147129,0.05000,2.585
16,mlp.experts.231.up_proj,0.0000659970,0.05000,2.618
16,mlp.experts.230.up_proj,0.0000272782,0.05000,2.495
16,mlp.experts.240.up_proj,0.0000193692,0.05000,2.582
16,mlp.experts.233.up_proj,0.0000098942,0.05000,2.555
16,mlp.experts.235.up_proj,0.0000258328,0.05000,2.573
16,mlp.experts.244.up_proj,0.0000229041,0.05000,2.491
16,mlp.experts.234.up_proj,0.0000343576,0.05000,2.545
16,mlp.experts.238.up_proj,failsafe(rtn): 0.0010147,0.00000,0.046
16,mlp.experts.237.up_proj,0.0000139360,0.05000,2.535
16,mlp.experts.239.up_proj,0.0000303026,0.05000,2.539
16,mlp.experts.248.up_proj,0.0000587178,0.05000,2.436
16,mlp.experts.242.up_proj,0.0000355145,0.05000,2.544
16,mlp.experts.241.up_proj,0.0000229802,0.05000,2.526
16,mlp.experts.243.up_proj,0.0000389331,0.05000,2.534
16,mlp.experts.252.up_proj,0.0000758936,0.05000,2.605
16,mlp.experts.246.up_proj,0.0000346248,0.05000,2.558
16,mlp.experts.245.up_proj,0.0000375894,0.05000,2.398
16,mlp.experts.247.up_proj,0.0000372263,0.05000,2.343
16,mlp.experts.250.up_proj,0.0000611224,0.05000,1.590
16,mlp.experts.249.up_proj,0.0000133605,0.05000,1.611
16,mlp.experts.251.up_proj,0.0001068553,0.05000,1.582
16,mlp.experts.254.up_proj,0.0000514412,0.05000,1.439
16,mlp.experts.253.up_proj,0.0000067030,0.05000,1.367
16,mlp.experts.255.up_proj,0.0000305244,0.05000,1.292
16,mlp.experts.2.down_proj,0.0000004531,0.05000,0.601
16,mlp.experts.0.down_proj,0.0000001999,0.05000,0.617
16,mlp.experts.1.down_proj,0.0000013759,0.05000,0.642
16,mlp.experts.3.down_proj,0.0000030300,0.05000,0.654
16,mlp.experts.6.down_proj,0.0000004130,0.05000,0.667
16,mlp.experts.4.down_proj,0.0000007596,0.05000,0.682
16,mlp.experts.5.down_proj,0.0000003754,0.05000,0.724
16,mlp.experts.7.down_proj,0.0000022770,0.05000,0.741
16,mlp.experts.11.down_proj,failsafe(rtn): 0.0010147,0.00000,0.009
16,mlp.experts.10.down_proj,0.0000004530,0.05000,0.658
16,mlp.experts.9.down_proj,0.0000017492,0.05000,0.680
16,mlp.experts.8.down_proj,0.0000003968,0.05000,0.760
16,mlp.experts.15.down_proj,0.0000016078,0.05000,0.717
16,mlp.experts.14.down_proj,0.0000003554,0.05000,0.652
16,mlp.experts.12.down_proj,0.0000008123,0.05000,0.706
16,mlp.experts.13.down_proj,0.0000016005,0.05000,0.727
16,mlp.experts.19.down_proj,0.0000009559,0.05000,0.653
16,mlp.experts.18.down_proj,0.0000004307,0.05000,0.616
16,mlp.experts.23.down_proj,0.0000003785,0.05000,0.599
16,mlp.experts.16.down_proj,0.0000004560,0.05000,0.624
16,mlp.experts.17.down_proj,0.0000007576,0.05000,0.632
16,mlp.experts.22.down_proj,0.0000008207,0.05000,0.627
16,mlp.experts.27.down_proj,0.0000007754,0.05000,0.647
16,mlp.experts.20.down_proj,0.0000003854,0.05000,0.671
16,mlp.experts.21.down_proj,0.0000003323,0.05000,0.691
16,mlp.experts.26.down_proj,0.0000008671,0.05000,0.688
16,mlp.experts.31.down_proj,0.0000011792,0.05000,0.671
16,mlp.experts.25.down_proj,0.0000023604,0.05000,0.644
16,mlp.experts.24.down_proj,0.0000019778,0.05000,0.704
16,mlp.experts.30.down_proj,0.0000003280,0.05000,0.624
16,mlp.experts.35.down_proj,0.0000017489,0.05000,0.659
16,mlp.experts.29.down_proj,0.0000003630,0.05000,0.675
16,mlp.experts.28.down_proj,0.0000003619,0.05000,0.664
16,mlp.experts.34.down_proj,0.0000007558,0.05000,0.706
16,mlp.experts.39.down_proj,0.0000001938,0.05000,0.689
16,mlp.experts.33.down_proj,0.0000004640,0.05000,0.696
16,mlp.experts.32.down_proj,0.0000030304,0.05000,0.716
16,mlp.experts.38.down_proj,0.0000002272,0.05000,0.753
16,mlp.experts.37.down_proj,0.0000013148,0.05000,0.664
16,mlp.experts.43.down_proj,0.0000004700,0.05000,0.730
16,mlp.experts.36.down_proj,0.0000005242,0.05000,0.656
16,mlp.experts.42.down_proj,0.0000003483,0.05000,0.718
16,mlp.experts.47.down_proj,0.0000006476,0.05000,0.700
16,mlp.experts.41.down_proj,0.0000001593,0.05000,0.719
16,mlp.experts.40.down_proj,0.0000002873,0.05000,0.725
16,mlp.experts.46.down_proj,0.0000004673,0.05000,0.726
16,mlp.experts.51.down_proj,0.0000002271,0.05000,0.729
16,mlp.experts.44.down_proj,0.0000005136,0.05000,0.691
16,mlp.experts.45.down_proj,0.0000006588,0.05000,0.748
16,mlp.experts.50.down_proj,0.0000002993,0.05000,0.670
16,mlp.experts.48.down_proj,0.0000004297,0.05000,0.632
16,mlp.experts.49.down_proj,0.0000006306,0.05000,0.658
16,mlp.experts.55.down_proj,0.0000004335,0.05000,0.694
16,mlp.experts.54.down_proj,0.0000004773,0.05000,0.685
16,mlp.experts.52.down_proj,0.0000010578,0.05000,0.652
16,mlp.experts.59.down_proj,0.0000004965,0.05000,0.629
16,mlp.experts.53.down_proj,0.0000004692,0.05000,0.730
16,mlp.experts.58.down_proj,0.0000009180,0.05000,0.749
16,mlp.experts.56.down_proj,0.0000005614,0.05000,0.682
16,mlp.experts.63.down_proj,0.0000002437,0.05000,0.730
16,mlp.experts.57.down_proj,0.0000004786,0.05000,0.701
16,mlp.experts.62.down_proj,0.0000007562,0.05000,0.657
16,mlp.experts.60.down_proj,0.0000005802,0.05000,0.734
16,mlp.experts.61.down_proj,0.0000006364,0.05000,0.645
16,mlp.experts.67.down_proj,0.0000001930,0.05000,0.748
16,mlp.experts.66.down_proj,0.0000005117,0.05000,0.665
16,mlp.experts.64.down_proj,0.0000013618,0.05000,0.708
16,mlp.experts.65.down_proj,0.0000006382,0.05000,0.659
16,mlp.experts.71.down_proj,0.0000013629,0.05000,0.709
16,mlp.experts.70.down_proj,0.0000007601,0.05000,0.634
16,mlp.experts.68.down_proj,0.0000015999,0.05000,0.595
16,mlp.experts.69.down_proj,0.0000010803,0.05000,0.637
16,mlp.experts.75.down_proj,0.0000005132,0.05000,0.621
16,mlp.experts.74.down_proj,0.0000008572,0.05000,0.680
16,mlp.experts.72.down_proj,0.0000005972,0.05000,0.649
16,mlp.experts.73.down_proj,0.0000005187,0.05000,0.689
16,mlp.experts.79.down_proj,0.0000009171,0.05000,0.644
16,mlp.experts.78.down_proj,0.0000005067,0.05000,0.605
16,mlp.experts.76.down_proj,0.0000017131,0.05000,0.637
16,mlp.experts.77.down_proj,0.0000008129,0.05000,0.613
16,mlp.experts.83.down_proj,0.0000005692,0.05000,0.645
16,mlp.experts.82.down_proj,0.0000006440,0.05000,0.663
16,mlp.experts.80.down_proj,0.0000002103,0.05000,0.628
16,mlp.experts.81.down_proj,0.0000007241,0.05000,0.647
16,mlp.experts.87.down_proj,0.0000003235,0.05000,0.626
16,mlp.experts.86.down_proj,0.0000039541,0.05000,0.724
16,mlp.experts.84.down_proj,0.0000003679,0.05000,0.717
16,mlp.experts.85.down_proj,0.0000002836,0.05000,0.705
16,mlp.experts.91.down_proj,0.0000022576,0.05000,0.713
16,mlp.experts.90.down_proj,0.0000005949,0.05000,0.666
16,mlp.experts.88.down_proj,0.0000004440,0.05000,0.653
16,mlp.experts.89.down_proj,0.0000005128,0.05000,0.717
16,mlp.experts.95.down_proj,0.0000002003,0.05000,0.701
16,mlp.experts.94.down_proj,0.0000020871,0.05000,0.692
16,mlp.experts.92.down_proj,0.0000005132,0.05000,0.646
16,mlp.experts.93.down_proj,0.0000007073,0.05000,0.660
16,mlp.experts.97.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
16,mlp.experts.99.down_proj,0.0000003512,0.05000,0.656
16,mlp.experts.98.down_proj,0.0000020150,0.05000,0.744
16,mlp.experts.96.down_proj,0.0000005388,0.05000,0.752
16,mlp.experts.100.down_proj,failsafe(rtn): 0.0009995,0.00000,0.011
16,mlp.experts.103.down_proj,0.0000007258,0.05000,0.719
16,mlp.experts.101.down_proj,0.0000011799,0.05000,0.747
16,mlp.experts.102.down_proj,0.0000010433,0.05000,0.696
16,mlp.experts.104.down_proj,0.0000006139,0.05000,0.703
16,mlp.experts.105.down_proj,0.0000008244,0.05000,0.639
16,mlp.experts.107.down_proj,0.0000004825,0.05000,0.664
16,mlp.experts.106.down_proj,0.0000022151,0.05000,0.669
16,mlp.experts.108.down_proj,0.0000006843,0.05000,0.666
16,mlp.experts.111.down_proj,0.0000009413,0.05000,0.626
16,mlp.experts.109.down_proj,0.0000003813,0.05000,0.661
16,mlp.experts.110.down_proj,0.0000003599,0.05000,0.640
16,mlp.experts.112.down_proj,0.0000006660,0.05000,0.670
16,mlp.experts.115.down_proj,0.0000007836,0.05000,0.648
16,mlp.experts.113.down_proj,0.0000009717,0.05000,0.662
16,mlp.experts.114.down_proj,0.0000007375,0.05000,0.690
16,mlp.experts.116.down_proj,0.0000013714,0.05000,0.672
16,mlp.experts.119.down_proj,0.0000002542,0.05000,0.681
16,mlp.experts.117.down_proj,0.0000025278,0.05000,0.656
16,mlp.experts.118.down_proj,0.0000004440,0.05000,0.703
16,mlp.experts.120.down_proj,0.0000018497,0.05000,0.718
16,mlp.experts.123.down_proj,0.0000009516,0.05000,0.680
16,mlp.experts.121.down_proj,0.0000004426,0.05000,0.699
16,mlp.experts.122.down_proj,0.0000007887,0.05000,0.670
16,mlp.experts.127.down_proj,0.0000003615,0.05000,0.634
16,mlp.experts.124.down_proj,0.0000006302,0.05000,0.674
16,mlp.experts.125.down_proj,0.0000027332,0.05000,0.645
16,mlp.experts.126.down_proj,0.0000007432,0.05000,0.696
16,mlp.experts.131.down_proj,0.0000010610,0.05000,0.652
16,mlp.experts.128.down_proj,0.0000033813,0.05000,0.669
16,mlp.experts.129.down_proj,0.0000007299,0.05000,0.690
16,mlp.experts.130.down_proj,0.0000003734,0.05000,0.672
16,mlp.experts.132.down_proj,0.0000007838,0.05000,0.621
16,mlp.experts.135.down_proj,0.0000024922,0.05000,0.666
16,mlp.experts.133.down_proj,0.0000004194,0.05000,0.639
16,mlp.experts.134.down_proj,0.0000008812,0.05000,0.622
16,mlp.experts.139.down_proj,0.0000009165,0.05000,0.622
16,mlp.experts.136.down_proj,0.0000002745,0.05000,0.674
16,mlp.experts.137.down_proj,0.0000005199,0.05000,0.675
16,mlp.experts.138.down_proj,0.0000007705,0.05000,0.705
16,mlp.experts.143.down_proj,0.0000001168,0.05000,0.695
16,mlp.experts.140.down_proj,0.0000005701,0.05000,0.669
16,mlp.experts.141.down_proj,0.0000004266,0.05000,0.652
16,mlp.experts.147.down_proj,0.0000004471,0.05000,0.645
16,mlp.experts.142.down_proj,0.0000011216,0.05000,0.724
16,mlp.experts.145.down_proj,0.0000007262,0.05000,0.674
16,mlp.experts.144.down_proj,0.0000007576,0.05000,0.717
16,mlp.experts.148.down_proj,failsafe(rtn): 0.0010529,0.00000,0.012
16,mlp.experts.151.down_proj,0.0000015029,0.05000,0.640
16,mlp.experts.146.down_proj,0.0000011706,0.05000,0.637
16,mlp.experts.149.down_proj,0.0000003549,0.05000,0.654
16,mlp.experts.152.down_proj,0.0000013790,0.05000,0.640
16,mlp.experts.155.down_proj,0.0000010721,0.05000,0.597
16,mlp.experts.150.down_proj,0.0000006140,0.05000,0.603
16,mlp.experts.153.down_proj,0.0000003379,0.05000,0.655
16,mlp.experts.156.down_proj,0.0000003671,0.05000,0.657
16,mlp.experts.159.down_proj,0.0000004863,0.05000,0.655
16,mlp.experts.154.down_proj,0.0000006573,0.05000,0.641
16,mlp.experts.157.down_proj,0.0000021581,0.05000,0.689
16,mlp.experts.160.down_proj,0.0000005510,0.05000,0.686
16,mlp.experts.158.down_proj,0.0000004178,0.05000,0.650
16,mlp.experts.163.down_proj,0.0000009720,0.05000,0.753
16,mlp.experts.164.down_proj,0.0000006832,0.05000,0.664
16,mlp.experts.161.down_proj,0.0000005562,0.05000,0.722
16,mlp.experts.162.down_proj,0.0000005340,0.05000,0.657
16,mlp.experts.167.down_proj,0.0000001803,0.05000,0.649
16,mlp.experts.168.down_proj,0.0000011038,0.05000,0.626
16,mlp.experts.165.down_proj,0.0000029259,0.05000,0.614
16,mlp.experts.166.down_proj,0.0000003797,0.05000,0.674
16,mlp.experts.171.down_proj,0.0000010996,0.05000,0.653
16,mlp.experts.172.down_proj,0.0000016802,0.05000,0.659
16,mlp.experts.169.down_proj,0.0000013313,0.05000,0.660
16,mlp.experts.170.down_proj,0.0000015554,0.05000,0.652
16,mlp.experts.175.down_proj,0.0000004320,0.05000,0.740
16,mlp.experts.176.down_proj,0.0000013778,0.05000,0.655
16,mlp.experts.173.down_proj,0.0000006444,0.05000,0.745
16,mlp.experts.174.down_proj,0.0000002791,0.05000,0.690
16,mlp.experts.180.down_proj,0.0000002336,0.05000,0.671
16,mlp.experts.179.down_proj,0.0000006546,0.05000,0.714
16,mlp.experts.177.down_proj,0.0000004286,0.05000,0.688
16,mlp.experts.178.down_proj,0.0000007348,0.05000,0.692
16,mlp.experts.184.down_proj,0.0000002228,0.05000,0.674
16,mlp.experts.183.down_proj,0.0000014253,0.05000,0.712
16,mlp.experts.181.down_proj,0.0000006121,0.05000,0.710
16,mlp.experts.182.down_proj,0.0000003918,0.05000,0.701
16,mlp.experts.188.down_proj,0.0000003280,0.05000,0.650
16,mlp.experts.187.down_proj,0.0000008324,0.05000,0.748
16,mlp.experts.185.down_proj,0.0000008087,0.05000,0.659
16,mlp.experts.186.down_proj,0.0000006046,0.05000,0.671
16,mlp.experts.192.down_proj,0.0000007667,0.05000,0.682
16,mlp.experts.189.down_proj,0.0000003936,0.05000,0.645
16,mlp.experts.191.down_proj,0.0000015539,0.05000,0.688
16,mlp.experts.190.down_proj,0.0000004718,0.05000,0.613
16,mlp.experts.196.down_proj,0.0000004023,0.05000,0.619
16,mlp.experts.193.down_proj,0.0000013823,0.05000,0.627
16,mlp.experts.195.down_proj,0.0000029156,0.05000,0.634
16,mlp.experts.194.down_proj,0.0000006912,0.05000,0.689
16,mlp.experts.200.down_proj,0.0000005511,0.05000,0.685
16,mlp.experts.197.down_proj,0.0000024796,0.05000,0.669
16,mlp.experts.199.down_proj,0.0000006511,0.05000,0.749
16,mlp.experts.198.down_proj,0.0000015911,0.05000,0.668
16,mlp.experts.204.down_proj,0.0000004657,0.05000,0.713
16,mlp.experts.201.down_proj,0.0000028779,0.05000,0.666
16,mlp.experts.203.down_proj,0.0000003293,0.05000,0.646
16,mlp.experts.202.down_proj,0.0000007990,0.05000,0.653
16,mlp.experts.208.down_proj,0.0000007631,0.05000,0.647
16,mlp.experts.205.down_proj,0.0000014086,0.05000,0.660
16,mlp.experts.207.down_proj,0.0000005997,0.05000,0.671
16,mlp.experts.206.down_proj,0.0000007989,0.05000,0.708
16,mlp.experts.212.down_proj,0.0000004350,0.05000,0.686
16,mlp.experts.209.down_proj,0.0000014815,0.05000,0.640
16,mlp.experts.211.down_proj,0.0000005931,0.05000,0.669
16,mlp.experts.210.down_proj,0.0000008571,0.05000,0.620
16,mlp.experts.216.down_proj,0.0000013022,0.05000,0.615
16,mlp.experts.213.down_proj,0.0000007279,0.05000,0.655
16,mlp.experts.215.down_proj,0.0000010604,0.05000,0.641
16,mlp.experts.214.down_proj,0.0000005074,0.05000,0.611
16,mlp.experts.220.down_proj,0.0000003760,0.05000,0.617
16,mlp.experts.217.down_proj,0.0000003969,0.05000,0.629
16,mlp.experts.219.down_proj,0.0000018226,0.05000,0.655
16,mlp.experts.218.down_proj,0.0000003476,0.05000,0.612
16,mlp.experts.224.down_proj,0.0000005050,0.05000,0.625
16,mlp.experts.221.down_proj,0.0000008798,0.05000,0.611
16,mlp.experts.223.down_proj,0.0000006217,0.05000,0.624
16,mlp.experts.222.down_proj,0.0000010166,0.05000,0.697
16,mlp.experts.228.down_proj,0.0000008041,0.05000,0.743
16,mlp.experts.225.down_proj,0.0000006713,0.05000,0.709
16,mlp.experts.227.down_proj,0.0000004387,0.05000,0.695
16,mlp.experts.226.down_proj,0.0000006291,0.05000,0.666
16,mlp.experts.232.down_proj,0.0000004543,0.05000,0.652
16,mlp.experts.229.down_proj,0.0000006325,0.05000,0.643
16,mlp.experts.231.down_proj,0.0000012989,0.05000,0.675
16,mlp.experts.230.down_proj,0.0000010085,0.05000,0.675
16,mlp.experts.236.down_proj,0.0000007908,0.05000,0.650
16,mlp.experts.233.down_proj,0.0000002458,0.05000,0.660
16,mlp.experts.235.down_proj,0.0000008583,0.05000,0.679
16,mlp.experts.234.down_proj,0.0000008233,0.05000,0.707
16,mlp.experts.238.down_proj,failsafe(rtn): 0.0010071,0.00000,0.009
16,mlp.experts.240.down_proj,0.0000006115,0.05000,0.723
16,mlp.experts.237.down_proj,0.0000005362,0.05000,0.702
16,mlp.experts.239.down_proj,0.0000008368,0.05000,0.738
16,mlp.experts.242.down_proj,0.0000003514,0.05000,0.700
16,mlp.experts.244.down_proj,0.0000006081,0.05000,0.662
16,mlp.experts.241.down_proj,0.0000006948,0.05000,0.637
16,mlp.experts.243.down_proj,0.0000016750,0.05000,0.635
16,mlp.experts.246.down_proj,0.0000004564,0.05000,0.618
16,mlp.experts.248.down_proj,0.0000005962,0.05000,0.608
16,mlp.experts.245.down_proj,0.0000003481,0.05000,0.607
16,mlp.experts.247.down_proj,0.0000003456,0.05000,0.618
16,mlp.experts.249.down_proj,0.0000004267,0.05000,0.643
16,mlp.experts.252.down_proj,0.0000020567,0.05000,0.668
16,mlp.experts.250.down_proj,0.0000020446,0.05000,0.710
16,mlp.experts.251.down_proj,0.0000016403,0.05000,0.608
16,mlp.experts.253.down_proj,0.0000002313,0.05000,0.443
16,mlp.experts.254.down_proj,0.0000009754,0.05000,0.429
16,mlp.experts.255.down_proj,0.0000014655,0.05000,0.314
17,mlp.experts.1.gate_proj,0.0000880889,0.05000,2.508
17,mlp.experts.2.gate_proj,0.0001129971,0.05000,2.525
17,mlp.experts.3.gate_proj,0.0000176087,0.05000,2.541
17,mlp.experts.0.gate_proj,0.0000115611,0.05000,2.572
17,mlp.experts.6.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.063
17,mlp.experts.4.gate_proj,0.0000732153,0.05000,2.519
17,mlp.experts.10.gate_proj,0.0000322045,0.05000,2.525
17,mlp.experts.7.gate_proj,0.0000092902,0.05000,2.610
17,mlp.experts.5.gate_proj,0.0000574879,0.05000,2.656
17,mlp.experts.8.gate_proj,0.0000927655,0.05000,2.499
17,mlp.experts.14.gate_proj,0.0000439879,0.05000,2.625
17,mlp.experts.9.gate_proj,0.0000287493,0.05000,2.644
17,mlp.experts.11.gate_proj,0.0000169291,0.05000,2.667
17,mlp.experts.15.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.043
17,mlp.experts.12.gate_proj,0.0000150862,0.05000,2.588
17,mlp.experts.13.gate_proj,0.0000995884,0.05000,2.563
17,mlp.experts.18.gate_proj,0.0000547508,0.05000,2.641
17,mlp.experts.19.gate_proj,0.0000132452,0.05000,2.562
17,mlp.experts.16.gate_proj,0.0000076030,0.05000,2.567
17,mlp.experts.17.gate_proj,0.0000106442,0.05000,2.558
17,mlp.experts.23.gate_proj,0.0000062869,0.05000,2.531
17,mlp.experts.22.gate_proj,0.0000421015,0.05000,2.613
17,mlp.experts.20.gate_proj,0.0000606565,0.05000,2.429
17,mlp.experts.26.gate_proj,0.0000127913,0.05000,2.363
17,mlp.experts.21.gate_proj,0.0000185511,0.05000,2.514
17,mlp.experts.27.gate_proj,0.0000614736,0.05000,2.487
17,mlp.experts.24.gate_proj,0.0000751636,0.05000,2.183
17,mlp.experts.30.gate_proj,0.0000544730,0.05000,2.169
17,mlp.experts.25.gate_proj,0.0000635498,0.05000,2.256
17,mlp.experts.31.gate_proj,0.0000233387,0.05000,2.277
17,mlp.experts.28.gate_proj,0.0000461943,0.05000,2.189
17,mlp.experts.34.gate_proj,0.0000639908,0.05000,2.230
17,mlp.experts.29.gate_proj,0.0000570900,0.05000,2.090
17,mlp.experts.35.gate_proj,0.0000081938,0.05000,2.190
17,mlp.experts.32.gate_proj,0.0000099688,0.05000,2.449
17,mlp.experts.38.gate_proj,0.0000522873,0.05000,2.454
17,mlp.experts.33.gate_proj,0.0000534123,0.05000,2.533
17,mlp.experts.39.gate_proj,0.0000380366,0.05000,2.556
17,mlp.experts.36.gate_proj,0.0000744785,0.05000,2.450
17,mlp.experts.40.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.032
17,mlp.experts.42.gate_proj,0.0000380990,0.05000,2.463
17,mlp.experts.37.gate_proj,0.0000274897,0.05000,2.442
17,mlp.experts.43.gate_proj,0.0000979089,0.05000,2.535
17,mlp.experts.44.gate_proj,0.0000604437,0.05000,2.591
17,mlp.experts.46.gate_proj,0.0000729427,0.05000,2.672
17,mlp.experts.41.gate_proj,0.0000650615,0.05000,2.653
17,mlp.experts.47.gate_proj,0.0000618725,0.05000,2.523
17,mlp.experts.51.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.040
17,mlp.experts.48.gate_proj,0.0000795534,0.05000,2.593
17,mlp.experts.50.gate_proj,0.0000070944,0.05000,2.546
17,mlp.experts.45.gate_proj,0.0000363186,0.05000,2.567
17,mlp.experts.55.gate_proj,0.0000215333,0.05000,2.723
17,mlp.experts.52.gate_proj,0.0001101433,0.05000,2.627
17,mlp.experts.54.gate_proj,0.0000464241,0.05000,2.638
17,mlp.experts.49.gate_proj,0.0000293856,0.05000,2.689
17,mlp.experts.59.gate_proj,0.0000536580,0.05000,2.592
17,mlp.experts.56.gate_proj,0.0000118084,0.05000,2.251
17,mlp.experts.53.gate_proj,0.0000661375,0.05000,2.165
17,mlp.experts.58.gate_proj,0.0000670018,0.05000,2.310
17,mlp.experts.63.gate_proj,0.0000785690,0.05000,2.214
17,mlp.experts.60.gate_proj,0.0000305116,0.05000,2.401
17,mlp.experts.57.gate_proj,0.0000181437,0.05000,2.388
17,mlp.experts.62.gate_proj,0.0000162708,0.05000,2.432
17,mlp.experts.67.gate_proj,0.0000184852,0.05000,2.438
17,mlp.experts.64.gate_proj,0.0000331623,0.05000,2.672
17,mlp.experts.66.gate_proj,0.0000859863,0.05000,2.532
17,mlp.experts.61.gate_proj,0.0000094932,0.05000,2.662
17,mlp.experts.71.gate_proj,0.0000222802,0.05000,2.601
17,mlp.experts.68.gate_proj,0.0000496651,0.05000,2.576
17,mlp.experts.70.gate_proj,0.0000385350,0.05000,2.675
17,mlp.experts.65.gate_proj,0.0000347711,0.05000,2.644
17,mlp.experts.75.gate_proj,0.0001093527,0.05000,2.605
17,mlp.experts.72.gate_proj,0.0000842276,0.05000,2.610
17,mlp.experts.74.gate_proj,0.0000595625,0.05000,2.581
17,mlp.experts.69.gate_proj,0.0000891933,0.05000,2.696
17,mlp.experts.79.gate_proj,0.0001045725,0.05000,2.618
17,mlp.experts.76.gate_proj,0.0000107922,0.05000,2.573
17,mlp.experts.78.gate_proj,0.0000437046,0.05000,2.606
17,mlp.experts.73.gate_proj,0.0000478640,0.05000,2.566
17,mlp.experts.83.gate_proj,0.0000806503,0.05000,2.604
17,mlp.experts.80.gate_proj,0.0000584876,0.05000,2.461
17,mlp.experts.82.gate_proj,0.0000333039,0.05000,2.419
17,mlp.experts.77.gate_proj,0.0000393487,0.05000,2.450
17,mlp.experts.87.gate_proj,0.0000265523,0.05000,2.503
17,mlp.experts.84.gate_proj,0.0000823132,0.05000,2.834
17,mlp.experts.86.gate_proj,0.0000682192,0.05000,2.874
17,mlp.experts.81.gate_proj,0.0000595885,0.05000,2.818
17,mlp.experts.91.gate_proj,0.0001179503,0.05000,2.802
17,mlp.experts.88.gate_proj,0.0000080729,0.05000,2.503
17,mlp.experts.90.gate_proj,0.0000255860,0.05000,2.561
17,mlp.experts.85.gate_proj,0.0001030478,0.05000,2.501
17,mlp.experts.95.gate_proj,0.0000706157,0.05000,2.435
17,mlp.experts.92.gate_proj,0.0000201616,0.05000,2.550
17,mlp.experts.94.gate_proj,0.0000287139,0.05000,2.558
17,mlp.experts.89.gate_proj,0.0000213244,0.05000,2.597
17,mlp.experts.99.gate_proj,0.0000581403,0.05000,2.585
17,mlp.experts.96.gate_proj,0.0000625193,0.05000,2.227
17,mlp.experts.98.gate_proj,0.0000718813,0.05000,2.154
17,mlp.experts.93.gate_proj,0.0000519503,0.05000,2.177
17,mlp.experts.103.gate_proj,0.0001178601,0.05000,2.205
17,mlp.experts.100.gate_proj,0.0000371630,0.05000,2.694
17,mlp.experts.97.gate_proj,0.0000407018,0.05000,2.652
17,mlp.experts.102.gate_proj,0.0000139760,0.05000,2.772
17,mlp.experts.107.gate_proj,0.0000251846,0.05000,2.706
17,mlp.experts.104.gate_proj,0.0000113767,0.05000,2.431
17,mlp.experts.101.gate_proj,0.0000148924,0.05000,2.437
17,mlp.experts.106.gate_proj,0.0000405536,0.05000,2.440
17,mlp.experts.111.gate_proj,0.0000814750,0.05000,2.516
17,mlp.experts.108.gate_proj,0.0000468350,0.05000,2.685
17,mlp.experts.105.gate_proj,0.0001008118,0.05000,2.586
17,mlp.experts.110.gate_proj,0.0000111663,0.05000,2.677
17,mlp.experts.115.gate_proj,0.0000248999,0.05000,2.534
17,mlp.experts.112.gate_proj,0.0000448146,0.05000,2.607
17,mlp.experts.109.gate_proj,0.0000849416,0.05000,2.539
17,mlp.experts.114.gate_proj,0.0000148123,0.05000,2.605
17,mlp.experts.119.gate_proj,0.0000388619,0.05000,2.586
17,mlp.experts.116.gate_proj,0.0000677308,0.05000,2.652
17,mlp.experts.113.gate_proj,0.0000130327,0.05000,2.650
17,mlp.experts.118.gate_proj,0.0000085956,0.05000,2.693
17,mlp.experts.123.gate_proj,0.0000137495,0.05000,2.594
17,mlp.experts.120.gate_proj,0.0000365907,0.05000,2.706
17,mlp.experts.117.gate_proj,0.0000285998,0.05000,2.769
17,mlp.experts.122.gate_proj,0.0000157749,0.05000,2.609
17,mlp.experts.127.gate_proj,0.0000587148,0.05000,2.619
17,mlp.experts.124.gate_proj,0.0000725428,0.05000,2.191
17,mlp.experts.121.gate_proj,0.0000603412,0.05000,2.176
17,mlp.experts.131.gate_proj,0.0000089743,0.05000,2.168
17,mlp.experts.126.gate_proj,0.0000225090,0.05000,2.225
17,mlp.experts.128.gate_proj,0.0000383855,0.05000,2.598
17,mlp.experts.125.gate_proj,0.0000483341,0.05000,2.525
17,mlp.experts.135.gate_proj,0.0000121018,0.05000,2.571
17,mlp.experts.130.gate_proj,0.0000105200,0.05000,2.704
17,mlp.experts.132.gate_proj,0.0000178472,0.05000,2.533
17,mlp.experts.129.gate_proj,0.0000345224,0.05000,2.523
17,mlp.experts.139.gate_proj,0.0000143212,0.05000,2.472
17,mlp.experts.134.gate_proj,0.0000300942,0.05000,2.573
17,mlp.experts.136.gate_proj,0.0000347794,0.05000,2.536
17,mlp.experts.133.gate_proj,0.0001090407,0.05000,2.473
17,mlp.experts.143.gate_proj,0.0000188039,0.05000,2.510
17,mlp.experts.138.gate_proj,0.0000218526,0.05000,2.537
17,mlp.experts.140.gate_proj,0.0000559576,0.05000,2.514
17,mlp.experts.137.gate_proj,0.0000231045,0.05000,2.520
17,mlp.experts.147.gate_proj,0.0000246914,0.05000,2.507
17,mlp.experts.142.gate_proj,0.0000146972,0.05000,2.438
17,mlp.experts.141.gate_proj,0.0000757985,0.05000,2.350
17,mlp.experts.144.gate_proj,0.0001333932,0.05000,2.456
17,mlp.experts.151.gate_proj,0.0000710626,0.05000,2.441
17,mlp.experts.146.gate_proj,0.0001416681,0.05000,2.551
17,mlp.experts.145.gate_proj,0.0000426094,0.05000,2.468
17,mlp.experts.148.gate_proj,0.0000547915,0.05000,2.462
17,mlp.experts.155.gate_proj,0.0000123161,0.05000,2.447
17,mlp.experts.150.gate_proj,0.0000591189,0.05000,2.494
17,mlp.experts.149.gate_proj,0.0000234137,0.05000,2.416
17,mlp.experts.152.gate_proj,0.0001084139,0.05000,2.457
17,mlp.experts.159.gate_proj,0.0000587216,0.05000,2.328
17,mlp.experts.154.gate_proj,0.0000365576,0.05000,2.289
17,mlp.experts.153.gate_proj,0.0000927541,0.05000,2.350
17,mlp.experts.156.gate_proj,0.0000225094,0.05000,2.450
17,mlp.experts.163.gate_proj,0.0000230558,0.05000,2.457
17,mlp.experts.158.gate_proj,0.0000257446,0.05000,2.477
17,mlp.experts.157.gate_proj,0.0000117762,0.05000,2.864
17,mlp.experts.167.gate_proj,0.0000348285,0.05000,2.667
17,mlp.experts.160.gate_proj,0.0000549359,0.05000,2.819
17,mlp.experts.162.gate_proj,0.0000283717,0.05000,2.721
17,mlp.experts.171.gate_proj,0.0000447678,0.05000,2.670
17,mlp.experts.161.gate_proj,0.0000561713,0.05000,2.779
17,mlp.experts.164.gate_proj,0.0000197740,0.05000,2.740
17,mlp.experts.166.gate_proj,0.0000510236,0.05000,2.683
17,mlp.experts.175.gate_proj,0.0000674054,0.05000,2.620
17,mlp.experts.165.gate_proj,0.0000604383,0.05000,2.558
17,mlp.experts.168.gate_proj,0.0000560325,0.05000,2.553
17,mlp.experts.170.gate_proj,0.0000122966,0.05000,2.520
17,mlp.experts.179.gate_proj,0.0001187428,0.05000,2.582
17,mlp.experts.172.gate_proj,0.0000128559,0.05000,2.603
17,mlp.experts.169.gate_proj,0.0000164036,0.05000,2.727
17,mlp.experts.174.gate_proj,0.0000114724,0.05000,2.631
17,mlp.experts.178.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.043
17,mlp.experts.183.gate_proj,0.0000343382,0.05000,2.470
17,mlp.experts.176.gate_proj,0.0000396398,0.05000,2.504
17,mlp.experts.173.gate_proj,0.0000259883,0.05000,2.513
17,mlp.experts.182.gate_proj,0.0000685409,0.05000,2.472
17,mlp.experts.187.gate_proj,0.0000450888,0.05000,2.677
17,mlp.experts.180.gate_proj,0.0000134443,0.05000,2.652
17,mlp.experts.177.gate_proj,0.0000366839,0.05000,2.694
17,mlp.experts.186.gate_proj,0.0000527598,0.05000,2.716
17,mlp.experts.191.gate_proj,0.0000087508,0.05000,2.693
17,mlp.experts.184.gate_proj,0.0000902808,0.05000,2.724
17,mlp.experts.181.gate_proj,0.0000582387,0.05000,2.696
17,mlp.experts.190.gate_proj,0.0000287510,0.05000,2.613
17,mlp.experts.195.gate_proj,0.0000337373,0.05000,2.630
17,mlp.experts.188.gate_proj,0.0000168497,0.05000,2.696
17,mlp.experts.185.gate_proj,0.0000158274,0.05000,2.666
17,mlp.experts.194.gate_proj,0.0000701287,0.05000,2.677
17,mlp.experts.199.gate_proj,0.0000296192,0.05000,2.568
17,mlp.experts.192.gate_proj,0.0000715415,0.05000,2.623
17,mlp.experts.189.gate_proj,0.0000142821,0.05000,2.712
17,mlp.experts.198.gate_proj,0.0000159787,0.05000,2.633
17,mlp.experts.203.gate_proj,0.0000571502,0.05000,2.604
17,mlp.experts.196.gate_proj,0.0000872604,0.05000,2.577
17,mlp.experts.202.gate_proj,0.0000067358,0.05000,2.608
17,mlp.experts.193.gate_proj,0.0000394726,0.05000,2.699
17,mlp.experts.207.gate_proj,0.0000902347,0.05000,2.701
17,mlp.experts.200.gate_proj,0.0000134028,0.05000,2.566
17,mlp.experts.197.gate_proj,0.0000062653,0.05000,2.563
17,mlp.experts.206.gate_proj,0.0000059665,0.05000,2.654
17,mlp.experts.211.gate_proj,0.0000136853,0.05000,2.626
17,mlp.experts.204.gate_proj,0.0000817847,0.05000,2.587
17,mlp.experts.201.gate_proj,0.0000132616,0.05000,2.591
17,mlp.experts.210.gate_proj,0.0000907837,0.05000,2.576
17,mlp.experts.215.gate_proj,0.0000383654,0.05000,2.644
17,mlp.experts.208.gate_proj,0.0000651555,0.05000,2.694
17,mlp.experts.205.gate_proj,0.0000300667,0.05000,2.643
17,mlp.experts.214.gate_proj,0.0000137965,0.05000,2.697
17,mlp.experts.219.gate_proj,0.0000489674,0.05000,2.659
17,mlp.experts.212.gate_proj,0.0000689023,0.05000,2.635
17,mlp.experts.218.gate_proj,0.0000772639,0.05000,2.579
17,mlp.experts.209.gate_proj,0.0001044563,0.05000,2.719
17,mlp.experts.223.gate_proj,0.0000755678,0.05000,2.613
17,mlp.experts.216.gate_proj,0.0000203813,0.05000,2.679
17,mlp.experts.213.gate_proj,0.0000128850,0.05000,2.560
17,mlp.experts.222.gate_proj,0.0000257529,0.05000,2.693
17,mlp.experts.227.gate_proj,0.0000497367,0.05000,2.572
17,mlp.experts.220.gate_proj,0.0000168495,0.05000,2.564
17,mlp.experts.217.gate_proj,0.0001079058,0.05000,2.609
17,mlp.experts.226.gate_proj,0.0000275694,0.05000,2.589
17,mlp.experts.231.gate_proj,0.0000086192,0.05000,2.660
17,mlp.experts.224.gate_proj,0.0000799767,0.05000,2.597
17,mlp.experts.221.gate_proj,0.0000984156,0.05000,2.582
17,mlp.experts.230.gate_proj,0.0000174225,0.05000,2.611
17,mlp.experts.235.gate_proj,0.0000264932,0.05000,2.695
17,mlp.experts.228.gate_proj,0.0000092356,0.05000,2.706
17,mlp.experts.234.gate_proj,0.0000372605,0.05000,2.646
17,mlp.experts.225.gate_proj,0.0000455369,0.05000,2.747
17,mlp.experts.239.gate_proj,0.0000132641,0.05000,2.564
17,mlp.experts.232.gate_proj,0.0000300875,0.05000,2.667
17,mlp.experts.238.gate_proj,0.0000059102,0.05000,2.612
17,mlp.experts.229.gate_proj,0.0000077933,0.05000,2.659
17,mlp.experts.243.gate_proj,0.0000311663,0.05000,2.595
17,mlp.experts.236.gate_proj,0.0000483597,0.05000,2.576
17,mlp.experts.242.gate_proj,0.0000108538,0.05000,2.537
17,mlp.experts.233.gate_proj,0.0000681660,0.05000,2.658
17,mlp.experts.247.gate_proj,0.0000199828,0.05000,2.686
17,mlp.experts.240.gate_proj,0.0000321305,0.05000,2.642
17,mlp.experts.246.gate_proj,0.0000178465,0.05000,2.630
17,mlp.experts.237.gate_proj,0.0000114773,0.05000,2.639
17,mlp.experts.251.gate_proj,0.0000614018,0.05000,2.532
17,mlp.experts.244.gate_proj,0.0000526336,0.05000,2.520
17,mlp.experts.250.gate_proj,0.0000102330,0.05000,2.570
17,mlp.experts.241.gate_proj,0.0001089576,0.05000,2.482
17,mlp.experts.255.gate_proj,0.0000097125,0.05000,2.699
17,mlp.experts.248.gate_proj,0.0000339573,0.05000,2.736
17,mlp.experts.254.gate_proj,0.0000135886,0.05000,2.731
17,mlp.experts.245.gate_proj,0.0000983479,0.05000,2.806
17,mlp.experts.3.up_proj,0.0000173861,0.05000,2.609
17,mlp.experts.252.gate_proj,0.0000481097,0.05000,2.576
17,mlp.experts.2.up_proj,0.0001044018,0.05000,2.563
17,mlp.experts.6.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
17,mlp.experts.249.gate_proj,0.0000496190,0.05000,2.464
17,mlp.experts.7.up_proj,0.0000092931,0.05000,1.340
17,mlp.experts.0.up_proj,0.0000108336,0.05000,1.208
17,mlp.experts.253.gate_proj,0.0000798246,0.05000,2.501
17,mlp.experts.4.up_proj,0.0000690936,0.05000,2.558
17,mlp.experts.11.up_proj,0.0000158060,0.05000,2.635
17,mlp.experts.10.up_proj,0.0000243856,0.05000,2.666
17,mlp.experts.15.up_proj,failsafe(rtn): 0.0010223,0.00000,0.055
17,mlp.experts.1.up_proj,0.0000809790,0.05000,2.681
17,mlp.experts.8.up_proj,0.0000979638,0.05000,2.674
17,mlp.experts.19.up_proj,0.0000172701,0.05000,2.568
17,mlp.experts.14.up_proj,0.0000387637,0.05000,2.674
17,mlp.experts.5.up_proj,0.0000555308,0.05000,2.771
17,mlp.experts.12.up_proj,0.0000143228,0.05000,2.850
17,mlp.experts.23.up_proj,0.0000060501,0.05000,2.841
17,mlp.experts.18.up_proj,0.0000483248,0.05000,2.809
17,mlp.experts.9.up_proj,0.0000281132,0.05000,2.571
17,mlp.experts.16.up_proj,0.0000080995,0.05000,2.627
17,mlp.experts.22.up_proj,0.0000403425,0.05000,2.601
17,mlp.experts.27.up_proj,0.0000562250,0.05000,2.735
17,mlp.experts.13.up_proj,0.0000917339,0.05000,2.645
17,mlp.experts.20.up_proj,0.0000591248,0.05000,2.690
17,mlp.experts.26.up_proj,0.0000118865,0.05000,2.739
17,mlp.experts.31.up_proj,0.0000215629,0.05000,2.686
17,mlp.experts.17.up_proj,0.0000104269,0.05000,2.729
17,mlp.experts.24.up_proj,0.0000680429,0.05000,2.760
17,mlp.experts.35.up_proj,0.0000079426,0.05000,2.718
17,mlp.experts.30.up_proj,0.0000498312,0.05000,2.793
17,mlp.experts.21.up_proj,0.0000187506,0.05000,2.614
17,mlp.experts.28.up_proj,0.0000427112,0.05000,2.544
17,mlp.experts.39.up_proj,0.0000350690,0.05000,2.513
17,mlp.experts.34.up_proj,0.0000543019,0.05000,2.641
17,mlp.experts.25.up_proj,0.0000593165,0.05000,2.591
17,mlp.experts.32.up_proj,0.0000090688,0.05000,2.680
17,mlp.experts.43.up_proj,0.0000927073,0.05000,2.683
17,mlp.experts.38.up_proj,0.0000452879,0.05000,2.730
17,mlp.experts.29.up_proj,0.0000587061,0.05000,2.553
17,mlp.experts.36.up_proj,0.0000717911,0.05000,2.522
17,mlp.experts.40.up_proj,failsafe(rtn): 0.0010757,0.00000,0.040
17,mlp.experts.47.up_proj,0.0000580396,0.05000,2.578
17,mlp.experts.51.up_proj,failsafe(rtn): 0.0009995,0.00000,0.037
17,mlp.experts.42.up_proj,0.0000357823,0.05000,2.491
17,mlp.experts.33.up_proj,0.0000503636,0.05000,2.611
17,mlp.experts.44.up_proj,0.0000541130,0.05000,2.615
17,mlp.experts.55.up_proj,0.0000205351,0.05000,2.604
17,mlp.experts.46.up_proj,0.0000688973,0.05000,2.596
17,mlp.experts.37.up_proj,0.0000211325,0.05000,2.545
17,mlp.experts.48.up_proj,0.0000738929,0.05000,2.609
17,mlp.experts.59.up_proj,0.0000512586,0.05000,2.621
17,mlp.experts.50.up_proj,0.0000069358,0.05000,2.598
17,mlp.experts.41.up_proj,0.0000621315,0.05000,2.683
17,mlp.experts.52.up_proj,0.0001103979,0.05000,2.602
17,mlp.experts.63.up_proj,0.0000774615,0.05000,2.577
17,mlp.experts.54.up_proj,0.0000353553,0.05000,2.660
17,mlp.experts.45.up_proj,0.0000338505,0.05000,2.704
17,mlp.experts.56.up_proj,0.0000111980,0.05000,2.709
17,mlp.experts.67.up_proj,0.0000171919,0.05000,2.616
17,mlp.experts.58.up_proj,0.0000611243,0.05000,2.651
17,mlp.experts.49.up_proj,0.0000274929,0.05000,2.693
17,mlp.experts.71.up_proj,0.0000180519,0.05000,2.742
17,mlp.experts.60.up_proj,0.0000314337,0.05000,2.770
17,mlp.experts.62.up_proj,0.0000172747,0.05000,2.715
17,mlp.experts.53.up_proj,0.0000622061,0.05000,2.460
17,mlp.experts.75.up_proj,0.0001063302,0.05000,2.455
17,mlp.experts.64.up_proj,0.0000305595,0.05000,2.488
17,mlp.experts.66.up_proj,0.0000833039,0.05000,2.457
17,mlp.experts.57.up_proj,0.0000167348,0.05000,2.615
17,mlp.experts.70.up_proj,0.0000362243,0.05000,2.589
17,mlp.experts.79.up_proj,0.0000969552,0.05000,2.723
17,mlp.experts.68.up_proj,0.0000463587,0.05000,2.736
17,mlp.experts.61.up_proj,0.0000105177,0.05000,2.683
17,mlp.experts.83.up_proj,0.0000829332,0.05000,2.539
17,mlp.experts.74.up_proj,0.0000569611,0.05000,2.629
17,mlp.experts.72.up_proj,0.0000791017,0.05000,2.643
17,mlp.experts.65.up_proj,0.0000374134,0.05000,2.655
17,mlp.experts.87.up_proj,0.0000263219,0.05000,2.697
17,mlp.experts.78.up_proj,0.0000478123,0.05000,2.675
17,mlp.experts.76.up_proj,0.0000111125,0.05000,2.654
17,mlp.experts.69.up_proj,0.0000843074,0.05000,2.668
17,mlp.experts.82.up_proj,0.0000299641,0.05000,2.592
17,mlp.experts.91.up_proj,0.0001097926,0.05000,2.660
17,mlp.experts.80.up_proj,0.0000515506,0.05000,2.661
17,mlp.experts.73.up_proj,0.0000442760,0.05000,2.490
17,mlp.experts.86.up_proj,0.0000644768,0.05000,2.544
17,mlp.experts.95.up_proj,0.0000648215,0.05000,2.561
17,mlp.experts.84.up_proj,0.0000824867,0.05000,2.518
17,mlp.experts.77.up_proj,0.0000362313,0.05000,2.587
17,mlp.experts.99.up_proj,0.0000558884,0.05000,2.603
17,mlp.experts.88.up_proj,0.0000075609,0.05000,2.542
17,mlp.experts.90.up_proj,0.0000250307,0.05000,2.668
17,mlp.experts.81.up_proj,0.0000606511,0.05000,2.527
17,mlp.experts.94.up_proj,0.0000259453,0.05000,2.500
17,mlp.experts.103.up_proj,0.0001128895,0.05000,2.564
17,mlp.experts.92.up_proj,0.0000183074,0.05000,2.564
17,mlp.experts.85.up_proj,0.0000964937,0.05000,2.686
17,mlp.experts.107.up_proj,0.0000248454,0.05000,2.597
17,mlp.experts.96.up_proj,0.0000584043,0.05000,2.620
17,mlp.experts.98.up_proj,0.0000672180,0.05000,2.714
17,mlp.experts.89.up_proj,0.0000206552,0.05000,2.708
17,mlp.experts.100.up_proj,0.0000349704,0.05000,2.601
17,mlp.experts.102.up_proj,0.0000154560,0.05000,2.596
17,mlp.experts.111.up_proj,0.0000806105,0.05000,2.686
17,mlp.experts.93.up_proj,0.0000492294,0.05000,2.618
17,mlp.experts.104.up_proj,0.0000109711,0.05000,2.589
17,mlp.experts.115.up_proj,0.0000236084,0.05000,2.614
17,mlp.experts.106.up_proj,0.0000380863,0.05000,2.662
17,mlp.experts.97.up_proj,0.0000379351,0.05000,2.568
17,mlp.experts.108.up_proj,0.0000424078,0.05000,2.566
17,mlp.experts.110.up_proj,0.0000111690,0.05000,2.563
17,mlp.experts.119.up_proj,0.0000377657,0.05000,2.657
17,mlp.experts.101.up_proj,0.0000140453,0.05000,2.549
17,mlp.experts.112.up_proj,0.0000412292,0.05000,2.611
17,mlp.experts.114.up_proj,0.0000159101,0.05000,2.566
17,mlp.experts.123.up_proj,0.0000132807,0.05000,2.586
17,mlp.experts.105.up_proj,0.0000918908,0.05000,2.864
17,mlp.experts.116.up_proj,0.0000613039,0.05000,2.896
17,mlp.experts.118.up_proj,0.0000085140,0.05000,2.854
17,mlp.experts.127.up_proj,0.0000549728,0.05000,2.872
17,mlp.experts.109.up_proj,0.0000807333,0.05000,2.600
17,mlp.experts.120.up_proj,0.0000367260,0.05000,2.519
17,mlp.experts.122.up_proj,0.0000153360,0.05000,2.537
17,mlp.experts.131.up_proj,0.0000085450,0.05000,2.478
17,mlp.experts.113.up_proj,0.0000117096,0.05000,2.595
17,mlp.experts.126.up_proj,0.0000190076,0.05000,2.639
17,mlp.experts.124.up_proj,0.0000660636,0.05000,2.709
17,mlp.experts.135.up_proj,0.0000118463,0.05000,2.742
17,mlp.experts.117.up_proj,0.0000263823,0.05000,2.564
17,mlp.experts.128.up_proj,0.0000400819,0.05000,2.591
17,mlp.experts.130.up_proj,0.0000102322,0.05000,2.641
17,mlp.experts.139.up_proj,0.0000149548,0.05000,2.719
17,mlp.experts.121.up_proj,0.0000494470,0.05000,2.532
17,mlp.experts.132.up_proj,0.0000195874,0.05000,2.637
17,mlp.experts.134.up_proj,0.0000283901,0.05000,2.656
17,mlp.experts.143.up_proj,0.0000171241,0.05000,2.609
17,mlp.experts.125.up_proj,0.0000446358,0.05000,2.689
17,mlp.experts.136.up_proj,0.0000306560,0.05000,2.572
17,mlp.experts.138.up_proj,0.0000197197,0.05000,2.636
17,mlp.experts.147.up_proj,0.0000237831,0.05000,2.609
17,mlp.experts.129.up_proj,0.0000310354,0.05000,2.603
17,mlp.experts.140.up_proj,0.0000503277,0.05000,2.545
17,mlp.experts.142.up_proj,0.0000146145,0.05000,2.542
17,mlp.experts.151.up_proj,0.0000672377,0.05000,2.589
17,mlp.experts.133.up_proj,0.0000985664,0.05000,2.745
17,mlp.experts.144.up_proj,0.0000397486,0.05000,2.622
17,mlp.experts.146.up_proj,0.0001289915,0.05000,2.620
17,mlp.experts.155.up_proj,0.0000103664,0.05000,2.642
17,mlp.experts.137.up_proj,0.0000221580,0.05000,2.616
17,mlp.experts.148.up_proj,0.0000545741,0.05000,2.682
17,mlp.experts.150.up_proj,0.0000554994,0.05000,2.606
17,mlp.experts.159.up_proj,0.0000558981,0.05000,2.580
17,mlp.experts.141.up_proj,0.0000811000,0.05000,2.470
17,mlp.experts.152.up_proj,0.0000980927,0.05000,2.431
17,mlp.experts.154.up_proj,0.0000331273,0.05000,2.483
17,mlp.experts.163.up_proj,0.0000221733,0.05000,2.431
17,mlp.experts.145.up_proj,0.0000405983,0.05000,2.509
17,mlp.experts.156.up_proj,0.0000202322,0.05000,2.507
17,mlp.experts.158.up_proj,0.0000252880,0.05000,2.458
17,mlp.experts.167.up_proj,0.0000327855,0.05000,2.585
17,mlp.experts.149.up_proj,0.0000221231,0.05000,2.513
17,mlp.experts.160.up_proj,0.0000518662,0.05000,2.461
17,mlp.experts.162.up_proj,0.0000266603,0.05000,2.461
17,mlp.experts.171.up_proj,0.0000419224,0.05000,2.604
17,mlp.experts.153.up_proj,0.0000854773,0.05000,2.655
17,mlp.experts.166.up_proj,0.0000578806,0.05000,2.704
17,mlp.experts.164.up_proj,0.0000176904,0.05000,2.746
17,mlp.experts.175.up_proj,0.0000630743,0.05000,2.707
17,mlp.experts.157.up_proj,0.0000110337,0.05000,2.594
17,mlp.experts.170.up_proj,0.0000110008,0.05000,2.585
17,mlp.experts.168.up_proj,0.0000526909,0.05000,2.590
17,mlp.experts.179.up_proj,0.0001160625,0.05000,2.589
17,mlp.experts.161.up_proj,0.0000533916,0.05000,2.467
17,mlp.experts.174.up_proj,0.0000118292,0.05000,2.480
17,mlp.experts.178.up_proj,failsafe(rtn): 0.0010757,0.00000,0.033
17,mlp.experts.172.up_proj,0.0000142969,0.05000,2.514
17,mlp.experts.183.up_proj,0.0000338375,0.05000,2.503
17,mlp.experts.165.up_proj,0.0000495826,0.05000,2.616
17,mlp.experts.182.up_proj,0.0000645834,0.05000,2.648
17,mlp.experts.176.up_proj,0.0000379312,0.05000,2.741
17,mlp.experts.187.up_proj,0.0000458781,0.05000,2.577
17,mlp.experts.169.up_proj,0.0000163021,0.05000,2.323
17,mlp.experts.186.up_proj,0.0000483535,0.05000,2.346
17,mlp.experts.180.up_proj,0.0000127806,0.05000,2.388
17,mlp.experts.191.up_proj,0.0000084490,0.05000,2.367
17,mlp.experts.173.up_proj,0.0000272370,0.05000,2.585
17,mlp.experts.190.up_proj,0.0000291812,0.05000,2.592
17,mlp.experts.184.up_proj,0.0001034690,0.05000,2.554
17,mlp.experts.195.up_proj,0.0000342722,0.05000,2.543
17,mlp.experts.177.up_proj,0.0000350593,0.05000,2.474
17,mlp.experts.194.up_proj,0.0000620532,0.05000,2.422
17,mlp.experts.188.up_proj,0.0000161879,0.05000,2.404
17,mlp.experts.199.up_proj,0.0000279177,0.05000,2.553
17,mlp.experts.181.up_proj,0.0000516334,0.05000,2.648
17,mlp.experts.198.up_proj,0.0000146452,0.05000,2.639
17,mlp.experts.192.up_proj,0.0000692946,0.05000,2.677
17,mlp.experts.203.up_proj,0.0000516286,0.05000,2.671
17,mlp.experts.185.up_proj,0.0000139816,0.05000,2.589
17,mlp.experts.202.up_proj,0.0000064992,0.05000,2.640
17,mlp.experts.196.up_proj,0.0000816443,0.05000,2.669
17,mlp.experts.207.up_proj,0.0000835137,0.05000,2.523
17,mlp.experts.189.up_proj,0.0000134596,0.05000,2.872
17,mlp.experts.206.up_proj,0.0000048758,0.05000,2.846
17,mlp.experts.200.up_proj,0.0000122134,0.05000,2.807
17,mlp.experts.211.up_proj,0.0000142378,0.05000,2.824
17,mlp.experts.193.up_proj,0.0000429444,0.05000,2.544
17,mlp.experts.210.up_proj,0.0000842238,0.05000,2.729
17,mlp.experts.204.up_proj,0.0000828360,0.05000,2.659
17,mlp.experts.215.up_proj,0.0000357908,0.05000,2.546
17,mlp.experts.197.up_proj,0.0000060207,0.05000,2.607
17,mlp.experts.214.up_proj,0.0000154952,0.05000,2.718
17,mlp.experts.208.up_proj,0.0000608265,0.05000,2.668
17,mlp.experts.219.up_proj,0.0000452676,0.05000,2.797
17,mlp.experts.201.up_proj,0.0000134804,0.05000,2.530
17,mlp.experts.218.up_proj,0.0000793065,0.05000,2.528
17,mlp.experts.212.up_proj,0.0000564852,0.05000,2.574
17,mlp.experts.223.up_proj,0.0000741555,0.05000,2.533
17,mlp.experts.205.up_proj,0.0000290632,0.05000,2.519
17,mlp.experts.222.up_proj,0.0000255000,0.05000,2.543
17,mlp.experts.216.up_proj,0.0000207027,0.05000,2.559
17,mlp.experts.227.up_proj,0.0000461538,0.05000,2.501
17,mlp.experts.209.up_proj,0.0000896003,0.05000,2.679
17,mlp.experts.226.up_proj,0.0000255411,0.05000,2.578
17,mlp.experts.220.up_proj,0.0000165180,0.05000,2.569
17,mlp.experts.231.up_proj,0.0000080392,0.05000,2.661
17,mlp.experts.213.up_proj,0.0000126619,0.05000,2.657
17,mlp.experts.230.up_proj,0.0000172075,0.05000,2.647
17,mlp.experts.235.up_proj,0.0000244511,0.05000,2.625
17,mlp.experts.224.up_proj,0.0000718861,0.05000,2.820
17,mlp.experts.217.up_proj,0.0001041007,0.05000,2.567
17,mlp.experts.234.up_proj,0.0000357868,0.05000,2.720
17,mlp.experts.239.up_proj,0.0000124263,0.05000,2.604
17,mlp.experts.228.up_proj,0.0000084552,0.05000,2.645
17,mlp.experts.221.up_proj,0.0000906703,0.05000,2.556
17,mlp.experts.238.up_proj,0.0000061617,0.05000,2.618
17,mlp.experts.243.up_proj,0.0000292126,0.05000,2.521
17,mlp.experts.232.up_proj,0.0000269358,0.05000,2.529
17,mlp.experts.225.up_proj,0.0000425077,0.05000,2.551
17,mlp.experts.247.up_proj,0.0000189230,0.05000,2.487
17,mlp.experts.242.up_proj,0.0000107159,0.05000,2.563
17,mlp.experts.236.up_proj,0.0000517550,0.05000,2.583
17,mlp.experts.229.up_proj,0.0000079311,0.05000,2.551
17,mlp.experts.251.up_proj,0.0000559613,0.05000,2.521
17,mlp.experts.240.up_proj,0.0000298513,0.05000,2.449
17,mlp.experts.246.up_proj,0.0000171331,0.05000,2.557
17,mlp.experts.233.up_proj,0.0000594389,0.05000,2.466
17,mlp.experts.255.up_proj,0.0000092834,0.05000,2.518
17,mlp.experts.250.up_proj,0.0000111258,0.05000,2.449
17,mlp.experts.244.up_proj,0.0000584588,0.05000,2.538
17,mlp.experts.237.up_proj,0.0000107789,0.05000,2.056
17,mlp.experts.254.up_proj,0.0000125684,0.05000,1.775
17,mlp.experts.248.up_proj,0.0000320581,0.05000,1.740
17,mlp.experts.241.up_proj,0.0001151720,0.05000,1.285
17,mlp.experts.252.up_proj,0.0000434919,0.05000,1.133
17,mlp.experts.245.up_proj,0.0000747280,0.05000,0.757
17,mlp.experts.249.up_proj,0.0000461333,0.05000,0.603
17,mlp.experts.253.up_proj,0.0000742602,0.05000,0.598
17,mlp.experts.0.down_proj,0.0000003348,0.05000,0.667
17,mlp.experts.3.down_proj,0.0000005946,0.05000,0.681
17,mlp.experts.1.down_proj,0.0000014181,0.05000,0.708
17,mlp.experts.2.down_proj,0.0000014511,0.05000,0.723
17,mlp.experts.6.down_proj,failsafe(rtn): 0.0010605,0.00000,0.009
17,mlp.experts.7.down_proj,0.0000002598,0.05000,0.674
17,mlp.experts.4.down_proj,0.0000013848,0.05000,0.717
17,mlp.experts.5.down_proj,0.0000017776,0.05000,0.693
17,mlp.experts.10.down_proj,0.0000007007,0.05000,0.687
17,mlp.experts.11.down_proj,0.0000003016,0.05000,0.631
17,mlp.experts.15.down_proj,failsafe(rtn): 0.0010147,0.00000,0.010
17,mlp.experts.8.down_proj,0.0000024673,0.05000,0.641
17,mlp.experts.9.down_proj,0.0000003083,0.05000,0.641
17,mlp.experts.14.down_proj,0.0000010126,0.05000,0.665
17,mlp.experts.13.down_proj,0.0000012769,0.05000,0.689
17,mlp.experts.12.down_proj,0.0000004092,0.05000,0.746
17,mlp.experts.19.down_proj,0.0000003993,0.05000,0.785
17,mlp.experts.18.down_proj,0.0000007948,0.05000,0.755
17,mlp.experts.17.down_proj,0.0000003628,0.05000,0.692
17,mlp.experts.16.down_proj,0.0000002413,0.05000,0.689
17,mlp.experts.23.down_proj,0.0000001612,0.05000,0.697
17,mlp.experts.22.down_proj,0.0000006592,0.05000,0.654
17,mlp.experts.21.down_proj,0.0000006270,0.05000,0.647
17,mlp.experts.20.down_proj,0.0000016199,0.05000,0.618
17,mlp.experts.26.down_proj,0.0000003272,0.05000,0.649
17,mlp.experts.27.down_proj,0.0000012045,0.05000,0.678
17,mlp.experts.24.down_proj,0.0000014592,0.05000,0.733
17,mlp.experts.25.down_proj,0.0000006438,0.05000,0.761
17,mlp.experts.30.down_proj,0.0000005859,0.05000,0.751
17,mlp.experts.31.down_proj,0.0000006049,0.05000,0.779
17,mlp.experts.28.down_proj,0.0000010675,0.05000,0.761
17,mlp.experts.29.down_proj,0.0000010413,0.05000,0.759
17,mlp.experts.34.down_proj,0.0000010723,0.05000,0.753
17,mlp.experts.35.down_proj,0.0000001721,0.05000,0.769
17,mlp.experts.32.down_proj,0.0000002607,0.05000,0.728
17,mlp.experts.33.down_proj,0.0000004743,0.05000,0.736
17,mlp.experts.38.down_proj,0.0000008181,0.05000,0.722
17,mlp.experts.39.down_proj,0.0000006701,0.05000,0.717
17,mlp.experts.36.down_proj,0.0000019501,0.05000,0.706
17,mlp.experts.40.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
17,mlp.experts.37.down_proj,0.0000005681,0.05000,0.729
17,mlp.experts.43.down_proj,0.0000023952,0.05000,0.708
17,mlp.experts.42.down_proj,0.0000004413,0.05000,0.761
17,mlp.experts.44.down_proj,0.0000005949,0.05000,0.652
17,mlp.experts.41.down_proj,0.0000016409,0.05000,0.664
17,mlp.experts.47.down_proj,0.0000006759,0.05000,0.652
17,mlp.experts.51.down_proj,failsafe(rtn): 0.0009727,0.00000,0.012
17,mlp.experts.46.down_proj,0.0000011524,0.05000,0.689
17,mlp.experts.45.down_proj,0.0000003380,0.05000,0.660
17,mlp.experts.48.down_proj,0.0000012980,0.05000,0.719
17,mlp.experts.50.down_proj,0.0000002126,0.05000,0.647
17,mlp.experts.55.down_proj,0.0000005598,0.05000,0.715
17,mlp.experts.49.down_proj,0.0000008798,0.05000,0.698
17,mlp.experts.52.down_proj,0.0000014807,0.05000,0.702
17,mlp.experts.54.down_proj,0.0000008047,0.05000,0.705
17,mlp.experts.59.down_proj,0.0000005633,0.05000,0.701
17,mlp.experts.56.down_proj,0.0000003636,0.05000,0.670
17,mlp.experts.53.down_proj,0.0000009414,0.05000,0.743
17,mlp.experts.58.down_proj,0.0000010950,0.05000,0.705
17,mlp.experts.63.down_proj,0.0000016617,0.05000,0.730
17,mlp.experts.60.down_proj,0.0000011688,0.05000,0.705
17,mlp.experts.57.down_proj,0.0000007880,0.05000,0.692
17,mlp.experts.62.down_proj,0.0000006456,0.05000,0.713
17,mlp.experts.67.down_proj,0.0000004730,0.05000,0.656
17,mlp.experts.64.down_proj,0.0000006793,0.05000,0.658
17,mlp.experts.61.down_proj,0.0000003372,0.05000,0.673
17,mlp.experts.71.down_proj,0.0000004120,0.05000,0.623
17,mlp.experts.66.down_proj,0.0000022186,0.05000,0.640
17,mlp.experts.68.down_proj,0.0000005327,0.05000,0.735
17,mlp.experts.65.down_proj,0.0000005825,0.05000,0.695
17,mlp.experts.75.down_proj,0.0000015658,0.05000,0.713
17,mlp.experts.70.down_proj,0.0000008788,0.05000,0.733
17,mlp.experts.72.down_proj,0.0000007803,0.05000,0.669
17,mlp.experts.69.down_proj,0.0000009141,0.05000,0.687
17,mlp.experts.79.down_proj,0.0000014242,0.05000,0.689
17,mlp.experts.74.down_proj,0.0000005998,0.05000,0.668
17,mlp.experts.76.down_proj,0.0000004967,0.05000,0.692
17,mlp.experts.73.down_proj,0.0000006732,0.05000,0.677
17,mlp.experts.83.down_proj,0.0000011100,0.05000,0.688
17,mlp.experts.78.down_proj,0.0000017381,0.05000,0.711
17,mlp.experts.77.down_proj,0.0000006025,0.05000,0.671
17,mlp.experts.80.down_proj,0.0000013844,0.05000,0.740
17,mlp.experts.87.down_proj,0.0000006514,0.05000,0.711
17,mlp.experts.82.down_proj,0.0000008065,0.05000,0.706
17,mlp.experts.81.down_proj,0.0000006752,0.05000,0.706
17,mlp.experts.84.down_proj,0.0000012399,0.05000,0.663
17,mlp.experts.91.down_proj,0.0000010583,0.05000,0.668
17,mlp.experts.86.down_proj,0.0000006044,0.05000,0.689
17,mlp.experts.88.down_proj,0.0000002311,0.05000,0.689
17,mlp.experts.85.down_proj,0.0000012424,0.05000,0.705
17,mlp.experts.95.down_proj,0.0000007977,0.05000,0.751
17,mlp.experts.90.down_proj,0.0000006761,0.05000,0.743
17,mlp.experts.89.down_proj,0.0000005535,0.05000,0.694
17,mlp.experts.92.down_proj,0.0000005008,0.05000,0.710
17,mlp.experts.99.down_proj,0.0000006129,0.05000,0.701
17,mlp.experts.94.down_proj,0.0000007977,0.05000,0.691
17,mlp.experts.93.down_proj,0.0000009076,0.05000,0.641
17,mlp.experts.96.down_proj,0.0000005813,0.05000,0.664
17,mlp.experts.103.down_proj,0.0000019024,0.05000,0.673
17,mlp.experts.98.down_proj,0.0000013381,0.05000,0.687
17,mlp.experts.97.down_proj,0.0000004023,0.05000,0.673
17,mlp.experts.100.down_proj,0.0000005832,0.05000,0.758
17,mlp.experts.107.down_proj,0.0000002976,0.05000,0.672
17,mlp.experts.102.down_proj,0.0000005900,0.05000,0.734
17,mlp.experts.101.down_proj,0.0000004975,0.05000,0.710
17,mlp.experts.111.down_proj,0.0000008375,0.05000,0.677
17,mlp.experts.104.down_proj,0.0000003426,0.05000,0.724
17,mlp.experts.106.down_proj,0.0000003323,0.05000,0.740
17,mlp.experts.105.down_proj,0.0000011322,0.05000,0.686
17,mlp.experts.108.down_proj,0.0000005661,0.05000,0.689
17,mlp.experts.115.down_proj,0.0000007894,0.05000,0.741
17,mlp.experts.110.down_proj,0.0000002828,0.05000,0.672
17,mlp.experts.109.down_proj,0.0000010850,0.05000,0.667
17,mlp.experts.112.down_proj,0.0000004088,0.05000,0.648
17,mlp.experts.119.down_proj,0.0000019174,0.05000,0.648
17,mlp.experts.114.down_proj,0.0000006048,0.05000,0.689
17,mlp.experts.113.down_proj,0.0000001995,0.05000,0.666
17,mlp.experts.116.down_proj,0.0000010366,0.05000,0.692
17,mlp.experts.123.down_proj,0.0000003438,0.05000,0.715
17,mlp.experts.118.down_proj,0.0000002046,0.05000,0.673
17,mlp.experts.117.down_proj,0.0000006214,0.05000,0.680
17,mlp.experts.120.down_proj,0.0000010817,0.05000,0.653
17,mlp.experts.127.down_proj,0.0000005429,0.05000,0.664
17,mlp.experts.122.down_proj,0.0000004813,0.05000,0.641
17,mlp.experts.121.down_proj,0.0000006093,0.05000,0.645
17,mlp.experts.124.down_proj,0.0000019714,0.05000,0.667
17,mlp.experts.131.down_proj,0.0000000880,0.05000,0.657
17,mlp.experts.126.down_proj,0.0000004227,0.05000,0.684
17,mlp.experts.125.down_proj,0.0000004679,0.05000,0.725
17,mlp.experts.128.down_proj,0.0000013542,0.05000,0.720
17,mlp.experts.135.down_proj,0.0000003461,0.05000,0.719
17,mlp.experts.130.down_proj,0.0000003428,0.05000,0.678
17,mlp.experts.129.down_proj,0.0000006071,0.05000,0.720
17,mlp.experts.132.down_proj,0.0000006050,0.05000,0.716
17,mlp.experts.139.down_proj,0.0000003870,0.05000,0.723
17,mlp.experts.134.down_proj,0.0000003580,0.05000,0.688
17,mlp.experts.133.down_proj,0.0000023415,0.05000,0.654
17,mlp.experts.136.down_proj,0.0000005274,0.05000,0.705
17,mlp.experts.143.down_proj,0.0000004374,0.05000,0.702
17,mlp.experts.138.down_proj,0.0000005947,0.05000,0.729
17,mlp.experts.137.down_proj,0.0000006351,0.05000,0.716
17,mlp.experts.140.down_proj,0.0000006880,0.05000,0.695
17,mlp.experts.147.down_proj,0.0000007831,0.05000,0.701
17,mlp.experts.142.down_proj,0.0000004351,0.05000,0.718
17,mlp.experts.141.down_proj,0.0000018793,0.05000,0.709
17,mlp.experts.144.down_proj,0.0000001514,0.05000,0.668
17,mlp.experts.151.down_proj,0.0000012263,0.05000,0.683
17,mlp.experts.146.down_proj,0.0000039355,0.05000,0.673
17,mlp.experts.145.down_proj,0.0000005041,0.05000,0.703
17,mlp.experts.148.down_proj,0.0000016480,0.05000,0.725
17,mlp.experts.155.down_proj,0.0000002259,0.05000,0.741
17,mlp.experts.150.down_proj,0.0000005241,0.05000,0.722
17,mlp.experts.149.down_proj,0.0000004875,0.05000,0.696
17,mlp.experts.152.down_proj,0.0000011111,0.05000,0.711
17,mlp.experts.159.down_proj,0.0000006515,0.05000,0.733
17,mlp.experts.154.down_proj,0.0000011002,0.05000,0.713
17,mlp.experts.153.down_proj,0.0000022953,0.05000,0.672
17,mlp.experts.156.down_proj,0.0000004383,0.05000,0.717
17,mlp.experts.163.down_proj,0.0000007188,0.05000,0.709
17,mlp.experts.158.down_proj,0.0000007267,0.05000,0.700
17,mlp.experts.157.down_proj,0.0000003460,0.05000,0.696
17,mlp.experts.160.down_proj,0.0000012012,0.05000,0.677
17,mlp.experts.167.down_proj,0.0000003706,0.05000,0.680
17,mlp.experts.162.down_proj,0.0000008898,0.05000,0.708
17,mlp.experts.161.down_proj,0.0000005863,0.05000,0.682
17,mlp.experts.164.down_proj,0.0000004977,0.05000,0.666
17,mlp.experts.171.down_proj,0.0000009922,0.05000,0.719
17,mlp.experts.166.down_proj,0.0000011801,0.05000,0.706
17,mlp.experts.165.down_proj,0.0000005154,0.05000,0.720
17,mlp.experts.168.down_proj,0.0000005806,0.05000,0.703
17,mlp.experts.175.down_proj,0.0000006195,0.05000,0.664
17,mlp.experts.170.down_proj,0.0000002846,0.05000,0.669
17,mlp.experts.169.down_proj,0.0000004740,0.05000,0.671
17,mlp.experts.172.down_proj,0.0000003943,0.05000,0.679
17,mlp.experts.179.down_proj,0.0000015194,0.05000,0.684
17,mlp.experts.174.down_proj,0.0000003284,0.05000,0.645
17,mlp.experts.178.down_proj,failsafe(rtn): 0.0010529,0.00000,0.010
17,mlp.experts.173.down_proj,0.0000007989,0.05000,0.645
17,mlp.experts.176.down_proj,0.0000005927,0.05000,0.647
17,mlp.experts.182.down_proj,0.0000009549,0.05000,0.635
17,mlp.experts.183.down_proj,0.0000003942,0.05000,0.663
17,mlp.experts.177.down_proj,0.0000009523,0.05000,0.624
17,mlp.experts.180.down_proj,0.0000003832,0.05000,0.624
17,mlp.experts.187.down_proj,0.0000014487,0.05000,0.611
17,mlp.experts.186.down_proj,0.0000005949,0.05000,0.686
17,mlp.experts.181.down_proj,0.0000015783,0.05000,0.658
17,mlp.experts.184.down_proj,0.0000017095,0.05000,0.671
17,mlp.experts.191.down_proj,0.0000002971,0.05000,0.733
17,mlp.experts.190.down_proj,0.0000011574,0.05000,0.709
17,mlp.experts.185.down_proj,0.0000003622,0.05000,0.662
17,mlp.experts.188.down_proj,0.0000004723,0.05000,0.696
17,mlp.experts.195.down_proj,0.0000017815,0.05000,0.754
17,mlp.experts.194.down_proj,0.0000009739,0.05000,0.739
17,mlp.experts.189.down_proj,0.0000003505,0.05000,0.756
17,mlp.experts.192.down_proj,0.0000009215,0.05000,0.748
17,mlp.experts.199.down_proj,0.0000007226,0.05000,0.693
17,mlp.experts.198.down_proj,0.0000003912,0.05000,0.683
17,mlp.experts.193.down_proj,0.0000008824,0.05000,0.610
17,mlp.experts.196.down_proj,0.0000009618,0.05000,0.628
17,mlp.experts.203.down_proj,0.0000011707,0.05000,0.577
17,mlp.experts.202.down_proj,0.0000001817,0.05000,0.629
17,mlp.experts.197.down_proj,0.0000001597,0.05000,0.661
17,mlp.experts.200.down_proj,0.0000003728,0.05000,0.682
17,mlp.experts.207.down_proj,0.0000018993,0.05000,0.703
17,mlp.experts.206.down_proj,0.0000001411,0.05000,0.718
17,mlp.experts.201.down_proj,0.0000003424,0.05000,0.660
17,mlp.experts.204.down_proj,0.0000023359,0.05000,0.705
17,mlp.experts.211.down_proj,0.0000005245,0.05000,0.636
17,mlp.experts.210.down_proj,0.0000013131,0.05000,0.689
17,mlp.experts.205.down_proj,0.0000008214,0.05000,0.666
17,mlp.experts.208.down_proj,0.0000008623,0.05000,0.629
17,mlp.experts.215.down_proj,0.0000003542,0.05000,0.653
17,mlp.experts.214.down_proj,0.0000006191,0.05000,0.622
17,mlp.experts.209.down_proj,0.0000011061,0.05000,0.600
17,mlp.experts.212.down_proj,0.0000011186,0.05000,0.592
17,mlp.experts.219.down_proj,0.0000009053,0.05000,0.607
17,mlp.experts.218.down_proj,0.0000022380,0.05000,0.610
17,mlp.experts.213.down_proj,0.0000005195,0.05000,0.597
17,mlp.experts.216.down_proj,0.0000007187,0.05000,0.594
17,mlp.experts.223.down_proj,0.0000022041,0.05000,0.608
17,mlp.experts.222.down_proj,0.0000006975,0.05000,0.617
17,mlp.experts.217.down_proj,0.0000016606,0.05000,0.628
17,mlp.experts.220.down_proj,0.0000005689,0.05000,0.679
17,mlp.experts.227.down_proj,0.0000006596,0.05000,0.697
17,mlp.experts.226.down_proj,0.0000004052,0.05000,0.697
17,mlp.experts.221.down_proj,0.0000019668,0.05000,0.693
17,mlp.experts.224.down_proj,0.0000018574,0.05000,0.658
17,mlp.experts.231.down_proj,0.0000002220,0.05000,0.640
17,mlp.experts.230.down_proj,0.0000005623,0.05000,0.679
17,mlp.experts.225.down_proj,0.0000019617,0.05000,0.669
17,mlp.experts.228.down_proj,0.0000001891,0.05000,0.611
17,mlp.experts.235.down_proj,0.0000006291,0.05000,0.590
17,mlp.experts.234.down_proj,0.0000006874,0.05000,0.610
17,mlp.experts.229.down_proj,0.0000002633,0.05000,0.629
17,mlp.experts.232.down_proj,0.0000005779,0.05000,0.638
17,mlp.experts.239.down_proj,0.0000002862,0.05000,0.690
17,mlp.experts.238.down_proj,0.0000002104,0.05000,0.668
17,mlp.experts.233.down_proj,0.0000007807,0.05000,0.694
17,mlp.experts.236.down_proj,0.0000016722,0.05000,0.729
17,mlp.experts.243.down_proj,0.0000002270,0.05000,0.643
17,mlp.experts.242.down_proj,0.0000003129,0.05000,0.648
17,mlp.experts.237.down_proj,0.0000002997,0.05000,0.682
17,mlp.experts.240.down_proj,0.0000008510,0.05000,0.682
17,mlp.experts.247.down_proj,0.0000002155,0.05000,0.634
17,mlp.experts.246.down_proj,0.0000002440,0.05000,0.642
17,mlp.experts.241.down_proj,0.0000017726,0.05000,0.713
17,mlp.experts.244.down_proj,0.0000010787,0.05000,0.651
17,mlp.experts.251.down_proj,0.0000006399,0.05000,0.672
17,mlp.experts.250.down_proj,0.0000003984,0.05000,0.696
17,mlp.experts.245.down_proj,0.0000009629,0.05000,0.661
17,mlp.experts.248.down_proj,0.0000003806,0.05000,0.685
17,mlp.experts.255.down_proj,0.0000002879,0.05000,0.728
17,mlp.experts.254.down_proj,0.0000003504,0.05000,0.613
17,mlp.experts.249.down_proj,0.0000004596,0.05000,0.483
17,mlp.experts.252.down_proj,0.0000006645,0.05000,0.396
17,mlp.experts.253.down_proj,0.0000007919,0.05000,0.194
18,mlp.experts.1.gate_proj,0.0000115130,0.05000,2.657
18,mlp.experts.3.gate_proj,0.0000427854,0.05000,2.683
18,mlp.experts.2.gate_proj,0.0000375348,0.05000,2.725
18,mlp.experts.0.gate_proj,0.0000143548,0.05000,2.742
18,mlp.experts.5.gate_proj,0.0000116224,0.05000,2.808
18,mlp.experts.6.gate_proj,0.0000145960,0.05000,2.848
18,mlp.experts.4.gate_proj,0.0000369620,0.05000,2.890
18,mlp.experts.7.gate_proj,0.0001720443,0.05000,2.959
18,mlp.experts.9.gate_proj,0.0000150321,0.05000,2.580
18,mlp.experts.10.gate_proj,0.0000456631,0.05000,2.527
18,mlp.experts.8.gate_proj,0.0000500239,0.05000,2.558
18,mlp.experts.11.gate_proj,0.0000172515,0.05000,2.629
18,mlp.experts.14.gate_proj,0.0000541063,0.05000,2.298
18,mlp.experts.13.gate_proj,0.0000120177,0.05000,2.374
18,mlp.experts.12.gate_proj,0.0000108876,0.05000,2.350
18,mlp.experts.15.gate_proj,0.0000944338,0.05000,2.310
18,mlp.experts.17.gate_proj,0.0000298378,0.05000,2.387
18,mlp.experts.18.gate_proj,0.0000487506,0.05000,2.422
18,mlp.experts.19.gate_proj,0.0000268240,0.05000,2.408
18,mlp.experts.16.gate_proj,0.0000094215,0.05000,2.457
18,mlp.experts.22.gate_proj,0.0000514381,0.05000,2.629
18,mlp.experts.21.gate_proj,0.0000093078,0.05000,2.667
18,mlp.experts.23.gate_proj,0.0000425482,0.05000,2.554
18,mlp.experts.20.gate_proj,0.0000996211,0.05000,2.581
18,mlp.experts.25.gate_proj,0.0000073078,0.05000,2.359
18,mlp.experts.26.gate_proj,0.0000736107,0.05000,2.405
18,mlp.experts.27.gate_proj,0.0000098278,0.05000,2.437
18,mlp.experts.24.gate_proj,0.0000535838,0.05000,2.439
18,mlp.experts.29.gate_proj,0.0001061020,0.05000,2.669
18,mlp.experts.30.gate_proj,0.0000345329,0.05000,2.660
18,mlp.experts.28.gate_proj,0.0000079801,0.05000,2.607
18,mlp.experts.31.gate_proj,0.0000630031,0.05000,2.729
18,mlp.experts.33.gate_proj,0.0000646180,0.05000,2.463
18,mlp.experts.34.gate_proj,0.0000152508,0.05000,2.491
18,mlp.experts.32.gate_proj,0.0000537330,0.05000,2.521
18,mlp.experts.35.gate_proj,0.0000606435,0.05000,2.484
18,mlp.experts.37.gate_proj,0.0000999789,0.05000,2.511
18,mlp.experts.38.gate_proj,0.0000419740,0.05000,2.559
18,mlp.experts.36.gate_proj,0.0000491538,0.05000,2.522
18,mlp.experts.39.gate_proj,0.0000379474,0.05000,2.562
18,mlp.experts.41.gate_proj,0.0000176579,0.05000,2.612
18,mlp.experts.42.gate_proj,0.0000324704,0.05000,2.640
18,mlp.experts.40.gate_proj,0.0000384767,0.05000,2.547
18,mlp.experts.43.gate_proj,0.0000770666,0.05000,2.657
18,mlp.experts.44.gate_proj,0.0000539178,0.05000,2.608
18,mlp.experts.46.gate_proj,0.0000824023,0.05000,2.656
18,mlp.experts.45.gate_proj,0.0000894611,0.05000,2.830
18,mlp.experts.47.gate_proj,0.0000704286,0.05000,2.813
18,mlp.experts.48.gate_proj,0.0000743750,0.05000,2.593
18,mlp.experts.50.gate_proj,0.0000081841,0.05000,2.689
18,mlp.experts.49.gate_proj,0.0001302467,0.05000,2.680
18,mlp.experts.51.gate_proj,0.0001180177,0.05000,2.647
18,mlp.experts.52.gate_proj,0.0000386079,0.05000,2.685
18,mlp.experts.54.gate_proj,0.0000707914,0.05000,2.697
18,mlp.experts.53.gate_proj,0.0000160449,0.05000,2.690
18,mlp.experts.55.gate_proj,0.0000218169,0.05000,2.675
18,mlp.experts.56.gate_proj,0.0000168717,0.05000,2.616
18,mlp.experts.57.gate_proj,0.0000080269,0.05000,2.526
18,mlp.experts.58.gate_proj,0.0000739948,0.05000,2.586
18,mlp.experts.59.gate_proj,0.0000399086,0.05000,2.553
18,mlp.experts.60.gate_proj,0.0000671511,0.05000,2.548
18,mlp.experts.61.gate_proj,0.0000633149,0.05000,2.494
18,mlp.experts.62.gate_proj,0.0000275566,0.05000,2.489
18,mlp.experts.63.gate_proj,0.0000130353,0.05000,2.562
18,mlp.experts.66.gate_proj,0.0000321172,0.05000,2.423
18,mlp.experts.65.gate_proj,0.0000917560,0.05000,2.482
18,mlp.experts.64.gate_proj,0.0000928352,0.05000,2.533
18,mlp.experts.67.gate_proj,0.0000313943,0.05000,2.514
18,mlp.experts.70.gate_proj,0.0000298479,0.05000,2.297
18,mlp.experts.69.gate_proj,0.0000248682,0.05000,2.394
18,mlp.experts.68.gate_proj,0.0000689991,0.05000,2.451
18,mlp.experts.71.gate_proj,0.0000095027,0.05000,2.341
18,mlp.experts.74.gate_proj,0.0000738002,0.05000,2.356
18,mlp.experts.78.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.045
18,mlp.experts.73.gate_proj,0.0000130956,0.05000,2.528
18,mlp.experts.77.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.046
18,mlp.experts.72.gate_proj,0.0000162322,0.05000,2.643
18,mlp.experts.75.gate_proj,0.0000368798,0.05000,2.650
18,mlp.experts.82.gate_proj,0.0000299479,0.05000,2.580
18,mlp.experts.76.gate_proj,0.0000971940,0.05000,2.555
18,mlp.experts.81.gate_proj,0.0000608835,0.05000,2.726
18,mlp.experts.79.gate_proj,0.0000600388,0.05000,2.620
18,mlp.experts.86.gate_proj,0.0000136479,0.05000,2.709
18,mlp.experts.85.gate_proj,0.0000286729,0.05000,2.544
18,mlp.experts.80.gate_proj,0.0000074813,0.05000,2.640
18,mlp.experts.83.gate_proj,0.0000980013,0.05000,2.692
18,mlp.experts.90.gate_proj,0.0000216625,0.05000,2.598
18,mlp.experts.89.gate_proj,0.0000216057,0.05000,2.548
18,mlp.experts.84.gate_proj,0.0000354315,0.05000,2.559
18,mlp.experts.87.gate_proj,0.0000078187,0.05000,2.555
18,mlp.experts.94.gate_proj,0.0000480208,0.05000,2.481
18,mlp.experts.93.gate_proj,0.0000496957,0.05000,2.656
18,mlp.experts.88.gate_proj,0.0000403909,0.05000,2.652
18,mlp.experts.91.gate_proj,0.0000509104,0.05000,2.679
18,mlp.experts.98.gate_proj,0.0000130016,0.05000,2.702
18,mlp.experts.97.gate_proj,0.0000575367,0.05000,2.700
18,mlp.experts.92.gate_proj,0.0000471101,0.05000,2.742
18,mlp.experts.95.gate_proj,0.0000461708,0.05000,2.784
18,mlp.experts.102.gate_proj,0.0000467070,0.05000,2.647
18,mlp.experts.101.gate_proj,0.0000209506,0.05000,2.576
18,mlp.experts.96.gate_proj,0.0001243029,0.05000,2.539
18,mlp.experts.99.gate_proj,0.0000654594,0.05000,2.569
18,mlp.experts.106.gate_proj,0.0000138834,0.05000,2.739
18,mlp.experts.105.gate_proj,0.0000460412,0.05000,2.767
18,mlp.experts.100.gate_proj,0.0000467439,0.05000,2.756
18,mlp.experts.103.gate_proj,0.0000084291,0.05000,2.709
18,mlp.experts.110.gate_proj,0.0001289496,0.05000,2.579
18,mlp.experts.109.gate_proj,0.0000375095,0.05000,2.547
18,mlp.experts.104.gate_proj,0.0000465172,0.05000,2.535
18,mlp.experts.107.gate_proj,0.0000565343,0.05000,2.636
18,mlp.experts.114.gate_proj,0.0000126404,0.05000,2.549
18,mlp.experts.113.gate_proj,0.0000298314,0.05000,2.554
18,mlp.experts.117.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.041
18,mlp.experts.108.gate_proj,0.0000573772,0.05000,2.577
18,mlp.experts.111.gate_proj,0.0000863931,0.05000,2.531
18,mlp.experts.118.gate_proj,0.0001344868,0.05000,2.520
18,mlp.experts.121.gate_proj,0.0000499493,0.05000,2.532
18,mlp.experts.112.gate_proj,0.0000133995,0.05000,2.620
18,mlp.experts.115.gate_proj,0.0000181245,0.05000,2.567
18,mlp.experts.122.gate_proj,0.0000184113,0.05000,2.911
18,mlp.experts.125.gate_proj,0.0001093149,0.05000,2.877
18,mlp.experts.116.gate_proj,0.0000141502,0.05000,2.905
18,mlp.experts.119.gate_proj,0.0000210280,0.05000,3.020
18,mlp.experts.126.gate_proj,0.0000359188,0.05000,2.721
18,mlp.experts.129.gate_proj,0.0000693684,0.05000,2.680
18,mlp.experts.120.gate_proj,0.0001089247,0.05000,2.613
18,mlp.experts.124.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.042
18,mlp.experts.123.gate_proj,0.0000607291,0.05000,2.611
18,mlp.experts.130.gate_proj,0.0000306644,0.05000,2.461
18,mlp.experts.133.gate_proj,0.0000726521,0.05000,2.586
18,mlp.experts.128.gate_proj,0.0000181544,0.05000,2.540
18,mlp.experts.127.gate_proj,0.0000285894,0.05000,2.757
18,mlp.experts.134.gate_proj,0.0000160492,0.05000,3.043
18,mlp.experts.137.gate_proj,0.0000486305,0.05000,2.919
18,mlp.experts.132.gate_proj,0.0000771104,0.05000,3.041
18,mlp.experts.131.gate_proj,0.0000223960,0.05000,2.924
18,mlp.experts.138.gate_proj,0.0000691271,0.05000,2.996
18,mlp.experts.141.gate_proj,0.0000608033,0.05000,2.932
18,mlp.experts.136.gate_proj,0.0000537100,0.05000,2.989
18,mlp.experts.135.gate_proj,0.0000137973,0.05000,2.774
18,mlp.experts.142.gate_proj,0.0000262223,0.05000,2.523
18,mlp.experts.146.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.040
18,mlp.experts.145.gate_proj,0.0000135379,0.05000,2.513
18,mlp.experts.140.gate_proj,0.0000306470,0.05000,2.506
18,mlp.experts.139.gate_proj,0.0000204817,0.05000,2.548
18,mlp.experts.150.gate_proj,0.0000326646,0.05000,2.447
18,mlp.experts.149.gate_proj,0.0000513089,0.05000,2.392
18,mlp.experts.144.gate_proj,0.0000722511,0.05000,2.339
18,mlp.experts.143.gate_proj,0.0001158361,0.05000,2.344
18,mlp.experts.154.gate_proj,0.0000866750,0.05000,2.335
18,mlp.experts.153.gate_proj,0.0000813526,0.05000,2.428
18,mlp.experts.148.gate_proj,0.0000194302,0.05000,2.495
18,mlp.experts.147.gate_proj,0.0000641064,0.05000,2.534
18,mlp.experts.158.gate_proj,0.0000200190,0.05000,2.713
18,mlp.experts.157.gate_proj,0.0000141706,0.05000,2.779
18,mlp.experts.152.gate_proj,0.0001041169,0.05000,2.856
18,mlp.experts.151.gate_proj,0.0000554017,0.05000,2.910
18,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.045
18,mlp.experts.162.gate_proj,0.0000148372,0.05000,2.902
18,mlp.experts.161.gate_proj,0.0000841160,0.05000,2.836
18,mlp.experts.156.gate_proj,0.0000323791,0.05000,2.903
18,mlp.experts.159.gate_proj,0.0000094033,0.05000,2.761
18,mlp.experts.166.gate_proj,0.0000154404,0.05000,2.873
18,mlp.experts.165.gate_proj,0.0000089129,0.05000,2.860
18,mlp.experts.160.gate_proj,0.0000673389,0.05000,2.937
18,mlp.experts.163.gate_proj,0.0000126634,0.05000,2.961
18,mlp.experts.167.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.040
18,mlp.experts.170.gate_proj,0.0000645709,0.05000,3.028
18,mlp.experts.169.gate_proj,0.0000698143,0.05000,3.107
18,mlp.experts.164.gate_proj,0.0000105113,0.05000,3.000
18,mlp.experts.171.gate_proj,0.0000119526,0.05000,3.043
18,mlp.experts.174.gate_proj,0.0000452893,0.05000,2.777
18,mlp.experts.173.gate_proj,0.0000106315,0.05000,2.699
18,mlp.experts.168.gate_proj,0.0000317143,0.05000,2.712
18,mlp.experts.175.gate_proj,0.0000722044,0.05000,2.637
18,mlp.experts.178.gate_proj,0.0000207735,0.05000,2.648
18,mlp.experts.177.gate_proj,0.0000081380,0.05000,2.670
18,mlp.experts.172.gate_proj,0.0000372979,0.05000,2.802
18,mlp.experts.179.gate_proj,0.0000106223,0.05000,2.744
18,mlp.experts.182.gate_proj,0.0000603667,0.05000,2.680
18,mlp.experts.181.gate_proj,0.0000955714,0.05000,2.676
18,mlp.experts.176.gate_proj,0.0000478246,0.05000,2.680
18,mlp.experts.183.gate_proj,0.0000119171,0.05000,2.653
18,mlp.experts.186.gate_proj,0.0000481955,0.05000,2.707
18,mlp.experts.185.gate_proj,0.0001421406,0.05000,2.763
18,mlp.experts.180.gate_proj,0.0000591293,0.05000,2.600
18,mlp.experts.187.gate_proj,0.0000111980,0.05000,2.730
18,mlp.experts.190.gate_proj,0.0000079159,0.05000,2.611
18,mlp.experts.189.gate_proj,0.0000217864,0.05000,2.587
18,mlp.experts.184.gate_proj,0.0000493026,0.05000,2.644
18,mlp.experts.191.gate_proj,0.0000390137,0.05000,2.586
18,mlp.experts.194.gate_proj,0.0000470276,0.05000,2.735
18,mlp.experts.193.gate_proj,0.0000417406,0.05000,2.802
18,mlp.experts.188.gate_proj,0.0000167650,0.05000,2.780
18,mlp.experts.195.gate_proj,0.0001113248,0.05000,2.692
18,mlp.experts.198.gate_proj,0.0000150123,0.05000,2.534
18,mlp.experts.197.gate_proj,0.0000448156,0.05000,2.430
18,mlp.experts.192.gate_proj,0.0000328599,0.05000,2.368
18,mlp.experts.199.gate_proj,0.0000419637,0.05000,2.318
18,mlp.experts.202.gate_proj,0.0001352810,0.05000,2.457
18,mlp.experts.201.gate_proj,0.0000485945,0.05000,2.520
18,mlp.experts.196.gate_proj,0.0000188110,0.05000,2.411
18,mlp.experts.203.gate_proj,0.0000319195,0.05000,2.443
18,mlp.experts.206.gate_proj,0.0000158646,0.05000,2.715
18,mlp.experts.205.gate_proj,0.0000245615,0.05000,2.573
18,mlp.experts.200.gate_proj,0.0000800331,0.05000,2.663
18,mlp.experts.207.gate_proj,0.0000509653,0.05000,2.723
18,mlp.experts.210.gate_proj,0.0000208451,0.05000,2.687
18,mlp.experts.209.gate_proj,0.0000375734,0.05000,2.590
18,mlp.experts.204.gate_proj,0.0000774790,0.05000,2.665
18,mlp.experts.211.gate_proj,0.0000194887,0.05000,2.604
18,mlp.experts.213.gate_proj,0.0000227172,0.05000,2.607
18,mlp.experts.214.gate_proj,0.0000151639,0.05000,2.717
18,mlp.experts.208.gate_proj,0.0000613841,0.05000,2.717
18,mlp.experts.215.gate_proj,0.0000118831,0.05000,2.673
18,mlp.experts.217.gate_proj,0.0000861167,0.05000,2.551
18,mlp.experts.218.gate_proj,0.0001219002,0.05000,2.607
18,mlp.experts.212.gate_proj,0.0000381722,0.05000,2.586
18,mlp.experts.219.gate_proj,0.0000238413,0.05000,2.610
18,mlp.experts.221.gate_proj,0.0000277315,0.05000,2.505
18,mlp.experts.222.gate_proj,0.0000270422,0.05000,2.505
18,mlp.experts.216.gate_proj,0.0000596758,0.05000,2.449
18,mlp.experts.223.gate_proj,0.0000483053,0.05000,2.493
18,mlp.experts.226.gate_proj,0.0000295475,0.05000,2.710
18,mlp.experts.225.gate_proj,0.0000499314,0.05000,2.842
18,mlp.experts.220.gate_proj,0.0000299148,0.05000,2.747
18,mlp.experts.227.gate_proj,0.0000990677,0.05000,2.620
18,mlp.experts.230.gate_proj,0.0000334844,0.05000,2.670
18,mlp.experts.229.gate_proj,0.0000158143,0.05000,2.759
18,mlp.experts.224.gate_proj,0.0000992678,0.05000,2.492
18,mlp.experts.231.gate_proj,0.0000212981,0.05000,2.708
18,mlp.experts.234.gate_proj,0.0000552737,0.05000,2.650
18,mlp.experts.233.gate_proj,0.0000338185,0.05000,2.692
18,mlp.experts.228.gate_proj,0.0000201926,0.05000,2.733
18,mlp.experts.235.gate_proj,0.0000278276,0.05000,2.650
18,mlp.experts.238.gate_proj,0.0000156954,0.05000,2.593
18,mlp.experts.237.gate_proj,0.0000209802,0.05000,2.663
18,mlp.experts.232.gate_proj,0.0000151639,0.05000,2.644
18,mlp.experts.239.gate_proj,0.0000712984,0.05000,2.600
18,mlp.experts.242.gate_proj,0.0000792224,0.05000,2.587
18,mlp.experts.241.gate_proj,0.0000608767,0.05000,2.553
18,mlp.experts.236.gate_proj,0.0000670771,0.05000,2.549
18,mlp.experts.243.gate_proj,0.0000271817,0.05000,2.546
18,mlp.experts.246.gate_proj,0.0000197988,0.05000,2.636
18,mlp.experts.245.gate_proj,0.0000123621,0.05000,2.549
18,mlp.experts.240.gate_proj,0.0000052596,0.05000,2.577
18,mlp.experts.247.gate_proj,0.0000391180,0.05000,2.537
18,mlp.experts.250.gate_proj,0.0000306385,0.05000,2.454
18,mlp.experts.249.gate_proj,0.0000520497,0.05000,2.486
18,mlp.experts.244.gate_proj,0.0000749578,0.05000,2.439
18,mlp.experts.251.gate_proj,0.0000109801,0.05000,2.422
18,mlp.experts.254.gate_proj,0.0000381803,0.05000,2.569
18,mlp.experts.253.gate_proj,0.0000463179,0.05000,2.546
18,mlp.experts.248.gate_proj,0.0001431819,0.05000,2.486
18,mlp.experts.255.gate_proj,0.0000742207,0.05000,2.410
18,mlp.experts.2.up_proj,0.0000329498,0.05000,2.429
18,mlp.experts.1.up_proj,0.0000103813,0.05000,2.457
18,mlp.experts.252.gate_proj,0.0001345326,0.05000,2.513
18,mlp.experts.3.up_proj,0.0000401431,0.05000,2.503
18,mlp.experts.6.up_proj,0.0000148712,0.05000,2.591
18,mlp.experts.5.up_proj,0.0000108363,0.05000,2.530
18,mlp.experts.0.up_proj,0.0000183311,0.05000,2.714
18,mlp.experts.7.up_proj,0.0001514020,0.05000,2.710
18,mlp.experts.10.up_proj,0.0000416396,0.05000,2.584
18,mlp.experts.9.up_proj,0.0000126999,0.05000,2.652
18,mlp.experts.4.up_proj,0.0000328847,0.05000,2.555
18,mlp.experts.11.up_proj,0.0000171426,0.05000,2.639
18,mlp.experts.14.up_proj,0.0000516438,0.05000,2.316
18,mlp.experts.13.up_proj,0.0000117174,0.05000,2.370
18,mlp.experts.8.up_proj,0.0000479752,0.05000,2.373
18,mlp.experts.15.up_proj,0.0000913886,0.05000,2.287
18,mlp.experts.18.up_proj,0.0000455257,0.05000,2.600
18,mlp.experts.17.up_proj,0.0000278968,0.05000,2.623
18,mlp.experts.12.up_proj,0.0000105402,0.05000,2.617
18,mlp.experts.19.up_proj,0.0000267651,0.05000,2.653
18,mlp.experts.22.up_proj,0.0000545155,0.05000,2.611
18,mlp.experts.21.up_proj,0.0000094145,0.05000,2.553
18,mlp.experts.16.up_proj,0.0000099236,0.05000,2.469
18,mlp.experts.23.up_proj,0.0000408811,0.05000,2.505
18,mlp.experts.26.up_proj,0.0000668455,0.05000,2.700
18,mlp.experts.25.up_proj,0.0000069245,0.05000,2.555
18,mlp.experts.20.up_proj,0.0001019243,0.05000,2.661
18,mlp.experts.27.up_proj,0.0000090160,0.05000,2.676
18,mlp.experts.29.up_proj,0.0001022146,0.05000,2.542
18,mlp.experts.30.up_proj,0.0000299416,0.05000,2.615
18,mlp.experts.24.up_proj,0.0000514603,0.05000,2.530
18,mlp.experts.31.up_proj,0.0000599075,0.05000,2.440
18,mlp.experts.33.up_proj,0.0000596354,0.05000,2.283
18,mlp.experts.34.up_proj,0.0000144747,0.05000,2.290
18,mlp.experts.28.up_proj,0.0000073263,0.05000,2.350
18,mlp.experts.35.up_proj,0.0000570462,0.05000,2.426
18,mlp.experts.38.up_proj,0.0000362050,0.05000,2.563
18,mlp.experts.37.up_proj,0.0000931741,0.05000,2.624
18,mlp.experts.32.up_proj,0.0000500482,0.05000,2.597
18,mlp.experts.39.up_proj,0.0000386142,0.05000,2.566
18,mlp.experts.42.up_proj,0.0000280555,0.05000,2.548
18,mlp.experts.41.up_proj,0.0000161129,0.05000,2.570
18,mlp.experts.36.up_proj,0.0000419399,0.05000,2.663
18,mlp.experts.43.up_proj,0.0000724910,0.05000,2.565
18,mlp.experts.46.up_proj,0.0000640823,0.05000,2.637
18,mlp.experts.45.up_proj,0.0000937696,0.05000,2.596
18,mlp.experts.40.up_proj,0.0000336342,0.05000,2.615
18,mlp.experts.47.up_proj,0.0000597990,0.05000,2.639
18,mlp.experts.50.up_proj,0.0000090866,0.05000,2.614
18,mlp.experts.49.up_proj,0.0001095675,0.05000,2.664
18,mlp.experts.44.up_proj,0.0000501545,0.05000,2.492
18,mlp.experts.51.up_proj,0.0001365226,0.05000,2.607
18,mlp.experts.54.up_proj,0.0000647178,0.05000,2.506
18,mlp.experts.53.up_proj,0.0000153453,0.05000,2.583
18,mlp.experts.48.up_proj,0.0000674498,0.05000,2.600
18,mlp.experts.55.up_proj,0.0000194043,0.05000,2.403
18,mlp.experts.58.up_proj,0.0000694943,0.05000,2.587
18,mlp.experts.57.up_proj,0.0000120461,0.05000,2.513
18,mlp.experts.52.up_proj,0.0000330970,0.05000,2.540
18,mlp.experts.59.up_proj,0.0000363065,0.05000,2.565
18,mlp.experts.62.up_proj,0.0000274272,0.05000,2.562
18,mlp.experts.61.up_proj,0.0000572879,0.05000,2.594
18,mlp.experts.56.up_proj,0.0000163209,0.05000,2.510
18,mlp.experts.63.up_proj,0.0000125298,0.05000,2.570
18,mlp.experts.66.up_proj,0.0000348927,0.05000,2.421
18,mlp.experts.65.up_proj,0.0000858283,0.05000,2.328
18,mlp.experts.60.up_proj,0.0000613541,0.05000,2.287
18,mlp.experts.67.up_proj,0.0000328566,0.05000,2.296
18,mlp.experts.70.up_proj,0.0000270156,0.05000,2.132
18,mlp.experts.69.up_proj,0.0000226801,0.05000,2.186
18,mlp.experts.64.up_proj,0.0000870149,0.05000,2.151
18,mlp.experts.71.up_proj,0.0000100338,0.05000,2.054
18,mlp.experts.74.up_proj,0.0000744077,0.05000,2.571
18,mlp.experts.75.up_proj,0.0000351077,0.05000,2.431
18,mlp.experts.73.up_proj,0.0000122936,0.05000,2.550
18,mlp.experts.68.up_proj,0.0000703553,0.05000,2.520
18,mlp.experts.78.up_proj,failsafe(rtn): 0.0011597,0.00000,0.067
18,mlp.experts.77.up_proj,failsafe(rtn): 0.0010834,0.00000,0.058
18,mlp.experts.79.up_proj,0.0000549023,0.05000,2.484
18,mlp.experts.72.up_proj,0.0000161260,0.05000,2.561
18,mlp.experts.81.up_proj,0.0000805770,0.05000,2.649
18,mlp.experts.82.up_proj,0.0000251165,0.05000,2.745
18,mlp.experts.83.up_proj,0.0000891147,0.05000,2.524
18,mlp.experts.76.up_proj,0.0000916336,0.05000,2.463
18,mlp.experts.86.up_proj,0.0000120678,0.05000,2.431
18,mlp.experts.85.up_proj,0.0000288385,0.05000,2.571
18,mlp.experts.80.up_proj,0.0000072557,0.05000,2.214
18,mlp.experts.87.up_proj,0.0000073569,0.05000,2.273
18,mlp.experts.90.up_proj,0.0000218137,0.05000,2.100
18,mlp.experts.89.up_proj,0.0000202032,0.05000,2.280
18,mlp.experts.91.up_proj,0.0000475499,0.05000,2.321
18,mlp.experts.94.up_proj,0.0000452479,0.05000,2.292
18,mlp.experts.84.up_proj,0.0000349415,0.05000,2.432
18,mlp.experts.93.up_proj,0.0000462905,0.05000,2.384
18,mlp.experts.98.up_proj,0.0000110407,0.05000,2.323
18,mlp.experts.95.up_proj,0.0000425773,0.05000,2.358
18,mlp.experts.88.up_proj,0.0000382220,0.05000,2.343
18,mlp.experts.97.up_proj,0.0000535337,0.05000,2.359
18,mlp.experts.102.up_proj,0.0000437889,0.05000,2.471
18,mlp.experts.99.up_proj,0.0000593287,0.05000,2.469
18,mlp.experts.92.up_proj,0.0000418598,0.05000,2.444
18,mlp.experts.101.up_proj,0.0000189701,0.05000,2.418
18,mlp.experts.106.up_proj,0.0000131612,0.05000,2.478
18,mlp.experts.103.up_proj,0.0000088814,0.05000,2.534
18,mlp.experts.96.up_proj,0.0001244286,0.05000,2.607
18,mlp.experts.105.up_proj,0.0000415854,0.05000,2.543
18,mlp.experts.110.up_proj,0.0001185678,0.05000,2.457
18,mlp.experts.100.up_proj,0.0000443716,0.05000,2.441
18,mlp.experts.107.up_proj,0.0000520729,0.05000,2.630
18,mlp.experts.109.up_proj,0.0000354128,0.05000,2.452
18,mlp.experts.114.up_proj,0.0000127225,0.05000,2.476
18,mlp.experts.104.up_proj,0.0000410025,0.05000,2.475
18,mlp.experts.111.up_proj,0.0000816921,0.05000,2.485
18,mlp.experts.113.up_proj,0.0000285702,0.05000,2.489
18,mlp.experts.117.up_proj,failsafe(rtn): 0.0010452,0.00000,0.039
18,mlp.experts.118.up_proj,0.0001212593,0.05000,2.597
18,mlp.experts.108.up_proj,0.0000423518,0.05000,2.682
18,mlp.experts.115.up_proj,0.0000186776,0.05000,2.665
18,mlp.experts.121.up_proj,0.0000497411,0.05000,2.637
18,mlp.experts.122.up_proj,0.0000184616,0.05000,2.613
18,mlp.experts.112.up_proj,0.0000119157,0.05000,2.606
18,mlp.experts.119.up_proj,0.0000206523,0.05000,2.595
18,mlp.experts.125.up_proj,0.0000887218,0.05000,2.507
18,mlp.experts.126.up_proj,0.0000360094,0.05000,2.436
18,mlp.experts.116.up_proj,0.0000142002,0.05000,2.401
18,mlp.experts.123.up_proj,0.0000567120,0.05000,2.478
18,mlp.experts.129.up_proj,0.0000642743,0.05000,2.397
18,mlp.experts.130.up_proj,0.0000270921,0.05000,2.549
18,mlp.experts.120.up_proj,0.0001379817,0.05000,2.461
18,mlp.experts.124.up_proj,failsafe(rtn): 0.0010300,0.00000,0.032
18,mlp.experts.133.up_proj,0.0000678848,0.05000,2.424
18,mlp.experts.127.up_proj,0.0000228008,0.05000,2.484
18,mlp.experts.134.up_proj,0.0000153351,0.05000,2.114
18,mlp.experts.137.up_proj,0.0000434257,0.05000,2.005
18,mlp.experts.128.up_proj,0.0000171438,0.05000,2.169
18,mlp.experts.131.up_proj,0.0000279092,0.05000,2.070
18,mlp.experts.138.up_proj,0.0000634222,0.05000,2.480
18,mlp.experts.141.up_proj,0.0000546767,0.05000,2.570
18,mlp.experts.135.up_proj,0.0000131173,0.05000,2.457
18,mlp.experts.132.up_proj,0.0000698200,0.05000,2.501
18,mlp.experts.142.up_proj,0.0000265529,0.05000,2.446
18,mlp.experts.146.up_proj,failsafe(rtn): 0.0010147,0.00000,0.034
18,mlp.experts.136.up_proj,0.0000508698,0.05000,2.442
18,mlp.experts.139.up_proj,0.0000185907,0.05000,2.504
18,mlp.experts.145.up_proj,0.0000118452,0.05000,2.567
18,mlp.experts.150.up_proj,0.0000291839,0.05000,2.526
18,mlp.experts.140.up_proj,0.0000280814,0.05000,2.483
18,mlp.experts.149.up_proj,0.0000487452,0.05000,2.398
18,mlp.experts.143.up_proj,0.0001199527,0.05000,2.494
18,mlp.experts.154.up_proj,0.0000830529,0.05000,2.541
18,mlp.experts.153.up_proj,0.0000721694,0.05000,2.464
18,mlp.experts.144.up_proj,0.0000677988,0.05000,2.475
18,mlp.experts.147.up_proj,0.0000632487,0.05000,2.500
18,mlp.experts.148.up_proj,0.0000173072,0.05000,2.511
18,mlp.experts.158.up_proj,0.0000189820,0.05000,2.610
18,mlp.experts.157.up_proj,0.0000128544,0.05000,2.600
18,mlp.experts.151.up_proj,0.0000602547,0.05000,2.620
18,mlp.experts.155.up_proj,failsafe(rtn): 0.0009995,0.00000,0.039
18,mlp.experts.162.up_proj,0.0000144806,0.05000,2.475
18,mlp.experts.152.up_proj,0.0000947385,0.05000,2.513
18,mlp.experts.161.up_proj,0.0000946513,0.05000,2.510
18,mlp.experts.159.up_proj,0.0000091184,0.05000,2.568
18,mlp.experts.156.up_proj,0.0000293640,0.05000,2.197
18,mlp.experts.166.up_proj,0.0000133697,0.05000,2.305
18,mlp.experts.165.up_proj,0.0000080354,0.05000,2.290
18,mlp.experts.163.up_proj,0.0000116846,0.05000,2.183
18,mlp.experts.167.up_proj,failsafe(rtn): 0.0009995,0.00000,0.041
18,mlp.experts.160.up_proj,0.0000634530,0.05000,2.525
18,mlp.experts.170.up_proj,0.0000566926,0.05000,2.676
18,mlp.experts.169.up_proj,0.0000698101,0.05000,2.741
18,mlp.experts.171.up_proj,0.0000118865,0.05000,2.681
18,mlp.experts.164.up_proj,0.0000095802,0.05000,2.573
18,mlp.experts.174.up_proj,0.0000427718,0.05000,2.585
18,mlp.experts.173.up_proj,0.0000099480,0.05000,2.488
18,mlp.experts.175.up_proj,0.0000670120,0.05000,2.522
18,mlp.experts.168.up_proj,0.0000279935,0.05000,2.447
18,mlp.experts.178.up_proj,0.0000181464,0.05000,2.534
18,mlp.experts.177.up_proj,0.0000073246,0.05000,2.539
18,mlp.experts.179.up_proj,0.0000111177,0.05000,2.535
18,mlp.experts.172.up_proj,0.0000353118,0.05000,2.568
18,mlp.experts.181.up_proj,0.0000855578,0.05000,2.584
18,mlp.experts.182.up_proj,0.0000609619,0.05000,2.663
18,mlp.experts.183.up_proj,0.0000115516,0.05000,2.730
18,mlp.experts.176.up_proj,0.0000438392,0.05000,2.586
18,mlp.experts.185.up_proj,0.0001210084,0.05000,2.527
18,mlp.experts.186.up_proj,0.0000514943,0.05000,2.552
18,mlp.experts.187.up_proj,0.0000117137,0.05000,2.561
18,mlp.experts.180.up_proj,0.0000560523,0.05000,2.561
18,mlp.experts.189.up_proj,0.0000196325,0.05000,2.467
18,mlp.experts.190.up_proj,0.0000077500,0.05000,2.488
18,mlp.experts.191.up_proj,0.0000338779,0.05000,2.487
18,mlp.experts.184.up_proj,0.0000456612,0.05000,2.453
18,mlp.experts.193.up_proj,0.0000395286,0.05000,2.490
18,mlp.experts.194.up_proj,0.0000451444,0.05000,2.494
18,mlp.experts.195.up_proj,0.0000364649,0.05000,2.546
18,mlp.experts.188.up_proj,0.0000166875,0.05000,2.426
18,mlp.experts.197.up_proj,0.0000447622,0.05000,2.436
18,mlp.experts.198.up_proj,0.0000132520,0.05000,2.511
18,mlp.experts.199.up_proj,0.0000393860,0.05000,2.523
18,mlp.experts.192.up_proj,0.0000325646,0.05000,2.554
18,mlp.experts.201.up_proj,0.0000452002,0.05000,2.481
18,mlp.experts.202.up_proj,0.0001264715,0.05000,2.599
18,mlp.experts.203.up_proj,0.0000319032,0.05000,2.594
18,mlp.experts.196.up_proj,0.0000157623,0.05000,2.579
18,mlp.experts.205.up_proj,0.0000262645,0.05000,2.484
18,mlp.experts.206.up_proj,0.0000127473,0.05000,2.519
18,mlp.experts.207.up_proj,0.0000465138,0.05000,2.530
18,mlp.experts.200.up_proj,0.0000777153,0.05000,2.374
18,mlp.experts.209.up_proj,0.0000314448,0.05000,2.381
18,mlp.experts.210.up_proj,0.0000184398,0.05000,2.408
18,mlp.experts.211.up_proj,0.0000180589,0.05000,2.332
18,mlp.experts.204.up_proj,0.0000794276,0.05000,2.518
18,mlp.experts.213.up_proj,0.0000213997,0.05000,2.557
18,mlp.experts.214.up_proj,0.0000158482,0.05000,2.600
18,mlp.experts.215.up_proj,0.0000115379,0.05000,2.519
18,mlp.experts.208.up_proj,0.0000599399,0.05000,2.558
18,mlp.experts.217.up_proj,0.0000806014,0.05000,2.540
18,mlp.experts.218.up_proj,0.0001042136,0.05000,2.474
18,mlp.experts.219.up_proj,0.0000227294,0.05000,2.548
18,mlp.experts.212.up_proj,0.0000329782,0.05000,2.646
18,mlp.experts.221.up_proj,0.0000254964,0.05000,2.677
18,mlp.experts.222.up_proj,0.0000234190,0.05000,2.646
18,mlp.experts.223.up_proj,0.0000461519,0.05000,2.570
18,mlp.experts.216.up_proj,0.0000560641,0.05000,2.416
18,mlp.experts.225.up_proj,0.0000492470,0.05000,2.428
18,mlp.experts.226.up_proj,0.0000293014,0.05000,2.517
18,mlp.experts.227.up_proj,0.0000932168,0.05000,2.560
18,mlp.experts.220.up_proj,0.0000290846,0.05000,2.522
18,mlp.experts.229.up_proj,0.0000137072,0.05000,2.629
18,mlp.experts.230.up_proj,0.0000313691,0.05000,2.532
18,mlp.experts.231.up_proj,0.0000183732,0.05000,2.556
18,mlp.experts.224.up_proj,0.0000902329,0.05000,2.649
18,mlp.experts.233.up_proj,0.0000337075,0.05000,2.620
18,mlp.experts.234.up_proj,0.0000514796,0.05000,2.718
18,mlp.experts.235.up_proj,0.0000237043,0.05000,2.699
18,mlp.experts.228.up_proj,0.0000179004,0.05000,2.593
18,mlp.experts.237.up_proj,0.0000165848,0.05000,2.452
18,mlp.experts.238.up_proj,0.0000147711,0.05000,2.542
18,mlp.experts.239.up_proj,0.0000685272,0.05000,2.481
18,mlp.experts.232.up_proj,0.0000160779,0.05000,2.631
18,mlp.experts.241.up_proj,0.0000544716,0.05000,2.568
18,mlp.experts.242.up_proj,0.0000786471,0.05000,2.584
18,mlp.experts.243.up_proj,0.0000224100,0.05000,2.616
18,mlp.experts.236.up_proj,0.0000604910,0.05000,2.504
18,mlp.experts.245.up_proj,0.0000111427,0.05000,2.572
18,mlp.experts.246.up_proj,0.0000176841,0.05000,2.482
18,mlp.experts.247.up_proj,0.0000323350,0.05000,2.528
18,mlp.experts.240.up_proj,0.0000048608,0.05000,2.497
18,mlp.experts.249.up_proj,0.0000465036,0.05000,2.562
18,mlp.experts.250.up_proj,0.0000324684,0.05000,2.497
18,mlp.experts.251.up_proj,0.0000101510,0.05000,2.627
18,mlp.experts.244.up_proj,0.0000717178,0.05000,2.701
18,mlp.experts.253.up_proj,0.0000377456,0.05000,2.606
18,mlp.experts.254.up_proj,0.0000351178,0.05000,2.431
18,mlp.experts.255.up_proj,0.0000605643,0.05000,2.264
18,mlp.experts.248.up_proj,0.0001221274,0.05000,0.863
18,mlp.experts.252.up_proj,0.0001135030,0.05000,0.606
18,mlp.experts.2.down_proj,0.0000008456,0.05000,0.694
18,mlp.experts.0.down_proj,0.0000006369,0.05000,0.716
18,mlp.experts.1.down_proj,0.0000002991,0.05000,0.721
18,mlp.experts.3.down_proj,0.0000004414,0.05000,0.732
18,mlp.experts.5.down_proj,0.0000003281,0.05000,0.647
18,mlp.experts.4.down_proj,0.0000010317,0.05000,0.674
18,mlp.experts.6.down_proj,0.0000002876,0.05000,0.698
18,mlp.experts.7.down_proj,0.0000063424,0.05000,0.696
18,mlp.experts.9.down_proj,0.0000003858,0.05000,0.637
18,mlp.experts.8.down_proj,0.0000007194,0.05000,0.632
18,mlp.experts.10.down_proj,0.0000012930,0.05000,0.695
18,mlp.experts.11.down_proj,0.0000007515,0.05000,0.677
18,mlp.experts.13.down_proj,0.0000002989,0.05000,0.733
18,mlp.experts.12.down_proj,0.0000003216,0.05000,0.720
18,mlp.experts.14.down_proj,0.0000006305,0.05000,0.659
18,mlp.experts.15.down_proj,0.0000011633,0.05000,0.664
18,mlp.experts.19.down_proj,0.0000011136,0.05000,0.648
18,mlp.experts.18.down_proj,0.0000009205,0.05000,0.673
18,mlp.experts.16.down_proj,0.0000003504,0.05000,0.687
18,mlp.experts.17.down_proj,0.0000012284,0.05000,0.710
18,mlp.experts.23.down_proj,0.0000005245,0.05000,0.654
18,mlp.experts.22.down_proj,0.0000015471,0.05000,0.651
18,mlp.experts.20.down_proj,0.0000022048,0.05000,0.656
18,mlp.experts.21.down_proj,0.0000003698,0.05000,0.662
18,mlp.experts.27.down_proj,0.0000002720,0.05000,0.613
18,mlp.experts.26.down_proj,0.0000025943,0.05000,0.620
18,mlp.experts.24.down_proj,0.0000005121,0.05000,0.611
18,mlp.experts.25.down_proj,0.0000002458,0.05000,0.628
18,mlp.experts.28.down_proj,0.0000002432,0.05000,0.649
18,mlp.experts.29.down_proj,0.0000019445,0.05000,0.641
18,mlp.experts.30.down_proj,0.0000004565,0.05000,0.718
18,mlp.experts.31.down_proj,0.0000007150,0.05000,0.739
18,mlp.experts.32.down_proj,0.0000005611,0.05000,0.646
18,mlp.experts.33.down_proj,0.0000017462,0.05000,0.683
18,mlp.experts.35.down_proj,0.0000007232,0.05000,0.654
18,mlp.experts.34.down_proj,0.0000002450,0.05000,0.708
18,mlp.experts.36.down_proj,0.0000012247,0.05000,0.729
18,mlp.experts.39.down_proj,0.0000004286,0.05000,0.711
18,mlp.experts.37.down_proj,0.0000016938,0.05000,0.727
18,mlp.experts.38.down_proj,0.0000003764,0.05000,0.737
18,mlp.experts.40.down_proj,0.0000005482,0.05000,0.685
18,mlp.experts.43.down_proj,0.0000016155,0.05000,0.675
18,mlp.experts.41.down_proj,0.0000005398,0.05000,0.698
18,mlp.experts.42.down_proj,0.0000004662,0.05000,0.727
18,mlp.experts.44.down_proj,0.0000006032,0.05000,0.660
18,mlp.experts.47.down_proj,0.0000009953,0.05000,0.668
18,mlp.experts.45.down_proj,0.0000017399,0.05000,0.659
18,mlp.experts.46.down_proj,0.0000013613,0.05000,0.726
18,mlp.experts.48.down_proj,0.0000018206,0.05000,0.680
18,mlp.experts.51.down_proj,0.0000025143,0.05000,0.675
18,mlp.experts.49.down_proj,0.0000039631,0.05000,0.727
18,mlp.experts.50.down_proj,0.0000004518,0.05000,0.697
18,mlp.experts.52.down_proj,0.0000008570,0.05000,0.721
18,mlp.experts.55.down_proj,0.0000005009,0.05000,0.720
18,mlp.experts.53.down_proj,0.0000004651,0.05000,0.673
18,mlp.experts.54.down_proj,0.0000007158,0.05000,0.686
18,mlp.experts.56.down_proj,0.0000005604,0.05000,0.721
18,mlp.experts.59.down_proj,0.0000009713,0.05000,0.719
18,mlp.experts.57.down_proj,0.0000002939,0.05000,0.702
18,mlp.experts.58.down_proj,0.0000010624,0.05000,0.706
18,mlp.experts.60.down_proj,0.0000006526,0.05000,0.719
18,mlp.experts.61.down_proj,0.0000006341,0.05000,0.713
18,mlp.experts.63.down_proj,0.0000004467,0.05000,0.741
18,mlp.experts.62.down_proj,0.0000009481,0.05000,0.721
18,mlp.experts.64.down_proj,0.0000017576,0.05000,0.664
18,mlp.experts.65.down_proj,0.0000023543,0.05000,0.646
18,mlp.experts.67.down_proj,0.0000009158,0.05000,0.678
18,mlp.experts.66.down_proj,0.0000013027,0.05000,0.638
18,mlp.experts.69.down_proj,0.0000008116,0.05000,0.645
18,mlp.experts.68.down_proj,0.0000019017,0.05000,0.686
18,mlp.experts.71.down_proj,0.0000003529,0.05000,0.694
18,mlp.experts.70.down_proj,0.0000008700,0.05000,0.673
18,mlp.experts.72.down_proj,0.0000005252,0.05000,0.593
18,mlp.experts.73.down_proj,0.0000004062,0.05000,0.616
18,mlp.experts.77.down_proj,failsafe(rtn): 0.0010529,0.00000,0.010
18,mlp.experts.75.down_proj,0.0000003466,0.05000,0.613
18,mlp.experts.74.down_proj,0.0000024617,0.05000,0.610
18,mlp.experts.78.down_proj,failsafe(rtn): 0.0011063,0.00000,0.009
18,mlp.experts.76.down_proj,0.0000013691,0.05000,0.646
18,mlp.experts.81.down_proj,0.0000018484,0.05000,0.698
18,mlp.experts.79.down_proj,0.0000017389,0.05000,0.662
18,mlp.experts.82.down_proj,0.0000007074,0.05000,0.702
18,mlp.experts.80.down_proj,0.0000002129,0.05000,0.684
18,mlp.experts.85.down_proj,0.0000012949,0.05000,0.668
18,mlp.experts.83.down_proj,0.0000013395,0.05000,0.702
18,mlp.experts.86.down_proj,0.0000003653,0.05000,0.681
18,mlp.experts.84.down_proj,0.0000008875,0.05000,0.675
18,mlp.experts.89.down_proj,0.0000004940,0.05000,0.703
18,mlp.experts.87.down_proj,0.0000002323,0.05000,0.690
18,mlp.experts.90.down_proj,0.0000008896,0.05000,0.681
18,mlp.experts.88.down_proj,0.0000003969,0.05000,0.687
18,mlp.experts.93.down_proj,0.0000004916,0.05000,0.689
18,mlp.experts.91.down_proj,0.0000013066,0.05000,0.739
18,mlp.experts.94.down_proj,0.0000004699,0.05000,0.658
18,mlp.experts.92.down_proj,0.0000006772,0.05000,0.666
18,mlp.experts.97.down_proj,0.0000024074,0.05000,0.674
18,mlp.experts.98.down_proj,0.0000003262,0.05000,0.622
18,mlp.experts.95.down_proj,0.0000009101,0.05000,0.678
18,mlp.experts.96.down_proj,0.0000018106,0.05000,0.581
18,mlp.experts.101.down_proj,0.0000005534,0.05000,0.605
18,mlp.experts.102.down_proj,0.0000004657,0.05000,0.611
18,mlp.experts.99.down_proj,0.0000006424,0.05000,0.635
18,mlp.experts.100.down_proj,0.0000005481,0.05000,0.660
18,mlp.experts.105.down_proj,0.0000005910,0.05000,0.671
18,mlp.experts.106.down_proj,0.0000004912,0.05000,0.648
18,mlp.experts.103.down_proj,0.0000002791,0.05000,0.629
18,mlp.experts.104.down_proj,0.0000003692,0.05000,0.603
18,mlp.experts.109.down_proj,0.0000011756,0.05000,0.588
18,mlp.experts.110.down_proj,0.0000020990,0.05000,0.617
18,mlp.experts.107.down_proj,0.0000012194,0.05000,0.618
18,mlp.experts.108.down_proj,0.0000012190,0.05000,0.674
18,mlp.experts.113.down_proj,0.0000007101,0.05000,0.654
18,mlp.experts.117.down_proj,failsafe(rtn): 0.0010071,0.00000,0.011
18,mlp.experts.114.down_proj,0.0000004366,0.05000,0.759
18,mlp.experts.111.down_proj,0.0000008679,0.05000,0.731
18,mlp.experts.112.down_proj,0.0000003430,0.05000,0.686
18,mlp.experts.121.down_proj,0.0000010111,0.05000,0.649
18,mlp.experts.115.down_proj,0.0000006870,0.05000,0.647
18,mlp.experts.118.down_proj,0.0000022221,0.05000,0.742
18,mlp.experts.116.down_proj,0.0000002793,0.05000,0.718
18,mlp.experts.125.down_proj,0.0000028875,0.05000,0.684
18,mlp.experts.119.down_proj,0.0000007073,0.05000,0.648
18,mlp.experts.122.down_proj,0.0000007156,0.05000,0.661
18,mlp.experts.120.down_proj,0.0000020090,0.05000,0.692
18,mlp.experts.124.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
18,mlp.experts.129.down_proj,0.0000010009,0.05000,0.689
18,mlp.experts.123.down_proj,0.0000008729,0.05000,0.643
18,mlp.experts.126.down_proj,0.0000005931,0.05000,0.644
18,mlp.experts.128.down_proj,0.0000007536,0.05000,0.638
18,mlp.experts.133.down_proj,0.0000006833,0.05000,0.634
18,mlp.experts.127.down_proj,0.0000006418,0.05000,0.635
18,mlp.experts.130.down_proj,0.0000011852,0.05000,0.685
18,mlp.experts.132.down_proj,0.0000012567,0.05000,0.632
18,mlp.experts.137.down_proj,0.0000006545,0.05000,0.629
18,mlp.experts.131.down_proj,0.0000006475,0.05000,0.616
18,mlp.experts.134.down_proj,0.0000003006,0.05000,0.614
18,mlp.experts.141.down_proj,0.0000007561,0.05000,0.636
18,mlp.experts.136.down_proj,0.0000007951,0.05000,0.670
18,mlp.experts.135.down_proj,0.0000004186,0.05000,0.698
18,mlp.experts.138.down_proj,0.0000007895,0.05000,0.646
18,mlp.experts.140.down_proj,0.0000006490,0.05000,0.631
18,mlp.experts.145.down_proj,0.0000003727,0.05000,0.718
18,mlp.experts.139.down_proj,0.0000005457,0.05000,0.699
18,mlp.experts.142.down_proj,0.0000009626,0.05000,0.643
18,mlp.experts.146.down_proj,failsafe(rtn): 0.0009842,0.00000,0.010
18,mlp.experts.144.down_proj,0.0000007864,0.05000,0.626
18,mlp.experts.149.down_proj,0.0000016500,0.05000,0.625
18,mlp.experts.143.down_proj,0.0000030249,0.05000,0.620
18,mlp.experts.150.down_proj,0.0000009138,0.05000,0.599
18,mlp.experts.148.down_proj,0.0000004512,0.05000,0.610
18,mlp.experts.153.down_proj,0.0000017287,0.05000,0.599
18,mlp.experts.147.down_proj,0.0000007962,0.05000,0.617
18,mlp.experts.154.down_proj,0.0000020006,0.05000,0.626
18,mlp.experts.152.down_proj,0.0000023262,0.05000,0.675
18,mlp.experts.157.down_proj,0.0000003657,0.05000,0.652
18,mlp.experts.151.down_proj,0.0000016564,0.05000,0.681
18,mlp.experts.155.down_proj,failsafe(rtn): 0.0009766,0.00000,0.012
18,mlp.experts.158.down_proj,0.0000006430,0.05000,0.719
18,mlp.experts.156.down_proj,0.0000005137,0.05000,0.783
18,mlp.experts.161.down_proj,0.0000018077,0.05000,0.784
18,mlp.experts.159.down_proj,0.0000002646,0.05000,0.754
18,mlp.experts.162.down_proj,0.0000005630,0.05000,0.764
18,mlp.experts.160.down_proj,0.0000008016,0.05000,0.691
18,mlp.experts.165.down_proj,0.0000002644,0.05000,0.701
18,mlp.experts.163.down_proj,0.0000003596,0.05000,0.728
18,mlp.experts.167.down_proj,failsafe(rtn): 0.0009842,0.00000,0.012
18,mlp.experts.166.down_proj,0.0000002621,0.05000,0.724
18,mlp.experts.164.down_proj,0.0000002560,0.05000,0.668
18,mlp.experts.169.down_proj,0.0000056489,0.05000,0.713
18,mlp.experts.171.down_proj,0.0000003285,0.05000,0.656
18,mlp.experts.170.down_proj,0.0000021163,0.05000,0.647
18,mlp.experts.168.down_proj,0.0000010462,0.05000,0.713
18,mlp.experts.173.down_proj,0.0000002999,0.05000,0.681
18,mlp.experts.175.down_proj,0.0000017862,0.05000,0.658
18,mlp.experts.174.down_proj,0.0000016461,0.05000,0.658
18,mlp.experts.172.down_proj,0.0000003659,0.05000,0.637
18,mlp.experts.177.down_proj,0.0000002504,0.05000,0.672
18,mlp.experts.179.down_proj,0.0000004715,0.05000,0.649
18,mlp.experts.178.down_proj,0.0000006063,0.05000,0.655
18,mlp.experts.176.down_proj,0.0000006860,0.05000,0.701
18,mlp.experts.181.down_proj,0.0000018298,0.05000,0.632
18,mlp.experts.183.down_proj,0.0000003315,0.05000,0.672
18,mlp.experts.182.down_proj,0.0000006858,0.05000,0.656
18,mlp.experts.185.down_proj,0.0000028224,0.05000,0.631
18,mlp.experts.180.down_proj,0.0000006141,0.05000,0.699
18,mlp.experts.186.down_proj,0.0000018862,0.05000,0.656
18,mlp.experts.187.down_proj,0.0000004171,0.05000,0.694
18,mlp.experts.189.down_proj,0.0000006533,0.05000,0.671
18,mlp.experts.184.down_proj,0.0000008691,0.05000,0.669
18,mlp.experts.190.down_proj,0.0000002638,0.05000,0.771
18,mlp.experts.191.down_proj,0.0000011030,0.05000,0.769
18,mlp.experts.193.down_proj,0.0000004489,0.05000,0.724
18,mlp.experts.188.down_proj,0.0000005731,0.05000,0.688
18,mlp.experts.195.down_proj,0.0000000665,0.05000,0.691
18,mlp.experts.194.down_proj,0.0000008299,0.05000,0.734
18,mlp.experts.192.down_proj,0.0000013970,0.05000,0.636
18,mlp.experts.197.down_proj,0.0000018061,0.05000,0.705
18,mlp.experts.199.down_proj,0.0000004217,0.05000,0.636
18,mlp.experts.198.down_proj,0.0000003618,0.05000,0.678
18,mlp.experts.196.down_proj,0.0000003974,0.05000,0.660
18,mlp.experts.201.down_proj,0.0000004775,0.05000,0.661
18,mlp.experts.203.down_proj,0.0000007492,0.05000,0.660
18,mlp.experts.202.down_proj,0.0000018787,0.05000,0.624
18,mlp.experts.200.down_proj,0.0000011267,0.05000,0.637
18,mlp.experts.205.down_proj,0.0000009341,0.05000,0.670
18,mlp.experts.207.down_proj,0.0000007129,0.05000,0.660
18,mlp.experts.206.down_proj,0.0000004146,0.05000,0.665
18,mlp.experts.204.down_proj,0.0000030629,0.05000,0.629
18,mlp.experts.209.down_proj,0.0000009231,0.05000,0.614
18,mlp.experts.211.down_proj,0.0000005572,0.05000,0.638
18,mlp.experts.210.down_proj,0.0000005668,0.05000,0.616
18,mlp.experts.208.down_proj,0.0000018715,0.05000,0.701
18,mlp.experts.213.down_proj,0.0000004155,0.05000,0.737
18,mlp.experts.214.down_proj,0.0000006191,0.05000,0.646
18,mlp.experts.215.down_proj,0.0000003495,0.05000,0.686
18,mlp.experts.212.down_proj,0.0000008047,0.05000,0.658
18,mlp.experts.217.down_proj,0.0000008922,0.05000,0.661
18,mlp.experts.219.down_proj,0.0000008086,0.05000,0.684
18,mlp.experts.218.down_proj,0.0000031738,0.05000,0.717
18,mlp.experts.216.down_proj,0.0000005436,0.05000,0.664
18,mlp.experts.221.down_proj,0.0000005342,0.05000,0.712
18,mlp.experts.223.down_proj,0.0000011078,0.05000,0.648
18,mlp.experts.222.down_proj,0.0000008366,0.05000,0.733
18,mlp.experts.220.down_proj,0.0000010235,0.05000,0.657
18,mlp.experts.225.down_proj,0.0000014469,0.05000,0.673
18,mlp.experts.227.down_proj,0.0000010970,0.05000,0.624
18,mlp.experts.226.down_proj,0.0000009850,0.05000,0.625
18,mlp.experts.224.down_proj,0.0000011460,0.05000,0.668
18,mlp.experts.229.down_proj,0.0000005034,0.05000,0.711
18,mlp.experts.231.down_proj,0.0000005857,0.05000,0.647
18,mlp.experts.230.down_proj,0.0000003156,0.05000,0.665
18,mlp.experts.228.down_proj,0.0000004987,0.05000,0.726
18,mlp.experts.235.down_proj,0.0000008035,0.05000,0.629
18,mlp.experts.233.down_proj,0.0000008867,0.05000,0.658
18,mlp.experts.234.down_proj,0.0000005846,0.05000,0.636
18,mlp.experts.232.down_proj,0.0000006926,0.05000,0.591
18,mlp.experts.239.down_proj,0.0000016412,0.05000,0.584
18,mlp.experts.237.down_proj,0.0000007160,0.05000,0.594
18,mlp.experts.238.down_proj,0.0000004738,0.05000,0.603
18,mlp.experts.236.down_proj,0.0000006811,0.05000,0.602
18,mlp.experts.243.down_proj,0.0000007081,0.05000,0.586
18,mlp.experts.241.down_proj,0.0000006148,0.05000,0.574
18,mlp.experts.242.down_proj,0.0000010342,0.05000,0.557
18,mlp.experts.240.down_proj,0.0000001568,0.05000,0.558
18,mlp.experts.247.down_proj,0.0000011735,0.05000,0.555
18,mlp.experts.245.down_proj,0.0000003366,0.05000,0.558
18,mlp.experts.246.down_proj,0.0000004377,0.05000,0.520
18,mlp.experts.244.down_proj,0.0000021655,0.05000,0.541
18,mlp.experts.251.down_proj,0.0000003403,0.05000,0.551
18,mlp.experts.249.down_proj,0.0000013885,0.05000,0.542
18,mlp.experts.250.down_proj,0.0000012310,0.05000,0.530
18,mlp.experts.248.down_proj,0.0000044683,0.05000,0.556
18,mlp.experts.255.down_proj,0.0000014812,0.05000,0.568
18,mlp.experts.253.down_proj,0.0000004242,0.05000,0.585
18,mlp.experts.254.down_proj,0.0000003964,0.05000,0.584
18,mlp.experts.252.down_proj,0.0000029130,0.05000,0.304
19,mlp.experts.1.gate_proj,0.0000628421,0.05000,2.618
19,mlp.experts.3.gate_proj,0.0000497019,0.05000,2.655
19,mlp.experts.0.gate_proj,0.0001190137,0.05000,2.725
19,mlp.experts.2.gate_proj,0.0000721595,0.05000,2.771
19,mlp.experts.7.gate_proj,0.0000090072,0.05000,2.560
19,mlp.experts.5.gate_proj,0.0000422160,0.05000,2.625
19,mlp.experts.9.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.039
19,mlp.experts.4.gate_proj,0.0000283016,0.05000,2.628
19,mlp.experts.6.gate_proj,0.0000398853,0.05000,2.629
19,mlp.experts.11.gate_proj,0.0000246389,0.05000,2.591
19,mlp.experts.13.gate_proj,0.0000359128,0.05000,2.539
19,mlp.experts.10.gate_proj,0.0000219197,0.05000,2.537
19,mlp.experts.8.gate_proj,0.0000182123,0.05000,2.605
19,mlp.experts.17.gate_proj,0.0001329851,0.05000,2.554
19,mlp.experts.15.gate_proj,0.0000910662,0.05000,2.626
19,mlp.experts.14.gate_proj,0.0000115852,0.05000,2.542
19,mlp.experts.12.gate_proj,0.0000219592,0.05000,2.583
19,mlp.experts.21.gate_proj,0.0000550779,0.05000,2.684
19,mlp.experts.19.gate_proj,0.0001205516,0.05000,2.682
19,mlp.experts.16.gate_proj,0.0000127594,0.05000,2.588
19,mlp.experts.18.gate_proj,0.0000673646,0.05000,2.764
19,mlp.experts.25.gate_proj,0.0000473044,0.05000,2.719
19,mlp.experts.23.gate_proj,0.0000476159,0.05000,2.701
19,mlp.experts.22.gate_proj,0.0000588047,0.05000,2.588
19,mlp.experts.26.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.045
19,mlp.experts.20.gate_proj,0.0000087403,0.05000,2.783
19,mlp.experts.29.gate_proj,0.0000262059,0.05000,2.636
19,mlp.experts.27.gate_proj,0.0000681767,0.05000,2.707
19,mlp.experts.30.gate_proj,0.0000558819,0.05000,2.660
19,mlp.experts.24.gate_proj,0.0000488833,0.05000,2.669
19,mlp.experts.33.gate_proj,0.0000122579,0.05000,2.585
19,mlp.experts.31.gate_proj,0.0000112750,0.05000,2.648
19,mlp.experts.34.gate_proj,0.0000191429,0.05000,2.666
19,mlp.experts.28.gate_proj,0.0000222405,0.05000,2.632
19,mlp.experts.37.gate_proj,0.0000506587,0.05000,2.576
19,mlp.experts.35.gate_proj,0.0000139365,0.05000,2.594
19,mlp.experts.38.gate_proj,0.0000181488,0.05000,2.591
19,mlp.experts.32.gate_proj,0.0000652693,0.05000,2.607
19,mlp.experts.41.gate_proj,0.0000253202,0.05000,2.475
19,mlp.experts.42.gate_proj,0.0000201330,0.05000,2.581
19,mlp.experts.36.gate_proj,0.0000238017,0.05000,2.574
19,mlp.experts.39.gate_proj,0.0000058555,0.05000,2.643
19,mlp.experts.45.gate_proj,0.0000206092,0.05000,2.647
19,mlp.experts.40.gate_proj,0.0000087671,0.05000,2.539
19,mlp.experts.43.gate_proj,0.0000178476,0.05000,2.559
19,mlp.experts.46.gate_proj,0.0000138036,0.05000,2.667
19,mlp.experts.49.gate_proj,0.0001158171,0.05000,2.530
19,mlp.experts.47.gate_proj,0.0000185191,0.05000,2.540
19,mlp.experts.44.gate_proj,0.0000496560,0.05000,2.633
19,mlp.experts.50.gate_proj,0.0000435725,0.05000,2.565
19,mlp.experts.53.gate_proj,0.0000285023,0.05000,2.630
19,mlp.experts.51.gate_proj,0.0000271559,0.05000,2.615
19,mlp.experts.54.gate_proj,0.0000443797,0.05000,2.566
19,mlp.experts.48.gate_proj,0.0000233327,0.05000,2.730
19,mlp.experts.57.gate_proj,0.0000131478,0.05000,2.552
19,mlp.experts.55.gate_proj,0.0000578185,0.05000,2.558
19,mlp.experts.58.gate_proj,0.0000457989,0.05000,2.696
19,mlp.experts.52.gate_proj,0.0001453515,0.05000,2.582
19,mlp.experts.61.gate_proj,0.0001094460,0.05000,2.657
19,mlp.experts.59.gate_proj,0.0000425160,0.05000,2.770
19,mlp.experts.62.gate_proj,0.0001199341,0.05000,2.742
19,mlp.experts.56.gate_proj,0.0000622940,0.05000,2.756
19,mlp.experts.65.gate_proj,0.0000269632,0.05000,2.711
19,mlp.experts.63.gate_proj,0.0000601260,0.05000,2.698
19,mlp.experts.60.gate_proj,0.0000267792,0.05000,2.532
19,mlp.experts.66.gate_proj,0.0000144950,0.05000,2.584
19,mlp.experts.69.gate_proj,0.0000508235,0.05000,2.571
19,mlp.experts.64.gate_proj,0.0000381440,0.05000,2.514
19,mlp.experts.70.gate_proj,0.0000428229,0.05000,2.508
19,mlp.experts.67.gate_proj,0.0000274287,0.05000,2.662
19,mlp.experts.73.gate_proj,0.0000991055,0.05000,2.575
19,mlp.experts.74.gate_proj,0.0000401592,0.05000,2.511
19,mlp.experts.68.gate_proj,0.0000152621,0.05000,2.613
19,mlp.experts.71.gate_proj,0.0000047686,0.05000,2.659
19,mlp.experts.77.gate_proj,0.0000365973,0.05000,2.596
19,mlp.experts.78.gate_proj,0.0000494679,0.05000,2.537
19,mlp.experts.72.gate_proj,0.0000391032,0.05000,2.664
19,mlp.experts.75.gate_proj,0.0000511301,0.05000,2.644
19,mlp.experts.81.gate_proj,0.0000550466,0.05000,2.519
19,mlp.experts.82.gate_proj,0.0000484809,0.05000,2.527
19,mlp.experts.76.gate_proj,0.0001319798,0.05000,2.559
19,mlp.experts.79.gate_proj,0.0000279681,0.05000,2.604
19,mlp.experts.85.gate_proj,0.0000283230,0.05000,2.608
19,mlp.experts.86.gate_proj,0.0000827811,0.05000,2.559
19,mlp.experts.80.gate_proj,0.0000284200,0.05000,2.517
19,mlp.experts.83.gate_proj,0.0001477017,0.05000,2.567
19,mlp.experts.89.gate_proj,0.0000593034,0.05000,2.559
19,mlp.experts.90.gate_proj,0.0001176263,0.05000,2.445
19,mlp.experts.84.gate_proj,0.0000196657,0.05000,2.500
19,mlp.experts.87.gate_proj,0.0000541919,0.05000,2.525
19,mlp.experts.93.gate_proj,0.0000648548,0.05000,2.415
19,mlp.experts.94.gate_proj,0.0001015904,0.05000,2.468
19,mlp.experts.88.gate_proj,0.0000656792,0.05000,2.453
19,mlp.experts.91.gate_proj,0.0000091921,0.05000,2.497
19,mlp.experts.97.gate_proj,0.0000681770,0.05000,2.604
19,mlp.experts.98.gate_proj,0.0001552186,0.05000,2.635
19,mlp.experts.92.gate_proj,0.0000293524,0.05000,2.595
19,mlp.experts.95.gate_proj,0.0001273444,0.05000,2.609
19,mlp.experts.101.gate_proj,0.0000840804,0.05000,2.477
19,mlp.experts.102.gate_proj,0.0000113944,0.05000,2.553
19,mlp.experts.96.gate_proj,0.0000682474,0.05000,2.586
19,mlp.experts.99.gate_proj,0.0000436544,0.05000,2.497
19,mlp.experts.105.gate_proj,0.0000544087,0.05000,2.531
19,mlp.experts.106.gate_proj,0.0000187166,0.05000,2.531
19,mlp.experts.100.gate_proj,0.0000172326,0.05000,2.482
19,mlp.experts.103.gate_proj,0.0001975463,0.05000,2.521
19,mlp.experts.109.gate_proj,0.0000513344,0.05000,2.740
19,mlp.experts.110.gate_proj,0.0000060991,0.05000,2.726
19,mlp.experts.104.gate_proj,0.0000465917,0.05000,2.705
19,mlp.experts.107.gate_proj,0.0000153342,0.05000,2.730
19,mlp.experts.113.gate_proj,0.0000247515,0.05000,2.696
19,mlp.experts.114.gate_proj,0.0000865454,0.05000,2.699
19,mlp.experts.108.gate_proj,0.0000112877,0.05000,2.800
19,mlp.experts.111.gate_proj,0.0000079464,0.05000,2.662
19,mlp.experts.117.gate_proj,0.0001316097,0.05000,2.535
19,mlp.experts.118.gate_proj,0.0000258048,0.05000,2.462
19,mlp.experts.112.gate_proj,0.0000680584,0.05000,2.482
19,mlp.experts.115.gate_proj,0.0001293695,0.05000,2.505
19,mlp.experts.121.gate_proj,0.0000240608,0.05000,2.452
19,mlp.experts.122.gate_proj,0.0000660558,0.05000,2.475
19,mlp.experts.116.gate_proj,0.0000372669,0.05000,2.445
19,mlp.experts.119.gate_proj,0.0000192340,0.05000,2.425
19,mlp.experts.125.gate_proj,0.0000256387,0.05000,2.551
19,mlp.experts.126.gate_proj,0.0000410787,0.05000,2.523
19,mlp.experts.120.gate_proj,0.0000143877,0.05000,2.565
19,mlp.experts.123.gate_proj,0.0000401359,0.05000,2.534
19,mlp.experts.129.gate_proj,0.0000362996,0.05000,2.609
19,mlp.experts.130.gate_proj,0.0000156852,0.05000,2.628
19,mlp.experts.124.gate_proj,0.0001149863,0.05000,2.581
19,mlp.experts.127.gate_proj,0.0000825709,0.05000,2.571
19,mlp.experts.133.gate_proj,0.0001768317,0.05000,2.617
19,mlp.experts.134.gate_proj,0.0000490284,0.05000,2.502
19,mlp.experts.128.gate_proj,0.0001047332,0.05000,2.677
19,mlp.experts.131.gate_proj,0.0000201419,0.05000,2.572
19,mlp.experts.137.gate_proj,0.0000638139,0.05000,2.569
19,mlp.experts.138.gate_proj,0.0000775808,0.05000,2.557
19,mlp.experts.135.gate_proj,0.0000585430,0.05000,2.431
19,mlp.experts.132.gate_proj,0.0000199413,0.05000,2.515
19,mlp.experts.141.gate_proj,0.0001186763,0.05000,2.358
19,mlp.experts.145.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.033
19,mlp.experts.142.gate_proj,0.0000414189,0.05000,2.387
19,mlp.experts.139.gate_proj,0.0000537279,0.05000,2.427
19,mlp.experts.136.gate_proj,0.0000682309,0.05000,2.385
19,mlp.experts.140.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.036
19,mlp.experts.146.gate_proj,0.0000286538,0.05000,2.546
19,mlp.experts.149.gate_proj,0.0000882017,0.05000,2.687
19,mlp.experts.143.gate_proj,0.0000500612,0.05000,2.601
19,mlp.experts.144.gate_proj,0.0000228481,0.05000,2.603
19,mlp.experts.153.gate_proj,0.0000190861,0.05000,2.463
19,mlp.experts.157.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.041
19,mlp.experts.150.gate_proj,0.0000976985,0.05000,2.654
19,mlp.experts.147.gate_proj,0.0001050600,0.05000,2.595
19,mlp.experts.148.gate_proj,0.0000416303,0.05000,2.521
19,mlp.experts.154.gate_proj,0.0000319606,0.05000,2.476
19,mlp.experts.161.gate_proj,0.0001319729,0.05000,2.527
19,mlp.experts.151.gate_proj,0.0000144271,0.05000,2.509
19,mlp.experts.152.gate_proj,0.0000932670,0.05000,2.561
19,mlp.experts.158.gate_proj,0.0000734544,0.05000,2.725
19,mlp.experts.165.gate_proj,0.0001191958,0.05000,2.824
19,mlp.experts.155.gate_proj,0.0000402251,0.05000,2.772
19,mlp.experts.156.gate_proj,0.0000319801,0.05000,2.775
19,mlp.experts.162.gate_proj,0.0000416600,0.05000,2.597
19,mlp.experts.169.gate_proj,0.0000723851,0.05000,2.553
19,mlp.experts.159.gate_proj,0.0000290703,0.05000,2.548
19,mlp.experts.160.gate_proj,0.0000060198,0.05000,2.510
19,mlp.experts.166.gate_proj,0.0001123531,0.05000,2.513
19,mlp.experts.173.gate_proj,0.0000432351,0.05000,2.525
19,mlp.experts.163.gate_proj,0.0000733168,0.05000,2.450
19,mlp.experts.164.gate_proj,0.0000638234,0.05000,2.523
19,mlp.experts.177.gate_proj,0.0000664812,0.05000,2.509
19,mlp.experts.170.gate_proj,0.0000532155,0.05000,2.601
19,mlp.experts.167.gate_proj,0.0000337424,0.05000,2.598
19,mlp.experts.168.gate_proj,0.0001143699,0.05000,2.588
19,mlp.experts.181.gate_proj,0.0000165645,0.05000,2.548
19,mlp.experts.174.gate_proj,0.0001023647,0.05000,2.579
19,mlp.experts.171.gate_proj,0.0001205100,0.05000,2.593
19,mlp.experts.172.gate_proj,0.0001123669,0.05000,2.640
19,mlp.experts.178.gate_proj,0.0000161815,0.05000,2.502
19,mlp.experts.185.gate_proj,0.0000346056,0.05000,2.704
19,mlp.experts.175.gate_proj,0.0000117548,0.05000,2.616
19,mlp.experts.176.gate_proj,0.0000269190,0.05000,2.587
19,mlp.experts.182.gate_proj,0.0001521235,0.05000,2.652
19,mlp.experts.189.gate_proj,0.0000964660,0.05000,2.731
19,mlp.experts.179.gate_proj,0.0000237656,0.05000,2.775
19,mlp.experts.180.gate_proj,0.0001105907,0.05000,2.739
19,mlp.experts.186.gate_proj,0.0000773037,0.05000,2.687
19,mlp.experts.193.gate_proj,0.0000180026,0.05000,2.660
19,mlp.experts.183.gate_proj,0.0000174680,0.05000,2.573
19,mlp.experts.187.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.034
19,mlp.experts.184.gate_proj,0.0000836526,0.05000,2.592
19,mlp.experts.190.gate_proj,0.0000303740,0.05000,2.533
19,mlp.experts.197.gate_proj,0.0000137377,0.05000,2.606
19,mlp.experts.191.gate_proj,0.0000473558,0.05000,2.496
19,mlp.experts.188.gate_proj,0.0000348863,0.05000,2.520
19,mlp.experts.194.gate_proj,0.0000461434,0.05000,2.684
19,mlp.experts.201.gate_proj,0.0000549621,0.05000,2.624
19,mlp.experts.195.gate_proj,0.0000375192,0.05000,2.689
19,mlp.experts.192.gate_proj,0.0001283673,0.05000,2.702
19,mlp.experts.198.gate_proj,0.0000916561,0.05000,2.594
19,mlp.experts.205.gate_proj,0.0000799170,0.05000,2.585
19,mlp.experts.199.gate_proj,0.0000142937,0.05000,2.542
19,mlp.experts.196.gate_proj,0.0000122008,0.05000,2.499
19,mlp.experts.202.gate_proj,0.0000366701,0.05000,2.623
19,mlp.experts.209.gate_proj,0.0000510253,0.05000,2.638
19,mlp.experts.203.gate_proj,0.0000462463,0.05000,2.533
19,mlp.experts.200.gate_proj,0.0001206249,0.05000,2.506
19,mlp.experts.206.gate_proj,0.0000268362,0.05000,2.549
19,mlp.experts.210.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.045
19,mlp.experts.213.gate_proj,0.0000296137,0.05000,2.566
19,mlp.experts.204.gate_proj,0.0000403306,0.05000,2.614
19,mlp.experts.207.gate_proj,0.0000448843,0.05000,2.667
19,mlp.experts.214.gate_proj,0.0000495853,0.05000,2.744
19,mlp.experts.217.gate_proj,0.0000523533,0.05000,2.722
19,mlp.experts.208.gate_proj,0.0000215151,0.05000,2.712
19,mlp.experts.211.gate_proj,0.0000152915,0.05000,2.723
19,mlp.experts.218.gate_proj,0.0000175172,0.05000,2.745
19,mlp.experts.221.gate_proj,0.0000534979,0.05000,2.687
19,mlp.experts.212.gate_proj,0.0001102518,0.05000,2.628
19,mlp.experts.215.gate_proj,0.0000498708,0.05000,2.618
19,mlp.experts.222.gate_proj,0.0001399645,0.05000,2.292
19,mlp.experts.225.gate_proj,0.0000209077,0.05000,2.297
19,mlp.experts.216.gate_proj,0.0000153938,0.05000,2.251
19,mlp.experts.219.gate_proj,0.0000876985,0.05000,2.318
19,mlp.experts.226.gate_proj,0.0000142814,0.05000,2.549
19,mlp.experts.229.gate_proj,0.0000324070,0.05000,2.555
19,mlp.experts.233.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.030
19,mlp.experts.220.gate_proj,0.0001087387,0.05000,2.559
19,mlp.experts.223.gate_proj,0.0000197856,0.05000,2.511
19,mlp.experts.230.gate_proj,0.0000343010,0.05000,2.334
19,mlp.experts.227.gate_proj,0.0000481398,0.05000,2.307
19,mlp.experts.237.gate_proj,0.0000224319,0.05000,2.371
19,mlp.experts.224.gate_proj,0.0001112042,0.05000,2.394
19,mlp.experts.234.gate_proj,0.0000787734,0.05000,2.485
19,mlp.experts.231.gate_proj,0.0000730399,0.05000,2.353
19,mlp.experts.241.gate_proj,0.0000325077,0.05000,2.447
19,mlp.experts.228.gate_proj,0.0000162524,0.05000,2.427
19,mlp.experts.238.gate_proj,0.0000482373,0.05000,2.339
19,mlp.experts.235.gate_proj,0.0000269214,0.05000,2.292
19,mlp.experts.245.gate_proj,0.0000107628,0.05000,2.370
19,mlp.experts.232.gate_proj,0.0000325045,0.05000,2.441
19,mlp.experts.242.gate_proj,0.0000465867,0.05000,2.326
19,mlp.experts.239.gate_proj,0.0001050825,0.05000,2.385
19,mlp.experts.236.gate_proj,0.0000946828,0.05000,2.375
19,mlp.experts.249.gate_proj,0.0000242735,0.05000,2.520
19,mlp.experts.246.gate_proj,0.0001321755,0.05000,2.575
19,mlp.experts.243.gate_proj,0.0000398819,0.05000,2.570
19,mlp.experts.240.gate_proj,0.0000331730,0.05000,2.540
19,mlp.experts.253.gate_proj,0.0000083569,0.05000,2.591
19,mlp.experts.247.gate_proj,0.0000156253,0.05000,2.545
19,mlp.experts.250.gate_proj,0.0000186819,0.05000,2.633
19,mlp.experts.244.gate_proj,0.0001344368,0.05000,2.572
19,mlp.experts.1.up_proj,0.0000586644,0.05000,2.627
19,mlp.experts.254.gate_proj,0.0000328900,0.05000,2.395
19,mlp.experts.251.gate_proj,0.0000276926,0.05000,2.585
19,mlp.experts.248.gate_proj,0.0000778876,0.05000,2.478
19,mlp.experts.5.up_proj,0.0000359591,0.05000,2.459
19,mlp.experts.9.up_proj,failsafe(rtn): 0.0009995,0.00000,0.043
19,mlp.experts.2.up_proj,0.0000605628,0.05000,2.035
19,mlp.experts.255.gate_proj,0.0000822054,0.05000,1.899
19,mlp.experts.252.gate_proj,0.0000173799,0.05000,1.822
19,mlp.experts.6.up_proj,0.0000414844,0.05000,2.549
19,mlp.experts.3.up_proj,0.0000473465,0.05000,2.615
19,mlp.experts.0.up_proj,0.0001128294,0.05000,2.672
19,mlp.experts.13.up_proj,0.0000323530,0.05000,2.679
19,mlp.experts.17.up_proj,0.0001237368,0.05000,2.497
19,mlp.experts.10.up_proj,0.0000204432,0.05000,2.667
19,mlp.experts.7.up_proj,0.0000080369,0.05000,2.641
19,mlp.experts.4.up_proj,0.0000306665,0.05000,2.681
19,mlp.experts.11.up_proj,0.0000219817,0.05000,2.511
19,mlp.experts.21.up_proj,0.0000470283,0.05000,2.634
19,mlp.experts.14.up_proj,0.0000110902,0.05000,2.645
19,mlp.experts.8.up_proj,0.0000165648,0.05000,2.661
19,mlp.experts.25.up_proj,0.0000427562,0.05000,2.384
19,mlp.experts.15.up_proj,0.0000694237,0.05000,2.469
19,mlp.experts.18.up_proj,0.0000666854,0.05000,2.412
19,mlp.experts.12.up_proj,0.0000198011,0.05000,2.375
19,mlp.experts.19.up_proj,0.0001197097,0.05000,2.467
19,mlp.experts.29.up_proj,0.0000220043,0.05000,2.530
19,mlp.experts.22.up_proj,0.0000478330,0.05000,2.588
19,mlp.experts.16.up_proj,0.0000118405,0.05000,2.526
19,mlp.experts.26.up_proj,failsafe(rtn): 0.0010376,0.00000,0.053
19,mlp.experts.23.up_proj,0.0000459836,0.05000,2.692
19,mlp.experts.33.up_proj,0.0000106453,0.05000,2.790
19,mlp.experts.30.up_proj,0.0000521480,0.05000,2.691
19,mlp.experts.20.up_proj,0.0000098726,0.05000,2.792
19,mlp.experts.27.up_proj,0.0000681707,0.05000,2.489
19,mlp.experts.37.up_proj,0.0000279632,0.05000,2.555
19,mlp.experts.24.up_proj,0.0000457544,0.05000,2.487
19,mlp.experts.34.up_proj,0.0000198840,0.05000,2.585
19,mlp.experts.31.up_proj,0.0000097849,0.05000,2.428
19,mlp.experts.41.up_proj,0.0000242110,0.05000,2.497
19,mlp.experts.28.up_proj,0.0000219120,0.05000,2.542
19,mlp.experts.38.up_proj,0.0000167914,0.05000,2.563
19,mlp.experts.35.up_proj,0.0000133004,0.05000,2.293
19,mlp.experts.45.up_proj,0.0000184450,0.05000,2.216
19,mlp.experts.42.up_proj,0.0000187120,0.05000,2.149
19,mlp.experts.32.up_proj,0.0000614910,0.05000,2.226
19,mlp.experts.39.up_proj,0.0000060730,0.05000,2.579
19,mlp.experts.49.up_proj,0.0001191943,0.05000,2.574
19,mlp.experts.46.up_proj,0.0000127162,0.05000,2.516
19,mlp.experts.36.up_proj,0.0000230196,0.05000,2.567
19,mlp.experts.43.up_proj,0.0000163513,0.05000,2.277
19,mlp.experts.53.up_proj,0.0000281810,0.05000,2.297
19,mlp.experts.50.up_proj,0.0000431856,0.05000,2.309
19,mlp.experts.40.up_proj,0.0000071303,0.05000,2.287
19,mlp.experts.47.up_proj,0.0000175954,0.05000,2.756
19,mlp.experts.57.up_proj,0.0000143893,0.05000,2.625
19,mlp.experts.54.up_proj,0.0000469722,0.05000,2.727
19,mlp.experts.44.up_proj,0.0000471631,0.05000,2.753
19,mlp.experts.51.up_proj,0.0000283700,0.05000,2.585
19,mlp.experts.61.up_proj,0.0000973368,0.05000,2.546
19,mlp.experts.58.up_proj,0.0000380680,0.05000,2.588
19,mlp.experts.48.up_proj,0.0000247659,0.05000,2.584
19,mlp.experts.65.up_proj,0.0000222506,0.05000,2.573
19,mlp.experts.55.up_proj,0.0000474008,0.05000,2.683
19,mlp.experts.52.up_proj,0.0001353786,0.05000,2.578
19,mlp.experts.62.up_proj,0.0001054303,0.05000,2.740
19,mlp.experts.69.up_proj,0.0000473582,0.05000,2.582
19,mlp.experts.59.up_proj,0.0000412775,0.05000,2.597
19,mlp.experts.56.up_proj,0.0000516380,0.05000,2.507
19,mlp.experts.66.up_proj,0.0000125568,0.05000,2.580
19,mlp.experts.73.up_proj,0.0000881102,0.05000,2.592
19,mlp.experts.60.up_proj,0.0000213042,0.05000,2.479
19,mlp.experts.63.up_proj,0.0000559402,0.05000,2.630
19,mlp.experts.70.up_proj,0.0000455251,0.05000,2.520
19,mlp.experts.77.up_proj,0.0000307459,0.05000,2.365
19,mlp.experts.64.up_proj,0.0000324612,0.05000,2.256
19,mlp.experts.67.up_proj,0.0000243370,0.05000,2.281
19,mlp.experts.74.up_proj,0.0000368429,0.05000,2.421
19,mlp.experts.81.up_proj,0.0000506602,0.05000,2.470
19,mlp.experts.68.up_proj,0.0000154361,0.05000,2.567
19,mlp.experts.71.up_proj,0.0000045945,0.05000,2.603
19,mlp.experts.78.up_proj,0.0000451648,0.05000,2.418
19,mlp.experts.85.up_proj,0.0000290358,0.05000,2.582
19,mlp.experts.72.up_proj,0.0000415332,0.05000,2.559
19,mlp.experts.75.up_proj,0.0000562504,0.05000,2.613
19,mlp.experts.82.up_proj,0.0000443974,0.05000,2.551
19,mlp.experts.76.up_proj,0.0001166245,0.05000,2.591
19,mlp.experts.89.up_proj,0.0000566585,0.05000,2.707
19,mlp.experts.79.up_proj,0.0000241766,0.05000,2.541
19,mlp.experts.86.up_proj,0.0000794240,0.05000,2.732
19,mlp.experts.93.up_proj,0.0000578675,0.05000,2.518
19,mlp.experts.80.up_proj,0.0000220208,0.05000,2.542
19,mlp.experts.83.up_proj,0.0001433367,0.05000,2.500
19,mlp.experts.90.up_proj,0.0001100557,0.05000,2.518
19,mlp.experts.97.up_proj,0.0000615437,0.05000,2.463
19,mlp.experts.84.up_proj,0.0000182057,0.05000,2.461
19,mlp.experts.87.up_proj,0.0000438905,0.05000,2.475
19,mlp.experts.94.up_proj,0.0000950915,0.05000,2.509
19,mlp.experts.91.up_proj,0.0000080030,0.05000,2.438
19,mlp.experts.88.up_proj,0.0000636053,0.05000,2.510
19,mlp.experts.101.up_proj,0.0000694891,0.05000,2.596
19,mlp.experts.98.up_proj,0.0001425451,0.05000,2.524
19,mlp.experts.92.up_proj,0.0000272770,0.05000,2.783
19,mlp.experts.95.up_proj,0.0001192785,0.05000,2.856
19,mlp.experts.105.up_proj,0.0000517176,0.05000,2.825
19,mlp.experts.102.up_proj,0.0000105455,0.05000,2.789
19,mlp.experts.99.up_proj,0.0000365141,0.05000,2.525
19,mlp.experts.96.up_proj,0.0000643966,0.05000,2.658
19,mlp.experts.109.up_proj,0.0000516806,0.05000,2.649
19,mlp.experts.106.up_proj,0.0000166229,0.05000,2.516
19,mlp.experts.103.up_proj,0.0001634384,0.05000,2.489
19,mlp.experts.100.up_proj,0.0000142071,0.05000,2.457
19,mlp.experts.113.up_proj,0.0000230311,0.05000,2.469
19,mlp.experts.110.up_proj,0.0000053790,0.05000,2.450
19,mlp.experts.107.up_proj,0.0000137890,0.05000,2.532
19,mlp.experts.104.up_proj,0.0000399417,0.05000,2.538
19,mlp.experts.117.up_proj,0.0001279971,0.05000,2.516
19,mlp.experts.114.up_proj,0.0000594937,0.05000,2.476
19,mlp.experts.108.up_proj,0.0000115340,0.05000,2.102
19,mlp.experts.111.up_proj,0.0000073705,0.05000,2.287
19,mlp.experts.118.up_proj,0.0000197937,0.05000,2.254
19,mlp.experts.121.up_proj,0.0000224012,0.05000,2.361
19,mlp.experts.112.up_proj,0.0000643068,0.05000,2.527
19,mlp.experts.115.up_proj,0.0001078369,0.05000,2.751
19,mlp.experts.122.up_proj,0.0000583367,0.05000,2.716
19,mlp.experts.125.up_proj,0.0000233781,0.05000,2.802
19,mlp.experts.116.up_proj,0.0000281786,0.05000,2.705
19,mlp.experts.119.up_proj,0.0000178752,0.05000,2.557
19,mlp.experts.129.up_proj,0.0000360499,0.05000,2.505
19,mlp.experts.126.up_proj,0.0000342533,0.05000,2.730
19,mlp.experts.120.up_proj,0.0000142727,0.05000,2.591
19,mlp.experts.123.up_proj,0.0000379263,0.05000,2.557
19,mlp.experts.133.up_proj,0.0001410775,0.05000,2.500
19,mlp.experts.130.up_proj,0.0000158067,0.05000,2.567
19,mlp.experts.124.up_proj,0.0001186429,0.05000,2.589
19,mlp.experts.127.up_proj,0.0000769064,0.05000,2.646
19,mlp.experts.137.up_proj,0.0000641202,0.05000,2.592
19,mlp.experts.134.up_proj,0.0000439223,0.05000,2.628
19,mlp.experts.128.up_proj,0.0000967505,0.05000,2.556
19,mlp.experts.131.up_proj,0.0000196769,0.05000,2.605
19,mlp.experts.141.up_proj,0.0001105049,0.05000,2.693
19,mlp.experts.145.up_proj,failsafe(rtn): 0.0010986,0.00000,0.041
19,mlp.experts.138.up_proj,0.0000744379,0.05000,2.705
19,mlp.experts.132.up_proj,0.0000170608,0.05000,2.582
19,mlp.experts.135.up_proj,0.0000575376,0.05000,2.489
19,mlp.experts.149.up_proj,0.0000920310,0.05000,2.423
19,mlp.experts.142.up_proj,0.0000397652,0.05000,2.497
19,mlp.experts.136.up_proj,0.0000560034,0.05000,2.467
19,mlp.experts.140.up_proj,failsafe(rtn): 0.0011292,0.00000,0.046
19,mlp.experts.139.up_proj,0.0000489592,0.05000,2.498
19,mlp.experts.153.up_proj,0.0000144902,0.05000,2.443
19,mlp.experts.157.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
19,mlp.experts.146.up_proj,0.0000294217,0.05000,2.524
19,mlp.experts.144.up_proj,0.0000195451,0.05000,2.757
19,mlp.experts.143.up_proj,0.0000448976,0.05000,2.759
19,mlp.experts.161.up_proj,0.0001177236,0.05000,2.640
19,mlp.experts.150.up_proj,0.0001178712,0.05000,2.879
19,mlp.experts.148.up_proj,0.0000388473,0.05000,2.507
19,mlp.experts.147.up_proj,0.0000938639,0.05000,2.569
19,mlp.experts.165.up_proj,0.0001127712,0.05000,2.670
19,mlp.experts.154.up_proj,0.0000301447,0.05000,2.554
19,mlp.experts.152.up_proj,0.0000935389,0.05000,2.584
19,mlp.experts.151.up_proj,0.0000144824,0.05000,2.484
19,mlp.experts.169.up_proj,0.0000699466,0.05000,2.487
19,mlp.experts.158.up_proj,0.0000653806,0.05000,2.604
19,mlp.experts.156.up_proj,0.0000293962,0.05000,2.594
19,mlp.experts.155.up_proj,0.0000404603,0.05000,2.650
19,mlp.experts.173.up_proj,0.0000411591,0.05000,2.615
19,mlp.experts.162.up_proj,0.0000362616,0.05000,2.580
19,mlp.experts.160.up_proj,0.0000056403,0.05000,2.510
19,mlp.experts.159.up_proj,0.0000259776,0.05000,2.458
19,mlp.experts.177.up_proj,0.0000555837,0.05000,2.582
19,mlp.experts.166.up_proj,0.0000932712,0.05000,2.487
19,mlp.experts.164.up_proj,0.0000581544,0.05000,2.678
19,mlp.experts.163.up_proj,0.0000727773,0.05000,2.771
19,mlp.experts.181.up_proj,0.0000149660,0.05000,2.556
19,mlp.experts.170.up_proj,0.0000494973,0.05000,2.502
19,mlp.experts.168.up_proj,0.0001050108,0.05000,2.326
19,mlp.experts.185.up_proj,0.0000307532,0.05000,2.197
19,mlp.experts.167.up_proj,0.0000346836,0.05000,2.306
19,mlp.experts.174.up_proj,0.0000895371,0.05000,2.318
19,mlp.experts.172.up_proj,0.0001310783,0.05000,2.564
19,mlp.experts.189.up_proj,0.0000924945,0.05000,2.474
19,mlp.experts.171.up_proj,0.0001173769,0.05000,2.465
19,mlp.experts.178.up_proj,0.0000151985,0.05000,2.488
19,mlp.experts.176.up_proj,0.0000230965,0.05000,2.521
19,mlp.experts.193.up_proj,0.0000149201,0.05000,2.558
19,mlp.experts.175.up_proj,0.0000108422,0.05000,2.551
19,mlp.experts.182.up_proj,0.0001276571,0.05000,2.414
19,mlp.experts.180.up_proj,0.0000955277,0.05000,2.497
19,mlp.experts.197.up_proj,0.0000133506,0.05000,2.521
19,mlp.experts.179.up_proj,0.0000191982,0.05000,2.493
19,mlp.experts.186.up_proj,0.0000729713,0.05000,2.543
19,mlp.experts.184.up_proj,0.0000728394,0.05000,2.560
19,mlp.experts.201.up_proj,0.0000567012,0.05000,2.642
19,mlp.experts.183.up_proj,0.0000180129,0.05000,2.668
19,mlp.experts.187.up_proj,failsafe(rtn): 0.0010910,0.00000,0.047
19,mlp.experts.190.up_proj,0.0000345215,0.05000,2.597
19,mlp.experts.188.up_proj,0.0000393307,0.05000,2.596
19,mlp.experts.205.up_proj,0.0000845460,0.05000,2.706
19,mlp.experts.191.up_proj,0.0000442814,0.05000,2.774
19,mlp.experts.194.up_proj,0.0000444289,0.05000,2.805
19,mlp.experts.192.up_proj,0.0001199965,0.05000,2.621
19,mlp.experts.209.up_proj,0.0000458948,0.05000,2.519
19,mlp.experts.195.up_proj,0.0000372475,0.05000,2.532
19,mlp.experts.198.up_proj,0.0000798844,0.05000,2.426
19,mlp.experts.196.up_proj,0.0000114078,0.05000,2.565
19,mlp.experts.213.up_proj,0.0000261267,0.05000,2.604
19,mlp.experts.199.up_proj,0.0000142106,0.05000,2.605
19,mlp.experts.202.up_proj,0.0000316259,0.05000,2.691
19,mlp.experts.200.up_proj,0.0001178319,0.05000,2.817
19,mlp.experts.217.up_proj,0.0000498626,0.05000,2.646
19,mlp.experts.203.up_proj,0.0000385319,0.05000,2.695
19,mlp.experts.206.up_proj,0.0000218782,0.05000,2.668
19,mlp.experts.210.up_proj,failsafe(rtn): 0.0010910,0.00000,0.047
19,mlp.experts.204.up_proj,0.0000369726,0.05000,2.465
19,mlp.experts.221.up_proj,0.0000509914,0.05000,2.540
19,mlp.experts.207.up_proj,0.0000425466,0.05000,2.493
19,mlp.experts.214.up_proj,0.0000415095,0.05000,2.529
19,mlp.experts.208.up_proj,0.0000191606,0.05000,2.585
19,mlp.experts.225.up_proj,0.0000172458,0.05000,2.527
19,mlp.experts.211.up_proj,0.0000160455,0.05000,2.514
19,mlp.experts.218.up_proj,0.0000187816,0.05000,2.540
19,mlp.experts.212.up_proj,0.0000957452,0.05000,2.523
19,mlp.experts.229.up_proj,0.0000352143,0.05000,2.643
19,mlp.experts.233.up_proj,failsafe(rtn): 0.0010529,0.00000,0.043
19,mlp.experts.215.up_proj,0.0000554178,0.05000,2.662
19,mlp.experts.222.up_proj,0.0001316607,0.05000,2.549
19,mlp.experts.216.up_proj,0.0000136022,0.05000,2.529
19,mlp.experts.237.up_proj,0.0000212025,0.05000,2.563
19,mlp.experts.219.up_proj,0.0000761095,0.05000,2.591
19,mlp.experts.226.up_proj,0.0000137600,0.05000,2.519
19,mlp.experts.220.up_proj,0.0000934519,0.05000,2.467
19,mlp.experts.241.up_proj,0.0000317552,0.05000,2.581
19,mlp.experts.223.up_proj,0.0000163737,0.05000,2.437
19,mlp.experts.230.up_proj,0.0000321236,0.05000,2.582
19,mlp.experts.224.up_proj,0.0001001814,0.05000,2.742
19,mlp.experts.227.up_proj,0.0000419356,0.05000,2.585
19,mlp.experts.245.up_proj,0.0000092522,0.05000,2.834
19,mlp.experts.234.up_proj,0.0000729066,0.05000,2.686
19,mlp.experts.228.up_proj,0.0000164668,0.05000,2.658
19,mlp.experts.231.up_proj,0.0000663837,0.05000,2.488
19,mlp.experts.249.up_proj,0.0000231006,0.05000,2.507
19,mlp.experts.238.up_proj,0.0000455153,0.05000,2.599
19,mlp.experts.232.up_proj,0.0000279777,0.05000,2.614
19,mlp.experts.235.up_proj,0.0000256315,0.05000,2.613
19,mlp.experts.253.up_proj,0.0000079075,0.05000,2.685
19,mlp.experts.242.up_proj,0.0000423902,0.05000,2.611
19,mlp.experts.236.up_proj,0.0000867136,0.05000,1.854
19,mlp.experts.239.up_proj,0.0000343229,0.05000,1.848
19,mlp.experts.246.up_proj,0.0001225274,0.05000,1.757
19,mlp.experts.240.up_proj,0.0000331889,0.05000,1.786
19,mlp.experts.243.up_proj,0.0000389346,0.05000,1.762
19,mlp.experts.250.up_proj,0.0000154517,0.05000,1.698
19,mlp.experts.244.up_proj,0.0001035178,0.05000,1.684
19,mlp.experts.247.up_proj,0.0000148224,0.05000,1.741
19,mlp.experts.254.up_proj,0.0000309557,0.05000,1.716
19,mlp.experts.248.up_proj,0.0000711681,0.05000,1.304
19,mlp.experts.251.up_proj,0.0000225942,0.05000,1.272
19,mlp.experts.252.up_proj,0.0000195037,0.05000,1.133
19,mlp.experts.255.up_proj,0.0000716511,0.05000,1.093
19,mlp.experts.2.down_proj,0.0000024618,0.05000,0.594
19,mlp.experts.0.down_proj,0.0000017146,0.05000,0.616
19,mlp.experts.1.down_proj,0.0000009547,0.05000,0.656
19,mlp.experts.3.down_proj,0.0000017043,0.05000,0.690
19,mlp.experts.6.down_proj,0.0000011956,0.05000,0.703
19,mlp.experts.4.down_proj,0.0000011150,0.05000,0.756
19,mlp.experts.5.down_proj,0.0000014618,0.05000,0.752
19,mlp.experts.9.down_proj,failsafe(rtn): 0.0009766,0.00000,0.010
19,mlp.experts.7.down_proj,0.0000003129,0.05000,0.784
19,mlp.experts.10.down_proj,0.0000001950,0.05000,0.684
19,mlp.experts.13.down_proj,0.0000013082,0.05000,0.671
19,mlp.experts.8.down_proj,0.0000005570,0.05000,0.756
19,mlp.experts.11.down_proj,0.0000003982,0.05000,0.743
19,mlp.experts.14.down_proj,0.0000003468,0.05000,0.703
19,mlp.experts.17.down_proj,0.0000027056,0.05000,0.659
19,mlp.experts.12.down_proj,0.0000009760,0.05000,0.669
19,mlp.experts.15.down_proj,0.0000016783,0.05000,0.670
19,mlp.experts.18.down_proj,0.0000025927,0.05000,0.766
19,mlp.experts.21.down_proj,0.0000011012,0.05000,0.706
19,mlp.experts.16.down_proj,0.0000003522,0.05000,0.713
19,mlp.experts.19.down_proj,0.0000015441,0.05000,0.694
19,mlp.experts.22.down_proj,0.0000011245,0.05000,0.717
19,mlp.experts.26.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
19,mlp.experts.25.down_proj,0.0000013338,0.05000,0.774
19,mlp.experts.20.down_proj,0.0000003260,0.05000,0.762
19,mlp.experts.23.down_proj,0.0000015692,0.05000,0.784
19,mlp.experts.30.down_proj,0.0000015705,0.05000,0.756
19,mlp.experts.24.down_proj,0.0000004961,0.05000,0.726
19,mlp.experts.29.down_proj,0.0000007032,0.05000,0.791
19,mlp.experts.27.down_proj,0.0000027157,0.05000,0.764
19,mlp.experts.34.down_proj,0.0000008381,0.05000,0.737
19,mlp.experts.28.down_proj,0.0000010188,0.05000,0.698
19,mlp.experts.33.down_proj,0.0000003707,0.05000,0.717
19,mlp.experts.31.down_proj,0.0000003254,0.05000,0.701
19,mlp.experts.32.down_proj,0.0000008012,0.05000,0.667
19,mlp.experts.38.down_proj,0.0000007577,0.05000,0.699
19,mlp.experts.37.down_proj,0.0000005790,0.05000,0.706
19,mlp.experts.35.down_proj,0.0000003680,0.05000,0.701
19,mlp.experts.36.down_proj,0.0000004019,0.05000,0.700
19,mlp.experts.42.down_proj,0.0000007434,0.05000,0.695
19,mlp.experts.41.down_proj,0.0000002699,0.05000,0.752
19,mlp.experts.39.down_proj,0.0000002174,0.05000,0.765
19,mlp.experts.40.down_proj,0.0000002298,0.05000,0.709
19,mlp.experts.46.down_proj,0.0000004347,0.05000,0.744
19,mlp.experts.45.down_proj,0.0000006638,0.05000,0.670
19,mlp.experts.43.down_proj,0.0000005902,0.05000,0.663
19,mlp.experts.44.down_proj,0.0000005355,0.05000,0.651
19,mlp.experts.50.down_proj,0.0000017597,0.05000,0.657
19,mlp.experts.49.down_proj,0.0000025330,0.05000,0.643
19,mlp.experts.47.down_proj,0.0000005748,0.05000,0.689
19,mlp.experts.48.down_proj,0.0000008821,0.05000,0.670
19,mlp.experts.54.down_proj,0.0000011895,0.05000,0.626
19,mlp.experts.53.down_proj,0.0000011121,0.05000,0.624
19,mlp.experts.51.down_proj,0.0000014236,0.05000,0.609
19,mlp.experts.58.down_proj,0.0000012297,0.05000,0.624
19,mlp.experts.52.down_proj,0.0000045207,0.05000,0.655
19,mlp.experts.57.down_proj,0.0000004428,0.05000,0.664
19,mlp.experts.55.down_proj,0.0000011933,0.05000,0.658
19,mlp.experts.62.down_proj,0.0000046890,0.05000,0.665
19,mlp.experts.56.down_proj,0.0000012036,0.05000,0.731
19,mlp.experts.61.down_proj,0.0000015305,0.05000,0.712
19,mlp.experts.59.down_proj,0.0000013499,0.05000,0.673
19,mlp.experts.66.down_proj,0.0000003338,0.05000,0.621
19,mlp.experts.60.down_proj,0.0000007470,0.05000,0.615
19,mlp.experts.65.down_proj,0.0000009710,0.05000,0.640
19,mlp.experts.63.down_proj,0.0000019609,0.05000,0.625
19,mlp.experts.70.down_proj,0.0000017179,0.05000,0.704
19,mlp.experts.64.down_proj,0.0000008649,0.05000,0.674
19,mlp.experts.69.down_proj,0.0000009410,0.05000,0.670
19,mlp.experts.67.down_proj,0.0000005703,0.05000,0.679
19,mlp.experts.74.down_proj,0.0000005645,0.05000,0.676
19,mlp.experts.68.down_proj,0.0000005116,0.05000,0.713
19,mlp.experts.73.down_proj,0.0000016857,0.05000,0.666
19,mlp.experts.71.down_proj,0.0000001485,0.05000,0.690
19,mlp.experts.78.down_proj,0.0000008557,0.05000,0.744
19,mlp.experts.77.down_proj,0.0000010441,0.05000,0.735
19,mlp.experts.75.down_proj,0.0000010382,0.05000,0.657
19,mlp.experts.72.down_proj,0.0000009663,0.05000,0.773
19,mlp.experts.82.down_proj,0.0000015972,0.05000,0.704
19,mlp.experts.79.down_proj,0.0000004404,0.05000,0.652
19,mlp.experts.76.down_proj,0.0000032192,0.05000,0.671
19,mlp.experts.81.down_proj,0.0000009925,0.05000,0.709
19,mlp.experts.86.down_proj,0.0000015749,0.05000,0.697
19,mlp.experts.83.down_proj,0.0000030629,0.05000,0.691
19,mlp.experts.80.down_proj,0.0000006854,0.05000,0.688
19,mlp.experts.85.down_proj,0.0000008276,0.05000,0.718
19,mlp.experts.90.down_proj,0.0000012793,0.05000,0.683
19,mlp.experts.87.down_proj,0.0000005361,0.05000,0.668
19,mlp.experts.84.down_proj,0.0000006080,0.05000,0.667
19,mlp.experts.89.down_proj,0.0000005974,0.05000,0.694
19,mlp.experts.94.down_proj,0.0000018985,0.05000,0.669
19,mlp.experts.91.down_proj,0.0000003014,0.05000,0.717
19,mlp.experts.93.down_proj,0.0000011749,0.05000,0.661
19,mlp.experts.88.down_proj,0.0000022308,0.05000,0.731
19,mlp.experts.98.down_proj,0.0000026384,0.05000,0.683
19,mlp.experts.95.down_proj,0.0000019630,0.05000,0.640
19,mlp.experts.97.down_proj,0.0000014028,0.05000,0.648
19,mlp.experts.92.down_proj,0.0000004493,0.05000,0.673
19,mlp.experts.102.down_proj,0.0000003847,0.05000,0.650
19,mlp.experts.99.down_proj,0.0000005937,0.05000,0.664
19,mlp.experts.101.down_proj,0.0000012091,0.05000,0.692
19,mlp.experts.96.down_proj,0.0000024063,0.05000,0.711
19,mlp.experts.106.down_proj,0.0000007175,0.05000,0.624
19,mlp.experts.103.down_proj,0.0000031172,0.05000,0.670
19,mlp.experts.105.down_proj,0.0000006739,0.05000,0.631
19,mlp.experts.100.down_proj,0.0000004775,0.05000,0.676
19,mlp.experts.110.down_proj,0.0000001773,0.05000,0.669
19,mlp.experts.107.down_proj,0.0000004710,0.05000,0.701
19,mlp.experts.109.down_proj,0.0000012599,0.05000,0.691
19,mlp.experts.104.down_proj,0.0000013279,0.05000,0.655
19,mlp.experts.114.down_proj,0.0000005857,0.05000,0.631
19,mlp.experts.111.down_proj,0.0000002923,0.05000,0.608
19,mlp.experts.113.down_proj,0.0000008204,0.05000,0.609
19,mlp.experts.108.down_proj,0.0000004978,0.05000,0.630
19,mlp.experts.118.down_proj,0.0000005692,0.05000,0.715
19,mlp.experts.115.down_proj,0.0000018751,0.05000,0.647
19,mlp.experts.117.down_proj,0.0000041448,0.05000,0.723
19,mlp.experts.112.down_proj,0.0000013158,0.05000,0.655
19,mlp.experts.122.down_proj,0.0000009654,0.05000,0.642
19,mlp.experts.119.down_proj,0.0000005121,0.05000,0.646
19,mlp.experts.116.down_proj,0.0000010046,0.05000,0.661
19,mlp.experts.121.down_proj,0.0000005198,0.05000,0.688
19,mlp.experts.126.down_proj,0.0000012749,0.05000,0.738
19,mlp.experts.123.down_proj,0.0000004439,0.05000,0.765
19,mlp.experts.120.down_proj,0.0000006217,0.05000,0.717
19,mlp.experts.125.down_proj,0.0000003235,0.05000,0.724
19,mlp.experts.130.down_proj,0.0000004421,0.05000,0.629
19,mlp.experts.127.down_proj,0.0000010486,0.05000,0.631
19,mlp.experts.124.down_proj,0.0000035335,0.05000,0.651
19,mlp.experts.129.down_proj,0.0000013887,0.05000,0.638
19,mlp.experts.134.down_proj,0.0000019912,0.05000,0.652
19,mlp.experts.131.down_proj,0.0000007347,0.05000,0.650
19,mlp.experts.128.down_proj,0.0000016082,0.05000,0.703
19,mlp.experts.133.down_proj,0.0000033855,0.05000,0.729
19,mlp.experts.138.down_proj,0.0000011338,0.05000,0.674
19,mlp.experts.135.down_proj,0.0000023241,0.05000,0.689
19,mlp.experts.132.down_proj,0.0000007899,0.05000,0.678
19,mlp.experts.137.down_proj,0.0000021862,0.05000,0.685
19,mlp.experts.142.down_proj,0.0000004731,0.05000,0.681
19,mlp.experts.139.down_proj,0.0000005588,0.05000,0.661
19,mlp.experts.136.down_proj,0.0000023404,0.05000,0.654
19,mlp.experts.140.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
19,mlp.experts.141.down_proj,0.0000013179,0.05000,0.698
19,mlp.experts.145.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
19,mlp.experts.146.down_proj,0.0000014253,0.05000,0.736
19,mlp.experts.143.down_proj,0.0000012040,0.05000,0.733
19,mlp.experts.144.down_proj,0.0000008076,0.05000,0.655
19,mlp.experts.149.down_proj,0.0000023179,0.05000,0.658
19,mlp.experts.150.down_proj,0.0000029959,0.05000,0.740
19,mlp.experts.147.down_proj,0.0000015221,0.05000,0.713
19,mlp.experts.148.down_proj,0.0000003866,0.05000,0.687
19,mlp.experts.153.down_proj,0.0000001206,0.05000,0.676
19,mlp.experts.157.down_proj,failsafe(rtn): 0.0010681,0.00000,0.011
19,mlp.experts.154.down_proj,0.0000003943,0.05000,0.625
19,mlp.experts.151.down_proj,0.0000007302,0.05000,0.663
19,mlp.experts.152.down_proj,0.0000015304,0.05000,0.605
19,mlp.experts.161.down_proj,0.0000024821,0.05000,0.640
19,mlp.experts.158.down_proj,0.0000007237,0.05000,0.702
19,mlp.experts.155.down_proj,0.0000014797,0.05000,0.731
19,mlp.experts.156.down_proj,0.0000006678,0.05000,0.726
19,mlp.experts.165.down_proj,0.0000020474,0.05000,0.740
19,mlp.experts.162.down_proj,0.0000006952,0.05000,0.718
19,mlp.experts.160.down_proj,0.0000001692,0.05000,0.687
19,mlp.experts.159.down_proj,0.0000008622,0.05000,0.721
19,mlp.experts.169.down_proj,0.0000020336,0.05000,0.666
19,mlp.experts.166.down_proj,0.0000022978,0.05000,0.610
19,mlp.experts.164.down_proj,0.0000008926,0.05000,0.601
19,mlp.experts.163.down_proj,0.0000014821,0.05000,0.605
19,mlp.experts.173.down_proj,0.0000005793,0.05000,0.619
19,mlp.experts.170.down_proj,0.0000015950,0.05000,0.664
19,mlp.experts.168.down_proj,0.0000027668,0.05000,0.674
19,mlp.experts.167.down_proj,0.0000012374,0.05000,0.683
19,mlp.experts.177.down_proj,0.0000016325,0.05000,0.685
19,mlp.experts.174.down_proj,0.0000016346,0.05000,0.726
19,mlp.experts.172.down_proj,0.0000016821,0.05000,0.688
19,mlp.experts.171.down_proj,0.0000021650,0.05000,0.715
19,mlp.experts.181.down_proj,0.0000005340,0.05000,0.678
19,mlp.experts.178.down_proj,0.0000005091,0.05000,0.675
19,mlp.experts.175.down_proj,0.0000004010,0.05000,0.646
19,mlp.experts.176.down_proj,0.0000004808,0.05000,0.713
19,mlp.experts.185.down_proj,0.0000011279,0.05000,0.701
19,mlp.experts.182.down_proj,0.0000061678,0.05000,0.679
19,mlp.experts.179.down_proj,0.0000006826,0.05000,0.661
19,mlp.experts.180.down_proj,0.0000013570,0.05000,0.731
19,mlp.experts.189.down_proj,0.0000024998,0.05000,0.739
19,mlp.experts.186.down_proj,0.0000008403,0.05000,0.675
19,mlp.experts.183.down_proj,0.0000007064,0.05000,0.654
19,mlp.experts.187.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
19,mlp.experts.184.down_proj,0.0000013801,0.05000,0.723
19,mlp.experts.193.down_proj,0.0000004513,0.05000,0.723
19,mlp.experts.190.down_proj,0.0000010804,0.05000,0.757
19,mlp.experts.191.down_proj,0.0000005032,0.05000,0.735
19,mlp.experts.188.down_proj,0.0000006188,0.05000,0.741
19,mlp.experts.197.down_proj,0.0000005395,0.05000,0.740
19,mlp.experts.194.down_proj,0.0000004860,0.05000,0.695
19,mlp.experts.195.down_proj,0.0000005185,0.05000,0.679
19,mlp.experts.192.down_proj,0.0000017211,0.05000,0.658
19,mlp.experts.201.down_proj,0.0000008727,0.05000,0.629
19,mlp.experts.198.down_proj,0.0000026092,0.05000,0.614
19,mlp.experts.199.down_proj,0.0000005870,0.05000,0.659
19,mlp.experts.196.down_proj,0.0000003819,0.05000,0.629
19,mlp.experts.205.down_proj,0.0000021568,0.05000,0.693
19,mlp.experts.202.down_proj,0.0000009509,0.05000,0.668
19,mlp.experts.203.down_proj,0.0000007975,0.05000,0.636
19,mlp.experts.200.down_proj,0.0000017417,0.05000,0.653
19,mlp.experts.209.down_proj,0.0000008817,0.05000,0.667
19,mlp.experts.206.down_proj,0.0000006282,0.05000,0.654
19,mlp.experts.210.down_proj,failsafe(rtn): 0.0010529,0.00000,0.010
19,mlp.experts.207.down_proj,0.0000004763,0.05000,0.667
19,mlp.experts.204.down_proj,0.0000004135,0.05000,0.660
19,mlp.experts.213.down_proj,0.0000010653,0.05000,0.705
19,mlp.experts.214.down_proj,0.0000008243,0.05000,0.693
19,mlp.experts.211.down_proj,0.0000006427,0.05000,0.689
19,mlp.experts.208.down_proj,0.0000005002,0.05000,0.675
19,mlp.experts.217.down_proj,0.0000018646,0.05000,0.665
19,mlp.experts.218.down_proj,0.0000007228,0.05000,0.630
19,mlp.experts.215.down_proj,0.0000013975,0.05000,0.676
19,mlp.experts.212.down_proj,0.0000012157,0.05000,0.709
19,mlp.experts.221.down_proj,0.0000005937,0.05000,0.652
19,mlp.experts.222.down_proj,0.0000031916,0.05000,0.664
19,mlp.experts.219.down_proj,0.0000008851,0.05000,0.633
19,mlp.experts.216.down_proj,0.0000004961,0.05000,0.655
19,mlp.experts.225.down_proj,0.0000006129,0.05000,0.623
19,mlp.experts.226.down_proj,0.0000004811,0.05000,0.639
19,mlp.experts.223.down_proj,0.0000004998,0.05000,0.685
19,mlp.experts.220.down_proj,0.0000014946,0.05000,0.695
19,mlp.experts.229.down_proj,0.0000021636,0.05000,0.663
19,mlp.experts.233.down_proj,failsafe(rtn): 0.0010376,0.00000,0.010
19,mlp.experts.230.down_proj,0.0000010913,0.05000,0.697
19,mlp.experts.227.down_proj,0.0000016808,0.05000,0.656
19,mlp.experts.224.down_proj,0.0000016357,0.05000,0.671
19,mlp.experts.237.down_proj,0.0000005740,0.05000,0.684
19,mlp.experts.231.down_proj,0.0000016612,0.05000,0.640
19,mlp.experts.234.down_proj,0.0000010196,0.05000,0.714
19,mlp.experts.228.down_proj,0.0000006736,0.05000,0.653
19,mlp.experts.241.down_proj,0.0000010075,0.05000,0.695
19,mlp.experts.235.down_proj,0.0000002831,0.05000,0.643
19,mlp.experts.238.down_proj,0.0000005153,0.05000,0.639
19,mlp.experts.232.down_proj,0.0000008409,0.05000,0.678
19,mlp.experts.245.down_proj,0.0000002747,0.05000,0.661
19,mlp.experts.239.down_proj,0.0000000662,0.05000,0.602
19,mlp.experts.242.down_proj,0.0000007574,0.05000,0.617
19,mlp.experts.236.down_proj,0.0000013963,0.05000,0.614
19,mlp.experts.249.down_proj,0.0000009506,0.05000,0.632
19,mlp.experts.243.down_proj,0.0000005551,0.05000,0.654
19,mlp.experts.246.down_proj,0.0000016519,0.05000,0.646
19,mlp.experts.240.down_proj,0.0000012352,0.05000,0.625
19,mlp.experts.253.down_proj,0.0000003218,0.05000,0.637
19,mlp.experts.247.down_proj,0.0000003885,0.05000,0.619
19,mlp.experts.250.down_proj,0.0000005329,0.05000,0.617
19,mlp.experts.244.down_proj,0.0000014286,0.05000,0.527
19,mlp.experts.251.down_proj,0.0000007957,0.05000,0.446
19,mlp.experts.254.down_proj,0.0000005681,0.05000,0.444
19,mlp.experts.248.down_proj,0.0000013910,0.05000,0.419
19,mlp.experts.255.down_proj,0.0000009658,0.05000,0.294
19,mlp.experts.252.down_proj,0.0000007353,0.05000,0.264
20,mlp.experts.2.gate_proj,0.0000609366,0.05000,2.534
20,mlp.experts.0.gate_proj,0.0000466459,0.05000,2.642
20,mlp.experts.1.gate_proj,0.0001025409,0.05000,2.654
20,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.052
20,mlp.experts.3.gate_proj,0.0000742020,0.05000,2.726
20,mlp.experts.6.gate_proj,0.0000158255,0.05000,2.562
20,mlp.experts.7.gate_proj,0.0000143566,0.05000,2.497
20,mlp.experts.5.gate_proj,0.0000354903,0.05000,2.590
20,mlp.experts.8.gate_proj,0.0000241763,0.05000,2.645
20,mlp.experts.10.gate_proj,0.0001392843,0.05000,2.653
20,mlp.experts.14.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.043
20,mlp.experts.9.gate_proj,0.0000179456,0.05000,2.716
20,mlp.experts.11.gate_proj,0.0000373695,0.05000,2.742
20,mlp.experts.12.gate_proj,0.0000673061,0.05000,2.673
20,mlp.experts.18.gate_proj,0.0000532356,0.05000,2.534
20,mlp.experts.16.gate_proj,0.0000129823,0.05000,2.441
20,mlp.experts.13.gate_proj,0.0000301236,0.05000,2.541
20,mlp.experts.15.gate_proj,0.0000870180,0.05000,2.554
20,mlp.experts.22.gate_proj,0.0001814742,0.05000,2.541
20,mlp.experts.17.gate_proj,0.0000499395,0.05000,2.418
20,mlp.experts.20.gate_proj,0.0000270360,0.05000,2.569
20,mlp.experts.19.gate_proj,0.0000564273,0.05000,2.636
20,mlp.experts.26.gate_proj,0.0000129712,0.05000,2.888
20,mlp.experts.21.gate_proj,0.0000422929,0.05000,2.884
20,mlp.experts.30.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.051
20,mlp.experts.24.gate_proj,0.0001466875,0.05000,2.942
20,mlp.experts.23.gate_proj,0.0000962388,0.05000,2.864
20,mlp.experts.34.gate_proj,0.0000238354,0.05000,2.769
20,mlp.experts.25.gate_proj,0.0000303766,0.05000,2.834
20,mlp.experts.28.gate_proj,0.0000233438,0.05000,2.833
20,mlp.experts.27.gate_proj,0.0001659102,0.05000,2.808
20,mlp.experts.38.gate_proj,0.0000336101,0.05000,2.708
20,mlp.experts.29.gate_proj,0.0000380961,0.05000,2.825
20,mlp.experts.32.gate_proj,0.0000371671,0.05000,2.704
20,mlp.experts.31.gate_proj,0.0000859703,0.05000,2.723
20,mlp.experts.42.gate_proj,0.0000299298,0.05000,2.657
20,mlp.experts.33.gate_proj,0.0000184793,0.05000,2.611
20,mlp.experts.36.gate_proj,0.0000622093,0.05000,2.621
20,mlp.experts.35.gate_proj,0.0000182901,0.05000,2.697
20,mlp.experts.46.gate_proj,0.0000665604,0.05000,2.296
20,mlp.experts.37.gate_proj,0.0000260050,0.05000,2.259
20,mlp.experts.40.gate_proj,0.0000655924,0.05000,2.295
20,mlp.experts.39.gate_proj,0.0001732971,0.05000,2.325
20,mlp.experts.50.gate_proj,0.0000340922,0.05000,2.523
20,mlp.experts.41.gate_proj,0.0001261591,0.05000,2.487
20,mlp.experts.44.gate_proj,0.0000433780,0.05000,2.485
20,mlp.experts.43.gate_proj,0.0000202656,0.05000,2.601
20,mlp.experts.54.gate_proj,0.0001591728,0.05000,2.398
20,mlp.experts.45.gate_proj,0.0000275958,0.05000,2.382
20,mlp.experts.48.gate_proj,0.0000185733,0.05000,2.303
20,mlp.experts.47.gate_proj,0.0000421613,0.05000,2.416
20,mlp.experts.58.gate_proj,0.0000157461,0.05000,2.340
20,mlp.experts.49.gate_proj,0.0000187406,0.05000,2.386
20,mlp.experts.52.gate_proj,0.0001268941,0.05000,2.415
20,mlp.experts.51.gate_proj,0.0000361560,0.05000,2.512
20,mlp.experts.53.gate_proj,0.0001800621,0.05000,2.433
20,mlp.experts.62.gate_proj,0.0000450086,0.05000,2.573
20,mlp.experts.56.gate_proj,0.0000087969,0.05000,2.480
20,mlp.experts.55.gate_proj,0.0001447185,0.05000,2.501
20,mlp.experts.57.gate_proj,0.0000194336,0.05000,2.427
20,mlp.experts.66.gate_proj,0.0000263307,0.05000,2.437
20,mlp.experts.60.gate_proj,0.0000522940,0.05000,2.523
20,mlp.experts.59.gate_proj,0.0000524623,0.05000,2.397
20,mlp.experts.61.gate_proj,0.0000276821,0.05000,2.481
20,mlp.experts.70.gate_proj,0.0000450274,0.05000,2.415
20,mlp.experts.64.gate_proj,0.0000174859,0.05000,2.477
20,mlp.experts.63.gate_proj,0.0000501313,0.05000,2.396
20,mlp.experts.65.gate_proj,0.0000136413,0.05000,2.429
20,mlp.experts.74.gate_proj,0.0000144986,0.05000,2.493
20,mlp.experts.78.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.034
20,mlp.experts.68.gate_proj,0.0000167632,0.05000,2.533
20,mlp.experts.67.gate_proj,0.0000580253,0.05000,2.530
20,mlp.experts.69.gate_proj,0.0000145957,0.05000,2.594
20,mlp.experts.82.gate_proj,0.0000255918,0.05000,2.653
20,mlp.experts.72.gate_proj,0.0001289632,0.05000,2.651
20,mlp.experts.71.gate_proj,0.0000915991,0.05000,2.658
20,mlp.experts.73.gate_proj,0.0000589227,0.05000,2.354
20,mlp.experts.77.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.034
20,mlp.experts.86.gate_proj,0.0000065175,0.05000,2.395
20,mlp.experts.76.gate_proj,0.0000549981,0.05000,2.461
20,mlp.experts.75.gate_proj,0.0001594069,0.05000,2.494
20,mlp.experts.81.gate_proj,0.0001053141,0.05000,2.607
20,mlp.experts.90.gate_proj,0.0001869751,0.05000,2.613
20,mlp.experts.80.gate_proj,0.0000219458,0.05000,2.625
20,mlp.experts.84.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.034
20,mlp.experts.79.gate_proj,0.0000791481,0.05000,2.593
20,mlp.experts.85.gate_proj,0.0000821310,0.05000,2.542
20,mlp.experts.94.gate_proj,0.0000198652,0.05000,2.466
20,mlp.experts.88.gate_proj,0.0000130798,0.05000,2.486
20,mlp.experts.83.gate_proj,0.0000145676,0.05000,2.439
20,mlp.experts.87.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.039
20,mlp.experts.89.gate_proj,0.0000424944,0.05000,2.541
20,mlp.experts.98.gate_proj,0.0001034870,0.05000,2.497
20,mlp.experts.92.gate_proj,0.0000477412,0.05000,2.588
20,mlp.experts.91.gate_proj,0.0000983345,0.05000,2.604
20,mlp.experts.93.gate_proj,0.0000391383,0.05000,2.640
20,mlp.experts.102.gate_proj,0.0001963090,0.05000,2.628
20,mlp.experts.96.gate_proj,0.0000171648,0.05000,2.622
20,mlp.experts.95.gate_proj,0.0000242363,0.05000,2.612
20,mlp.experts.106.gate_proj,0.0000257997,0.05000,2.460
20,mlp.experts.97.gate_proj,0.0000685550,0.05000,2.520
20,mlp.experts.110.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.046
20,mlp.experts.100.gate_proj,0.0000422987,0.05000,2.496
20,mlp.experts.99.gate_proj,0.0000443668,0.05000,2.430
20,mlp.experts.114.gate_proj,0.0000823233,0.05000,2.389
20,mlp.experts.101.gate_proj,0.0000656505,0.05000,2.514
20,mlp.experts.104.gate_proj,0.0000704898,0.05000,2.363
20,mlp.experts.108.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.046
20,mlp.experts.103.gate_proj,0.0000054813,0.05000,2.476
20,mlp.experts.118.gate_proj,0.0000253850,0.05000,2.422
20,mlp.experts.105.gate_proj,0.0000666706,0.05000,2.542
20,mlp.experts.112.gate_proj,0.0000174229,0.05000,2.405
20,mlp.experts.107.gate_proj,0.0000285896,0.05000,2.565
20,mlp.experts.122.gate_proj,0.0000807986,0.05000,2.480
20,mlp.experts.109.gate_proj,0.0000522884,0.05000,2.493
20,mlp.experts.116.gate_proj,0.0000727664,0.05000,2.465
20,mlp.experts.111.gate_proj,0.0000832647,0.05000,2.410
20,mlp.experts.126.gate_proj,0.0000732211,0.05000,2.408
20,mlp.experts.113.gate_proj,0.0000596594,0.05000,2.438
20,mlp.experts.120.gate_proj,0.0000176907,0.05000,2.447
20,mlp.experts.115.gate_proj,0.0000061412,0.05000,2.350
20,mlp.experts.130.gate_proj,0.0001224884,0.05000,2.679
20,mlp.experts.117.gate_proj,0.0000833290,0.05000,2.691
20,mlp.experts.124.gate_proj,0.0000123296,0.05000,2.704
20,mlp.experts.119.gate_proj,0.0000366498,0.05000,2.691
20,mlp.experts.134.gate_proj,0.0000432248,0.05000,2.492
20,mlp.experts.121.gate_proj,0.0000140475,0.05000,2.510
20,mlp.experts.128.gate_proj,0.0000088779,0.05000,2.493
20,mlp.experts.123.gate_proj,0.0000200084,0.05000,2.499
20,mlp.experts.138.gate_proj,0.0000335648,0.05000,2.731
20,mlp.experts.125.gate_proj,0.0000153261,0.05000,2.724
20,mlp.experts.132.gate_proj,0.0000105956,0.05000,2.687
20,mlp.experts.127.gate_proj,0.0000515040,0.05000,2.659
20,mlp.experts.142.gate_proj,0.0000348911,0.05000,2.323
20,mlp.experts.129.gate_proj,0.0000268436,0.05000,2.446
20,mlp.experts.136.gate_proj,0.0000183481,0.05000,2.394
20,mlp.experts.131.gate_proj,0.0000778779,0.05000,2.450
20,mlp.experts.146.gate_proj,0.0000655329,0.05000,2.490
20,mlp.experts.140.gate_proj,0.0001337494,0.05000,2.514
20,mlp.experts.133.gate_proj,0.0001373375,0.05000,2.659
20,mlp.experts.135.gate_proj,0.0000733750,0.05000,2.678
20,mlp.experts.150.gate_proj,0.0000827536,0.05000,2.592
20,mlp.experts.144.gate_proj,0.0000564432,0.05000,2.567
20,mlp.experts.137.gate_proj,0.0001164694,0.05000,2.546
20,mlp.experts.139.gate_proj,0.0000532948,0.05000,2.662
20,mlp.experts.154.gate_proj,0.0000945511,0.05000,2.692
20,mlp.experts.148.gate_proj,0.0001737656,0.05000,2.553
20,mlp.experts.141.gate_proj,0.0000149531,0.05000,2.492
20,mlp.experts.143.gate_proj,0.0000807712,0.05000,2.644
20,mlp.experts.158.gate_proj,0.0000876279,0.05000,2.479
20,mlp.experts.152.gate_proj,0.0000137089,0.05000,2.474
20,mlp.experts.145.gate_proj,0.0001173623,0.05000,2.503
20,mlp.experts.147.gate_proj,0.0000343507,0.05000,2.411
20,mlp.experts.151.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.042
20,mlp.experts.162.gate_proj,0.0000956364,0.05000,2.611
20,mlp.experts.156.gate_proj,0.0000152572,0.05000,2.512
20,mlp.experts.149.gate_proj,0.0000244289,0.05000,2.512
20,mlp.experts.155.gate_proj,0.0000732408,0.05000,2.636
20,mlp.experts.166.gate_proj,0.0001039367,0.05000,2.718
20,mlp.experts.160.gate_proj,0.0001367195,0.05000,2.622
20,mlp.experts.153.gate_proj,0.0000181786,0.05000,2.607
20,mlp.experts.164.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.042
20,mlp.experts.159.gate_proj,0.0000264774,0.05000,2.483
20,mlp.experts.170.gate_proj,0.0001198450,0.05000,2.368
20,mlp.experts.157.gate_proj,0.0000187935,0.05000,2.242
20,mlp.experts.168.gate_proj,0.0000753842,0.05000,2.300
20,mlp.experts.163.gate_proj,0.0000957519,0.05000,2.267
20,mlp.experts.161.gate_proj,0.0001821626,0.05000,2.405
20,mlp.experts.174.gate_proj,0.0000707391,0.05000,2.476
20,mlp.experts.172.gate_proj,0.0000697952,0.05000,2.465
20,mlp.experts.167.gate_proj,0.0000223634,0.05000,2.564
20,mlp.experts.178.gate_proj,0.0001091070,0.05000,2.499
20,mlp.experts.165.gate_proj,0.0000625260,0.05000,2.662
20,mlp.experts.176.gate_proj,0.0000613459,0.05000,2.604
20,mlp.experts.180.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.036
20,mlp.experts.171.gate_proj,0.0000541054,0.05000,2.543
20,mlp.experts.182.gate_proj,0.0001861779,0.05000,2.611
20,mlp.experts.169.gate_proj,0.0001061460,0.05000,2.526
20,mlp.experts.173.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.037
20,mlp.experts.184.gate_proj,0.0000133566,0.05000,2.517
20,mlp.experts.175.gate_proj,0.0000523575,0.05000,2.599
20,mlp.experts.188.gate_proj,0.0000779280,0.05000,2.463
20,mlp.experts.177.gate_proj,0.0000496400,0.05000,2.558
20,mlp.experts.186.gate_proj,0.0000135882,0.05000,2.628
20,mlp.experts.179.gate_proj,0.0000744252,0.05000,2.522
20,mlp.experts.192.gate_proj,0.0000505677,0.05000,2.188
20,mlp.experts.190.gate_proj,0.0000161656,0.05000,2.224
20,mlp.experts.181.gate_proj,0.0000858127,0.05000,2.276
20,mlp.experts.183.gate_proj,0.0000227484,0.05000,2.294
20,mlp.experts.196.gate_proj,0.0000399883,0.05000,2.494
20,mlp.experts.185.gate_proj,0.0000820310,0.05000,2.556
20,mlp.experts.194.gate_proj,0.0000394064,0.05000,2.603
20,mlp.experts.187.gate_proj,0.0000729553,0.05000,2.727
20,mlp.experts.200.gate_proj,0.0000577810,0.05000,2.631
20,mlp.experts.198.gate_proj,0.0001517436,0.05000,2.546
20,mlp.experts.189.gate_proj,0.0000468818,0.05000,2.580
20,mlp.experts.191.gate_proj,0.0000905233,0.05000,2.617
20,mlp.experts.204.gate_proj,0.0000424970,0.05000,2.587
20,mlp.experts.202.gate_proj,0.0000230536,0.05000,2.576
20,mlp.experts.193.gate_proj,0.0000704562,0.05000,2.562
20,mlp.experts.195.gate_proj,0.0000741443,0.05000,2.608
20,mlp.experts.208.gate_proj,0.0000485317,0.05000,2.639
20,mlp.experts.206.gate_proj,0.0000255578,0.05000,2.642
20,mlp.experts.197.gate_proj,0.0000549875,0.05000,2.663
20,mlp.experts.199.gate_proj,0.0000093357,0.05000,2.632
20,mlp.experts.212.gate_proj,0.0000668781,0.05000,2.506
20,mlp.experts.201.gate_proj,0.0000226694,0.05000,2.485
20,mlp.experts.210.gate_proj,0.0000492178,0.05000,2.543
20,mlp.experts.203.gate_proj,0.0000805887,0.05000,2.491
20,mlp.experts.216.gate_proj,0.0000364265,0.05000,2.574
20,mlp.experts.214.gate_proj,0.0000275030,0.05000,2.482
20,mlp.experts.205.gate_proj,0.0000286445,0.05000,2.516
20,mlp.experts.207.gate_proj,0.0000063141,0.05000,2.541
20,mlp.experts.218.gate_proj,0.0000267219,0.05000,2.414
20,mlp.experts.220.gate_proj,0.0000323766,0.05000,2.587
20,mlp.experts.209.gate_proj,0.0000712020,0.05000,2.545
20,mlp.experts.211.gate_proj,0.0000213598,0.05000,2.469
20,mlp.experts.222.gate_proj,0.0000051614,0.05000,2.534
20,mlp.experts.224.gate_proj,0.0000345022,0.05000,2.459
20,mlp.experts.213.gate_proj,0.0000316999,0.05000,2.542
20,mlp.experts.215.gate_proj,0.0000304446,0.05000,2.428
20,mlp.experts.226.gate_proj,0.0001354852,0.05000,2.438
20,mlp.experts.228.gate_proj,0.0000633511,0.05000,2.442
20,mlp.experts.217.gate_proj,0.0000399509,0.05000,2.490
20,mlp.experts.219.gate_proj,0.0000385284,0.05000,2.594
20,mlp.experts.230.gate_proj,0.0000247283,0.05000,2.526
20,mlp.experts.232.gate_proj,0.0000547232,0.05000,2.657
20,mlp.experts.221.gate_proj,0.0001428107,0.05000,2.559
20,mlp.experts.223.gate_proj,0.0000499210,0.05000,2.606
20,mlp.experts.234.gate_proj,0.0000120859,0.05000,2.520
20,mlp.experts.236.gate_proj,0.0000413790,0.05000,2.478
20,mlp.experts.225.gate_proj,0.0000435878,0.05000,2.465
20,mlp.experts.227.gate_proj,0.0001064138,0.05000,2.526
20,mlp.experts.238.gate_proj,0.0000579545,0.05000,2.518
20,mlp.experts.240.gate_proj,0.0001330934,0.05000,2.579
20,mlp.experts.229.gate_proj,0.0001198735,0.05000,2.679
20,mlp.experts.231.gate_proj,0.0000136051,0.05000,2.618
20,mlp.experts.242.gate_proj,0.0000139995,0.05000,2.655
20,mlp.experts.244.gate_proj,0.0001330583,0.05000,2.591
20,mlp.experts.233.gate_proj,0.0001312158,0.05000,2.602
20,mlp.experts.235.gate_proj,0.0000376193,0.05000,2.743
20,mlp.experts.246.gate_proj,0.0000759030,0.05000,2.520
20,mlp.experts.248.gate_proj,0.0000411267,0.05000,2.528
20,mlp.experts.237.gate_proj,0.0000306230,0.05000,2.567
20,mlp.experts.239.gate_proj,0.0000232942,0.05000,2.524
20,mlp.experts.250.gate_proj,0.0001183374,0.05000,2.334
20,mlp.experts.252.gate_proj,0.0000264809,0.05000,2.419
20,mlp.experts.241.gate_proj,0.0001487140,0.05000,2.300
20,mlp.experts.243.gate_proj,0.0000834962,0.05000,2.252
20,mlp.experts.254.gate_proj,0.0000316555,0.05000,2.212
20,mlp.experts.0.up_proj,0.0000359648,0.05000,2.301
20,mlp.experts.245.gate_proj,0.0000650291,0.05000,2.246
20,mlp.experts.4.up_proj,failsafe(rtn): 0.0010910,0.00000,0.042
20,mlp.experts.247.gate_proj,0.0000578338,0.05000,2.207
20,mlp.experts.2.up_proj,0.0000537961,0.05000,2.310
20,mlp.experts.249.gate_proj,0.0000717540,0.05000,2.384
20,mlp.experts.8.up_proj,0.0000226465,0.05000,2.415
20,mlp.experts.251.gate_proj,0.0000329994,0.05000,2.577
20,mlp.experts.6.up_proj,0.0000116079,0.05000,2.497
20,mlp.experts.12.up_proj,0.0000579803,0.05000,2.280
20,mlp.experts.253.gate_proj,0.0000559770,0.05000,2.475
20,mlp.experts.255.gate_proj,0.0000399274,0.05000,2.533
20,mlp.experts.10.up_proj,0.0001160098,0.05000,2.795
20,mlp.experts.14.up_proj,failsafe(rtn): 0.0010757,0.00000,0.044
20,mlp.experts.16.up_proj,0.0000116294,0.05000,2.838
20,mlp.experts.1.up_proj,0.0000789561,0.05000,2.826
20,mlp.experts.3.up_proj,0.0000624780,0.05000,2.944
20,mlp.experts.18.up_proj,0.0000496786,0.05000,2.817
20,mlp.experts.20.up_proj,0.0000301481,0.05000,2.703
20,mlp.experts.5.up_proj,0.0000295786,0.05000,2.697
20,mlp.experts.7.up_proj,0.0000162966,0.05000,2.524
20,mlp.experts.22.up_proj,0.0001552486,0.05000,2.552
20,mlp.experts.24.up_proj,0.0001286675,0.05000,2.529
20,mlp.experts.9.up_proj,0.0000140371,0.05000,2.557
20,mlp.experts.11.up_proj,0.0000341908,0.05000,2.610
20,mlp.experts.26.up_proj,0.0000109659,0.05000,2.505
20,mlp.experts.30.up_proj,failsafe(rtn): 0.0010300,0.00000,0.033
20,mlp.experts.28.up_proj,0.0000214968,0.05000,2.474
20,mlp.experts.13.up_proj,0.0000309847,0.05000,2.528
20,mlp.experts.15.up_proj,0.0000667757,0.05000,2.270
20,mlp.experts.32.up_proj,0.0000295240,0.05000,2.297
20,mlp.experts.34.up_proj,0.0000175384,0.05000,2.384
20,mlp.experts.17.up_proj,0.0000465167,0.05000,2.419
20,mlp.experts.19.up_proj,0.0000463656,0.05000,2.454
20,mlp.experts.36.up_proj,0.0000510143,0.05000,2.596
20,mlp.experts.38.up_proj,0.0000326444,0.05000,2.611
20,mlp.experts.21.up_proj,0.0000396059,0.05000,2.610
20,mlp.experts.23.up_proj,0.0000803449,0.05000,2.608
20,mlp.experts.40.up_proj,0.0000598276,0.05000,2.659
20,mlp.experts.42.up_proj,0.0000270237,0.05000,2.636
20,mlp.experts.25.up_proj,0.0000194174,0.05000,2.585
20,mlp.experts.27.up_proj,0.0001349505,0.05000,2.743
20,mlp.experts.44.up_proj,0.0000354019,0.05000,2.615
20,mlp.experts.46.up_proj,0.0000455200,0.05000,2.692
20,mlp.experts.29.up_proj,0.0000286529,0.05000,2.738
20,mlp.experts.31.up_proj,0.0000779573,0.05000,2.619
20,mlp.experts.48.up_proj,0.0000141048,0.05000,2.646
20,mlp.experts.50.up_proj,0.0000296900,0.05000,2.718
20,mlp.experts.33.up_proj,0.0000159189,0.05000,2.663
20,mlp.experts.35.up_proj,0.0000202392,0.05000,2.606
20,mlp.experts.52.up_proj,0.0001337742,0.05000,2.681
20,mlp.experts.54.up_proj,0.0001168387,0.05000,2.576
20,mlp.experts.37.up_proj,0.0000189595,0.05000,2.675
20,mlp.experts.39.up_proj,0.0001374293,0.05000,2.608
20,mlp.experts.56.up_proj,0.0000080355,0.05000,2.542
20,mlp.experts.58.up_proj,0.0000129883,0.05000,2.569
20,mlp.experts.41.up_proj,0.0001016207,0.05000,2.581
20,mlp.experts.43.up_proj,0.0000157159,0.05000,2.597
20,mlp.experts.60.up_proj,0.0000389350,0.05000,2.690
20,mlp.experts.62.up_proj,0.0000354863,0.05000,2.660
20,mlp.experts.45.up_proj,0.0000208743,0.05000,2.628
20,mlp.experts.47.up_proj,0.0000294730,0.05000,2.582
20,mlp.experts.64.up_proj,0.0000127075,0.05000,2.565
20,mlp.experts.66.up_proj,0.0000191797,0.05000,2.640
20,mlp.experts.49.up_proj,0.0000200228,0.05000,2.573
20,mlp.experts.51.up_proj,0.0000335632,0.05000,2.669
20,mlp.experts.68.up_proj,0.0000152456,0.05000,2.641
20,mlp.experts.70.up_proj,0.0000312812,0.05000,2.632
20,mlp.experts.53.up_proj,0.0001363373,0.05000,2.670
20,mlp.experts.55.up_proj,0.0001123483,0.05000,2.563
20,mlp.experts.72.up_proj,0.0001116248,0.05000,2.607
20,mlp.experts.74.up_proj,0.0000127143,0.05000,2.610
20,mlp.experts.78.up_proj,failsafe(rtn): 0.0011215,0.00000,0.043
20,mlp.experts.57.up_proj,0.0000228763,0.05000,2.565
20,mlp.experts.59.up_proj,0.0000441400,0.05000,2.517
20,mlp.experts.76.up_proj,0.0000424334,0.05000,2.660
20,mlp.experts.82.up_proj,0.0000190503,0.05000,2.574
20,mlp.experts.61.up_proj,0.0000223738,0.05000,2.468
20,mlp.experts.63.up_proj,0.0000458176,0.05000,2.664
20,mlp.experts.80.up_proj,0.0000191516,0.05000,2.612
20,mlp.experts.86.up_proj,0.0000071989,0.05000,2.552
20,mlp.experts.84.up_proj,failsafe(rtn): 0.0010223,0.00000,0.044
20,mlp.experts.65.up_proj,0.0000108019,0.05000,2.639
20,mlp.experts.67.up_proj,0.0000405002,0.05000,2.516
20,mlp.experts.90.up_proj,0.0001196019,0.05000,2.293
20,mlp.experts.88.up_proj,0.0000128440,0.05000,2.374
20,mlp.experts.69.up_proj,0.0000145186,0.05000,2.372
20,mlp.experts.71.up_proj,0.0000681896,0.05000,2.198
20,mlp.experts.94.up_proj,0.0000149302,0.05000,2.412
20,mlp.experts.92.up_proj,0.0000441118,0.05000,2.633
20,mlp.experts.73.up_proj,0.0000495611,0.05000,2.562
20,mlp.experts.77.up_proj,failsafe(rtn): 0.0010910,0.00000,0.034
20,mlp.experts.75.up_proj,0.0001173729,0.05000,2.811
20,mlp.experts.98.up_proj,0.0000837099,0.05000,2.506
20,mlp.experts.81.up_proj,0.0000978770,0.05000,2.449
20,mlp.experts.96.up_proj,0.0000144226,0.05000,2.587
20,mlp.experts.79.up_proj,0.0000669217,0.05000,2.293
20,mlp.experts.102.up_proj,0.0001516455,0.05000,2.166
20,mlp.experts.85.up_proj,0.0000784180,0.05000,2.062
20,mlp.experts.100.up_proj,0.0000348500,0.05000,2.162
20,mlp.experts.83.up_proj,0.0000138356,0.05000,2.129
20,mlp.experts.87.up_proj,failsafe(rtn): 0.0010223,0.00000,0.030
20,mlp.experts.106.up_proj,0.0000211469,0.05000,2.141
20,mlp.experts.110.up_proj,failsafe(rtn): 0.0010452,0.00000,0.034
20,mlp.experts.89.up_proj,0.0000630942,0.05000,2.100
20,mlp.experts.104.up_proj,0.0000673497,0.05000,2.170
20,mlp.experts.108.up_proj,failsafe(rtn): 0.0009995,0.00000,0.031
20,mlp.experts.91.up_proj,0.0000803484,0.05000,2.261
20,mlp.experts.114.up_proj,0.0000598526,0.05000,2.291
20,mlp.experts.93.up_proj,0.0000357748,0.05000,2.257
20,mlp.experts.112.up_proj,0.0000151035,0.05000,2.279
20,mlp.experts.95.up_proj,0.0000192786,0.05000,2.291
20,mlp.experts.118.up_proj,0.0000191693,0.05000,2.519
20,mlp.experts.97.up_proj,0.0000559886,0.05000,2.494
20,mlp.experts.116.up_proj,0.0000673042,0.05000,2.628
20,mlp.experts.99.up_proj,0.0000435847,0.05000,2.497
20,mlp.experts.101.up_proj,0.0000501347,0.05000,2.422
20,mlp.experts.122.up_proj,0.0000907908,0.05000,2.605
20,mlp.experts.120.up_proj,0.0000154138,0.05000,2.538
20,mlp.experts.103.up_proj,0.0000054081,0.05000,2.620
20,mlp.experts.105.up_proj,0.0000497684,0.05000,2.675
20,mlp.experts.126.up_proj,0.0000575467,0.05000,2.660
20,mlp.experts.124.up_proj,0.0000115507,0.05000,2.635
20,mlp.experts.107.up_proj,0.0000248788,0.05000,2.559
20,mlp.experts.130.up_proj,0.0001021756,0.05000,2.365
20,mlp.experts.109.up_proj,0.0000428658,0.05000,2.474
20,mlp.experts.128.up_proj,0.0000075514,0.05000,2.447
20,mlp.experts.111.up_proj,0.0000778544,0.05000,2.555
20,mlp.experts.134.up_proj,0.0000323889,0.05000,2.444
20,mlp.experts.113.up_proj,0.0000590904,0.05000,2.576
20,mlp.experts.132.up_proj,0.0000091204,0.05000,2.460
20,mlp.experts.115.up_proj,0.0000054752,0.05000,2.439
20,mlp.experts.138.up_proj,0.0000289959,0.05000,2.294
20,mlp.experts.117.up_proj,0.0000678542,0.05000,2.424
20,mlp.experts.136.up_proj,0.0000156268,0.05000,2.265
20,mlp.experts.119.up_proj,0.0000451982,0.05000,2.309
20,mlp.experts.142.up_proj,0.0000284746,0.05000,2.219
20,mlp.experts.121.up_proj,0.0000204712,0.05000,2.180
20,mlp.experts.140.up_proj,0.0001122335,0.05000,2.195
20,mlp.experts.123.up_proj,0.0000243194,0.05000,2.252
20,mlp.experts.146.up_proj,0.0000593048,0.05000,2.450
20,mlp.experts.125.up_proj,0.0000151033,0.05000,2.513
20,mlp.experts.144.up_proj,0.0000468854,0.05000,2.500
20,mlp.experts.127.up_proj,0.0000476957,0.05000,2.658
20,mlp.experts.150.up_proj,0.0000739279,0.05000,2.487
20,mlp.experts.129.up_proj,0.0000206016,0.05000,2.503
20,mlp.experts.148.up_proj,0.0001329460,0.05000,2.545
20,mlp.experts.131.up_proj,0.0000539730,0.05000,2.555
20,mlp.experts.154.up_proj,0.0000745081,0.05000,2.519
20,mlp.experts.133.up_proj,0.0001068761,0.05000,2.432
20,mlp.experts.152.up_proj,0.0000120696,0.05000,2.497
20,mlp.experts.135.up_proj,0.0000699963,0.05000,2.556
20,mlp.experts.158.up_proj,0.0000666825,0.05000,2.472
20,mlp.experts.137.up_proj,0.0001072984,0.05000,2.487
20,mlp.experts.156.up_proj,0.0000116266,0.05000,2.496
20,mlp.experts.139.up_proj,0.0000484986,0.05000,2.476
20,mlp.experts.162.up_proj,0.0000901704,0.05000,2.444
20,mlp.experts.141.up_proj,0.0000124126,0.05000,2.529
20,mlp.experts.160.up_proj,0.0001196603,0.05000,2.527
20,mlp.experts.164.up_proj,failsafe(rtn): 0.0012283,0.00000,0.034
20,mlp.experts.143.up_proj,0.0000615883,0.05000,2.599
20,mlp.experts.166.up_proj,0.0000740328,0.05000,2.501
20,mlp.experts.145.up_proj,0.0001039399,0.05000,2.445
20,mlp.experts.168.up_proj,0.0000655429,0.05000,2.502
20,mlp.experts.147.up_proj,0.0000274102,0.05000,2.455
20,mlp.experts.151.up_proj,failsafe(rtn): 0.0009689,0.00000,0.037
20,mlp.experts.170.up_proj,0.0000914508,0.05000,2.487
20,mlp.experts.149.up_proj,0.0000194094,0.05000,2.492
20,mlp.experts.172.up_proj,0.0000321296,0.05000,2.438
20,mlp.experts.155.up_proj,0.0000582468,0.05000,2.526
20,mlp.experts.174.up_proj,0.0000619776,0.05000,2.403
20,mlp.experts.153.up_proj,0.0000139094,0.05000,2.653
20,mlp.experts.176.up_proj,0.0000576793,0.05000,2.702
20,mlp.experts.180.up_proj,failsafe(rtn): 0.0010986,0.00000,0.036
20,mlp.experts.159.up_proj,0.0000239004,0.05000,2.624
20,mlp.experts.178.up_proj,0.0000967781,0.05000,2.622
20,mlp.experts.157.up_proj,0.0000174383,0.05000,2.474
20,mlp.experts.184.up_proj,0.0000116771,0.05000,2.439
20,mlp.experts.163.up_proj,0.0000728230,0.05000,2.467
20,mlp.experts.182.up_proj,0.0001350047,0.05000,2.456
20,mlp.experts.161.up_proj,0.0001412680,0.05000,2.681
20,mlp.experts.188.up_proj,0.0000672143,0.05000,2.687
20,mlp.experts.167.up_proj,0.0000159438,0.05000,2.673
20,mlp.experts.186.up_proj,0.0000122478,0.05000,2.597
20,mlp.experts.165.up_proj,0.0000469378,0.05000,2.507
20,mlp.experts.192.up_proj,0.0000439516,0.05000,2.405
20,mlp.experts.171.up_proj,0.0000405257,0.05000,2.292
20,mlp.experts.190.up_proj,0.0000135680,0.05000,2.411
20,mlp.experts.169.up_proj,0.0000819533,0.05000,2.487
20,mlp.experts.173.up_proj,failsafe(rtn): 0.0009689,0.00000,0.042
20,mlp.experts.196.up_proj,0.0000367548,0.05000,2.621
20,mlp.experts.175.up_proj,0.0000494267,0.05000,2.621
20,mlp.experts.194.up_proj,0.0000343744,0.05000,2.668
20,mlp.experts.177.up_proj,0.0000394770,0.05000,2.722
20,mlp.experts.200.up_proj,0.0000470662,0.05000,2.713
20,mlp.experts.179.up_proj,0.0000597460,0.05000,2.561
20,mlp.experts.198.up_proj,0.0001377303,0.05000,2.604
20,mlp.experts.181.up_proj,0.0000644688,0.05000,2.604
20,mlp.experts.204.up_proj,0.0000435244,0.05000,2.641
20,mlp.experts.183.up_proj,0.0000192306,0.05000,2.555
20,mlp.experts.202.up_proj,0.0000185111,0.05000,2.593
20,mlp.experts.185.up_proj,0.0000739364,0.05000,2.570
20,mlp.experts.208.up_proj,0.0000369294,0.05000,2.517
20,mlp.experts.187.up_proj,0.0000610571,0.05000,2.414
20,mlp.experts.206.up_proj,0.0000189877,0.05000,2.461
20,mlp.experts.189.up_proj,0.0000328724,0.05000,2.545
20,mlp.experts.212.up_proj,0.0000623246,0.05000,2.633
20,mlp.experts.191.up_proj,0.0000750908,0.05000,2.638
20,mlp.experts.210.up_proj,0.0000374826,0.05000,2.583
20,mlp.experts.193.up_proj,0.0000518462,0.05000,2.598
20,mlp.experts.216.up_proj,0.0000345940,0.05000,2.507
20,mlp.experts.195.up_proj,0.0000669889,0.05000,2.493
20,mlp.experts.214.up_proj,0.0000208132,0.05000,2.485
20,mlp.experts.197.up_proj,0.0000520500,0.05000,2.465
20,mlp.experts.220.up_proj,0.0000300730,0.05000,2.635
20,mlp.experts.199.up_proj,0.0000083467,0.05000,2.557
20,mlp.experts.218.up_proj,0.0000185622,0.05000,2.525
20,mlp.experts.201.up_proj,0.0000201377,0.05000,2.526
20,mlp.experts.224.up_proj,0.0000278786,0.05000,2.593
20,mlp.experts.203.up_proj,0.0000678533,0.05000,2.613
20,mlp.experts.222.up_proj,0.0000047229,0.05000,2.739
20,mlp.experts.205.up_proj,0.0000257306,0.05000,2.754
20,mlp.experts.228.up_proj,0.0000456267,0.05000,2.701
20,mlp.experts.207.up_proj,0.0000061979,0.05000,2.533
20,mlp.experts.226.up_proj,0.0001163040,0.05000,2.603
20,mlp.experts.209.up_proj,0.0000652301,0.05000,2.543
20,mlp.experts.232.up_proj,0.0000485532,0.05000,2.545
20,mlp.experts.211.up_proj,0.0000161795,0.05000,2.550
20,mlp.experts.230.up_proj,0.0000179168,0.05000,2.443
20,mlp.experts.213.up_proj,0.0000317286,0.05000,2.517
20,mlp.experts.236.up_proj,0.0000294215,0.05000,2.414
20,mlp.experts.215.up_proj,0.0000224474,0.05000,2.479
20,mlp.experts.234.up_proj,0.0000118669,0.05000,2.486
20,mlp.experts.217.up_proj,0.0000381728,0.05000,2.556
20,mlp.experts.240.up_proj,0.0001167168,0.05000,2.485
20,mlp.experts.219.up_proj,0.0000294490,0.05000,2.519
20,mlp.experts.238.up_proj,0.0000445659,0.05000,2.613
20,mlp.experts.221.up_proj,0.0001074698,0.05000,2.685
20,mlp.experts.244.up_proj,0.0001125980,0.05000,2.576
20,mlp.experts.223.up_proj,0.0000453462,0.05000,2.659
20,mlp.experts.242.up_proj,0.0000125301,0.05000,2.622
20,mlp.experts.225.up_proj,0.0000310590,0.05000,2.662
20,mlp.experts.248.up_proj,0.0000302141,0.05000,2.770
20,mlp.experts.227.up_proj,0.0000766191,0.05000,2.642
20,mlp.experts.246.up_proj,0.0000678185,0.05000,2.566
20,mlp.experts.229.up_proj,0.0000929971,0.05000,2.634
20,mlp.experts.252.up_proj,0.0000229165,0.05000,2.656
20,mlp.experts.231.up_proj,0.0000113199,0.05000,2.536
20,mlp.experts.250.up_proj,0.0000871503,0.05000,2.243
20,mlp.experts.233.up_proj,0.0000944768,0.05000,1.871
20,mlp.experts.235.up_proj,0.0000343159,0.05000,1.707
20,mlp.experts.254.up_proj,0.0000276986,0.05000,1.749
20,mlp.experts.237.up_proj,0.0000270181,0.05000,1.491
20,mlp.experts.239.up_proj,0.0000219535,0.05000,1.333
20,mlp.experts.241.up_proj,0.0001134183,0.05000,1.120
20,mlp.experts.243.up_proj,0.0000776679,0.05000,1.050
20,mlp.experts.245.up_proj,0.0000574829,0.05000,0.929
20,mlp.experts.247.up_proj,0.0000611585,0.05000,0.939
20,mlp.experts.249.up_proj,0.0000552473,0.05000,0.959
20,mlp.experts.251.up_proj,0.0000260734,0.05000,1.053
20,mlp.experts.253.up_proj,0.0000443276,0.05000,1.138
20,mlp.experts.255.up_proj,0.0000323281,0.05000,0.969
20,mlp.experts.3.down_proj,0.0000017573,0.05000,0.603
20,mlp.experts.1.down_proj,0.0000020011,0.05000,0.605
20,mlp.experts.0.down_proj,0.0000011420,0.05000,0.629
20,mlp.experts.2.down_proj,0.0000014215,0.05000,0.646
20,mlp.experts.4.down_proj,failsafe(rtn): 0.0010910,0.00000,0.018
20,mlp.experts.6.down_proj,0.0000003159,0.05000,0.629
20,mlp.experts.8.down_proj,0.0000002155,0.05000,0.633
20,mlp.experts.5.down_proj,0.0000009727,0.05000,0.697
20,mlp.experts.7.down_proj,0.0000006320,0.05000,0.712
20,mlp.experts.12.down_proj,0.0000016094,0.05000,0.659
20,mlp.experts.9.down_proj,0.0000003551,0.05000,0.659
20,mlp.experts.10.down_proj,0.0000032145,0.05000,0.764
20,mlp.experts.14.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
20,mlp.experts.11.down_proj,0.0000004364,0.05000,0.751
20,mlp.experts.16.down_proj,0.0000002599,0.05000,0.627
20,mlp.experts.13.down_proj,0.0000009098,0.05000,0.657
20,mlp.experts.15.down_proj,0.0000011840,0.05000,0.622
20,mlp.experts.18.down_proj,0.0000004625,0.05000,0.652
20,mlp.experts.20.down_proj,0.0000008784,0.05000,0.645
20,mlp.experts.17.down_proj,0.0000004779,0.05000,0.667
20,mlp.experts.19.down_proj,0.0000014898,0.05000,0.671
20,mlp.experts.22.down_proj,0.0000028238,0.05000,0.675
20,mlp.experts.24.down_proj,0.0000021243,0.05000,0.683
20,mlp.experts.21.down_proj,0.0000006128,0.05000,0.737
20,mlp.experts.26.down_proj,0.0000001872,0.05000,0.663
20,mlp.experts.30.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
20,mlp.experts.23.down_proj,0.0000012885,0.05000,0.746
20,mlp.experts.28.down_proj,0.0000006778,0.05000,0.650
20,mlp.experts.25.down_proj,0.0000005589,0.05000,0.703
20,mlp.experts.27.down_proj,0.0000026293,0.05000,0.631
20,mlp.experts.34.down_proj,0.0000005754,0.05000,0.719
20,mlp.experts.32.down_proj,0.0000007136,0.05000,0.678
20,mlp.experts.31.down_proj,0.0000011133,0.05000,0.701
20,mlp.experts.29.down_proj,0.0000008529,0.05000,0.744
20,mlp.experts.38.down_proj,0.0000015481,0.05000,0.714
20,mlp.experts.36.down_proj,0.0000009461,0.05000,0.708
20,mlp.experts.35.down_proj,0.0000008184,0.05000,0.639
20,mlp.experts.42.down_proj,0.0000006441,0.05000,0.633
20,mlp.experts.33.down_proj,0.0000004266,0.05000,0.659
20,mlp.experts.40.down_proj,0.0000009812,0.05000,0.616
20,mlp.experts.39.down_proj,0.0000046540,0.05000,0.636
20,mlp.experts.46.down_proj,0.0000014697,0.05000,0.641
20,mlp.experts.37.down_proj,0.0000006202,0.05000,0.672
20,mlp.experts.44.down_proj,0.0000006259,0.05000,0.688
20,mlp.experts.43.down_proj,0.0000005261,0.05000,0.662
20,mlp.experts.50.down_proj,0.0000003732,0.05000,0.693
20,mlp.experts.41.down_proj,0.0000016058,0.05000,0.708
20,mlp.experts.48.down_proj,0.0000004187,0.05000,0.668
20,mlp.experts.47.down_proj,0.0000008389,0.05000,0.661
20,mlp.experts.54.down_proj,0.0000035000,0.05000,0.669
20,mlp.experts.45.down_proj,0.0000007418,0.05000,0.668
20,mlp.experts.52.down_proj,0.0000040532,0.05000,0.597
20,mlp.experts.51.down_proj,0.0000006594,0.05000,0.578
20,mlp.experts.58.down_proj,0.0000003382,0.05000,0.597
20,mlp.experts.49.down_proj,0.0000007032,0.05000,0.575
20,mlp.experts.56.down_proj,0.0000002069,0.05000,0.632
20,mlp.experts.55.down_proj,0.0000037490,0.05000,0.626
20,mlp.experts.62.down_proj,0.0000009491,0.05000,0.621
20,mlp.experts.53.down_proj,0.0000032414,0.05000,0.598
20,mlp.experts.60.down_proj,0.0000011692,0.05000,0.572
20,mlp.experts.59.down_proj,0.0000009984,0.05000,0.565
20,mlp.experts.66.down_proj,0.0000004388,0.05000,0.552
20,mlp.experts.57.down_proj,0.0000003685,0.05000,0.569
20,mlp.experts.64.down_proj,0.0000003586,0.05000,0.660
20,mlp.experts.63.down_proj,0.0000009652,0.05000,0.612
20,mlp.experts.70.down_proj,0.0000009689,0.05000,0.654
20,mlp.experts.61.down_proj,0.0000007546,0.05000,0.682
20,mlp.experts.67.down_proj,0.0000017791,0.05000,0.647
20,mlp.experts.68.down_proj,0.0000005518,0.05000,0.744
20,mlp.experts.74.down_proj,0.0000003925,0.05000,0.689
20,mlp.experts.78.down_proj,failsafe(rtn): 0.0011063,0.00000,0.009
20,mlp.experts.65.down_proj,0.0000004076,0.05000,0.674
20,mlp.experts.71.down_proj,0.0000015702,0.05000,0.686
20,mlp.experts.72.down_proj,0.0000020144,0.05000,0.665
20,mlp.experts.69.down_proj,0.0000004287,0.05000,0.669
20,mlp.experts.82.down_proj,0.0000006114,0.05000,0.696
20,mlp.experts.76.down_proj,0.0000009626,0.05000,0.601
20,mlp.experts.75.down_proj,0.0000033849,0.05000,0.634
20,mlp.experts.73.down_proj,0.0000010108,0.05000,0.651
20,mlp.experts.86.down_proj,0.0000002707,0.05000,0.662
20,mlp.experts.77.down_proj,failsafe(rtn): 0.0010910,0.00000,0.016
20,mlp.experts.79.down_proj,0.0000016428,0.05000,0.658
20,mlp.experts.80.down_proj,0.0000006515,0.05000,0.721
20,mlp.experts.84.down_proj,failsafe(rtn): 0.0010223,0.00000,0.010
20,mlp.experts.81.down_proj,0.0000012178,0.05000,0.683
20,mlp.experts.90.down_proj,0.0000024084,0.05000,0.703
20,mlp.experts.83.down_proj,0.0000003471,0.05000,0.702
20,mlp.experts.87.down_proj,failsafe(rtn): 0.0010223,0.00000,0.013
20,mlp.experts.88.down_proj,0.0000003566,0.05000,0.715
20,mlp.experts.94.down_proj,0.0000003325,0.05000,0.650
20,mlp.experts.85.down_proj,0.0000015662,0.05000,0.696
20,mlp.experts.91.down_proj,0.0000014429,0.05000,0.672
20,mlp.experts.92.down_proj,0.0000004302,0.05000,0.670
20,mlp.experts.98.down_proj,0.0000015249,0.05000,0.693
20,mlp.experts.89.down_proj,0.0000014653,0.05000,0.704
20,mlp.experts.95.down_proj,0.0000004155,0.05000,0.668
20,mlp.experts.96.down_proj,0.0000004669,0.05000,0.654
20,mlp.experts.93.down_proj,0.0000007029,0.05000,0.619
20,mlp.experts.102.down_proj,0.0000035152,0.05000,0.693
20,mlp.experts.100.down_proj,0.0000007375,0.05000,0.679
20,mlp.experts.99.down_proj,0.0000010875,0.05000,0.746
20,mlp.experts.97.down_proj,0.0000015123,0.05000,0.676
20,mlp.experts.106.down_proj,0.0000003755,0.05000,0.700
20,mlp.experts.110.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
20,mlp.experts.104.down_proj,0.0000006987,0.05000,0.633
20,mlp.experts.108.down_proj,failsafe(rtn): 0.0010071,0.00000,0.012
20,mlp.experts.103.down_proj,0.0000001414,0.05000,0.650
20,mlp.experts.101.down_proj,0.0000013226,0.05000,0.653
20,mlp.experts.114.down_proj,0.0000015276,0.05000,0.619
20,mlp.experts.107.down_proj,0.0000010035,0.05000,0.653
20,mlp.experts.112.down_proj,0.0000004773,0.05000,0.692
20,mlp.experts.105.down_proj,0.0000011664,0.05000,0.647
20,mlp.experts.118.down_proj,0.0000004804,0.05000,0.668
20,mlp.experts.111.down_proj,0.0000016640,0.05000,0.643
20,mlp.experts.116.down_proj,0.0000006519,0.05000,0.668
20,mlp.experts.109.down_proj,0.0000012763,0.05000,0.665
20,mlp.experts.122.down_proj,0.0000016605,0.05000,0.693
20,mlp.experts.115.down_proj,0.0000001563,0.05000,0.642
20,mlp.experts.120.down_proj,0.0000005218,0.05000,0.677
20,mlp.experts.113.down_proj,0.0000014195,0.05000,0.628
20,mlp.experts.126.down_proj,0.0000015489,0.05000,0.659
20,mlp.experts.119.down_proj,0.0000008623,0.05000,0.631
20,mlp.experts.124.down_proj,0.0000003469,0.05000,0.657
20,mlp.experts.117.down_proj,0.0000012903,0.05000,0.626
20,mlp.experts.130.down_proj,0.0000016033,0.05000,0.668
20,mlp.experts.123.down_proj,0.0000007056,0.05000,0.641
20,mlp.experts.128.down_proj,0.0000001757,0.05000,0.662
20,mlp.experts.121.down_proj,0.0000003915,0.05000,0.663
20,mlp.experts.134.down_proj,0.0000010148,0.05000,0.644
20,mlp.experts.127.down_proj,0.0000005038,0.05000,0.711
20,mlp.experts.132.down_proj,0.0000002760,0.05000,0.651
20,mlp.experts.125.down_proj,0.0000004818,0.05000,0.681
20,mlp.experts.138.down_proj,0.0000004736,0.05000,0.623
20,mlp.experts.131.down_proj,0.0000018887,0.05000,0.695
20,mlp.experts.136.down_proj,0.0000004857,0.05000,0.692
20,mlp.experts.129.down_proj,0.0000005328,0.05000,0.648
20,mlp.experts.142.down_proj,0.0000006861,0.05000,0.654
20,mlp.experts.135.down_proj,0.0000020228,0.05000,0.635
20,mlp.experts.140.down_proj,0.0000029522,0.05000,0.648
20,mlp.experts.133.down_proj,0.0000021149,0.05000,0.689
20,mlp.experts.146.down_proj,0.0000013220,0.05000,0.691
20,mlp.experts.139.down_proj,0.0000004233,0.05000,0.716
20,mlp.experts.144.down_proj,0.0000010343,0.05000,0.715
20,mlp.experts.137.down_proj,0.0000013119,0.05000,0.658
20,mlp.experts.150.down_proj,0.0000017532,0.05000,0.669
20,mlp.experts.143.down_proj,0.0000011121,0.05000,0.657
20,mlp.experts.141.down_proj,0.0000002681,0.05000,0.696
20,mlp.experts.148.down_proj,0.0000029338,0.05000,0.711
20,mlp.experts.154.down_proj,0.0000016633,0.05000,0.753
20,mlp.experts.147.down_proj,0.0000007150,0.05000,0.652
20,mlp.experts.151.down_proj,failsafe(rtn): 0.0009689,0.00000,0.013
20,mlp.experts.152.down_proj,0.0000003506,0.05000,0.678
20,mlp.experts.145.down_proj,0.0000014199,0.05000,0.700
20,mlp.experts.158.down_proj,0.0000023010,0.05000,0.678
20,mlp.experts.155.down_proj,0.0000019367,0.05000,0.625
20,mlp.experts.156.down_proj,0.0000003397,0.05000,0.633
20,mlp.experts.149.down_proj,0.0000005881,0.05000,0.634
20,mlp.experts.162.down_proj,0.0000016218,0.05000,0.635
20,mlp.experts.159.down_proj,0.0000011775,0.05000,0.648
20,mlp.experts.160.down_proj,0.0000024767,0.05000,0.687
20,mlp.experts.153.down_proj,0.0000003181,0.05000,0.676
20,mlp.experts.164.down_proj,failsafe(rtn): 0.0012283,0.00000,0.011
20,mlp.experts.166.down_proj,0.0000025089,0.05000,0.665
20,mlp.experts.163.down_proj,0.0000018000,0.05000,0.653
20,mlp.experts.168.down_proj,0.0000018511,0.05000,0.615
20,mlp.experts.157.down_proj,0.0000006193,0.05000,0.649
20,mlp.experts.170.down_proj,0.0000026125,0.05000,0.626
20,mlp.experts.167.down_proj,0.0000004995,0.05000,0.682
20,mlp.experts.161.down_proj,0.0000024565,0.05000,0.625
20,mlp.experts.172.down_proj,0.0000001087,0.05000,0.669
20,mlp.experts.174.down_proj,0.0000015022,0.05000,0.626
20,mlp.experts.171.down_proj,0.0000009331,0.05000,0.613
20,mlp.experts.165.down_proj,0.0000013699,0.05000,0.618
20,mlp.experts.176.down_proj,0.0000009092,0.05000,0.635
20,mlp.experts.180.down_proj,failsafe(rtn): 0.0010986,0.00000,0.012
20,mlp.experts.178.down_proj,0.0000021141,0.05000,0.659
20,mlp.experts.175.down_proj,0.0000005401,0.05000,0.684
20,mlp.experts.169.down_proj,0.0000012640,0.05000,0.668
20,mlp.experts.173.down_proj,failsafe(rtn): 0.0009766,0.00000,0.009
20,mlp.experts.184.down_proj,0.0000004861,0.05000,0.646
20,mlp.experts.182.down_proj,0.0000032923,0.05000,0.675
20,mlp.experts.179.down_proj,0.0000015061,0.05000,0.676
20,mlp.experts.177.down_proj,0.0000010314,0.05000,0.637
20,mlp.experts.188.down_proj,0.0000010838,0.05000,0.711
20,mlp.experts.186.down_proj,0.0000003558,0.05000,0.711
20,mlp.experts.183.down_proj,0.0000006430,0.05000,0.629
20,mlp.experts.181.down_proj,0.0000011901,0.05000,0.666
20,mlp.experts.192.down_proj,0.0000007624,0.05000,0.643
20,mlp.experts.190.down_proj,0.0000003740,0.05000,0.618
20,mlp.experts.187.down_proj,0.0000008591,0.05000,0.678
20,mlp.experts.185.down_proj,0.0000026296,0.05000,0.637
20,mlp.experts.196.down_proj,0.0000006552,0.05000,0.692
20,mlp.experts.194.down_proj,0.0000009928,0.05000,0.670
20,mlp.experts.191.down_proj,0.0000019251,0.05000,0.646
20,mlp.experts.189.down_proj,0.0000009460,0.05000,0.658
20,mlp.experts.200.down_proj,0.0000009878,0.05000,0.716
20,mlp.experts.198.down_proj,0.0000029207,0.05000,0.713
20,mlp.experts.195.down_proj,0.0000009062,0.05000,0.637
20,mlp.experts.193.down_proj,0.0000013358,0.05000,0.610
20,mlp.experts.204.down_proj,0.0000007875,0.05000,0.614
20,mlp.experts.202.down_proj,0.0000005375,0.05000,0.611
20,mlp.experts.199.down_proj,0.0000002077,0.05000,0.605
20,mlp.experts.197.down_proj,0.0000004510,0.05000,0.610
20,mlp.experts.208.down_proj,0.0000010271,0.05000,0.611
20,mlp.experts.206.down_proj,0.0000005149,0.05000,0.612
20,mlp.experts.203.down_proj,0.0000016052,0.05000,0.703
20,mlp.experts.201.down_proj,0.0000006976,0.05000,0.647
20,mlp.experts.212.down_proj,0.0000017061,0.05000,0.644
20,mlp.experts.210.down_proj,0.0000005976,0.05000,0.703
20,mlp.experts.207.down_proj,0.0000002351,0.05000,0.651
20,mlp.experts.205.down_proj,0.0000002682,0.05000,0.641
20,mlp.experts.216.down_proj,0.0000010135,0.05000,0.677
20,mlp.experts.214.down_proj,0.0000005748,0.05000,0.641
20,mlp.experts.211.down_proj,0.0000003821,0.05000,0.687
20,mlp.experts.209.down_proj,0.0000011381,0.05000,0.686
20,mlp.experts.220.down_proj,0.0000006430,0.05000,0.673
20,mlp.experts.218.down_proj,0.0000005446,0.05000,0.663
20,mlp.experts.215.down_proj,0.0000006488,0.05000,0.597
20,mlp.experts.213.down_proj,0.0000006465,0.05000,0.605
20,mlp.experts.224.down_proj,0.0000009581,0.05000,0.601
20,mlp.experts.222.down_proj,0.0000001406,0.05000,0.602
20,mlp.experts.219.down_proj,0.0000007551,0.05000,0.608
20,mlp.experts.217.down_proj,0.0000003338,0.05000,0.616
20,mlp.experts.228.down_proj,0.0000015266,0.05000,0.640
20,mlp.experts.226.down_proj,0.0000019366,0.05000,0.662
20,mlp.experts.223.down_proj,0.0000004636,0.05000,0.604
20,mlp.experts.221.down_proj,0.0000018740,0.05000,0.615
20,mlp.experts.232.down_proj,0.0000008505,0.05000,0.623
20,mlp.experts.230.down_proj,0.0000004114,0.05000,0.632
20,mlp.experts.227.down_proj,0.0000023512,0.05000,0.677
20,mlp.experts.225.down_proj,0.0000009273,0.05000,0.666
20,mlp.experts.236.down_proj,0.0000008533,0.05000,0.640
20,mlp.experts.234.down_proj,0.0000003063,0.05000,0.684
20,mlp.experts.231.down_proj,0.0000002867,0.05000,0.631
20,mlp.experts.229.down_proj,0.0000029793,0.05000,0.667
20,mlp.experts.240.down_proj,0.0000020515,0.05000,0.656
20,mlp.experts.238.down_proj,0.0000011802,0.05000,0.670
20,mlp.experts.235.down_proj,0.0000003203,0.05000,0.616
20,mlp.experts.233.down_proj,0.0000016414,0.05000,0.607
20,mlp.experts.244.down_proj,0.0000018985,0.05000,0.599
20,mlp.experts.242.down_proj,0.0000005285,0.05000,0.618
20,mlp.experts.239.down_proj,0.0000008581,0.05000,0.621
20,mlp.experts.237.down_proj,0.0000002964,0.05000,0.673
20,mlp.experts.248.down_proj,0.0000010355,0.05000,0.659
20,mlp.experts.246.down_proj,0.0000013583,0.05000,0.718
20,mlp.experts.243.down_proj,0.0000007690,0.05000,0.667
20,mlp.experts.241.down_proj,0.0000033467,0.05000,0.685
20,mlp.experts.252.down_proj,0.0000006556,0.05000,0.693
20,mlp.experts.250.down_proj,0.0000031785,0.05000,0.590
20,mlp.experts.247.down_proj,0.0000022930,0.05000,0.574
20,mlp.experts.245.down_proj,0.0000006525,0.05000,0.549
20,mlp.experts.254.down_proj,0.0000005659,0.05000,0.490
20,mlp.experts.251.down_proj,0.0000004920,0.05000,0.444
20,mlp.experts.249.down_proj,0.0000009146,0.05000,0.373
20,mlp.experts.255.down_proj,0.0000013531,0.05000,0.260
20,mlp.experts.253.down_proj,0.0000008202,0.05000,0.226
21,mlp.experts.1.gate_proj,0.0001619702,0.05000,2.296
21,mlp.experts.0.gate_proj,0.0000239987,0.05000,2.327
21,mlp.experts.3.gate_proj,0.0000887299,0.05000,2.413
21,mlp.experts.7.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.033
21,mlp.experts.2.gate_proj,0.0000226411,0.05000,2.458
21,mlp.experts.5.gate_proj,0.0000101303,0.05000,2.451
21,mlp.experts.4.gate_proj,0.0000162529,0.05000,2.480
21,mlp.experts.11.gate_proj,0.0000239294,0.05000,2.418
21,mlp.experts.6.gate_proj,0.0000334433,0.05000,2.486
21,mlp.experts.8.gate_proj,0.0000156495,0.05000,2.298
21,mlp.experts.9.gate_proj,0.0001164967,0.05000,2.413
21,mlp.experts.15.gate_proj,0.0000565487,0.05000,2.391
21,mlp.experts.10.gate_proj,0.0001251182,0.05000,2.379
21,mlp.experts.12.gate_proj,0.0000443844,0.05000,2.254
21,mlp.experts.13.gate_proj,0.0000070252,0.05000,2.398
21,mlp.experts.19.gate_proj,0.0000213993,0.05000,2.337
21,mlp.experts.23.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.039
21,mlp.experts.14.gate_proj,0.0000055268,0.05000,2.491
21,mlp.experts.16.gate_proj,0.0000235362,0.05000,2.415
21,mlp.experts.17.gate_proj,0.0000140149,0.05000,2.450
21,mlp.experts.27.gate_proj,0.0001019831,0.05000,2.391
21,mlp.experts.18.gate_proj,0.0000571935,0.05000,2.345
21,mlp.experts.20.gate_proj,0.0000365185,0.05000,2.546
21,mlp.experts.21.gate_proj,0.0001098628,0.05000,2.577
21,mlp.experts.31.gate_proj,0.0000519537,0.05000,2.608
21,mlp.experts.22.gate_proj,0.0000388544,0.05000,2.525
21,mlp.experts.24.gate_proj,0.0000137263,0.05000,2.440
21,mlp.experts.25.gate_proj,0.0000882264,0.05000,2.487
21,mlp.experts.35.gate_proj,0.0000669890,0.05000,2.451
21,mlp.experts.26.gate_proj,0.0000391913,0.05000,2.489
21,mlp.experts.28.gate_proj,0.0000584139,0.05000,2.479
21,mlp.experts.30.gate_proj,0.0000477543,0.05000,2.470
21,mlp.experts.29.gate_proj,0.0000163836,0.05000,2.583
21,mlp.experts.39.gate_proj,0.0000452139,0.05000,2.594
21,mlp.experts.32.gate_proj,0.0000259037,0.05000,2.457
21,mlp.experts.34.gate_proj,0.0000634998,0.05000,2.482
21,mlp.experts.43.gate_proj,0.0000526470,0.05000,2.451
21,mlp.experts.33.gate_proj,0.0000838759,0.05000,2.514
21,mlp.experts.36.gate_proj,0.0000797356,0.05000,2.430
21,mlp.experts.47.gate_proj,0.0000200898,0.05000,2.467
21,mlp.experts.37.gate_proj,0.0000452858,0.05000,2.441
21,mlp.experts.38.gate_proj,0.0001356286,0.05000,2.533
21,mlp.experts.40.gate_proj,0.0000956623,0.05000,2.739
21,mlp.experts.41.gate_proj,0.0000345163,0.05000,2.543
21,mlp.experts.51.gate_proj,0.0000968053,0.05000,2.647
21,mlp.experts.42.gate_proj,0.0000082484,0.05000,2.633
21,mlp.experts.44.gate_proj,0.0000151773,0.05000,2.423
21,mlp.experts.45.gate_proj,0.0000605137,0.05000,2.416
21,mlp.experts.55.gate_proj,0.0000770418,0.05000,2.420
21,mlp.experts.46.gate_proj,0.0000940962,0.05000,2.466
21,mlp.experts.48.gate_proj,0.0000269717,0.05000,2.322
21,mlp.experts.49.gate_proj,0.0001224975,0.05000,2.392
21,mlp.experts.59.gate_proj,0.0000165240,0.05000,2.401
21,mlp.experts.50.gate_proj,0.0001477811,0.05000,2.403
21,mlp.experts.52.gate_proj,0.0000210602,0.05000,2.004
21,mlp.experts.53.gate_proj,0.0000413508,0.05000,2.127
21,mlp.experts.63.gate_proj,0.0000422516,0.05000,2.112
21,mlp.experts.54.gate_proj,0.0000141440,0.05000,2.109
21,mlp.experts.56.gate_proj,0.0000245511,0.05000,1.989
21,mlp.experts.67.gate_proj,0.0000125591,0.05000,1.970
21,mlp.experts.57.gate_proj,0.0000739979,0.05000,2.087
21,mlp.experts.58.gate_proj,0.0000416967,0.05000,2.100
21,mlp.experts.60.gate_proj,0.0000433949,0.05000,1.948
21,mlp.experts.64.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.029
21,mlp.experts.71.gate_proj,0.0000554456,0.05000,1.991
21,mlp.experts.61.gate_proj,0.0000178379,0.05000,2.112
21,mlp.experts.62.gate_proj,0.0000340694,0.05000,2.139
21,mlp.experts.68.gate_proj,0.0000905170,0.05000,2.165
21,mlp.experts.75.gate_proj,0.0000088277,0.05000,2.075
21,mlp.experts.65.gate_proj,0.0000194914,0.05000,2.243
21,mlp.experts.66.gate_proj,0.0000146974,0.05000,2.239
21,mlp.experts.72.gate_proj,0.0000282231,0.05000,2.416
21,mlp.experts.79.gate_proj,0.0000186392,0.05000,2.443
21,mlp.experts.69.gate_proj,0.0001392056,0.05000,2.584
21,mlp.experts.70.gate_proj,0.0000940139,0.05000,2.409
21,mlp.experts.76.gate_proj,0.0001962060,0.05000,2.177
21,mlp.experts.83.gate_proj,0.0000180618,0.05000,2.324
21,mlp.experts.73.gate_proj,0.0000250313,0.05000,2.275
21,mlp.experts.77.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.033
21,mlp.experts.74.gate_proj,0.0000523958,0.05000,2.292
21,mlp.experts.80.gate_proj,0.0000434839,0.05000,2.308
21,mlp.experts.84.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.041
21,mlp.experts.87.gate_proj,0.0000773879,0.05000,2.243
21,mlp.experts.81.gate_proj,0.0000314783,0.05000,2.202
21,mlp.experts.78.gate_proj,0.0000747079,0.05000,2.298
21,mlp.experts.88.gate_proj,0.0000921089,0.05000,2.411
21,mlp.experts.92.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.044
21,mlp.experts.91.gate_proj,0.0000380516,0.05000,2.532
21,mlp.experts.85.gate_proj,0.0000976908,0.05000,2.535
21,mlp.experts.82.gate_proj,0.0000105575,0.05000,2.534
21,mlp.experts.96.gate_proj,0.0000220562,0.05000,2.660
21,mlp.experts.95.gate_proj,0.0000182549,0.05000,2.590
21,mlp.experts.89.gate_proj,0.0000348307,0.05000,2.467
21,mlp.experts.93.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.031
21,mlp.experts.86.gate_proj,0.0000757331,0.05000,2.540
21,mlp.experts.100.gate_proj,0.0001071792,0.05000,2.203
21,mlp.experts.99.gate_proj,0.0001087832,0.05000,2.339
21,mlp.experts.97.gate_proj,0.0000863710,0.05000,2.486
21,mlp.experts.90.gate_proj,0.0000841268,0.05000,2.503
21,mlp.experts.104.gate_proj,0.0001312478,0.05000,2.574
21,mlp.experts.103.gate_proj,0.0000910844,0.05000,2.558
21,mlp.experts.101.gate_proj,0.0000635996,0.05000,2.657
21,mlp.experts.94.gate_proj,0.0000106794,0.05000,2.639
21,mlp.experts.108.gate_proj,0.0000171916,0.05000,2.487
21,mlp.experts.107.gate_proj,0.0000475393,0.05000,2.479
21,mlp.experts.105.gate_proj,0.0000132813,0.05000,2.455
21,mlp.experts.98.gate_proj,0.0000966992,0.05000,2.405
21,mlp.experts.112.gate_proj,0.0000506500,0.05000,2.588
21,mlp.experts.111.gate_proj,0.0000287408,0.05000,2.594
21,mlp.experts.109.gate_proj,0.0001495121,0.05000,2.702
21,mlp.experts.102.gate_proj,0.0000248144,0.05000,2.685
21,mlp.experts.116.gate_proj,0.0000738734,0.05000,2.714
21,mlp.experts.120.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.038
21,mlp.experts.115.gate_proj,0.0000623382,0.05000,2.640
21,mlp.experts.113.gate_proj,0.0000375273,0.05000,2.642
21,mlp.experts.106.gate_proj,0.0000896182,0.05000,2.704
21,mlp.experts.124.gate_proj,0.0000736148,0.05000,2.573
21,mlp.experts.119.gate_proj,0.0000628788,0.05000,2.492
21,mlp.experts.117.gate_proj,0.0000400159,0.05000,2.465
21,mlp.experts.110.gate_proj,0.0000215885,0.05000,2.564
21,mlp.experts.128.gate_proj,0.0000093573,0.05000,2.565
21,mlp.experts.123.gate_proj,0.0000164334,0.05000,2.601
21,mlp.experts.121.gate_proj,0.0000385983,0.05000,2.611
21,mlp.experts.114.gate_proj,0.0000386170,0.05000,2.712
21,mlp.experts.132.gate_proj,0.0000254966,0.05000,2.665
21,mlp.experts.127.gate_proj,0.0000455154,0.05000,2.609
21,mlp.experts.125.gate_proj,0.0000585560,0.05000,2.678
21,mlp.experts.118.gate_proj,0.0000474254,0.05000,2.708
21,mlp.experts.136.gate_proj,0.0000427278,0.05000,2.633
21,mlp.experts.131.gate_proj,0.0000651165,0.05000,2.612
21,mlp.experts.129.gate_proj,0.0000487954,0.05000,2.571
21,mlp.experts.122.gate_proj,0.0000386725,0.05000,2.464
21,mlp.experts.140.gate_proj,0.0000792044,0.05000,2.553
21,mlp.experts.135.gate_proj,0.0000732320,0.05000,2.521
21,mlp.experts.133.gate_proj,0.0000172220,0.05000,2.586
21,mlp.experts.126.gate_proj,0.0000273126,0.05000,2.582
21,mlp.experts.144.gate_proj,0.0000691819,0.05000,2.612
21,mlp.experts.139.gate_proj,0.0000217719,0.05000,2.654
21,mlp.experts.137.gate_proj,0.0001235762,0.05000,2.611
21,mlp.experts.130.gate_proj,0.0001470559,0.05000,2.686
21,mlp.experts.134.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.041
21,mlp.experts.138.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.043
21,mlp.experts.148.gate_proj,0.0000165393,0.05000,2.598
21,mlp.experts.143.gate_proj,0.0000520247,0.05000,2.611
21,mlp.experts.141.gate_proj,0.0000653074,0.05000,2.607
21,mlp.experts.142.gate_proj,0.0000224501,0.05000,2.596
21,mlp.experts.152.gate_proj,0.0000928446,0.05000,2.512
21,mlp.experts.147.gate_proj,0.0000497326,0.05000,2.684
21,mlp.experts.145.gate_proj,0.0000117212,0.05000,2.561
21,mlp.experts.146.gate_proj,0.0000234514,0.05000,2.548
21,mlp.experts.150.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.039
21,mlp.experts.156.gate_proj,0.0000190351,0.05000,2.614
21,mlp.experts.151.gate_proj,0.0000188369,0.05000,2.580
21,mlp.experts.149.gate_proj,0.0000528320,0.05000,2.542
21,mlp.experts.154.gate_proj,0.0000626053,0.05000,2.542
21,mlp.experts.160.gate_proj,0.0000567655,0.05000,2.495
21,mlp.experts.155.gate_proj,0.0000570724,0.05000,2.402
21,mlp.experts.153.gate_proj,0.0000273081,0.05000,2.448
21,mlp.experts.158.gate_proj,0.0000578669,0.05000,2.413
21,mlp.experts.164.gate_proj,0.0000131914,0.05000,2.428
21,mlp.experts.159.gate_proj,0.0000308800,0.05000,2.558
21,mlp.experts.157.gate_proj,0.0000346142,0.05000,2.548
21,mlp.experts.162.gate_proj,0.0000273859,0.05000,2.653
21,mlp.experts.168.gate_proj,0.0000717309,0.05000,2.643
21,mlp.experts.163.gate_proj,0.0000169929,0.05000,2.618
21,mlp.experts.161.gate_proj,0.0000536836,0.05000,2.728
21,mlp.experts.166.gate_proj,0.0001421235,0.05000,2.498
21,mlp.experts.172.gate_proj,0.0000896059,0.05000,2.556
21,mlp.experts.176.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.033
21,mlp.experts.167.gate_proj,0.0000523650,0.05000,2.517
21,mlp.experts.165.gate_proj,0.0000241764,0.05000,2.539
21,mlp.experts.170.gate_proj,0.0000303028,0.05000,2.534
21,mlp.experts.174.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.039
21,mlp.experts.180.gate_proj,0.0000686275,0.05000,2.504
21,mlp.experts.171.gate_proj,0.0000804741,0.05000,2.492
21,mlp.experts.169.gate_proj,0.0000882050,0.05000,2.664
21,mlp.experts.178.gate_proj,0.0000217721,0.05000,2.625
21,mlp.experts.184.gate_proj,0.0000280896,0.05000,2.543
21,mlp.experts.175.gate_proj,0.0000862640,0.05000,2.649
21,mlp.experts.173.gate_proj,0.0000246733,0.05000,2.616
21,mlp.experts.182.gate_proj,0.0000413413,0.05000,2.582
21,mlp.experts.188.gate_proj,0.0000399814,0.05000,2.473
21,mlp.experts.179.gate_proj,0.0001193910,0.05000,2.518
21,mlp.experts.177.gate_proj,0.0000688279,0.05000,2.536
21,mlp.experts.186.gate_proj,0.0000891539,0.05000,2.555
21,mlp.experts.192.gate_proj,0.0000153418,0.05000,2.572
21,mlp.experts.183.gate_proj,0.0000561056,0.05000,2.533
21,mlp.experts.181.gate_proj,0.0000471749,0.05000,2.548
21,mlp.experts.190.gate_proj,0.0000423123,0.05000,2.503
21,mlp.experts.196.gate_proj,0.0000473266,0.05000,2.520
21,mlp.experts.187.gate_proj,0.0000412678,0.05000,2.465
21,mlp.experts.185.gate_proj,0.0000652198,0.05000,2.508
21,mlp.experts.194.gate_proj,0.0000404142,0.05000,2.525
21,mlp.experts.200.gate_proj,0.0000350989,0.05000,2.434
21,mlp.experts.191.gate_proj,0.0000391423,0.05000,2.431
21,mlp.experts.189.gate_proj,0.0000150622,0.05000,2.570
21,mlp.experts.198.gate_proj,0.0000246622,0.05000,2.622
21,mlp.experts.204.gate_proj,0.0000070536,0.05000,2.525
21,mlp.experts.195.gate_proj,0.0000189040,0.05000,2.557
21,mlp.experts.193.gate_proj,0.0000518594,0.05000,2.562
21,mlp.experts.202.gate_proj,0.0001077639,0.05000,2.598
21,mlp.experts.208.gate_proj,0.0000923282,0.05000,2.608
21,mlp.experts.199.gate_proj,0.0000792201,0.05000,2.625
21,mlp.experts.197.gate_proj,0.0000101392,0.05000,2.539
21,mlp.experts.206.gate_proj,0.0000222492,0.05000,2.531
21,mlp.experts.212.gate_proj,0.0000275050,0.05000,2.702
21,mlp.experts.203.gate_proj,0.0000628120,0.05000,2.654
21,mlp.experts.201.gate_proj,0.0000403392,0.05000,2.525
21,mlp.experts.210.gate_proj,0.0000398336,0.05000,2.491
21,mlp.experts.216.gate_proj,0.0000192802,0.05000,2.440
21,mlp.experts.207.gate_proj,0.0000702198,0.05000,2.443
21,mlp.experts.205.gate_proj,0.0000703232,0.05000,2.472
21,mlp.experts.214.gate_proj,0.0000444471,0.05000,2.471
21,mlp.experts.220.gate_proj,0.0000446588,0.05000,2.515
21,mlp.experts.211.gate_proj,0.0000779818,0.05000,2.565
21,mlp.experts.209.gate_proj,0.0000577845,0.05000,2.596
21,mlp.experts.218.gate_proj,0.0001125715,0.05000,2.595
21,mlp.experts.224.gate_proj,0.0000321062,0.05000,2.672
21,mlp.experts.215.gate_proj,0.0000164959,0.05000,2.628
21,mlp.experts.213.gate_proj,0.0001007006,0.05000,2.570
21,mlp.experts.222.gate_proj,0.0000418156,0.05000,2.561
21,mlp.experts.228.gate_proj,0.0000173945,0.05000,2.519
21,mlp.experts.219.gate_proj,0.0000353814,0.05000,2.519
21,mlp.experts.217.gate_proj,0.0000230870,0.05000,2.308
21,mlp.experts.226.gate_proj,0.0001710506,0.05000,2.396
21,mlp.experts.232.gate_proj,0.0000710267,0.05000,2.245
21,mlp.experts.223.gate_proj,0.0000216290,0.05000,2.382
21,mlp.experts.221.gate_proj,0.0000508312,0.05000,2.270
21,mlp.experts.230.gate_proj,0.0000284314,0.05000,2.423
21,mlp.experts.236.gate_proj,0.0000208557,0.05000,2.726
21,mlp.experts.227.gate_proj,0.0000098311,0.05000,2.698
21,mlp.experts.225.gate_proj,0.0000759327,0.05000,2.699
21,mlp.experts.234.gate_proj,0.0000090779,0.05000,2.676
21,mlp.experts.238.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.045
21,mlp.experts.240.gate_proj,0.0000168026,0.05000,2.565
21,mlp.experts.231.gate_proj,0.0000159271,0.05000,2.642
21,mlp.experts.229.gate_proj,0.0001276292,0.05000,2.549
21,mlp.experts.242.gate_proj,0.0000350228,0.05000,2.651
21,mlp.experts.244.gate_proj,0.0000229375,0.05000,2.519
21,mlp.experts.235.gate_proj,0.0000674552,0.05000,2.579
21,mlp.experts.233.gate_proj,0.0001789334,0.05000,2.514
21,mlp.experts.246.gate_proj,0.0000565381,0.05000,2.543
21,mlp.experts.248.gate_proj,0.0000439327,0.05000,2.505
21,mlp.experts.239.gate_proj,0.0000370467,0.05000,2.584
21,mlp.experts.243.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.041
21,mlp.experts.237.gate_proj,0.0000143949,0.05000,2.654
21,mlp.experts.250.gate_proj,0.0000180494,0.05000,2.619
21,mlp.experts.252.gate_proj,0.0000462504,0.05000,2.658
21,mlp.experts.247.gate_proj,0.0000146042,0.05000,2.705
21,mlp.experts.241.gate_proj,0.0001297205,0.05000,2.608
21,mlp.experts.254.gate_proj,0.0000812838,0.05000,2.542
21,mlp.experts.0.up_proj,0.0000238604,0.05000,2.493
21,mlp.experts.251.gate_proj,0.0000264470,0.05000,2.568
21,mlp.experts.245.gate_proj,0.0000298172,0.05000,2.645
21,mlp.experts.2.up_proj,0.0000191497,0.05000,2.535
21,mlp.experts.4.up_proj,0.0000128673,0.05000,2.466
21,mlp.experts.255.gate_proj,0.0001078885,0.05000,2.365
21,mlp.experts.249.gate_proj,0.0000871184,0.05000,2.289
21,mlp.experts.6.up_proj,0.0000247996,0.05000,2.045
21,mlp.experts.8.up_proj,0.0000130971,0.05000,1.620
21,mlp.experts.3.up_proj,0.0000853704,0.05000,2.456
21,mlp.experts.7.up_proj,failsafe(rtn): 0.0009995,0.00000,0.036
21,mlp.experts.12.up_proj,0.0000412047,0.05000,2.569
21,mlp.experts.253.gate_proj,0.0000100366,0.05000,2.636
21,mlp.experts.10.up_proj,0.0001178174,0.05000,2.673
21,mlp.experts.11.up_proj,0.0000212206,0.05000,2.598
21,mlp.experts.1.up_proj,0.0001266683,0.05000,2.510
21,mlp.experts.16.up_proj,0.0000221530,0.05000,2.607
21,mlp.experts.14.up_proj,0.0000057109,0.05000,2.618
21,mlp.experts.5.up_proj,0.0000099283,0.05000,2.407
21,mlp.experts.20.up_proj,0.0000336098,0.05000,2.462
21,mlp.experts.15.up_proj,0.0000563501,0.05000,2.591
21,mlp.experts.18.up_proj,0.0000515219,0.05000,2.496
21,mlp.experts.19.up_proj,0.0000169426,0.05000,2.543
21,mlp.experts.24.up_proj,0.0000106002,0.05000,2.629
21,mlp.experts.9.up_proj,0.0001242695,0.05000,2.737
21,mlp.experts.23.up_proj,failsafe(rtn): 0.0010223,0.00000,0.060
21,mlp.experts.22.up_proj,0.0000364876,0.05000,2.726
21,mlp.experts.27.up_proj,0.0000848083,0.05000,2.595
21,mlp.experts.13.up_proj,0.0000077426,0.05000,2.655
21,mlp.experts.28.up_proj,0.0000471513,0.05000,2.707
21,mlp.experts.26.up_proj,0.0000361005,0.05000,2.746
21,mlp.experts.32.up_proj,0.0000244201,0.05000,2.589
21,mlp.experts.31.up_proj,0.0000428338,0.05000,2.731
21,mlp.experts.17.up_proj,0.0000114120,0.05000,2.771
21,mlp.experts.30.up_proj,0.0000450211,0.05000,2.599
21,mlp.experts.36.up_proj,0.0000605082,0.05000,2.506
21,mlp.experts.21.up_proj,0.0001139548,0.05000,2.449
21,mlp.experts.35.up_proj,0.0000544762,0.05000,2.559
21,mlp.experts.34.up_proj,0.0000494944,0.05000,2.509
21,mlp.experts.39.up_proj,0.0000295385,0.05000,2.481
21,mlp.experts.40.up_proj,0.0000775788,0.05000,2.674
21,mlp.experts.25.up_proj,0.0000820243,0.05000,2.656
21,mlp.experts.38.up_proj,0.0001178461,0.05000,2.491
21,mlp.experts.43.up_proj,0.0000386728,0.05000,2.595
21,mlp.experts.44.up_proj,0.0000138757,0.05000,2.559
21,mlp.experts.29.up_proj,0.0000142071,0.05000,2.562
21,mlp.experts.42.up_proj,0.0000081482,0.05000,2.632
21,mlp.experts.47.up_proj,0.0000197499,0.05000,2.477
21,mlp.experts.48.up_proj,0.0000221514,0.05000,2.517
21,mlp.experts.33.up_proj,0.0000679579,0.05000,2.583
21,mlp.experts.46.up_proj,0.0000719111,0.05000,2.543
21,mlp.experts.51.up_proj,0.0000893113,0.05000,2.457
21,mlp.experts.52.up_proj,0.0000146650,0.05000,2.485
21,mlp.experts.37.up_proj,0.0000340302,0.05000,2.488
21,mlp.experts.50.up_proj,0.0001169607,0.05000,2.504
21,mlp.experts.55.up_proj,0.0000670718,0.05000,2.713
21,mlp.experts.56.up_proj,0.0000191297,0.05000,2.654
21,mlp.experts.41.up_proj,0.0000389609,0.05000,2.555
21,mlp.experts.54.up_proj,0.0000113346,0.05000,2.688
21,mlp.experts.60.up_proj,0.0000393078,0.05000,2.436
21,mlp.experts.59.up_proj,0.0000207381,0.05000,2.535
21,mlp.experts.64.up_proj,failsafe(rtn): 0.0011139,0.00000,0.049
21,mlp.experts.45.up_proj,0.0000572109,0.05000,2.534
21,mlp.experts.58.up_proj,0.0000422962,0.05000,2.411
21,mlp.experts.63.up_proj,0.0000389440,0.05000,2.622
21,mlp.experts.49.up_proj,0.0001388245,0.05000,2.586
21,mlp.experts.68.up_proj,0.0000730993,0.05000,2.702
21,mlp.experts.62.up_proj,0.0000295771,0.05000,2.581
21,mlp.experts.72.up_proj,0.0000261042,0.05000,2.405
21,mlp.experts.53.up_proj,0.0000383882,0.05000,2.479
21,mlp.experts.67.up_proj,0.0000111699,0.05000,2.573
21,mlp.experts.66.up_proj,0.0000123717,0.05000,2.524
21,mlp.experts.57.up_proj,0.0000633430,0.05000,2.634
21,mlp.experts.71.up_proj,0.0000517660,0.05000,2.636
21,mlp.experts.70.up_proj,0.0000901477,0.05000,2.558
21,mlp.experts.76.up_proj,0.0001547515,0.05000,2.761
21,mlp.experts.61.up_proj,0.0000156810,0.05000,2.379
21,mlp.experts.74.up_proj,0.0000444415,0.05000,2.397
21,mlp.experts.80.up_proj,0.0000317154,0.05000,2.391
21,mlp.experts.75.up_proj,0.0000075256,0.05000,2.480
21,mlp.experts.84.up_proj,failsafe(rtn): 0.0012589,0.00000,0.045
21,mlp.experts.65.up_proj,0.0000153518,0.05000,2.479
21,mlp.experts.78.up_proj,0.0000600850,0.05000,2.468
21,mlp.experts.79.up_proj,0.0000154328,0.05000,2.484
21,mlp.experts.88.up_proj,0.0000673692,0.05000,2.485
21,mlp.experts.92.up_proj,failsafe(rtn): 0.0010529,0.00000,0.033
21,mlp.experts.69.up_proj,0.0000976477,0.05000,2.473
21,mlp.experts.82.up_proj,0.0000087928,0.05000,2.445
21,mlp.experts.96.up_proj,0.0000177025,0.05000,2.458
21,mlp.experts.83.up_proj,0.0000140638,0.05000,2.568
21,mlp.experts.73.up_proj,0.0000212833,0.05000,2.320
21,mlp.experts.77.up_proj,failsafe(rtn): 0.0010910,0.00000,0.042
21,mlp.experts.86.up_proj,0.0000643658,0.05000,2.404
21,mlp.experts.100.up_proj,0.0000918074,0.05000,2.403
21,mlp.experts.87.up_proj,0.0000690203,0.05000,2.449
21,mlp.experts.81.up_proj,0.0000269110,0.05000,2.284
21,mlp.experts.90.up_proj,0.0000749362,0.05000,2.274
21,mlp.experts.104.up_proj,0.0001158101,0.05000,2.216
21,mlp.experts.91.up_proj,0.0000282634,0.05000,2.214
21,mlp.experts.94.up_proj,0.0000119662,0.05000,2.031
21,mlp.experts.85.up_proj,0.0001129510,0.05000,2.172
21,mlp.experts.95.up_proj,0.0000199266,0.05000,2.097
21,mlp.experts.108.up_proj,0.0000148001,0.05000,2.204
21,mlp.experts.98.up_proj,0.0001271058,0.05000,1.988
21,mlp.experts.89.up_proj,0.0000333822,0.05000,2.068
21,mlp.experts.93.up_proj,failsafe(rtn): 0.0010529,0.00000,0.041
21,mlp.experts.99.up_proj,0.0001001427,0.05000,2.117
21,mlp.experts.112.up_proj,0.0000470230,0.05000,2.161
21,mlp.experts.102.up_proj,0.0000232940,0.05000,2.295
21,mlp.experts.97.up_proj,0.0000901443,0.05000,2.258
21,mlp.experts.103.up_proj,0.0000760804,0.05000,2.366
21,mlp.experts.116.up_proj,0.0000591796,0.05000,2.350
21,mlp.experts.120.up_proj,failsafe(rtn): 0.0011444,0.00000,0.039
21,mlp.experts.106.up_proj,0.0000746502,0.05000,2.602
21,mlp.experts.101.up_proj,0.0000624654,0.05000,2.576
21,mlp.experts.124.up_proj,0.0000638060,0.05000,2.448
21,mlp.experts.107.up_proj,0.0000417047,0.05000,2.621
21,mlp.experts.110.up_proj,0.0000173725,0.05000,2.672
21,mlp.experts.105.up_proj,0.0000135745,0.05000,2.621
21,mlp.experts.128.up_proj,0.0000082572,0.05000,2.664
21,mlp.experts.111.up_proj,0.0000239447,0.05000,2.652
21,mlp.experts.114.up_proj,0.0000327918,0.05000,2.735
21,mlp.experts.109.up_proj,0.0001330368,0.05000,2.773
21,mlp.experts.115.up_proj,0.0000468777,0.05000,2.581
21,mlp.experts.132.up_proj,0.0000182490,0.05000,2.678
21,mlp.experts.118.up_proj,0.0000411528,0.05000,2.671
21,mlp.experts.113.up_proj,0.0000344703,0.05000,2.615
21,mlp.experts.119.up_proj,0.0000453866,0.05000,2.760
21,mlp.experts.136.up_proj,0.0000395923,0.05000,2.786
21,mlp.experts.117.up_proj,0.0000256882,0.05000,2.464
21,mlp.experts.122.up_proj,0.0000355101,0.05000,2.590
21,mlp.experts.140.up_proj,0.0000609009,0.05000,2.495
21,mlp.experts.123.up_proj,0.0000152274,0.05000,2.554
21,mlp.experts.121.up_proj,0.0000381592,0.05000,2.545
21,mlp.experts.126.up_proj,0.0000255909,0.05000,2.525
21,mlp.experts.144.up_proj,0.0000612337,0.05000,2.597
21,mlp.experts.127.up_proj,0.0000419991,0.05000,2.714
21,mlp.experts.125.up_proj,0.0000445098,0.05000,2.484
21,mlp.experts.130.up_proj,0.0001155093,0.05000,2.535
21,mlp.experts.134.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
21,mlp.experts.138.up_proj,failsafe(rtn): 0.0010605,0.00000,0.039
21,mlp.experts.148.up_proj,0.0000112428,0.05000,2.526
21,mlp.experts.131.up_proj,0.0000625591,0.05000,2.591
21,mlp.experts.129.up_proj,0.0000419598,0.05000,2.643
21,mlp.experts.142.up_proj,0.0000227059,0.05000,2.627
21,mlp.experts.152.up_proj,0.0000791083,0.05000,2.663
21,mlp.experts.135.up_proj,0.0000671177,0.05000,2.615
21,mlp.experts.133.up_proj,0.0000134461,0.05000,2.281
21,mlp.experts.146.up_proj,0.0000195011,0.05000,2.319
21,mlp.experts.150.up_proj,failsafe(rtn): 0.0010452,0.00000,0.038
21,mlp.experts.156.up_proj,0.0000154144,0.05000,2.302
21,mlp.experts.139.up_proj,0.0000167787,0.05000,2.373
21,mlp.experts.137.up_proj,0.0001009079,0.05000,2.694
21,mlp.experts.154.up_proj,0.0000534024,0.05000,2.580
21,mlp.experts.160.up_proj,0.0000419918,0.05000,2.511
21,mlp.experts.143.up_proj,0.0000446546,0.05000,2.468
21,mlp.experts.141.up_proj,0.0000523863,0.05000,2.642
21,mlp.experts.158.up_proj,0.0000522821,0.05000,2.670
21,mlp.experts.164.up_proj,0.0000127483,0.05000,2.609
21,mlp.experts.147.up_proj,0.0000434225,0.05000,2.674
21,mlp.experts.145.up_proj,0.0000110483,0.05000,2.586
21,mlp.experts.162.up_proj,0.0000195081,0.05000,2.484
21,mlp.experts.168.up_proj,0.0000608086,0.05000,2.586
21,mlp.experts.151.up_proj,0.0000208105,0.05000,2.576
21,mlp.experts.149.up_proj,0.0000501214,0.05000,2.345
21,mlp.experts.166.up_proj,0.0001157116,0.05000,2.357
21,mlp.experts.172.up_proj,0.0000680431,0.05000,2.295
21,mlp.experts.176.up_proj,failsafe(rtn): 0.0010071,0.00000,0.037
21,mlp.experts.155.up_proj,0.0000522937,0.05000,2.265
21,mlp.experts.153.up_proj,0.0000250999,0.05000,2.437
21,mlp.experts.170.up_proj,0.0000311698,0.05000,2.452
21,mlp.experts.174.up_proj,failsafe(rtn): 0.0010147,0.00000,0.034
21,mlp.experts.180.up_proj,0.0000470889,0.05000,2.539
21,mlp.experts.159.up_proj,0.0000229623,0.05000,2.570
21,mlp.experts.157.up_proj,0.0000278413,0.05000,2.489
21,mlp.experts.178.up_proj,0.0000197559,0.05000,2.560
21,mlp.experts.184.up_proj,0.0000252604,0.05000,2.559
21,mlp.experts.163.up_proj,0.0000150931,0.05000,2.568
21,mlp.experts.161.up_proj,0.0000591357,0.05000,2.452
21,mlp.experts.182.up_proj,0.0000356225,0.05000,2.491
21,mlp.experts.188.up_proj,0.0000319844,0.05000,2.516
21,mlp.experts.167.up_proj,0.0000401021,0.05000,2.411
21,mlp.experts.165.up_proj,0.0000196793,0.05000,2.227
21,mlp.experts.186.up_proj,0.0000708648,0.05000,2.287
21,mlp.experts.192.up_proj,0.0000126821,0.05000,2.218
21,mlp.experts.171.up_proj,0.0000747838,0.05000,2.274
21,mlp.experts.169.up_proj,0.0000759415,0.05000,2.482
21,mlp.experts.190.up_proj,0.0000309869,0.05000,2.447
21,mlp.experts.196.up_proj,0.0000389561,0.05000,2.549
21,mlp.experts.175.up_proj,0.0000725494,0.05000,2.575
21,mlp.experts.173.up_proj,0.0000215562,0.05000,2.545
21,mlp.experts.194.up_proj,0.0000366851,0.05000,2.559
21,mlp.experts.200.up_proj,0.0000304278,0.05000,2.576
21,mlp.experts.179.up_proj,0.0000999689,0.05000,2.531
21,mlp.experts.177.up_proj,0.0000500668,0.05000,2.405
21,mlp.experts.198.up_proj,0.0000191140,0.05000,2.332
21,mlp.experts.204.up_proj,0.0000066143,0.05000,2.308
21,mlp.experts.183.up_proj,0.0000479650,0.05000,2.218
21,mlp.experts.181.up_proj,0.0000444385,0.05000,2.292
21,mlp.experts.202.up_proj,0.0000850196,0.05000,2.327
21,mlp.experts.208.up_proj,0.0000904105,0.05000,2.401
21,mlp.experts.187.up_proj,0.0000393740,0.05000,2.468
21,mlp.experts.185.up_proj,0.0000454050,0.05000,2.464
21,mlp.experts.206.up_proj,0.0000165727,0.05000,2.464
21,mlp.experts.212.up_proj,0.0000211067,0.05000,2.435
21,mlp.experts.191.up_proj,0.0000301458,0.05000,2.480
21,mlp.experts.189.up_proj,0.0000133772,0.05000,2.683
21,mlp.experts.210.up_proj,0.0000365230,0.05000,2.624
21,mlp.experts.216.up_proj,0.0000162881,0.05000,2.642
21,mlp.experts.195.up_proj,0.0000161096,0.05000,2.655
21,mlp.experts.193.up_proj,0.0000446653,0.05000,2.528
21,mlp.experts.214.up_proj,0.0000362787,0.05000,2.430
21,mlp.experts.220.up_proj,0.0000340326,0.05000,2.486
21,mlp.experts.199.up_proj,0.0000698205,0.05000,2.588
21,mlp.experts.218.up_proj,0.0000892369,0.05000,2.394
21,mlp.experts.197.up_proj,0.0000093726,0.05000,2.484
21,mlp.experts.224.up_proj,0.0000272057,0.05000,2.483
21,mlp.experts.203.up_proj,0.0000683115,0.05000,2.517
21,mlp.experts.222.up_proj,0.0000370380,0.05000,2.303
21,mlp.experts.201.up_proj,0.0000374856,0.05000,2.342
21,mlp.experts.228.up_proj,0.0000110547,0.05000,2.252
21,mlp.experts.207.up_proj,0.0000637923,0.05000,2.290
21,mlp.experts.226.up_proj,0.0001396647,0.05000,2.414
21,mlp.experts.205.up_proj,0.0000696232,0.05000,2.398
21,mlp.experts.232.up_proj,0.0000658943,0.05000,2.433
21,mlp.experts.211.up_proj,0.0000625018,0.05000,2.666
21,mlp.experts.230.up_proj,0.0000234531,0.05000,2.535
21,mlp.experts.209.up_proj,0.0000535510,0.05000,2.577
21,mlp.experts.236.up_proj,0.0000164655,0.05000,2.662
21,mlp.experts.215.up_proj,0.0000122824,0.05000,2.719
21,mlp.experts.213.up_proj,0.0000950705,0.05000,2.498
21,mlp.experts.234.up_proj,0.0000079130,0.05000,2.647
21,mlp.experts.238.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
21,mlp.experts.240.up_proj,0.0000145274,0.05000,2.612
21,mlp.experts.219.up_proj,0.0000269302,0.05000,2.620
21,mlp.experts.217.up_proj,0.0000173086,0.05000,2.551
21,mlp.experts.242.up_proj,0.0000260461,0.05000,2.580
21,mlp.experts.244.up_proj,0.0000180655,0.05000,2.507
21,mlp.experts.223.up_proj,0.0000213691,0.05000,2.503
21,mlp.experts.221.up_proj,0.0000357449,0.05000,2.478
21,mlp.experts.246.up_proj,0.0000531797,0.05000,2.519
21,mlp.experts.248.up_proj,0.0000402274,0.05000,2.529
21,mlp.experts.227.up_proj,0.0000100317,0.05000,2.564
21,mlp.experts.225.up_proj,0.0000642344,0.05000,2.627
21,mlp.experts.250.up_proj,0.0000160432,0.05000,2.556
21,mlp.experts.252.up_proj,0.0000309256,0.05000,2.522
21,mlp.experts.231.up_proj,0.0000139864,0.05000,2.342
21,mlp.experts.229.up_proj,0.0001074376,0.05000,1.921
21,mlp.experts.254.up_proj,0.0000733798,0.05000,1.879
21,mlp.experts.235.up_proj,0.0000670296,0.05000,1.443
21,mlp.experts.233.up_proj,0.0001407458,0.05000,1.162
21,mlp.experts.239.up_proj,0.0000274100,0.05000,1.054
21,mlp.experts.243.up_proj,failsafe(rtn): 0.0009918,0.00000,0.014
21,mlp.experts.237.up_proj,0.0000138764,0.05000,1.025
21,mlp.experts.247.up_proj,0.0000127220,0.05000,0.921
21,mlp.experts.241.up_proj,0.0000944805,0.05000,0.899
21,mlp.experts.251.up_proj,0.0000229954,0.05000,0.887
21,mlp.experts.245.up_proj,0.0000305099,0.05000,0.885
21,mlp.experts.255.up_proj,0.0000919284,0.05000,0.881
21,mlp.experts.249.up_proj,0.0000813640,0.05000,0.646
21,mlp.experts.253.up_proj,0.0000086415,0.05000,0.497
21,mlp.experts.3.down_proj,0.0000013071,0.05000,0.631
21,mlp.experts.7.down_proj,failsafe(rtn): 0.0009918,0.00000,0.011
21,mlp.experts.2.down_proj,0.0000007082,0.05000,0.671
21,mlp.experts.0.down_proj,0.0000007894,0.05000,0.681
21,mlp.experts.1.down_proj,0.0000020227,0.05000,0.723
21,mlp.experts.11.down_proj,0.0000007310,0.05000,0.636
21,mlp.experts.6.down_proj,0.0000006836,0.05000,0.619
21,mlp.experts.4.down_proj,0.0000004333,0.05000,0.661
21,mlp.experts.5.down_proj,0.0000003809,0.05000,0.680
21,mlp.experts.15.down_proj,0.0000014561,0.05000,0.621
21,mlp.experts.10.down_proj,0.0000041552,0.05000,0.665
21,mlp.experts.8.down_proj,0.0000002593,0.05000,0.639
21,mlp.experts.9.down_proj,0.0000021554,0.05000,0.649
21,mlp.experts.19.down_proj,0.0000005941,0.05000,0.666
21,mlp.experts.23.down_proj,failsafe(rtn): 0.0009918,0.00000,0.012
21,mlp.experts.14.down_proj,0.0000001902,0.05000,0.672
21,mlp.experts.12.down_proj,0.0000004028,0.05000,0.700
21,mlp.experts.13.down_proj,0.0000002457,0.05000,0.673
21,mlp.experts.27.down_proj,0.0000018978,0.05000,0.656
21,mlp.experts.18.down_proj,0.0000007021,0.05000,0.649
21,mlp.experts.16.down_proj,0.0000007531,0.05000,0.635
21,mlp.experts.17.down_proj,0.0000002895,0.05000,0.666
21,mlp.experts.31.down_proj,0.0000006256,0.05000,0.636
21,mlp.experts.22.down_proj,0.0000017685,0.05000,0.677
21,mlp.experts.20.down_proj,0.0000007378,0.05000,0.666
21,mlp.experts.21.down_proj,0.0000030001,0.05000,0.622
21,mlp.experts.35.down_proj,0.0000010634,0.05000,0.597
21,mlp.experts.26.down_proj,0.0000005766,0.05000,0.600
21,mlp.experts.24.down_proj,0.0000003084,0.05000,0.596
21,mlp.experts.25.down_proj,0.0000008585,0.05000,0.603
21,mlp.experts.39.down_proj,0.0000006770,0.05000,0.633
21,mlp.experts.30.down_proj,0.0000008516,0.05000,0.604
21,mlp.experts.28.down_proj,0.0000005695,0.05000,0.611
21,mlp.experts.29.down_proj,0.0000004460,0.05000,0.627
21,mlp.experts.43.down_proj,0.0000008053,0.05000,0.631
21,mlp.experts.34.down_proj,0.0000014780,0.05000,0.609
21,mlp.experts.32.down_proj,0.0000004527,0.05000,0.612
21,mlp.experts.33.down_proj,0.0000020982,0.05000,0.642
21,mlp.experts.38.down_proj,0.0000019475,0.05000,0.659
21,mlp.experts.47.down_proj,0.0000008065,0.05000,0.692
21,mlp.experts.36.down_proj,0.0000012422,0.05000,0.652
21,mlp.experts.37.down_proj,0.0000010920,0.05000,0.656
21,mlp.experts.51.down_proj,0.0000022690,0.05000,0.667
21,mlp.experts.40.down_proj,0.0000022246,0.05000,0.655
21,mlp.experts.42.down_proj,0.0000002647,0.05000,0.699
21,mlp.experts.41.down_proj,0.0000010414,0.05000,0.675
21,mlp.experts.46.down_proj,0.0000032852,0.05000,0.629
21,mlp.experts.55.down_proj,0.0000009423,0.05000,0.664
21,mlp.experts.44.down_proj,0.0000004305,0.05000,0.690
21,mlp.experts.45.down_proj,0.0000007162,0.05000,0.644
21,mlp.experts.50.down_proj,0.0000020084,0.05000,0.624
21,mlp.experts.59.down_proj,0.0000004197,0.05000,0.641
21,mlp.experts.48.down_proj,0.0000004982,0.05000,0.644
21,mlp.experts.49.down_proj,0.0000021111,0.05000,0.661
21,mlp.experts.54.down_proj,0.0000003848,0.05000,0.632
21,mlp.experts.63.down_proj,0.0000003428,0.05000,0.648
21,mlp.experts.52.down_proj,0.0000004117,0.05000,0.624
21,mlp.experts.53.down_proj,0.0000003655,0.05000,0.659
21,mlp.experts.58.down_proj,0.0000005486,0.05000,0.739
21,mlp.experts.67.down_proj,0.0000003586,0.05000,0.720
21,mlp.experts.56.down_proj,0.0000005613,0.05000,0.739
21,mlp.experts.57.down_proj,0.0000015054,0.05000,0.685
21,mlp.experts.62.down_proj,0.0000005455,0.05000,0.703
21,mlp.experts.71.down_proj,0.0000005213,0.05000,0.726
21,mlp.experts.60.down_proj,0.0000006440,0.05000,0.709
21,mlp.experts.64.down_proj,failsafe(rtn): 0.0010757,0.00000,0.013
21,mlp.experts.61.down_proj,0.0000004936,0.05000,0.688
21,mlp.experts.66.down_proj,0.0000003846,0.05000,0.708
21,mlp.experts.75.down_proj,0.0000001680,0.05000,0.711
21,mlp.experts.68.down_proj,0.0000009721,0.05000,0.691
21,mlp.experts.65.down_proj,0.0000004396,0.05000,0.693
21,mlp.experts.70.down_proj,0.0000019827,0.05000,0.717
21,mlp.experts.79.down_proj,0.0000002783,0.05000,0.659
21,mlp.experts.69.down_proj,0.0000032856,0.05000,0.677
21,mlp.experts.72.down_proj,0.0000002836,0.05000,0.703
21,mlp.experts.83.down_proj,0.0000004673,0.05000,0.621
21,mlp.experts.74.down_proj,0.0000010958,0.05000,0.648
21,mlp.experts.76.down_proj,0.0000034279,0.05000,0.627
21,mlp.experts.73.down_proj,0.0000006227,0.05000,0.660
21,mlp.experts.77.down_proj,failsafe(rtn): 0.0010910,0.00000,0.012
21,mlp.experts.87.down_proj,0.0000017249,0.05000,0.651
21,mlp.experts.78.down_proj,0.0000012157,0.05000,0.707
21,mlp.experts.80.down_proj,0.0000009513,0.05000,0.670
21,mlp.experts.84.down_proj,failsafe(rtn): 0.0012360,0.00000,0.011
21,mlp.experts.81.down_proj,0.0000007679,0.05000,0.749
21,mlp.experts.91.down_proj,0.0000008810,0.05000,0.711
21,mlp.experts.82.down_proj,0.0000002552,0.05000,0.711
21,mlp.experts.88.down_proj,0.0000014746,0.05000,0.763
21,mlp.experts.92.down_proj,failsafe(rtn): 0.0010376,0.00000,0.011
21,mlp.experts.85.down_proj,0.0000021247,0.05000,0.764
21,mlp.experts.95.down_proj,0.0000004306,0.05000,0.653
21,mlp.experts.86.down_proj,0.0000013065,0.05000,0.646
21,mlp.experts.96.down_proj,0.0000006466,0.05000,0.619
21,mlp.experts.89.down_proj,0.0000011923,0.05000,0.650
21,mlp.experts.93.down_proj,failsafe(rtn): 0.0010452,0.00000,0.011
21,mlp.experts.99.down_proj,0.0000015277,0.05000,0.737
21,mlp.experts.90.down_proj,0.0000011989,0.05000,0.686
21,mlp.experts.100.down_proj,0.0000017458,0.05000,0.690
21,mlp.experts.97.down_proj,0.0000014426,0.05000,0.705
21,mlp.experts.94.down_proj,0.0000004183,0.05000,0.634
21,mlp.experts.103.down_proj,0.0000017553,0.05000,0.669
21,mlp.experts.104.down_proj,0.0000031267,0.05000,0.630
21,mlp.experts.101.down_proj,0.0000016732,0.05000,0.680
21,mlp.experts.98.down_proj,0.0000020492,0.05000,0.663
21,mlp.experts.107.down_proj,0.0000010989,0.05000,0.731
21,mlp.experts.108.down_proj,0.0000004401,0.05000,0.692
21,mlp.experts.105.down_proj,0.0000004272,0.05000,0.690
21,mlp.experts.102.down_proj,0.0000007702,0.05000,0.671
21,mlp.experts.112.down_proj,0.0000004558,0.05000,0.635
21,mlp.experts.111.down_proj,0.0000006740,0.05000,0.711
21,mlp.experts.109.down_proj,0.0000029293,0.05000,0.643
21,mlp.experts.106.down_proj,0.0000018667,0.05000,0.690
21,mlp.experts.116.down_proj,0.0000023460,0.05000,0.661
21,mlp.experts.120.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
21,mlp.experts.115.down_proj,0.0000015429,0.05000,0.718
21,mlp.experts.113.down_proj,0.0000002969,0.05000,0.632
21,mlp.experts.110.down_proj,0.0000005281,0.05000,0.692
21,mlp.experts.124.down_proj,0.0000022084,0.05000,0.643
21,mlp.experts.119.down_proj,0.0000010722,0.05000,0.710
21,mlp.experts.117.down_proj,0.0000006147,0.05000,0.693
21,mlp.experts.128.down_proj,0.0000001977,0.05000,0.596
21,mlp.experts.114.down_proj,0.0000006866,0.05000,0.641
21,mlp.experts.123.down_proj,0.0000004630,0.05000,0.615
21,mlp.experts.121.down_proj,0.0000004645,0.05000,0.626
21,mlp.experts.132.down_proj,0.0000006220,0.05000,0.639
21,mlp.experts.118.down_proj,0.0000006147,0.05000,0.649
21,mlp.experts.127.down_proj,0.0000003925,0.05000,0.705
21,mlp.experts.125.down_proj,0.0000011179,0.05000,0.719
21,mlp.experts.136.down_proj,0.0000003306,0.05000,0.690
21,mlp.experts.122.down_proj,0.0000003114,0.05000,0.680
21,mlp.experts.131.down_proj,0.0000019383,0.05000,0.685
21,mlp.experts.129.down_proj,0.0000012471,0.05000,0.653
21,mlp.experts.140.down_proj,0.0000012237,0.05000,0.614
21,mlp.experts.126.down_proj,0.0000010403,0.05000,0.630
21,mlp.experts.135.down_proj,0.0000011165,0.05000,0.654
21,mlp.experts.133.down_proj,0.0000005242,0.05000,0.650
21,mlp.experts.144.down_proj,0.0000022329,0.05000,0.645
21,mlp.experts.130.down_proj,0.0000016210,0.05000,0.646
21,mlp.experts.134.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
21,mlp.experts.138.down_proj,failsafe(rtn): 0.0010529,0.00000,0.012
21,mlp.experts.139.down_proj,0.0000006129,0.05000,0.684
21,mlp.experts.137.down_proj,0.0000025296,0.05000,0.686
21,mlp.experts.148.down_proj,0.0000003977,0.05000,0.674
21,mlp.experts.142.down_proj,0.0000006496,0.05000,0.642
21,mlp.experts.141.down_proj,0.0000007732,0.05000,0.636
21,mlp.experts.143.down_proj,0.0000009038,0.05000,0.706
21,mlp.experts.152.down_proj,0.0000019361,0.05000,0.665
21,mlp.experts.146.down_proj,0.0000005381,0.05000,0.629
21,mlp.experts.150.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
21,mlp.experts.145.down_proj,0.0000003706,0.05000,0.675
21,mlp.experts.147.down_proj,0.0000011318,0.05000,0.690
21,mlp.experts.156.down_proj,0.0000005182,0.05000,0.658
21,mlp.experts.154.down_proj,0.0000009300,0.05000,0.686
21,mlp.experts.149.down_proj,0.0000008342,0.05000,0.693
21,mlp.experts.151.down_proj,0.0000005480,0.05000,0.641
21,mlp.experts.160.down_proj,0.0000014887,0.05000,0.628
21,mlp.experts.158.down_proj,0.0000005888,0.05000,0.687
21,mlp.experts.153.down_proj,0.0000007028,0.05000,0.663
21,mlp.experts.155.down_proj,0.0000004622,0.05000,0.754
21,mlp.experts.164.down_proj,0.0000003771,0.05000,0.662
21,mlp.experts.162.down_proj,0.0000005768,0.05000,0.675
21,mlp.experts.157.down_proj,0.0000008508,0.05000,0.623
21,mlp.experts.159.down_proj,0.0000006635,0.05000,0.614
21,mlp.experts.168.down_proj,0.0000008399,0.05000,0.606
21,mlp.experts.166.down_proj,0.0000016474,0.05000,0.596
21,mlp.experts.161.down_proj,0.0000016687,0.05000,0.627
21,mlp.experts.163.down_proj,0.0000003384,0.05000,0.645
21,mlp.experts.172.down_proj,0.0000016920,0.05000,0.661
21,mlp.experts.176.down_proj,failsafe(rtn): 0.0010071,0.00000,0.011
21,mlp.experts.170.down_proj,0.0000006630,0.05000,0.667
21,mlp.experts.174.down_proj,failsafe(rtn): 0.0010071,0.00000,0.013
21,mlp.experts.165.down_proj,0.0000005475,0.05000,0.676
21,mlp.experts.167.down_proj,0.0000012067,0.05000,0.654
21,mlp.experts.180.down_proj,0.0000015401,0.05000,0.635
21,mlp.experts.178.down_proj,0.0000006282,0.05000,0.643
21,mlp.experts.169.down_proj,0.0000016090,0.05000,0.701
21,mlp.experts.171.down_proj,0.0000008081,0.05000,0.709
21,mlp.experts.184.down_proj,0.0000004336,0.05000,0.662
21,mlp.experts.182.down_proj,0.0000007206,0.05000,0.641
21,mlp.experts.173.down_proj,0.0000005595,0.05000,0.629
21,mlp.experts.175.down_proj,0.0000015594,0.05000,0.633
21,mlp.experts.188.down_proj,0.0000008665,0.05000,0.640
21,mlp.experts.186.down_proj,0.0000013764,0.05000,0.640
21,mlp.experts.177.down_proj,0.0000010562,0.05000,0.645
21,mlp.experts.179.down_proj,0.0000013563,0.05000,0.696
21,mlp.experts.192.down_proj,0.0000004829,0.05000,0.642
21,mlp.experts.190.down_proj,0.0000006365,0.05000,0.685
21,mlp.experts.181.down_proj,0.0000016017,0.05000,0.660
21,mlp.experts.183.down_proj,0.0000006940,0.05000,0.679
21,mlp.experts.196.down_proj,0.0000012778,0.05000,0.680
21,mlp.experts.194.down_proj,0.0000003227,0.05000,0.693
21,mlp.experts.185.down_proj,0.0000023147,0.05000,0.673
21,mlp.experts.187.down_proj,0.0000011195,0.05000,0.683
21,mlp.experts.200.down_proj,0.0000006053,0.05000,0.699
21,mlp.experts.198.down_proj,0.0000006334,0.05000,0.706
21,mlp.experts.189.down_proj,0.0000003302,0.05000,0.688
21,mlp.experts.191.down_proj,0.0000010222,0.05000,0.640
21,mlp.experts.204.down_proj,0.0000001680,0.05000,0.635
21,mlp.experts.202.down_proj,0.0000017940,0.05000,0.671
21,mlp.experts.193.down_proj,0.0000007493,0.05000,0.694
21,mlp.experts.195.down_proj,0.0000003910,0.05000,0.651
21,mlp.experts.208.down_proj,0.0000026224,0.05000,0.645
21,mlp.experts.206.down_proj,0.0000005624,0.05000,0.664
21,mlp.experts.197.down_proj,0.0000002591,0.05000,0.660
21,mlp.experts.199.down_proj,0.0000012243,0.05000,0.688
21,mlp.experts.212.down_proj,0.0000007500,0.05000,0.652
21,mlp.experts.210.down_proj,0.0000003119,0.05000,0.692
21,mlp.experts.201.down_proj,0.0000003334,0.05000,0.657
21,mlp.experts.203.down_proj,0.0000014931,0.05000,0.713
21,mlp.experts.216.down_proj,0.0000004662,0.05000,0.698
21,mlp.experts.214.down_proj,0.0000004987,0.05000,0.633
21,mlp.experts.205.down_proj,0.0000018095,0.05000,0.612
21,mlp.experts.207.down_proj,0.0000017613,0.05000,0.634
21,mlp.experts.220.down_proj,0.0000010871,0.05000,0.638
21,mlp.experts.218.down_proj,0.0000022544,0.05000,0.676
21,mlp.experts.209.down_proj,0.0000004966,0.05000,0.650
21,mlp.experts.224.down_proj,0.0000005896,0.05000,0.626
21,mlp.experts.211.down_proj,0.0000009016,0.05000,0.695
21,mlp.experts.222.down_proj,0.0000005138,0.05000,0.636
21,mlp.experts.213.down_proj,0.0000011124,0.05000,0.632
21,mlp.experts.228.down_proj,0.0000000900,0.05000,0.590
21,mlp.experts.215.down_proj,0.0000004907,0.05000,0.604
21,mlp.experts.226.down_proj,0.0000031472,0.05000,0.592
21,mlp.experts.217.down_proj,0.0000005868,0.05000,0.619
21,mlp.experts.219.down_proj,0.0000007199,0.05000,0.608
21,mlp.experts.232.down_proj,0.0000006440,0.05000,0.651
21,mlp.experts.230.down_proj,0.0000005884,0.05000,0.629
21,mlp.experts.221.down_proj,0.0000003379,0.05000,0.648
21,mlp.experts.236.down_proj,0.0000005893,0.05000,0.650
21,mlp.experts.223.down_proj,0.0000006753,0.05000,0.659
21,mlp.experts.234.down_proj,0.0000002323,0.05000,0.671
21,mlp.experts.238.down_proj,failsafe(rtn): 0.0010529,0.00000,0.011
21,mlp.experts.225.down_proj,0.0000015445,0.05000,0.679
21,mlp.experts.240.down_proj,0.0000005883,0.05000,0.627
21,mlp.experts.227.down_proj,0.0000003396,0.05000,0.639
21,mlp.experts.242.down_proj,0.0000008560,0.05000,0.610
21,mlp.experts.229.down_proj,0.0000019252,0.05000,0.625
21,mlp.experts.244.down_proj,0.0000006030,0.05000,0.639
21,mlp.experts.231.down_proj,0.0000004481,0.05000,0.640
21,mlp.experts.246.down_proj,0.0000005052,0.05000,0.645
21,mlp.experts.233.down_proj,0.0000028755,0.05000,0.701
21,mlp.experts.235.down_proj,0.0000006213,0.05000,0.653
21,mlp.experts.248.down_proj,0.0000003493,0.05000,0.696
21,mlp.experts.250.down_proj,0.0000004664,0.05000,0.655
21,mlp.experts.237.down_proj,0.0000004806,0.05000,0.659
21,mlp.experts.239.down_proj,0.0000010205,0.05000,0.639
21,mlp.experts.243.down_proj,failsafe(rtn): 0.0009918,0.00000,0.011
21,mlp.experts.252.down_proj,0.0000007663,0.05000,0.643
21,mlp.experts.254.down_proj,0.0000013586,0.05000,0.620
21,mlp.experts.241.down_proj,0.0000026145,0.05000,0.467
21,mlp.experts.247.down_proj,0.0000002936,0.05000,0.377
21,mlp.experts.245.down_proj,0.0000012236,0.05000,0.283
21,mlp.experts.251.down_proj,0.0000004625,0.05000,0.287
21,mlp.experts.249.down_proj,0.0000011613,0.05000,0.292
21,mlp.experts.255.down_proj,0.0000020489,0.05000,0.287
21,mlp.experts.253.down_proj,0.0000002691,0.05000,0.178
22,mlp.experts.0.gate_proj,0.0000111281,0.05000,2.948
22,mlp.experts.2.gate_proj,0.0000287564,0.05000,2.949
22,mlp.experts.1.gate_proj,0.0000404154,0.05000,2.991
22,mlp.experts.3.gate_proj,0.0000293974,0.05000,3.104
22,mlp.experts.5.gate_proj,0.0000140544,0.05000,2.630
22,mlp.experts.6.gate_proj,0.0000502219,0.05000,2.780
22,mlp.experts.4.gate_proj,0.0000356647,0.05000,2.882
22,mlp.experts.7.gate_proj,0.0000172483,0.05000,2.830
22,mlp.experts.10.gate_proj,0.0000769466,0.05000,2.150
22,mlp.experts.9.gate_proj,0.0000192593,0.05000,2.399
22,mlp.experts.11.gate_proj,0.0000550891,0.05000,2.239
22,mlp.experts.8.gate_proj,0.0000147238,0.05000,2.414
22,mlp.experts.14.gate_proj,0.0000854415,0.05000,2.586
22,mlp.experts.13.gate_proj,0.0000449280,0.05000,2.575
22,mlp.experts.15.gate_proj,0.0000276191,0.05000,2.508
22,mlp.experts.12.gate_proj,0.0000167586,0.05000,2.627
22,mlp.experts.16.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.031
22,mlp.experts.18.gate_proj,0.0001021372,0.05000,2.496
22,mlp.experts.17.gate_proj,0.0000152907,0.05000,2.471
22,mlp.experts.19.gate_proj,0.0000177174,0.05000,2.445
22,mlp.experts.20.gate_proj,0.0000146881,0.05000,2.513
22,mlp.experts.22.gate_proj,0.0000489974,0.05000,2.386
22,mlp.experts.21.gate_proj,0.0000686356,0.05000,2.430
22,mlp.experts.23.gate_proj,0.0000410996,0.05000,2.413
22,mlp.experts.24.gate_proj,0.0000101957,0.05000,2.392
22,mlp.experts.26.gate_proj,0.0000278293,0.05000,2.437
22,mlp.experts.27.gate_proj,0.0001062305,0.05000,2.455
22,mlp.experts.25.gate_proj,0.0000582627,0.05000,2.521
22,mlp.experts.28.gate_proj,0.0000092263,0.05000,2.455
22,mlp.experts.30.gate_proj,0.0000361302,0.05000,2.324
22,mlp.experts.31.gate_proj,0.0000110045,0.05000,2.312
22,mlp.experts.29.gate_proj,0.0000507280,0.05000,2.307
22,mlp.experts.32.gate_proj,0.0001236986,0.05000,2.274
22,mlp.experts.34.gate_proj,0.0000926217,0.05000,2.656
22,mlp.experts.35.gate_proj,0.0000202008,0.05000,2.559
22,mlp.experts.33.gate_proj,0.0000914266,0.05000,2.649
22,mlp.experts.36.gate_proj,0.0000682898,0.05000,2.722
22,mlp.experts.38.gate_proj,0.0000954798,0.05000,2.499
22,mlp.experts.39.gate_proj,0.0001041727,0.05000,2.507
22,mlp.experts.37.gate_proj,0.0000537915,0.05000,2.406
22,mlp.experts.41.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.038
22,mlp.experts.40.gate_proj,0.0000417485,0.05000,2.417
22,mlp.experts.42.gate_proj,0.0000276979,0.05000,2.537
22,mlp.experts.43.gate_proj,0.0000465070,0.05000,2.522
22,mlp.experts.45.gate_proj,0.0001578137,0.05000,2.453
22,mlp.experts.44.gate_proj,0.0000433053,0.05000,2.603
22,mlp.experts.46.gate_proj,0.0000161090,0.05000,2.540
22,mlp.experts.49.gate_proj,0.0000477455,0.05000,2.608
22,mlp.experts.47.gate_proj,0.0000300170,0.05000,2.618
22,mlp.experts.48.gate_proj,0.0000825805,0.05000,2.582
22,mlp.experts.50.gate_proj,0.0000380177,0.05000,2.444
22,mlp.experts.54.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.037
22,mlp.experts.53.gate_proj,0.0000130868,0.05000,2.456
22,mlp.experts.51.gate_proj,0.0000102959,0.05000,2.479
22,mlp.experts.52.gate_proj,0.0000157698,0.05000,2.558
22,mlp.experts.58.gate_proj,0.0000218137,0.05000,2.501
22,mlp.experts.57.gate_proj,0.0000334408,0.05000,2.472
22,mlp.experts.55.gate_proj,0.0000660572,0.05000,2.550
22,mlp.experts.56.gate_proj,0.0000765350,0.05000,2.462
22,mlp.experts.62.gate_proj,0.0000131454,0.05000,2.236
22,mlp.experts.61.gate_proj,0.0000814351,0.05000,2.304
22,mlp.experts.59.gate_proj,0.0000193403,0.05000,2.221
22,mlp.experts.60.gate_proj,0.0000424323,0.05000,2.286
22,mlp.experts.66.gate_proj,0.0000235135,0.05000,2.122
22,mlp.experts.63.gate_proj,0.0000185526,0.05000,2.022
22,mlp.experts.65.gate_proj,0.0000237645,0.05000,2.175
22,mlp.experts.64.gate_proj,0.0000318521,0.05000,2.134
22,mlp.experts.70.gate_proj,0.0000451218,0.05000,2.234
22,mlp.experts.67.gate_proj,0.0000387312,0.05000,2.187
22,mlp.experts.69.gate_proj,0.0000411376,0.05000,2.156
22,mlp.experts.68.gate_proj,0.0000121914,0.05000,2.185
22,mlp.experts.74.gate_proj,0.0001107613,0.05000,2.121
22,mlp.experts.71.gate_proj,0.0000475086,0.05000,2.183
22,mlp.experts.73.gate_proj,0.0000140875,0.05000,2.144
22,mlp.experts.72.gate_proj,0.0000091162,0.05000,2.257
22,mlp.experts.78.gate_proj,0.0000474859,0.05000,2.392
22,mlp.experts.75.gate_proj,0.0000234695,0.05000,2.559
22,mlp.experts.77.gate_proj,0.0000351370,0.05000,2.555
22,mlp.experts.76.gate_proj,0.0000444016,0.05000,2.472
22,mlp.experts.82.gate_proj,0.0000478077,0.05000,2.436
22,mlp.experts.81.gate_proj,0.0000122241,0.05000,2.459
22,mlp.experts.79.gate_proj,0.0000116603,0.05000,2.573
22,mlp.experts.80.gate_proj,0.0000501449,0.05000,2.593
22,mlp.experts.86.gate_proj,0.0000532309,0.05000,2.605
22,mlp.experts.85.gate_proj,0.0000072497,0.05000,2.558
22,mlp.experts.83.gate_proj,0.0000116555,0.05000,2.535
22,mlp.experts.89.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.048
22,mlp.experts.84.gate_proj,0.0000165017,0.05000,2.556
22,mlp.experts.90.gate_proj,0.0000399336,0.05000,2.533
22,mlp.experts.93.gate_proj,0.0000644091,0.05000,2.464
22,mlp.experts.87.gate_proj,0.0000261463,0.05000,2.593
22,mlp.experts.88.gate_proj,0.0000513653,0.05000,2.486
22,mlp.experts.94.gate_proj,0.0000567484,0.05000,2.544
22,mlp.experts.97.gate_proj,0.0000185623,0.05000,2.452
22,mlp.experts.91.gate_proj,0.0000138408,0.05000,2.479
22,mlp.experts.92.gate_proj,0.0000103809,0.05000,2.443
22,mlp.experts.96.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.037
22,mlp.experts.98.gate_proj,0.0000442361,0.05000,2.184
22,mlp.experts.101.gate_proj,0.0000877118,0.05000,2.195
22,mlp.experts.95.gate_proj,0.0000261460,0.05000,2.172
22,mlp.experts.99.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.031
22,mlp.experts.100.gate_proj,0.0000303633,0.05000,2.224
22,mlp.experts.102.gate_proj,0.0000431969,0.05000,2.606
22,mlp.experts.105.gate_proj,0.0000552861,0.05000,2.621
22,mlp.experts.103.gate_proj,0.0000300287,0.05000,2.560
22,mlp.experts.104.gate_proj,0.0000599792,0.05000,2.570
22,mlp.experts.106.gate_proj,0.0001024126,0.05000,2.465
22,mlp.experts.109.gate_proj,0.0000225401,0.05000,2.490
22,mlp.experts.107.gate_proj,0.0000485030,0.05000,2.494
22,mlp.experts.108.gate_proj,0.0000382014,0.05000,2.490
22,mlp.experts.110.gate_proj,0.0000469868,0.05000,2.259
22,mlp.experts.113.gate_proj,0.0000718700,0.05000,2.095
22,mlp.experts.111.gate_proj,0.0000566580,0.05000,2.192
22,mlp.experts.112.gate_proj,0.0000765144,0.05000,2.224
22,mlp.experts.114.gate_proj,0.0000051220,0.05000,2.358
22,mlp.experts.117.gate_proj,0.0000166900,0.05000,2.394
22,mlp.experts.115.gate_proj,0.0000494302,0.05000,2.558
22,mlp.experts.116.gate_proj,0.0000308634,0.05000,2.637
22,mlp.experts.118.gate_proj,0.0000396765,0.05000,2.598
22,mlp.experts.121.gate_proj,0.0000715646,0.05000,2.622
22,mlp.experts.119.gate_proj,0.0000113871,0.05000,2.541
22,mlp.experts.120.gate_proj,0.0000492751,0.05000,2.489
22,mlp.experts.122.gate_proj,0.0000767828,0.05000,2.548
22,mlp.experts.125.gate_proj,0.0000210466,0.05000,2.544
22,mlp.experts.123.gate_proj,0.0000494502,0.05000,2.714
22,mlp.experts.124.gate_proj,0.0000604407,0.05000,2.558
22,mlp.experts.129.gate_proj,0.0000436273,0.05000,2.494
22,mlp.experts.126.gate_proj,0.0000755011,0.05000,2.674
22,mlp.experts.127.gate_proj,0.0000482513,0.05000,2.572
22,mlp.experts.128.gate_proj,0.0000133744,0.05000,2.478
22,mlp.experts.133.gate_proj,0.0000471551,0.05000,2.481
22,mlp.experts.130.gate_proj,0.0000078231,0.05000,2.524
22,mlp.experts.131.gate_proj,0.0001227056,0.05000,2.624
22,mlp.experts.132.gate_proj,0.0000400110,0.05000,2.579
22,mlp.experts.134.gate_proj,0.0001114684,0.05000,2.437
22,mlp.experts.137.gate_proj,0.0000149280,0.05000,2.534
22,mlp.experts.135.gate_proj,0.0000622939,0.05000,2.512
22,mlp.experts.136.gate_proj,0.0000537426,0.05000,2.469
22,mlp.experts.141.gate_proj,0.0000509437,0.05000,2.603
22,mlp.experts.138.gate_proj,0.0001083794,0.05000,2.677
22,mlp.experts.139.gate_proj,0.0000572450,0.05000,2.663
22,mlp.experts.140.gate_proj,0.0000215079,0.05000,2.595
22,mlp.experts.145.gate_proj,0.0000495543,0.05000,2.511
22,mlp.experts.142.gate_proj,0.0000183146,0.05000,2.508
22,mlp.experts.143.gate_proj,0.0000124055,0.05000,2.504
22,mlp.experts.144.gate_proj,0.0000373325,0.05000,2.439
22,mlp.experts.146.gate_proj,0.0000100216,0.05000,2.294
22,mlp.experts.149.gate_proj,0.0001200675,0.05000,2.389
22,mlp.experts.147.gate_proj,0.0000896198,0.05000,2.489
22,mlp.experts.148.gate_proj,0.0000981162,0.05000,2.473
22,mlp.experts.150.gate_proj,0.0000729888,0.05000,2.578
22,mlp.experts.153.gate_proj,0.0000371637,0.05000,2.580
22,mlp.experts.151.gate_proj,0.0000425966,0.05000,2.498
22,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.045
22,mlp.experts.152.gate_proj,0.0000449861,0.05000,2.584
22,mlp.experts.154.gate_proj,0.0000156898,0.05000,2.543
22,mlp.experts.157.gate_proj,0.0000334969,0.05000,2.583
22,mlp.experts.159.gate_proj,0.0000166532,0.05000,2.485
22,mlp.experts.156.gate_proj,0.0000431035,0.05000,2.523
22,mlp.experts.158.gate_proj,0.0000196752,0.05000,2.460
22,mlp.experts.161.gate_proj,0.0000152439,0.05000,2.501
22,mlp.experts.163.gate_proj,0.0000115879,0.05000,2.445
22,mlp.experts.160.gate_proj,0.0000202153,0.05000,2.527
22,mlp.experts.162.gate_proj,0.0000859665,0.05000,2.554
22,mlp.experts.165.gate_proj,0.0000091268,0.05000,2.578
22,mlp.experts.167.gate_proj,0.0000451242,0.05000,2.544
22,mlp.experts.164.gate_proj,0.0000164370,0.05000,2.575
22,mlp.experts.166.gate_proj,0.0000617345,0.05000,2.529
22,mlp.experts.169.gate_proj,0.0000131658,0.05000,2.623
22,mlp.experts.171.gate_proj,0.0000037823,0.05000,2.551
22,mlp.experts.168.gate_proj,0.0000806469,0.05000,2.669
22,mlp.experts.170.gate_proj,0.0000216012,0.05000,2.405
22,mlp.experts.173.gate_proj,0.0000690625,0.05000,2.418
22,mlp.experts.175.gate_proj,0.0000465150,0.05000,2.392
22,mlp.experts.172.gate_proj,0.0000583034,0.05000,2.501
22,mlp.experts.174.gate_proj,0.0000244418,0.05000,2.423
22,mlp.experts.177.gate_proj,0.0000497632,0.05000,2.329
22,mlp.experts.179.gate_proj,0.0000604808,0.05000,2.384
22,mlp.experts.176.gate_proj,0.0000549523,0.05000,2.209
22,mlp.experts.178.gate_proj,0.0000763981,0.05000,2.179
22,mlp.experts.181.gate_proj,0.0000160201,0.05000,2.136
22,mlp.experts.183.gate_proj,0.0000470785,0.05000,2.118
22,mlp.experts.180.gate_proj,0.0000761772,0.05000,2.289
22,mlp.experts.182.gate_proj,0.0000449665,0.05000,2.335
22,mlp.experts.185.gate_proj,0.0000942177,0.05000,2.287
22,mlp.experts.187.gate_proj,0.0000209864,0.05000,2.486
22,mlp.experts.184.gate_proj,0.0000721126,0.05000,2.584
22,mlp.experts.189.gate_proj,0.0000346293,0.05000,2.523
22,mlp.experts.186.gate_proj,0.0001306916,0.05000,2.640
22,mlp.experts.191.gate_proj,0.0000500824,0.05000,2.536
22,mlp.experts.188.gate_proj,0.0000173667,0.05000,2.456
22,mlp.experts.193.gate_proj,0.0000266978,0.05000,2.519
22,mlp.experts.190.gate_proj,0.0000394637,0.05000,2.503
22,mlp.experts.195.gate_proj,0.0000526774,0.05000,2.685
22,mlp.experts.192.gate_proj,0.0000372961,0.05000,2.531
22,mlp.experts.196.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.034
22,mlp.experts.197.gate_proj,0.0000773292,0.05000,2.481
22,mlp.experts.194.gate_proj,0.0000143356,0.05000,2.463
22,mlp.experts.199.gate_proj,0.0000600890,0.05000,2.496
22,mlp.experts.200.gate_proj,0.0000216528,0.05000,2.438
22,mlp.experts.198.gate_proj,0.0000109927,0.05000,2.501
22,mlp.experts.201.gate_proj,0.0000231805,0.05000,2.632
22,mlp.experts.203.gate_proj,0.0000438779,0.05000,2.511
22,mlp.experts.204.gate_proj,0.0000200765,0.05000,2.522
22,mlp.experts.202.gate_proj,0.0001276395,0.05000,2.467
22,mlp.experts.205.gate_proj,0.0000414854,0.05000,2.463
22,mlp.experts.209.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.035
22,mlp.experts.207.gate_proj,0.0000285538,0.05000,2.502
22,mlp.experts.208.gate_proj,0.0000415870,0.05000,2.445
22,mlp.experts.206.gate_proj,0.0000638042,0.05000,2.489
22,mlp.experts.213.gate_proj,0.0000571122,0.05000,2.658
22,mlp.experts.211.gate_proj,0.0000416058,0.05000,2.607
22,mlp.experts.212.gate_proj,0.0000502278,0.05000,2.612
22,mlp.experts.210.gate_proj,0.0000735162,0.05000,2.541
22,mlp.experts.217.gate_proj,0.0000921042,0.05000,2.478
22,mlp.experts.215.gate_proj,0.0000347548,0.05000,2.610
22,mlp.experts.216.gate_proj,0.0000082161,0.05000,2.484
22,mlp.experts.214.gate_proj,0.0000680502,0.05000,2.488
22,mlp.experts.221.gate_proj,0.0001706187,0.05000,2.447
22,mlp.experts.219.gate_proj,0.0000377552,0.05000,2.377
22,mlp.experts.220.gate_proj,0.0000159839,0.05000,2.446
22,mlp.experts.218.gate_proj,0.0000189230,0.05000,2.532
22,mlp.experts.225.gate_proj,0.0000095700,0.05000,2.536
22,mlp.experts.223.gate_proj,0.0000130933,0.05000,2.502
22,mlp.experts.224.gate_proj,0.0000297154,0.05000,2.569
22,mlp.experts.222.gate_proj,0.0000206040,0.05000,2.568
22,mlp.experts.229.gate_proj,0.0000490262,0.05000,2.504
22,mlp.experts.227.gate_proj,0.0000415325,0.05000,2.485
22,mlp.experts.228.gate_proj,0.0000174444,0.05000,2.557
22,mlp.experts.226.gate_proj,0.0000890305,0.05000,2.521
22,mlp.experts.233.gate_proj,0.0000336890,0.05000,2.502
22,mlp.experts.231.gate_proj,0.0000408930,0.05000,2.604
22,mlp.experts.232.gate_proj,0.0000433157,0.05000,2.491
22,mlp.experts.236.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.041
22,mlp.experts.230.gate_proj,0.0001396125,0.05000,2.692
22,mlp.experts.237.gate_proj,0.0001462120,0.05000,2.618
22,mlp.experts.235.gate_proj,0.0000271652,0.05000,2.655
22,mlp.experts.240.gate_proj,0.0000142179,0.05000,2.651
22,mlp.experts.241.gate_proj,0.0000317670,0.05000,2.370
22,mlp.experts.234.gate_proj,0.0000297040,0.05000,2.489
22,mlp.experts.239.gate_proj,0.0000420555,0.05000,2.485
22,mlp.experts.244.gate_proj,0.0000508828,0.05000,2.514
22,mlp.experts.245.gate_proj,0.0001041230,0.05000,2.545
22,mlp.experts.238.gate_proj,0.0000484904,0.05000,2.537
22,mlp.experts.243.gate_proj,0.0000195205,0.05000,2.589
22,mlp.experts.248.gate_proj,0.0000166540,0.05000,2.585
22,mlp.experts.242.gate_proj,0.0000142772,0.05000,2.338
22,mlp.experts.249.gate_proj,0.0000641523,0.05000,2.428
22,mlp.experts.247.gate_proj,0.0001234065,0.05000,2.255
22,mlp.experts.252.gate_proj,0.0000210953,0.05000,2.215
22,mlp.experts.246.gate_proj,0.0000085449,0.05000,2.449
22,mlp.experts.253.gate_proj,0.0000174909,0.05000,2.454
22,mlp.experts.251.gate_proj,0.0000286012,0.05000,2.538
22,mlp.experts.0.up_proj,0.0000084529,0.05000,2.508
22,mlp.experts.1.up_proj,0.0000489351,0.05000,2.557
22,mlp.experts.250.gate_proj,0.0000611324,0.05000,2.713
22,mlp.experts.255.gate_proj,0.0000489142,0.05000,2.513
22,mlp.experts.4.up_proj,0.0000334585,0.05000,2.639
22,mlp.experts.5.up_proj,0.0000139562,0.05000,2.555
22,mlp.experts.254.gate_proj,0.0000407062,0.05000,2.514
22,mlp.experts.3.up_proj,0.0000247376,0.05000,2.628
22,mlp.experts.8.up_proj,0.0000151498,0.05000,2.540
22,mlp.experts.9.up_proj,0.0000184073,0.05000,2.572
22,mlp.experts.2.up_proj,0.0000256881,0.05000,2.515
22,mlp.experts.7.up_proj,0.0000159835,0.05000,2.539
22,mlp.experts.12.up_proj,0.0000129557,0.05000,2.462
22,mlp.experts.16.up_proj,failsafe(rtn): 0.0010452,0.00000,0.035
22,mlp.experts.6.up_proj,0.0000461806,0.05000,2.376
22,mlp.experts.13.up_proj,0.0000413552,0.05000,2.470
22,mlp.experts.11.up_proj,0.0000505873,0.05000,2.463
22,mlp.experts.20.up_proj,0.0000127308,0.05000,2.516
22,mlp.experts.10.up_proj,0.0000715899,0.05000,2.789
22,mlp.experts.17.up_proj,0.0000123678,0.05000,2.786
22,mlp.experts.15.up_proj,0.0000253710,0.05000,2.591
22,mlp.experts.24.up_proj,0.0000081294,0.05000,2.745
22,mlp.experts.21.up_proj,0.0000628413,0.05000,2.529
22,mlp.experts.14.up_proj,0.0000928629,0.05000,2.707
22,mlp.experts.19.up_proj,0.0000135344,0.05000,2.763
22,mlp.experts.28.up_proj,0.0000084632,0.05000,2.795
22,mlp.experts.25.up_proj,0.0000386941,0.05000,2.562
22,mlp.experts.18.up_proj,0.0000827476,0.05000,2.623
22,mlp.experts.23.up_proj,0.0000466381,0.05000,2.458
22,mlp.experts.32.up_proj,0.0001195678,0.05000,2.259
22,mlp.experts.29.up_proj,0.0000464539,0.05000,2.468
22,mlp.experts.22.up_proj,0.0000452663,0.05000,2.426
22,mlp.experts.27.up_proj,0.0000985628,0.05000,2.302
22,mlp.experts.36.up_proj,0.0000636663,0.05000,2.253
22,mlp.experts.33.up_proj,0.0000759985,0.05000,2.131
22,mlp.experts.26.up_proj,0.0000345723,0.05000,2.133
22,mlp.experts.31.up_proj,0.0000102052,0.05000,2.048
22,mlp.experts.40.up_proj,0.0000436386,0.05000,1.998
22,mlp.experts.37.up_proj,0.0000498669,0.05000,2.045
22,mlp.experts.41.up_proj,failsafe(rtn): 0.0010376,0.00000,0.031
22,mlp.experts.30.up_proj,0.0000324517,0.05000,2.051
22,mlp.experts.35.up_proj,0.0000197839,0.05000,1.985
22,mlp.experts.44.up_proj,0.0000400739,0.05000,2.043
22,mlp.experts.45.up_proj,0.0001488109,0.05000,2.347
22,mlp.experts.34.up_proj,0.0001038717,0.05000,2.491
22,mlp.experts.39.up_proj,0.0000960849,0.05000,2.533
22,mlp.experts.48.up_proj,0.0000773586,0.05000,2.645
22,mlp.experts.49.up_proj,0.0000442064,0.05000,2.727
22,mlp.experts.38.up_proj,0.0000813280,0.05000,2.680
22,mlp.experts.43.up_proj,0.0000427986,0.05000,2.671
22,mlp.experts.52.up_proj,0.0000158112,0.05000,2.674
22,mlp.experts.53.up_proj,0.0000119626,0.05000,2.497
22,mlp.experts.42.up_proj,0.0000188670,0.05000,2.504
22,mlp.experts.47.up_proj,0.0000199285,0.05000,2.507
22,mlp.experts.56.up_proj,0.0000700629,0.05000,2.500
22,mlp.experts.57.up_proj,0.0000337519,0.05000,2.649
22,mlp.experts.46.up_proj,0.0000128147,0.05000,2.556
22,mlp.experts.51.up_proj,0.0000096360,0.05000,2.565
22,mlp.experts.60.up_proj,0.0000392154,0.05000,2.602
22,mlp.experts.61.up_proj,0.0000748576,0.05000,2.487
22,mlp.experts.50.up_proj,0.0000353199,0.05000,2.512
22,mlp.experts.54.up_proj,failsafe(rtn): 0.0009995,0.00000,0.038
22,mlp.experts.55.up_proj,0.0000550535,0.05000,2.557
22,mlp.experts.64.up_proj,0.0000289789,0.05000,2.606
22,mlp.experts.65.up_proj,0.0000208814,0.05000,2.551
22,mlp.experts.58.up_proj,0.0000184172,0.05000,2.519
22,mlp.experts.59.up_proj,0.0000171477,0.05000,2.504
22,mlp.experts.68.up_proj,0.0000107555,0.05000,2.471
22,mlp.experts.69.up_proj,0.0000384666,0.05000,2.532
22,mlp.experts.62.up_proj,0.0000142242,0.05000,2.541
22,mlp.experts.63.up_proj,0.0000182833,0.05000,2.649
22,mlp.experts.72.up_proj,0.0000091275,0.05000,2.690
22,mlp.experts.73.up_proj,0.0000116434,0.05000,2.533
22,mlp.experts.66.up_proj,0.0000215034,0.05000,2.546
22,mlp.experts.67.up_proj,0.0000344631,0.05000,2.550
22,mlp.experts.76.up_proj,0.0000404684,0.05000,2.559
22,mlp.experts.77.up_proj,0.0000275170,0.05000,2.513
22,mlp.experts.70.up_proj,0.0000515450,0.05000,2.509
22,mlp.experts.71.up_proj,0.0000433930,0.05000,2.577
22,mlp.experts.80.up_proj,0.0000460112,0.05000,2.462
22,mlp.experts.81.up_proj,0.0000123966,0.05000,2.572
22,mlp.experts.74.up_proj,0.0001083832,0.05000,2.535
22,mlp.experts.75.up_proj,0.0000201428,0.05000,2.586
22,mlp.experts.84.up_proj,0.0000143740,0.05000,2.555
22,mlp.experts.85.up_proj,0.0000071618,0.05000,2.484
22,mlp.experts.89.up_proj,failsafe(rtn): 0.0011749,0.00000,0.035
22,mlp.experts.78.up_proj,0.0000442992,0.05000,2.565
22,mlp.experts.79.up_proj,0.0000107237,0.05000,2.483
22,mlp.experts.88.up_proj,0.0000510441,0.05000,2.522
22,mlp.experts.93.up_proj,0.0000587433,0.05000,2.540
22,mlp.experts.82.up_proj,0.0000443380,0.05000,2.566
22,mlp.experts.83.up_proj,0.0000113380,0.05000,2.484
22,mlp.experts.92.up_proj,0.0000098744,0.05000,2.504
22,mlp.experts.96.up_proj,failsafe(rtn): 0.0010529,0.00000,0.036
22,mlp.experts.97.up_proj,0.0000154144,0.05000,2.651
22,mlp.experts.86.up_proj,0.0000574747,0.05000,2.677
22,mlp.experts.87.up_proj,0.0000231545,0.05000,2.598
22,mlp.experts.100.up_proj,0.0000284153,0.05000,2.514
22,mlp.experts.101.up_proj,0.0001493807,0.05000,2.427
22,mlp.experts.90.up_proj,0.0000369929,0.05000,2.309
22,mlp.experts.91.up_proj,0.0000129625,0.05000,2.390
22,mlp.experts.104.up_proj,0.0000554229,0.05000,2.338
22,mlp.experts.94.up_proj,0.0000471062,0.05000,2.399
22,mlp.experts.105.up_proj,0.0000472605,0.05000,2.555
22,mlp.experts.95.up_proj,0.0000240474,0.05000,2.546
22,mlp.experts.99.up_proj,failsafe(rtn): 0.0010452,0.00000,0.048
22,mlp.experts.108.up_proj,0.0000355968,0.05000,2.680
22,mlp.experts.98.up_proj,0.0000330525,0.05000,2.660
22,mlp.experts.109.up_proj,0.0000204558,0.05000,2.807
22,mlp.experts.103.up_proj,0.0000289157,0.05000,2.764
22,mlp.experts.112.up_proj,0.0000689189,0.05000,2.595
22,mlp.experts.102.up_proj,0.0000388251,0.05000,2.619
22,mlp.experts.113.up_proj,0.0000843587,0.05000,2.600
22,mlp.experts.107.up_proj,0.0000453942,0.05000,2.486
22,mlp.experts.116.up_proj,0.0000353102,0.05000,2.498
22,mlp.experts.106.up_proj,0.0000833077,0.05000,2.661
22,mlp.experts.117.up_proj,0.0000149052,0.05000,2.610
22,mlp.experts.111.up_proj,0.0000547620,0.05000,2.657
22,mlp.experts.120.up_proj,0.0000432966,0.05000,2.665
22,mlp.experts.110.up_proj,0.0000335252,0.05000,2.720
22,mlp.experts.121.up_proj,0.0000668355,0.05000,2.756
22,mlp.experts.115.up_proj,0.0000460934,0.05000,2.715
22,mlp.experts.124.up_proj,0.0000576074,0.05000,2.556
22,mlp.experts.114.up_proj,0.0000047861,0.05000,2.658
22,mlp.experts.125.up_proj,0.0000175093,0.05000,2.765
22,mlp.experts.128.up_proj,0.0000117989,0.05000,2.642
22,mlp.experts.119.up_proj,0.0000119350,0.05000,2.781
22,mlp.experts.118.up_proj,0.0000364200,0.05000,2.683
22,mlp.experts.129.up_proj,0.0000401035,0.05000,2.526
22,mlp.experts.132.up_proj,0.0000422292,0.05000,2.555
22,mlp.experts.123.up_proj,0.0000453846,0.05000,2.579
22,mlp.experts.122.up_proj,0.0000814839,0.05000,2.652
22,mlp.experts.133.up_proj,0.0000438267,0.05000,2.738
22,mlp.experts.136.up_proj,0.0000497344,0.05000,2.563
22,mlp.experts.127.up_proj,0.0000449044,0.05000,2.648
22,mlp.experts.126.up_proj,0.0000716099,0.05000,2.551
22,mlp.experts.137.up_proj,0.0000153693,0.05000,2.604
22,mlp.experts.140.up_proj,0.0000173094,0.05000,2.527
22,mlp.experts.131.up_proj,0.0001176521,0.05000,2.586
22,mlp.experts.130.up_proj,0.0000107596,0.05000,2.517
22,mlp.experts.141.up_proj,0.0000463732,0.05000,2.428
22,mlp.experts.144.up_proj,0.0000338746,0.05000,2.469
22,mlp.experts.135.up_proj,0.0000551884,0.05000,2.419
22,mlp.experts.134.up_proj,0.0000965179,0.05000,2.576
22,mlp.experts.145.up_proj,0.0000493767,0.05000,2.563
22,mlp.experts.148.up_proj,0.0000782130,0.05000,2.498
22,mlp.experts.139.up_proj,0.0000412695,0.05000,2.551
22,mlp.experts.138.up_proj,0.0000915888,0.05000,2.417
22,mlp.experts.149.up_proj,0.0001054895,0.05000,2.466
22,mlp.experts.152.up_proj,0.0000418148,0.05000,2.544
22,mlp.experts.143.up_proj,0.0000115100,0.05000,2.570
22,mlp.experts.142.up_proj,0.0000150964,0.05000,2.525
22,mlp.experts.153.up_proj,0.0000343332,0.05000,2.594
22,mlp.experts.156.up_proj,0.0000384240,0.05000,2.652
22,mlp.experts.147.up_proj,0.0000830923,0.05000,2.639
22,mlp.experts.146.up_proj,0.0000124365,0.05000,2.463
22,mlp.experts.157.up_proj,0.0000294048,0.05000,2.453
22,mlp.experts.160.up_proj,0.0000360646,0.05000,2.448
22,mlp.experts.151.up_proj,0.0000395110,0.05000,2.475
22,mlp.experts.155.up_proj,failsafe(rtn): 0.0010529,0.00000,0.039
22,mlp.experts.150.up_proj,0.0000607489,0.05000,2.630
22,mlp.experts.161.up_proj,0.0000150737,0.05000,2.730
22,mlp.experts.164.up_proj,0.0000145355,0.05000,2.708
22,mlp.experts.159.up_proj,0.0000147499,0.05000,2.556
22,mlp.experts.154.up_proj,0.0000157865,0.05000,2.673
22,mlp.experts.165.up_proj,0.0000097113,0.05000,2.545
22,mlp.experts.168.up_proj,0.0000732715,0.05000,2.639
22,mlp.experts.163.up_proj,0.0000099492,0.05000,2.551
22,mlp.experts.158.up_proj,0.0000195577,0.05000,2.574
22,mlp.experts.169.up_proj,0.0000114745,0.05000,2.536
22,mlp.experts.167.up_proj,0.0000419513,0.05000,2.465
22,mlp.experts.172.up_proj,0.0000563661,0.05000,2.626
22,mlp.experts.162.up_proj,0.0000768288,0.05000,2.608
22,mlp.experts.173.up_proj,0.0000577854,0.05000,2.631
22,mlp.experts.171.up_proj,0.0000036060,0.05000,2.638
22,mlp.experts.176.up_proj,0.0000355028,0.05000,2.673
22,mlp.experts.166.up_proj,0.0000573298,0.05000,2.673
22,mlp.experts.177.up_proj,0.0000516934,0.05000,2.702
22,mlp.experts.175.up_proj,0.0000426564,0.05000,2.583
22,mlp.experts.180.up_proj,0.0000744866,0.05000,2.800
22,mlp.experts.170.up_proj,0.0000172257,0.05000,2.584
22,mlp.experts.181.up_proj,0.0000154023,0.05000,2.617
22,mlp.experts.179.up_proj,0.0000560635,0.05000,2.664
22,mlp.experts.184.up_proj,0.0000661715,0.05000,2.586
22,mlp.experts.174.up_proj,0.0000232184,0.05000,2.648
22,mlp.experts.185.up_proj,0.0000886403,0.05000,2.545
22,mlp.experts.183.up_proj,0.0000435410,0.05000,2.711
22,mlp.experts.188.up_proj,0.0000153247,0.05000,2.632
22,mlp.experts.178.up_proj,0.0000817107,0.05000,2.648
22,mlp.experts.189.up_proj,0.0000316760,0.05000,2.749
22,mlp.experts.192.up_proj,0.0000344884,0.05000,2.513
22,mlp.experts.196.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
22,mlp.experts.187.up_proj,0.0000204199,0.05000,2.693
22,mlp.experts.182.up_proj,0.0000410230,0.05000,2.528
22,mlp.experts.193.up_proj,0.0000277001,0.05000,2.480
22,mlp.experts.191.up_proj,0.0000464716,0.05000,2.478
22,mlp.experts.200.up_proj,0.0000193337,0.05000,2.527
22,mlp.experts.186.up_proj,0.0001245390,0.05000,2.645
22,mlp.experts.197.up_proj,0.0000727006,0.05000,2.716
22,mlp.experts.204.up_proj,0.0000183726,0.05000,2.701
22,mlp.experts.195.up_proj,0.0000478673,0.05000,2.781
22,mlp.experts.190.up_proj,0.0000365828,0.05000,2.794
22,mlp.experts.201.up_proj,0.0000169753,0.05000,2.863
22,mlp.experts.208.up_proj,0.0000367317,0.05000,2.907
22,mlp.experts.199.up_proj,0.0000560445,0.05000,2.920
22,mlp.experts.194.up_proj,0.0000137604,0.05000,2.940
22,mlp.experts.205.up_proj,0.0000395803,0.05000,2.831
22,mlp.experts.209.up_proj,failsafe(rtn): 0.0011597,0.00000,0.037
22,mlp.experts.212.up_proj,0.0000472878,0.05000,2.746
22,mlp.experts.203.up_proj,0.0000410466,0.05000,2.775
22,mlp.experts.198.up_proj,0.0000109443,0.05000,2.379
22,mlp.experts.213.up_proj,0.0000521817,0.05000,2.413
22,mlp.experts.216.up_proj,0.0000104258,0.05000,2.466
22,mlp.experts.207.up_proj,0.0000293518,0.05000,2.533
22,mlp.experts.202.up_proj,0.0001109478,0.05000,2.384
22,mlp.experts.217.up_proj,0.0000837613,0.05000,2.529
22,mlp.experts.220.up_proj,0.0000127060,0.05000,2.598
22,mlp.experts.211.up_proj,0.0000385986,0.05000,2.474
22,mlp.experts.206.up_proj,0.0000595471,0.05000,2.421
22,mlp.experts.221.up_proj,0.0001382343,0.05000,2.607
22,mlp.experts.215.up_proj,0.0000322777,0.05000,2.411
22,mlp.experts.224.up_proj,0.0000271228,0.05000,2.519
22,mlp.experts.210.up_proj,0.0000642908,0.05000,2.492
22,mlp.experts.225.up_proj,0.0000089685,0.05000,2.600
22,mlp.experts.219.up_proj,0.0000349122,0.05000,2.541
22,mlp.experts.228.up_proj,0.0000157067,0.05000,2.552
22,mlp.experts.214.up_proj,0.0000631698,0.05000,2.458
22,mlp.experts.229.up_proj,0.0000441023,0.05000,2.278
22,mlp.experts.223.up_proj,0.0000112865,0.05000,2.212
22,mlp.experts.232.up_proj,0.0000450430,0.05000,2.229
22,mlp.experts.236.up_proj,failsafe(rtn): 0.0011444,0.00000,0.038
22,mlp.experts.218.up_proj,0.0000173290,0.05000,2.297
22,mlp.experts.233.up_proj,0.0000392876,0.05000,2.576
22,mlp.experts.227.up_proj,0.0000384418,0.05000,2.657
22,mlp.experts.240.up_proj,0.0000188013,0.05000,2.657
22,mlp.experts.222.up_proj,0.0000224131,0.05000,2.551
22,mlp.experts.237.up_proj,0.0001434086,0.05000,2.523
22,mlp.experts.231.up_proj,0.0000377979,0.05000,2.376
22,mlp.experts.244.up_proj,0.0000344570,0.05000,2.491
22,mlp.experts.226.up_proj,0.0001024992,0.05000,2.549
22,mlp.experts.241.up_proj,0.0000274307,0.05000,2.508
22,mlp.experts.235.up_proj,0.0000294832,0.05000,2.544
22,mlp.experts.248.up_proj,0.0000170465,0.05000,2.511
22,mlp.experts.230.up_proj,0.0001263831,0.05000,2.508
22,mlp.experts.245.up_proj,0.0001175726,0.05000,2.545
22,mlp.experts.239.up_proj,0.0000357700,0.05000,2.513
22,mlp.experts.252.up_proj,0.0000185507,0.05000,2.502
22,mlp.experts.234.up_proj,0.0000303632,0.05000,2.051
22,mlp.experts.249.up_proj,0.0000587844,0.05000,1.707
22,mlp.experts.243.up_proj,0.0000174739,0.05000,1.615
22,mlp.experts.238.up_proj,0.0000451696,0.05000,1.636
22,mlp.experts.253.up_proj,0.0000150281,0.05000,1.597
22,mlp.experts.247.up_proj,0.0001148108,0.05000,1.583
22,mlp.experts.242.up_proj,0.0000142829,0.05000,1.151
22,mlp.experts.251.up_proj,0.0000303504,0.05000,1.055
22,mlp.experts.246.up_proj,0.0000087705,0.05000,1.147
22,mlp.experts.255.up_proj,0.0000450133,0.05000,1.187
22,mlp.experts.250.up_proj,0.0000610769,0.05000,0.789
22,mlp.experts.254.up_proj,0.0000325002,0.05000,0.619
22,mlp.experts.1.down_proj,0.0000015958,0.05000,0.658
22,mlp.experts.3.down_proj,0.0000008724,0.05000,0.677
22,mlp.experts.0.down_proj,0.0000003073,0.05000,0.696
22,mlp.experts.2.down_proj,0.0000006024,0.05000,0.722
22,mlp.experts.7.down_proj,0.0000006295,0.05000,0.734
22,mlp.experts.5.down_proj,0.0000006317,0.05000,0.768
22,mlp.experts.6.down_proj,0.0000004440,0.05000,0.725
22,mlp.experts.4.down_proj,0.0000003222,0.05000,0.817
22,mlp.experts.11.down_proj,0.0000004994,0.05000,0.717
22,mlp.experts.10.down_proj,0.0000008088,0.05000,0.746
22,mlp.experts.8.down_proj,0.0000005346,0.05000,0.714
22,mlp.experts.9.down_proj,0.0000006893,0.05000,0.886
22,mlp.experts.14.down_proj,0.0000022364,0.05000,0.693
22,mlp.experts.15.down_proj,0.0000008984,0.05000,0.772
22,mlp.experts.12.down_proj,0.0000004618,0.05000,0.789
22,mlp.experts.16.down_proj,failsafe(rtn): 0.0010452,0.00000,0.014
22,mlp.experts.13.down_proj,0.0000004906,0.05000,0.740
22,mlp.experts.18.down_proj,0.0000021354,0.05000,0.664
22,mlp.experts.19.down_proj,0.0000005496,0.05000,0.660
22,mlp.experts.20.down_proj,0.0000004505,0.05000,0.631
22,mlp.experts.17.down_proj,0.0000005027,0.05000,0.647
22,mlp.experts.22.down_proj,0.0000004362,0.05000,0.626
22,mlp.experts.23.down_proj,0.0000008952,0.05000,0.653
22,mlp.experts.24.down_proj,0.0000003236,0.05000,0.634
22,mlp.experts.21.down_proj,0.0000006387,0.05000,0.630
22,mlp.experts.26.down_proj,0.0000009816,0.05000,0.643
22,mlp.experts.27.down_proj,0.0000016510,0.05000,0.624
22,mlp.experts.28.down_proj,0.0000002058,0.05000,0.612
22,mlp.experts.25.down_proj,0.0000012977,0.05000,0.636
22,mlp.experts.30.down_proj,0.0000010031,0.05000,0.632
22,mlp.experts.31.down_proj,0.0000004127,0.05000,0.643
22,mlp.experts.32.down_proj,0.0000028924,0.05000,0.637
22,mlp.experts.29.down_proj,0.0000004482,0.05000,0.659
22,mlp.experts.34.down_proj,0.0000037345,0.05000,0.758
22,mlp.experts.35.down_proj,0.0000007114,0.05000,0.727
22,mlp.experts.36.down_proj,0.0000007816,0.05000,0.727
22,mlp.experts.33.down_proj,0.0000012017,0.05000,0.724
22,mlp.experts.38.down_proj,0.0000013094,0.05000,0.657
22,mlp.experts.39.down_proj,0.0000021900,0.05000,0.670
22,mlp.experts.40.down_proj,0.0000011609,0.05000,0.652
22,mlp.experts.37.down_proj,0.0000005275,0.05000,0.663
22,mlp.experts.41.down_proj,failsafe(rtn): 0.0010300,0.00000,0.009
22,mlp.experts.42.down_proj,0.0000006876,0.05000,0.624
22,mlp.experts.43.down_proj,0.0000003871,0.05000,0.645
22,mlp.experts.44.down_proj,0.0000003556,0.05000,0.603
22,mlp.experts.45.down_proj,0.0000054544,0.05000,0.621
22,mlp.experts.46.down_proj,0.0000004422,0.05000,0.629
22,mlp.experts.47.down_proj,0.0000008800,0.05000,0.658
22,mlp.experts.48.down_proj,0.0000009298,0.05000,0.665
22,mlp.experts.49.down_proj,0.0000004033,0.05000,0.656
22,mlp.experts.50.down_proj,0.0000003257,0.05000,0.668
22,mlp.experts.54.down_proj,failsafe(rtn): 0.0009995,0.00000,0.009
22,mlp.experts.52.down_proj,0.0000004646,0.05000,0.660
22,mlp.experts.51.down_proj,0.0000003313,0.05000,0.693
22,mlp.experts.53.down_proj,0.0000003970,0.05000,0.659
22,mlp.experts.58.down_proj,0.0000006593,0.05000,0.689
22,mlp.experts.55.down_proj,0.0000015858,0.05000,0.674
22,mlp.experts.56.down_proj,0.0000013167,0.05000,0.709
22,mlp.experts.57.down_proj,0.0000010364,0.05000,0.670
22,mlp.experts.62.down_proj,0.0000003609,0.05000,0.698
22,mlp.experts.59.down_proj,0.0000005889,0.05000,0.665
22,mlp.experts.60.down_proj,0.0000003735,0.05000,0.702
22,mlp.experts.61.down_proj,0.0000007457,0.05000,0.708
22,mlp.experts.66.down_proj,0.0000006017,0.05000,0.649
22,mlp.experts.63.down_proj,0.0000007920,0.05000,0.635
22,mlp.experts.64.down_proj,0.0000004826,0.05000,0.714
22,mlp.experts.65.down_proj,0.0000004654,0.05000,0.716
22,mlp.experts.70.down_proj,0.0000018676,0.05000,0.663
22,mlp.experts.67.down_proj,0.0000011968,0.05000,0.699
22,mlp.experts.68.down_proj,0.0000003618,0.05000,0.739
22,mlp.experts.69.down_proj,0.0000003943,0.05000,0.697
22,mlp.experts.74.down_proj,0.0000044117,0.05000,0.673
22,mlp.experts.71.down_proj,0.0000004217,0.05000,0.638
22,mlp.experts.72.down_proj,0.0000003674,0.05000,0.656
22,mlp.experts.73.down_proj,0.0000005650,0.05000,0.691
22,mlp.experts.78.down_proj,0.0000004221,0.05000,0.677
22,mlp.experts.75.down_proj,0.0000005818,0.05000,0.664
22,mlp.experts.76.down_proj,0.0000004201,0.05000,0.644
22,mlp.experts.77.down_proj,0.0000006873,0.05000,0.634
22,mlp.experts.82.down_proj,0.0000004368,0.05000,0.627
22,mlp.experts.79.down_proj,0.0000003745,0.05000,0.626
22,mlp.experts.80.down_proj,0.0000004350,0.05000,0.656
22,mlp.experts.81.down_proj,0.0000004075,0.05000,0.659
22,mlp.experts.86.down_proj,0.0000015849,0.05000,0.665
22,mlp.experts.83.down_proj,0.0000000817,0.05000,0.694
22,mlp.experts.84.down_proj,0.0000004509,0.05000,0.633
22,mlp.experts.85.down_proj,0.0000002649,0.05000,0.629
22,mlp.experts.89.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
22,mlp.experts.90.down_proj,0.0000003483,0.05000,0.659
22,mlp.experts.87.down_proj,0.0000006332,0.05000,0.675
22,mlp.experts.88.down_proj,0.0000016049,0.05000,0.701
22,mlp.experts.93.down_proj,0.0000005484,0.05000,0.695
22,mlp.experts.94.down_proj,0.0000010960,0.05000,0.624
22,mlp.experts.91.down_proj,0.0000005042,0.05000,0.655
22,mlp.experts.92.down_proj,0.0000004203,0.05000,0.657
22,mlp.experts.96.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
22,mlp.experts.97.down_proj,0.0000004637,0.05000,0.734
22,mlp.experts.98.down_proj,0.0000017645,0.05000,0.693
22,mlp.experts.95.down_proj,0.0000003208,0.05000,0.659
22,mlp.experts.99.down_proj,failsafe(rtn): 0.0010300,0.00000,0.009
22,mlp.experts.100.down_proj,0.0000002426,0.05000,0.727
22,mlp.experts.101.down_proj,0.0000035612,0.05000,0.726
22,mlp.experts.102.down_proj,0.0000003880,0.05000,0.673
22,mlp.experts.103.down_proj,0.0000010756,0.05000,0.654
22,mlp.experts.104.down_proj,0.0000005183,0.05000,0.695
22,mlp.experts.105.down_proj,0.0000010261,0.05000,0.663
22,mlp.experts.106.down_proj,0.0000020952,0.05000,0.712
22,mlp.experts.107.down_proj,0.0000013625,0.05000,0.708
22,mlp.experts.108.down_proj,0.0000007348,0.05000,0.674
22,mlp.experts.109.down_proj,0.0000006711,0.05000,0.701
22,mlp.experts.111.down_proj,0.0000014767,0.05000,0.648
22,mlp.experts.110.down_proj,0.0000014478,0.05000,0.700
22,mlp.experts.112.down_proj,0.0000025315,0.05000,0.683
22,mlp.experts.113.down_proj,0.0000027982,0.05000,0.712
22,mlp.experts.115.down_proj,0.0000004811,0.05000,0.706
22,mlp.experts.114.down_proj,0.0000001825,0.05000,0.735
22,mlp.experts.116.down_proj,0.0000011201,0.05000,0.710
22,mlp.experts.117.down_proj,0.0000006882,0.05000,0.664
22,mlp.experts.118.down_proj,0.0000003568,0.05000,0.657
22,mlp.experts.119.down_proj,0.0000004259,0.05000,0.739
22,mlp.experts.120.down_proj,0.0000028471,0.05000,0.704
22,mlp.experts.121.down_proj,0.0000008052,0.05000,0.666
22,mlp.experts.122.down_proj,0.0000027616,0.05000,0.727
22,mlp.experts.123.down_proj,0.0000004715,0.05000,0.701
22,mlp.experts.124.down_proj,0.0000012953,0.05000,0.664
22,mlp.experts.125.down_proj,0.0000005372,0.05000,0.639
22,mlp.experts.126.down_proj,0.0000008637,0.05000,0.636
22,mlp.experts.127.down_proj,0.0000006096,0.05000,0.644
22,mlp.experts.128.down_proj,0.0000004180,0.05000,0.659
22,mlp.experts.129.down_proj,0.0000003972,0.05000,0.614
22,mlp.experts.131.down_proj,0.0000018889,0.05000,0.656
22,mlp.experts.130.down_proj,0.0000002102,0.05000,0.730
22,mlp.experts.133.down_proj,0.0000004288,0.05000,0.654
22,mlp.experts.132.down_proj,0.0000011156,0.05000,0.732
22,mlp.experts.135.down_proj,0.0000012931,0.05000,0.739
22,mlp.experts.134.down_proj,0.0000014232,0.05000,0.721
22,mlp.experts.137.down_proj,0.0000005123,0.05000,0.679
22,mlp.experts.136.down_proj,0.0000004876,0.05000,0.673
22,mlp.experts.139.down_proj,0.0000022214,0.05000,0.687
22,mlp.experts.138.down_proj,0.0000029036,0.05000,0.687
22,mlp.experts.141.down_proj,0.0000004659,0.05000,0.649
22,mlp.experts.140.down_proj,0.0000006109,0.05000,0.659
22,mlp.experts.143.down_proj,0.0000003380,0.05000,0.631
22,mlp.experts.142.down_proj,0.0000005932,0.05000,0.657
22,mlp.experts.145.down_proj,0.0000005168,0.05000,0.648
22,mlp.experts.144.down_proj,0.0000003132,0.05000,0.629
22,mlp.experts.147.down_proj,0.0000012757,0.05000,0.689
22,mlp.experts.146.down_proj,0.0000004760,0.05000,0.675
22,mlp.experts.149.down_proj,0.0000017493,0.05000,0.635
22,mlp.experts.148.down_proj,0.0000011422,0.05000,0.636
22,mlp.experts.151.down_proj,0.0000003633,0.05000,0.634
22,mlp.experts.155.down_proj,failsafe(rtn): 0.0010529,0.00000,0.009
22,mlp.experts.150.down_proj,0.0000019468,0.05000,0.621
22,mlp.experts.153.down_proj,0.0000011059,0.05000,0.667
22,mlp.experts.152.down_proj,0.0000004689,0.05000,0.664
22,mlp.experts.159.down_proj,0.0000006775,0.05000,0.654
22,mlp.experts.154.down_proj,0.0000005943,0.05000,0.692
22,mlp.experts.157.down_proj,0.0000009055,0.05000,0.707
22,mlp.experts.156.down_proj,0.0000009807,0.05000,0.717
22,mlp.experts.163.down_proj,0.0000002670,0.05000,0.667
22,mlp.experts.158.down_proj,0.0000006957,0.05000,0.654
22,mlp.experts.161.down_proj,0.0000003049,0.05000,0.749
22,mlp.experts.160.down_proj,0.0000014579,0.05000,0.739
22,mlp.experts.167.down_proj,0.0000003927,0.05000,0.632
22,mlp.experts.162.down_proj,0.0000010150,0.05000,0.639
22,mlp.experts.165.down_proj,0.0000002932,0.05000,0.625
22,mlp.experts.164.down_proj,0.0000004677,0.05000,0.610
22,mlp.experts.171.down_proj,0.0000001225,0.05000,0.641
22,mlp.experts.166.down_proj,0.0000005824,0.05000,0.640
22,mlp.experts.169.down_proj,0.0000003672,0.05000,0.660
22,mlp.experts.168.down_proj,0.0000021424,0.05000,0.649
22,mlp.experts.175.down_proj,0.0000004122,0.05000,0.648
22,mlp.experts.170.down_proj,0.0000007971,0.05000,0.657
22,mlp.experts.173.down_proj,0.0000024621,0.05000,0.650
22,mlp.experts.172.down_proj,0.0000014874,0.05000,0.721
22,mlp.experts.179.down_proj,0.0000005569,0.05000,0.660
22,mlp.experts.174.down_proj,0.0000007732,0.05000,0.714
22,mlp.experts.177.down_proj,0.0000005790,0.05000,0.650
22,mlp.experts.176.down_proj,0.0000009516,0.05000,0.659
22,mlp.experts.183.down_proj,0.0000004108,0.05000,0.600
22,mlp.experts.178.down_proj,0.0000014430,0.05000,0.649
22,mlp.experts.181.down_proj,0.0000005367,0.05000,0.663
22,mlp.experts.180.down_proj,0.0000011857,0.05000,0.623
22,mlp.experts.187.down_proj,0.0000006949,0.05000,0.639
22,mlp.experts.182.down_proj,0.0000003917,0.05000,0.630
22,mlp.experts.185.down_proj,0.0000020760,0.05000,0.649
22,mlp.experts.184.down_proj,0.0000012320,0.05000,0.655
22,mlp.experts.191.down_proj,0.0000004569,0.05000,0.612
22,mlp.experts.186.down_proj,0.0000018663,0.05000,0.600
22,mlp.experts.189.down_proj,0.0000002922,0.05000,0.604
22,mlp.experts.188.down_proj,0.0000003323,0.05000,0.602
22,mlp.experts.195.down_proj,0.0000004403,0.05000,0.611
22,mlp.experts.190.down_proj,0.0000009440,0.05000,0.607
22,mlp.experts.193.down_proj,0.0000010753,0.05000,0.608
22,mlp.experts.192.down_proj,0.0000003226,0.05000,0.603
22,mlp.experts.196.down_proj,failsafe(rtn): 0.0010834,0.00000,0.012
22,mlp.experts.199.down_proj,0.0000005559,0.05000,0.676
22,mlp.experts.194.down_proj,0.0000004030,0.05000,0.709
22,mlp.experts.197.down_proj,0.0000029177,0.05000,0.716
22,mlp.experts.200.down_proj,0.0000005908,0.05000,0.719
22,mlp.experts.203.down_proj,0.0000004281,0.05000,0.732
22,mlp.experts.198.down_proj,0.0000003982,0.05000,0.661
22,mlp.experts.201.down_proj,0.0000004350,0.05000,0.705
22,mlp.experts.204.down_proj,0.0000005326,0.05000,0.649
22,mlp.experts.207.down_proj,0.0000009923,0.05000,0.701
22,mlp.experts.202.down_proj,0.0000025130,0.05000,0.668
22,mlp.experts.205.down_proj,0.0000011261,0.05000,0.677
22,mlp.experts.209.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
22,mlp.experts.208.down_proj,0.0000003380,0.05000,0.721
22,mlp.experts.211.down_proj,0.0000003780,0.05000,0.655
22,mlp.experts.206.down_proj,0.0000005828,0.05000,0.735
22,mlp.experts.213.down_proj,0.0000005157,0.05000,0.655
22,mlp.experts.212.down_proj,0.0000004342,0.05000,0.720
22,mlp.experts.215.down_proj,0.0000003048,0.05000,0.743
22,mlp.experts.210.down_proj,0.0000007643,0.05000,0.671
22,mlp.experts.217.down_proj,0.0000009578,0.05000,0.678
22,mlp.experts.216.down_proj,0.0000003356,0.05000,0.677
22,mlp.experts.219.down_proj,0.0000003207,0.05000,0.640
22,mlp.experts.214.down_proj,0.0000006699,0.05000,0.675
22,mlp.experts.221.down_proj,0.0000030607,0.05000,0.684
22,mlp.experts.220.down_proj,0.0000005884,0.05000,0.664
22,mlp.experts.223.down_proj,0.0000004191,0.05000,0.701
22,mlp.experts.218.down_proj,0.0000005758,0.05000,0.678
22,mlp.experts.225.down_proj,0.0000003662,0.05000,0.650
22,mlp.experts.224.down_proj,0.0000002529,0.05000,0.650
22,mlp.experts.227.down_proj,0.0000003596,0.05000,0.655
22,mlp.experts.222.down_proj,0.0000008106,0.05000,0.672
22,mlp.experts.229.down_proj,0.0000007018,0.05000,0.632
22,mlp.experts.228.down_proj,0.0000006120,0.05000,0.676
22,mlp.experts.231.down_proj,0.0000003586,0.05000,0.680
22,mlp.experts.226.down_proj,0.0000028503,0.05000,0.699
22,mlp.experts.233.down_proj,0.0000011129,0.05000,0.683
22,mlp.experts.232.down_proj,0.0000014265,0.05000,0.664
22,mlp.experts.236.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
22,mlp.experts.235.down_proj,0.0000008613,0.05000,0.662
22,mlp.experts.230.down_proj,0.0000024405,0.05000,0.637
22,mlp.experts.237.down_proj,0.0000030222,0.05000,0.606
22,mlp.experts.240.down_proj,0.0000003823,0.05000,0.630
22,mlp.experts.239.down_proj,0.0000010890,0.05000,0.659
22,mlp.experts.234.down_proj,0.0000012131,0.05000,0.674
22,mlp.experts.241.down_proj,0.0000007889,0.05000,0.723
22,mlp.experts.244.down_proj,0.0000009524,0.05000,0.704
22,mlp.experts.243.down_proj,0.0000006595,0.05000,0.634
22,mlp.experts.238.down_proj,0.0000004119,0.05000,0.637
22,mlp.experts.245.down_proj,0.0000027179,0.05000,0.703
22,mlp.experts.248.down_proj,0.0000002805,0.05000,0.685
22,mlp.experts.247.down_proj,0.0000024023,0.05000,0.660
22,mlp.experts.242.down_proj,0.0000007279,0.05000,0.668
22,mlp.experts.249.down_proj,0.0000005722,0.05000,0.699
22,mlp.experts.252.down_proj,0.0000006277,0.05000,0.705
22,mlp.experts.251.down_proj,0.0000010559,0.05000,0.612
22,mlp.experts.246.down_proj,0.0000003174,0.05000,0.569
22,mlp.experts.253.down_proj,0.0000005165,0.05000,0.481
22,mlp.experts.255.down_proj,0.0000004325,0.05000,0.364
22,mlp.experts.250.down_proj,0.0000018040,0.05000,0.313
22,mlp.experts.254.down_proj,0.0000010775,0.05000,0.155
23,mlp.experts.1.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.051
23,mlp.experts.0.gate_proj,0.0001060128,0.05000,2.604
23,mlp.experts.3.gate_proj,0.0000158165,0.05000,2.643
23,mlp.experts.5.gate_proj,0.0000671185,0.05000,2.612
23,mlp.experts.2.gate_proj,0.0000468735,0.05000,2.677
23,mlp.experts.9.gate_proj,0.0000154012,0.05000,2.549
23,mlp.experts.4.gate_proj,0.0000726863,0.05000,2.650
23,mlp.experts.7.gate_proj,0.0000524379,0.05000,2.683
23,mlp.experts.6.gate_proj,0.0000904068,0.05000,2.662
23,mlp.experts.13.gate_proj,0.0000939607,0.05000,2.667
23,mlp.experts.8.gate_proj,0.0000875866,0.05000,2.661
23,mlp.experts.10.gate_proj,0.0000153096,0.05000,2.692
23,mlp.experts.11.gate_proj,0.0000343554,0.05000,2.736
23,mlp.experts.17.gate_proj,0.0000189374,0.05000,2.631
23,mlp.experts.12.gate_proj,0.0000299441,0.05000,2.675
23,mlp.experts.14.gate_proj,0.0000300881,0.05000,2.615
23,mlp.experts.15.gate_proj,0.0000110299,0.05000,2.712
23,mlp.experts.21.gate_proj,0.0000437822,0.05000,2.590
23,mlp.experts.16.gate_proj,0.0000187660,0.05000,2.571
23,mlp.experts.18.gate_proj,0.0000131444,0.05000,2.593
23,mlp.experts.19.gate_proj,0.0000199201,0.05000,2.580
23,mlp.experts.20.gate_proj,0.0000137078,0.05000,2.542
23,mlp.experts.25.gate_proj,0.0000628612,0.05000,2.614
23,mlp.experts.22.gate_proj,0.0000764390,0.05000,2.599
23,mlp.experts.23.gate_proj,0.0000785449,0.05000,2.585
23,mlp.experts.29.gate_proj,0.0000301618,0.05000,2.524
23,mlp.experts.24.gate_proj,0.0000575826,0.05000,2.666
23,mlp.experts.26.gate_proj,0.0000315223,0.05000,2.637
23,mlp.experts.30.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.033
23,mlp.experts.27.gate_proj,0.0000096350,0.05000,2.642
23,mlp.experts.33.gate_proj,0.0000754426,0.05000,2.554
23,mlp.experts.28.gate_proj,0.0000417284,0.05000,2.614
23,mlp.experts.34.gate_proj,0.0000599620,0.05000,2.612
23,mlp.experts.31.gate_proj,0.0000711866,0.05000,2.560
23,mlp.experts.37.gate_proj,0.0000123177,0.05000,2.643
23,mlp.experts.32.gate_proj,0.0000843499,0.05000,2.579
23,mlp.experts.38.gate_proj,0.0000428771,0.05000,2.560
23,mlp.experts.35.gate_proj,0.0000896990,0.05000,2.590
23,mlp.experts.41.gate_proj,0.0000468750,0.05000,2.641
23,mlp.experts.36.gate_proj,0.0000143580,0.05000,2.648
23,mlp.experts.39.gate_proj,0.0000695951,0.05000,2.489
23,mlp.experts.42.gate_proj,0.0000178614,0.05000,2.617
23,mlp.experts.45.gate_proj,0.0000510406,0.05000,2.115
23,mlp.experts.43.gate_proj,0.0000817638,0.05000,2.179
23,mlp.experts.40.gate_proj,0.0000612263,0.05000,2.202
23,mlp.experts.46.gate_proj,0.0000343459,0.05000,2.166
23,mlp.experts.49.gate_proj,0.0000134449,0.05000,2.175
23,mlp.experts.47.gate_proj,0.0000363210,0.05000,2.366
23,mlp.experts.50.gate_proj,0.0000087776,0.05000,2.335
23,mlp.experts.44.gate_proj,0.0000563311,0.05000,2.462
23,mlp.experts.53.gate_proj,0.0001586551,0.05000,2.529
23,mlp.experts.51.gate_proj,0.0000606000,0.05000,2.662
23,mlp.experts.54.gate_proj,0.0000346539,0.05000,2.659
23,mlp.experts.48.gate_proj,0.0000601754,0.05000,2.638
23,mlp.experts.57.gate_proj,0.0000968967,0.05000,2.489
23,mlp.experts.55.gate_proj,0.0001113823,0.05000,2.461
23,mlp.experts.58.gate_proj,0.0000612692,0.05000,2.455
23,mlp.experts.52.gate_proj,0.0000289080,0.05000,2.482
23,mlp.experts.61.gate_proj,0.0000763796,0.05000,2.678
23,mlp.experts.59.gate_proj,0.0000503971,0.05000,2.596
23,mlp.experts.56.gate_proj,0.0000418715,0.05000,2.509
23,mlp.experts.62.gate_proj,0.0000117464,0.05000,2.591
23,mlp.experts.65.gate_proj,0.0000858786,0.05000,2.544
23,mlp.experts.63.gate_proj,0.0001039400,0.05000,2.581
23,mlp.experts.66.gate_proj,0.0000159888,0.05000,2.581
23,mlp.experts.60.gate_proj,0.0000339576,0.05000,2.683
23,mlp.experts.69.gate_proj,0.0000157155,0.05000,2.658
23,mlp.experts.67.gate_proj,0.0001118935,0.05000,2.513
23,mlp.experts.70.gate_proj,0.0000223954,0.05000,2.645
23,mlp.experts.64.gate_proj,0.0000119784,0.05000,2.606
23,mlp.experts.73.gate_proj,0.0000693909,0.05000,2.760
23,mlp.experts.77.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.037
23,mlp.experts.71.gate_proj,0.0000192162,0.05000,2.777
23,mlp.experts.68.gate_proj,0.0000229215,0.05000,2.709
23,mlp.experts.74.gate_proj,0.0000787729,0.05000,2.791
23,mlp.experts.81.gate_proj,0.0000972225,0.05000,2.457
23,mlp.experts.75.gate_proj,0.0000525012,0.05000,2.513
23,mlp.experts.72.gate_proj,0.0000463251,0.05000,2.468
23,mlp.experts.78.gate_proj,0.0000651696,0.05000,2.467
23,mlp.experts.85.gate_proj,0.0000177567,0.05000,2.611
23,mlp.experts.79.gate_proj,0.0000171774,0.05000,2.541
23,mlp.experts.76.gate_proj,0.0000424070,0.05000,2.606
23,mlp.experts.82.gate_proj,0.0000601502,0.05000,2.609
23,mlp.experts.89.gate_proj,0.0001082020,0.05000,2.450
23,mlp.experts.83.gate_proj,0.0000647526,0.05000,2.525
23,mlp.experts.80.gate_proj,0.0000149667,0.05000,2.501
23,mlp.experts.86.gate_proj,0.0000213524,0.05000,2.503
23,mlp.experts.93.gate_proj,0.0000153791,0.05000,2.640
23,mlp.experts.87.gate_proj,0.0000455565,0.05000,2.594
23,mlp.experts.90.gate_proj,0.0000868080,0.05000,2.532
23,mlp.experts.84.gate_proj,0.0000101603,0.05000,2.666
23,mlp.experts.97.gate_proj,0.0000595699,0.05000,2.566
23,mlp.experts.91.gate_proj,0.0000420858,0.05000,2.636
23,mlp.experts.94.gate_proj,0.0000355779,0.05000,2.631
23,mlp.experts.88.gate_proj,0.0000555967,0.05000,2.649
23,mlp.experts.101.gate_proj,0.0000509743,0.05000,2.827
23,mlp.experts.95.gate_proj,0.0000135799,0.05000,2.709
23,mlp.experts.98.gate_proj,0.0000187590,0.05000,2.687
23,mlp.experts.92.gate_proj,0.0000474920,0.05000,2.686
23,mlp.experts.105.gate_proj,0.0001246730,0.05000,2.643
23,mlp.experts.99.gate_proj,0.0000477312,0.05000,2.582
23,mlp.experts.102.gate_proj,0.0000554710,0.05000,2.655
23,mlp.experts.96.gate_proj,0.0000574794,0.05000,2.625
23,mlp.experts.109.gate_proj,0.0000138072,0.05000,2.541
23,mlp.experts.103.gate_proj,0.0000147468,0.05000,2.531
23,mlp.experts.106.gate_proj,0.0000210373,0.05000,2.520
23,mlp.experts.100.gate_proj,0.0000217860,0.05000,2.513
23,mlp.experts.113.gate_proj,0.0000252014,0.05000,2.681
23,mlp.experts.107.gate_proj,0.0000124175,0.05000,2.630
23,mlp.experts.110.gate_proj,0.0000324616,0.05000,2.572
23,mlp.experts.104.gate_proj,0.0000779421,0.05000,2.644
23,mlp.experts.117.gate_proj,0.0000936342,0.05000,2.600
23,mlp.experts.111.gate_proj,0.0000376773,0.05000,2.588
23,mlp.experts.114.gate_proj,0.0000122482,0.05000,2.555
23,mlp.experts.108.gate_proj,0.0000687871,0.05000,2.596
23,mlp.experts.121.gate_proj,0.0000720508,0.05000,2.684
23,mlp.experts.115.gate_proj,0.0000090523,0.05000,2.646
23,mlp.experts.118.gate_proj,0.0000955105,0.05000,2.649
23,mlp.experts.112.gate_proj,0.0000726320,0.05000,2.668
23,mlp.experts.125.gate_proj,0.0000428086,0.05000,2.555
23,mlp.experts.119.gate_proj,0.0000669609,0.05000,2.525
23,mlp.experts.122.gate_proj,0.0000193412,0.05000,2.528
23,mlp.experts.116.gate_proj,0.0000139953,0.05000,2.541
23,mlp.experts.129.gate_proj,0.0000540372,0.05000,2.724
23,mlp.experts.126.gate_proj,0.0000606111,0.05000,2.660
23,mlp.experts.123.gate_proj,0.0000118611,0.05000,2.733
23,mlp.experts.120.gate_proj,0.0000615908,0.05000,2.680
23,mlp.experts.133.gate_proj,0.0000187669,0.05000,2.625
23,mlp.experts.130.gate_proj,0.0000205400,0.05000,2.615
23,mlp.experts.127.gate_proj,0.0001271288,0.05000,2.608
23,mlp.experts.124.gate_proj,0.0000699834,0.05000,2.659
23,mlp.experts.131.gate_proj,0.0000121715,0.05000,2.487
23,mlp.experts.134.gate_proj,0.0001415840,0.05000,2.574
23,mlp.experts.137.gate_proj,0.0000146418,0.05000,2.636
23,mlp.experts.128.gate_proj,0.0000134686,0.05000,2.550
23,mlp.experts.138.gate_proj,0.0000537194,0.05000,2.474
23,mlp.experts.135.gate_proj,0.0000273309,0.05000,2.619
23,mlp.experts.141.gate_proj,0.0000243816,0.05000,2.573
23,mlp.experts.132.gate_proj,0.0000646524,0.05000,2.535
23,mlp.experts.142.gate_proj,0.0000110595,0.05000,2.680
23,mlp.experts.145.gate_proj,0.0000321218,0.05000,2.566
23,mlp.experts.139.gate_proj,0.0001159109,0.05000,2.641
23,mlp.experts.136.gate_proj,0.0000190566,0.05000,2.682
23,mlp.experts.149.gate_proj,0.0000591129,0.05000,2.548
23,mlp.experts.146.gate_proj,0.0000186055,0.05000,2.605
23,mlp.experts.143.gate_proj,0.0000703561,0.05000,2.656
23,mlp.experts.140.gate_proj,0.0000645833,0.05000,2.603
23,mlp.experts.147.gate_proj,0.0000082892,0.05000,2.565
23,mlp.experts.150.gate_proj,0.0000845718,0.05000,2.676
23,mlp.experts.153.gate_proj,0.0000148691,0.05000,2.723
23,mlp.experts.144.gate_proj,0.0000625837,0.05000,2.699
23,mlp.experts.151.gate_proj,0.0000166631,0.05000,2.542
23,mlp.experts.154.gate_proj,0.0000108678,0.05000,2.587
23,mlp.experts.157.gate_proj,0.0000106516,0.05000,2.637
23,mlp.experts.148.gate_proj,0.0000434528,0.05000,2.592
23,mlp.experts.158.gate_proj,0.0000163262,0.05000,2.491
23,mlp.experts.155.gate_proj,0.0000535910,0.05000,2.572
23,mlp.experts.161.gate_proj,0.0000174909,0.05000,2.468
23,mlp.experts.152.gate_proj,0.0000587745,0.05000,2.556
23,mlp.experts.165.gate_proj,0.0001233304,0.05000,2.494
23,mlp.experts.159.gate_proj,0.0000148301,0.05000,2.591
23,mlp.experts.162.gate_proj,0.0000421288,0.05000,2.623
23,mlp.experts.156.gate_proj,0.0000123746,0.05000,2.490
23,mlp.experts.169.gate_proj,0.0000441004,0.05000,2.625
23,mlp.experts.163.gate_proj,0.0000461660,0.05000,2.617
23,mlp.experts.166.gate_proj,0.0001005146,0.05000,2.626
23,mlp.experts.160.gate_proj,0.0000992625,0.05000,2.731
23,mlp.experts.173.gate_proj,0.0000727100,0.05000,2.590
23,mlp.experts.170.gate_proj,0.0000189660,0.05000,2.547
23,mlp.experts.167.gate_proj,0.0000500743,0.05000,2.579
23,mlp.experts.164.gate_proj,0.0000158899,0.05000,2.618
23,mlp.experts.177.gate_proj,0.0000461109,0.05000,2.677
23,mlp.experts.171.gate_proj,0.0000905028,0.05000,2.677
23,mlp.experts.174.gate_proj,0.0000190757,0.05000,2.761
23,mlp.experts.168.gate_proj,0.0000541256,0.05000,2.746
23,mlp.experts.181.gate_proj,0.0001009961,0.05000,2.556
23,mlp.experts.185.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.037
23,mlp.experts.175.gate_proj,0.0000452706,0.05000,2.617
23,mlp.experts.178.gate_proj,0.0001066679,0.05000,2.557
23,mlp.experts.172.gate_proj,0.0000569125,0.05000,2.531
23,mlp.experts.182.gate_proj,0.0000421000,0.05000,2.521
23,mlp.experts.189.gate_proj,0.0000125086,0.05000,2.679
23,mlp.experts.179.gate_proj,0.0000783167,0.05000,2.727
23,mlp.experts.176.gate_proj,0.0000958203,0.05000,2.590
23,mlp.experts.186.gate_proj,0.0000232726,0.05000,2.544
23,mlp.experts.193.gate_proj,0.0000558461,0.05000,2.717
23,mlp.experts.183.gate_proj,0.0000770130,0.05000,2.620
23,mlp.experts.180.gate_proj,0.0000458494,0.05000,2.616
23,mlp.experts.190.gate_proj,0.0000210948,0.05000,2.653
23,mlp.experts.197.gate_proj,0.0000255461,0.05000,2.583
23,mlp.experts.187.gate_proj,0.0000495174,0.05000,2.574
23,mlp.experts.184.gate_proj,0.0000631645,0.05000,2.529
23,mlp.experts.194.gate_proj,0.0000424443,0.05000,2.747
23,mlp.experts.191.gate_proj,0.0000529211,0.05000,2.746
23,mlp.experts.201.gate_proj,0.0000131068,0.05000,2.914
23,mlp.experts.188.gate_proj,0.0000550884,0.05000,2.697
23,mlp.experts.198.gate_proj,0.0000160665,0.05000,2.682
23,mlp.experts.195.gate_proj,0.0000731257,0.05000,2.557
23,mlp.experts.205.gate_proj,0.0000634922,0.05000,2.642
23,mlp.experts.192.gate_proj,0.0000473656,0.05000,2.718
23,mlp.experts.199.gate_proj,0.0000515603,0.05000,2.558
23,mlp.experts.202.gate_proj,0.0000319893,0.05000,2.654
23,mlp.experts.209.gate_proj,0.0000141568,0.05000,2.655
23,mlp.experts.196.gate_proj,0.0000834637,0.05000,2.629
23,mlp.experts.203.gate_proj,0.0000166571,0.05000,2.636
23,mlp.experts.206.gate_proj,0.0000239060,0.05000,2.644
23,mlp.experts.213.gate_proj,0.0000659748,0.05000,2.654
23,mlp.experts.200.gate_proj,0.0000306840,0.05000,2.616
23,mlp.experts.207.gate_proj,0.0000101261,0.05000,2.563
23,mlp.experts.210.gate_proj,0.0000124474,0.05000,2.606
23,mlp.experts.217.gate_proj,0.0001173750,0.05000,2.663
23,mlp.experts.204.gate_proj,0.0000943646,0.05000,2.671
23,mlp.experts.211.gate_proj,0.0001074222,0.05000,2.651
23,mlp.experts.214.gate_proj,0.0001349835,0.05000,2.710
23,mlp.experts.221.gate_proj,0.0000717811,0.05000,2.588
23,mlp.experts.208.gate_proj,0.0000076566,0.05000,2.547
23,mlp.experts.215.gate_proj,0.0000903887,0.05000,2.643
23,mlp.experts.218.gate_proj,0.0000194208,0.05000,2.651
23,mlp.experts.212.gate_proj,0.0000150885,0.05000,2.670
23,mlp.experts.225.gate_proj,0.0000127984,0.05000,2.711
23,mlp.experts.219.gate_proj,0.0000743642,0.05000,2.685
23,mlp.experts.222.gate_proj,0.0000202400,0.05000,2.692
23,mlp.experts.216.gate_proj,0.0000239780,0.05000,2.587
23,mlp.experts.229.gate_proj,0.0000991491,0.05000,2.724
23,mlp.experts.223.gate_proj,0.0001100442,0.05000,2.620
23,mlp.experts.226.gate_proj,0.0000635958,0.05000,2.638
23,mlp.experts.220.gate_proj,0.0000207173,0.05000,2.626
23,mlp.experts.233.gate_proj,0.0000428855,0.05000,2.647
23,mlp.experts.227.gate_proj,0.0001201552,0.05000,2.814
23,mlp.experts.230.gate_proj,0.0001103190,0.05000,2.753
23,mlp.experts.234.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.038
23,mlp.experts.224.gate_proj,0.0000615666,0.05000,2.734
23,mlp.experts.237.gate_proj,0.0001024941,0.05000,2.714
23,mlp.experts.231.gate_proj,0.0000121939,0.05000,2.535
23,mlp.experts.235.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.037
23,mlp.experts.238.gate_proj,0.0000160798,0.05000,2.609
23,mlp.experts.228.gate_proj,0.0000753761,0.05000,2.590
23,mlp.experts.241.gate_proj,0.0000806927,0.05000,2.578
23,mlp.experts.239.gate_proj,0.0001229869,0.05000,2.650
23,mlp.experts.242.gate_proj,0.0000180660,0.05000,2.571
23,mlp.experts.232.gate_proj,0.0001219195,0.05000,2.628
23,mlp.experts.245.gate_proj,0.0001234061,0.05000,2.720
23,mlp.experts.243.gate_proj,0.0000385289,0.05000,2.535
23,mlp.experts.236.gate_proj,0.0000119139,0.05000,2.544
23,mlp.experts.246.gate_proj,0.0000310628,0.05000,2.730
23,mlp.experts.249.gate_proj,0.0000638044,0.05000,2.671
23,mlp.experts.247.gate_proj,0.0000132718,0.05000,2.633
23,mlp.experts.250.gate_proj,0.0000073204,0.05000,2.583
23,mlp.experts.240.gate_proj,0.0000453727,0.05000,2.724
23,mlp.experts.253.gate_proj,0.0000812776,0.05000,2.680
23,mlp.experts.1.up_proj,failsafe(rtn): 0.0011139,0.00000,0.044
23,mlp.experts.251.gate_proj,0.0001117316,0.05000,2.668
23,mlp.experts.254.gate_proj,0.0000293437,0.05000,2.661
23,mlp.experts.244.gate_proj,0.0001781946,0.05000,2.631
23,mlp.experts.5.up_proj,0.0000623035,0.05000,2.675
23,mlp.experts.255.gate_proj,0.0000111560,0.05000,2.540
23,mlp.experts.2.up_proj,0.0000479413,0.05000,2.655
23,mlp.experts.248.gate_proj,0.0000168664,0.05000,2.628
23,mlp.experts.9.up_proj,0.0000130971,0.05000,2.386
23,mlp.experts.3.up_proj,0.0000161780,0.05000,0.980
23,mlp.experts.252.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.051
23,mlp.experts.13.up_proj,0.0000859305,0.05000,2.582
23,mlp.experts.7.up_proj,0.0000397787,0.05000,2.623
23,mlp.experts.6.up_proj,0.0000867877,0.05000,2.680
23,mlp.experts.0.up_proj,0.0001051306,0.05000,2.709
23,mlp.experts.17.up_proj,0.0000196981,0.05000,2.630
23,mlp.experts.11.up_proj,0.0000320790,0.05000,2.645
23,mlp.experts.10.up_proj,0.0000162800,0.05000,2.689
23,mlp.experts.4.up_proj,0.0000671123,0.05000,2.692
23,mlp.experts.21.up_proj,0.0000393063,0.05000,2.616
23,mlp.experts.15.up_proj,0.0000105710,0.05000,2.602
23,mlp.experts.14.up_proj,0.0000285065,0.05000,2.590
23,mlp.experts.8.up_proj,0.0000945406,0.05000,2.608
23,mlp.experts.19.up_proj,0.0000173248,0.05000,2.560
23,mlp.experts.25.up_proj,0.0000580009,0.05000,2.628
23,mlp.experts.18.up_proj,0.0000115155,0.05000,2.626
23,mlp.experts.12.up_proj,0.0000338043,0.05000,2.600
23,mlp.experts.23.up_proj,0.0000838847,0.05000,2.580
23,mlp.experts.29.up_proj,0.0000283147,0.05000,2.638
23,mlp.experts.16.up_proj,0.0000179362,0.05000,2.501
23,mlp.experts.22.up_proj,0.0000708497,0.05000,2.627
23,mlp.experts.27.up_proj,0.0000106172,0.05000,2.545
23,mlp.experts.33.up_proj,0.0000659427,0.05000,2.540
23,mlp.experts.20.up_proj,0.0000147290,0.05000,2.523
23,mlp.experts.26.up_proj,0.0000277136,0.05000,2.576
23,mlp.experts.30.up_proj,failsafe(rtn): 0.0011139,0.00000,0.034
23,mlp.experts.37.up_proj,0.0000136830,0.05000,2.531
23,mlp.experts.31.up_proj,0.0000661435,0.05000,2.688
23,mlp.experts.24.up_proj,0.0000533476,0.05000,2.606
23,mlp.experts.34.up_proj,0.0000540073,0.05000,2.545
23,mlp.experts.41.up_proj,0.0000437616,0.05000,2.596
23,mlp.experts.35.up_proj,0.0000822152,0.05000,2.569
23,mlp.experts.38.up_proj,0.0000402556,0.05000,2.516
23,mlp.experts.28.up_proj,0.0000389689,0.05000,2.605
23,mlp.experts.39.up_proj,0.0000611966,0.05000,2.463
23,mlp.experts.45.up_proj,0.0000471319,0.05000,2.584
23,mlp.experts.32.up_proj,0.0000752654,0.05000,2.584
23,mlp.experts.42.up_proj,0.0000234732,0.05000,2.630
23,mlp.experts.43.up_proj,0.0000862955,0.05000,2.670
23,mlp.experts.49.up_proj,0.0000126127,0.05000,2.690
23,mlp.experts.46.up_proj,0.0000320944,0.05000,2.606
23,mlp.experts.36.up_proj,0.0000162030,0.05000,2.655
23,mlp.experts.47.up_proj,0.0000361399,0.05000,2.667
23,mlp.experts.40.up_proj,0.0000458534,0.05000,2.551
23,mlp.experts.53.up_proj,0.0001628489,0.05000,2.717
23,mlp.experts.50.up_proj,0.0000084238,0.05000,2.717
23,mlp.experts.51.up_proj,0.0000558718,0.05000,2.712
23,mlp.experts.44.up_proj,0.0000595181,0.05000,2.639
23,mlp.experts.57.up_proj,0.0001293135,0.05000,2.696
23,mlp.experts.54.up_proj,0.0000349965,0.05000,2.699
23,mlp.experts.55.up_proj,0.0001050721,0.05000,2.566
23,mlp.experts.48.up_proj,0.0000528988,0.05000,2.655
23,mlp.experts.61.up_proj,0.0000701511,0.05000,2.602
23,mlp.experts.58.up_proj,0.0000570034,0.05000,2.665
23,mlp.experts.59.up_proj,0.0000519327,0.05000,2.633
23,mlp.experts.52.up_proj,0.0000271561,0.05000,2.681
23,mlp.experts.65.up_proj,0.0000844781,0.05000,2.718
23,mlp.experts.62.up_proj,0.0000124208,0.05000,2.673
23,mlp.experts.63.up_proj,0.0000972946,0.05000,2.669
23,mlp.experts.56.up_proj,0.0000414123,0.05000,2.602
23,mlp.experts.66.up_proj,0.0000150464,0.05000,2.490
23,mlp.experts.69.up_proj,0.0000149619,0.05000,2.633
23,mlp.experts.67.up_proj,0.0001116344,0.05000,2.612
23,mlp.experts.60.up_proj,0.0000326571,0.05000,2.623
23,mlp.experts.73.up_proj,0.0000643674,0.05000,2.661
23,mlp.experts.70.up_proj,0.0000252083,0.05000,2.737
23,mlp.experts.77.up_proj,failsafe(rtn): 0.0012054,0.00000,0.054
23,mlp.experts.71.up_proj,0.0000170371,0.05000,2.530
23,mlp.experts.64.up_proj,0.0000121402,0.05000,2.523
23,mlp.experts.74.up_proj,0.0000732273,0.05000,2.435
23,mlp.experts.81.up_proj,0.0000863369,0.05000,2.449
23,mlp.experts.75.up_proj,0.0000476388,0.05000,2.154
23,mlp.experts.68.up_proj,0.0000228110,0.05000,2.260
23,mlp.experts.85.up_proj,0.0000169653,0.05000,2.183
23,mlp.experts.78.up_proj,0.0000618989,0.05000,2.263
23,mlp.experts.79.up_proj,0.0000166235,0.05000,2.571
23,mlp.experts.72.up_proj,0.0000407634,0.05000,2.439
23,mlp.experts.82.up_proj,0.0000560204,0.05000,2.544
23,mlp.experts.89.up_proj,0.0000983972,0.05000,2.695
23,mlp.experts.83.up_proj,0.0000697901,0.05000,2.232
23,mlp.experts.76.up_proj,0.0000392922,0.05000,2.196
23,mlp.experts.86.up_proj,0.0000207076,0.05000,2.187
23,mlp.experts.93.up_proj,0.0000139894,0.05000,2.246
23,mlp.experts.80.up_proj,0.0000257261,0.05000,2.317
23,mlp.experts.87.up_proj,0.0000426393,0.05000,2.497
23,mlp.experts.90.up_proj,0.0000798635,0.05000,2.484
23,mlp.experts.97.up_proj,0.0000667661,0.05000,2.492
23,mlp.experts.84.up_proj,0.0000107729,0.05000,2.432
23,mlp.experts.91.up_proj,0.0000350863,0.05000,2.502
23,mlp.experts.94.up_proj,0.0000363579,0.05000,2.507
23,mlp.experts.101.up_proj,0.0000724123,0.05000,2.518
23,mlp.experts.88.up_proj,0.0000503867,0.05000,2.616
23,mlp.experts.95.up_proj,0.0000150941,0.05000,2.670
23,mlp.experts.98.up_proj,0.0000200571,0.05000,2.698
23,mlp.experts.105.up_proj,0.0001142731,0.05000,2.625
23,mlp.experts.92.up_proj,0.0000441703,0.05000,2.530
23,mlp.experts.99.up_proj,0.0000402673,0.05000,2.518
23,mlp.experts.102.up_proj,0.0000500551,0.05000,2.457
23,mlp.experts.109.up_proj,0.0000118090,0.05000,2.419
23,mlp.experts.96.up_proj,0.0000531065,0.05000,2.448
23,mlp.experts.103.up_proj,0.0000156629,0.05000,2.627
23,mlp.experts.106.up_proj,0.0000219799,0.05000,2.670
23,mlp.experts.113.up_proj,0.0000226874,0.05000,2.706
23,mlp.experts.100.up_proj,0.0000206875,0.05000,2.597
23,mlp.experts.107.up_proj,0.0000130621,0.05000,2.560
23,mlp.experts.110.up_proj,0.0000300411,0.05000,2.591
23,mlp.experts.117.up_proj,0.0000917863,0.05000,2.623
23,mlp.experts.104.up_proj,0.0000725038,0.05000,2.527
23,mlp.experts.111.up_proj,0.0000404775,0.05000,2.472
23,mlp.experts.114.up_proj,0.0000088935,0.05000,2.551
23,mlp.experts.121.up_proj,0.0000719182,0.05000,2.598
23,mlp.experts.108.up_proj,0.0000652761,0.05000,2.617
23,mlp.experts.115.up_proj,0.0000096841,0.05000,2.554
23,mlp.experts.118.up_proj,0.0000791952,0.05000,2.572
23,mlp.experts.125.up_proj,0.0000399986,0.05000,2.605
23,mlp.experts.112.up_proj,0.0000667100,0.05000,2.556
23,mlp.experts.119.up_proj,0.0000677157,0.05000,2.672
23,mlp.experts.122.up_proj,0.0000198961,0.05000,2.616
23,mlp.experts.129.up_proj,0.0000496748,0.05000,2.663
23,mlp.experts.116.up_proj,0.0000133845,0.05000,2.687
23,mlp.experts.123.up_proj,0.0000104479,0.05000,2.581
23,mlp.experts.126.up_proj,0.0000566105,0.05000,2.645
23,mlp.experts.133.up_proj,0.0000211152,0.05000,2.582
23,mlp.experts.120.up_proj,0.0000563189,0.05000,2.552
23,mlp.experts.127.up_proj,0.0001187158,0.05000,2.576
23,mlp.experts.130.up_proj,0.0000207523,0.05000,2.590
23,mlp.experts.137.up_proj,0.0000129191,0.05000,2.548
23,mlp.experts.124.up_proj,0.0000730651,0.05000,2.604
23,mlp.experts.131.up_proj,0.0000109954,0.05000,2.700
23,mlp.experts.134.up_proj,0.0001508927,0.05000,2.639
23,mlp.experts.141.up_proj,0.0000223771,0.05000,2.647
23,mlp.experts.128.up_proj,0.0000120009,0.05000,2.488
23,mlp.experts.135.up_proj,0.0000194767,0.05000,2.514
23,mlp.experts.138.up_proj,0.0000494356,0.05000,2.498
23,mlp.experts.145.up_proj,0.0000328756,0.05000,2.494
23,mlp.experts.132.up_proj,0.0000604331,0.05000,2.408
23,mlp.experts.139.up_proj,0.0001094860,0.05000,2.286
23,mlp.experts.142.up_proj,0.0000107406,0.05000,2.275
23,mlp.experts.149.up_proj,0.0000557897,0.05000,2.373
23,mlp.experts.136.up_proj,0.0000194909,0.05000,2.400
23,mlp.experts.143.up_proj,0.0000648661,0.05000,2.532
23,mlp.experts.146.up_proj,0.0000198544,0.05000,2.569
23,mlp.experts.153.up_proj,0.0000121070,0.05000,2.480
23,mlp.experts.140.up_proj,0.0000694527,0.05000,2.485
23,mlp.experts.147.up_proj,0.0000072294,0.05000,2.461
23,mlp.experts.150.up_proj,0.0000783145,0.05000,2.494
23,mlp.experts.157.up_proj,0.0000112592,0.05000,2.487
23,mlp.experts.144.up_proj,0.0000558389,0.05000,2.580
23,mlp.experts.151.up_proj,0.0000142048,0.05000,2.486
23,mlp.experts.154.up_proj,0.0000107798,0.05000,2.375
23,mlp.experts.161.up_proj,0.0000226351,0.05000,2.437
23,mlp.experts.148.up_proj,0.0000401321,0.05000,2.440
23,mlp.experts.155.up_proj,0.0000495675,0.05000,2.477
23,mlp.experts.158.up_proj,0.0000144290,0.05000,2.573
23,mlp.experts.165.up_proj,0.0001084668,0.05000,2.528
23,mlp.experts.152.up_proj,0.0000538548,0.05000,2.618
23,mlp.experts.159.up_proj,0.0000151711,0.05000,2.627
23,mlp.experts.162.up_proj,0.0000389819,0.05000,2.518
23,mlp.experts.169.up_proj,0.0000344947,0.05000,2.724
23,mlp.experts.156.up_proj,0.0000102362,0.05000,2.544
23,mlp.experts.163.up_proj,0.0000428528,0.05000,2.538
23,mlp.experts.166.up_proj,0.0000893106,0.05000,2.527
23,mlp.experts.173.up_proj,0.0000673619,0.05000,2.499
23,mlp.experts.160.up_proj,0.0000942829,0.05000,2.555
23,mlp.experts.167.up_proj,0.0000436502,0.05000,2.560
23,mlp.experts.170.up_proj,0.0000203152,0.05000,2.650
23,mlp.experts.177.up_proj,0.0000428806,0.05000,2.750
23,mlp.experts.164.up_proj,0.0000156584,0.05000,2.533
23,mlp.experts.171.up_proj,0.0000845503,0.05000,2.592
23,mlp.experts.174.up_proj,0.0000249040,0.05000,2.645
23,mlp.experts.181.up_proj,0.0001082083,0.05000,2.589
23,mlp.experts.185.up_proj,failsafe(rtn): 0.0011215,0.00000,0.037
23,mlp.experts.168.up_proj,0.0000493251,0.05000,2.616
23,mlp.experts.175.up_proj,0.0000372043,0.05000,2.671
23,mlp.experts.178.up_proj,0.0001066354,0.05000,2.553
23,mlp.experts.189.up_proj,0.0000125210,0.05000,2.573
23,mlp.experts.172.up_proj,0.0000512688,0.05000,2.508
23,mlp.experts.179.up_proj,0.0000807756,0.05000,2.523
23,mlp.experts.182.up_proj,0.0000406285,0.05000,2.617
23,mlp.experts.193.up_proj,0.0000518762,0.05000,2.751
23,mlp.experts.176.up_proj,0.0000886055,0.05000,2.558
23,mlp.experts.183.up_proj,0.0000704839,0.05000,2.419
23,mlp.experts.186.up_proj,0.0000245879,0.05000,2.446
23,mlp.experts.197.up_proj,0.0000243647,0.05000,2.369
23,mlp.experts.180.up_proj,0.0000424119,0.05000,2.401
23,mlp.experts.187.up_proj,0.0000465766,0.05000,2.226
23,mlp.experts.190.up_proj,0.0000218621,0.05000,2.248
23,mlp.experts.201.up_proj,0.0000136762,0.05000,2.357
23,mlp.experts.184.up_proj,0.0000572146,0.05000,2.195
23,mlp.experts.191.up_proj,0.0000535318,0.05000,2.247
23,mlp.experts.194.up_proj,0.0000421709,0.05000,2.160
23,mlp.experts.205.up_proj,0.0000592115,0.05000,2.258
23,mlp.experts.188.up_proj,0.0000418973,0.05000,2.472
23,mlp.experts.195.up_proj,0.0000749215,0.05000,2.442
23,mlp.experts.198.up_proj,0.0000145842,0.05000,2.431
23,mlp.experts.209.up_proj,0.0000140114,0.05000,2.428
23,mlp.experts.192.up_proj,0.0000473847,0.05000,2.565
23,mlp.experts.199.up_proj,0.0000391750,0.05000,2.463
23,mlp.experts.202.up_proj,0.0000331512,0.05000,2.621
23,mlp.experts.213.up_proj,0.0000610922,0.05000,2.444
23,mlp.experts.196.up_proj,0.0000769856,0.05000,2.564
23,mlp.experts.203.up_proj,0.0000169690,0.05000,2.510
23,mlp.experts.206.up_proj,0.0000218791,0.05000,2.500
23,mlp.experts.217.up_proj,0.0001142319,0.05000,2.413
23,mlp.experts.207.up_proj,0.0000111910,0.05000,2.161
23,mlp.experts.200.up_proj,0.0000265474,0.05000,2.303
23,mlp.experts.210.up_proj,0.0000089363,0.05000,2.222
23,mlp.experts.221.up_proj,0.0000661762,0.05000,2.540
23,mlp.experts.211.up_proj,0.0001055847,0.05000,2.626
23,mlp.experts.204.up_proj,0.0000889052,0.05000,2.642
23,mlp.experts.214.up_proj,0.0001226501,0.05000,2.608
23,mlp.experts.225.up_proj,0.0000126294,0.05000,2.486
23,mlp.experts.215.up_proj,0.0000838683,0.05000,2.428
23,mlp.experts.208.up_proj,0.0000069836,0.05000,2.498
23,mlp.experts.218.up_proj,0.0000203914,0.05000,2.464
23,mlp.experts.229.up_proj,0.0000905904,0.05000,2.582
23,mlp.experts.219.up_proj,0.0000690091,0.05000,2.603
23,mlp.experts.212.up_proj,0.0000153842,0.05000,2.665
23,mlp.experts.222.up_proj,0.0000177865,0.05000,2.655
23,mlp.experts.233.up_proj,0.0000390029,0.05000,2.603
23,mlp.experts.223.up_proj,0.0001072935,0.05000,2.583
23,mlp.experts.216.up_proj,0.0000237626,0.05000,2.564
23,mlp.experts.226.up_proj,0.0000575165,0.05000,2.591
23,mlp.experts.237.up_proj,0.0000435720,0.05000,2.526
23,mlp.experts.227.up_proj,0.0001076186,0.05000,2.507
23,mlp.experts.220.up_proj,0.0000184142,0.05000,2.420
23,mlp.experts.230.up_proj,0.0001023464,0.05000,2.514
23,mlp.experts.234.up_proj,failsafe(rtn): 0.0010910,0.00000,0.035
23,mlp.experts.241.up_proj,0.0000869233,0.05000,2.464
23,mlp.experts.231.up_proj,0.0000146559,0.05000,2.307
23,mlp.experts.235.up_proj,failsafe(rtn): 0.0011139,0.00000,0.032
23,mlp.experts.224.up_proj,0.0000580107,0.05000,2.373
23,mlp.experts.238.up_proj,0.0000147401,0.05000,2.348
23,mlp.experts.245.up_proj,0.0001224757,0.05000,2.391
23,mlp.experts.239.up_proj,0.0001130257,0.05000,2.584
23,mlp.experts.228.up_proj,0.0000702765,0.05000,2.669
23,mlp.experts.242.up_proj,0.0000165842,0.05000,2.602
23,mlp.experts.249.up_proj,0.0000597310,0.05000,2.591
23,mlp.experts.243.up_proj,0.0000336188,0.05000,2.548
23,mlp.experts.232.up_proj,0.0001207151,0.05000,2.613
23,mlp.experts.246.up_proj,0.0000289704,0.05000,2.712
23,mlp.experts.253.up_proj,0.0000750257,0.05000,2.574
23,mlp.experts.247.up_proj,0.0000124201,0.05000,2.201
23,mlp.experts.236.up_proj,0.0000141234,0.05000,2.132
23,mlp.experts.250.up_proj,0.0000071069,0.05000,1.919
23,mlp.experts.251.up_proj,0.0001009222,0.05000,1.716
23,mlp.experts.240.up_proj,0.0000411513,0.05000,1.695
23,mlp.experts.254.up_proj,0.0000221291,0.05000,1.604
23,mlp.experts.255.up_proj,0.0000112671,0.05000,1.070
23,mlp.experts.244.up_proj,0.0001699482,0.05000,0.935
23,mlp.experts.248.up_proj,0.0000159288,0.05000,0.472
23,mlp.experts.252.up_proj,failsafe(rtn): 0.0010452,0.00000,0.009
23,mlp.experts.1.down_proj,failsafe(rtn): 0.0010834,0.00000,0.014
23,mlp.experts.2.down_proj,0.0000018347,0.05000,0.647
23,mlp.experts.3.down_proj,0.0000007204,0.05000,0.649
23,mlp.experts.5.down_proj,0.0000006872,0.05000,0.657
23,mlp.experts.0.down_proj,0.0000038131,0.05000,0.698
23,mlp.experts.6.down_proj,0.0000029402,0.05000,0.673
23,mlp.experts.9.down_proj,0.0000003958,0.05000,0.677
23,mlp.experts.7.down_proj,0.0000014669,0.05000,0.714
23,mlp.experts.4.down_proj,0.0000007083,0.05000,0.709
23,mlp.experts.10.down_proj,0.0000004437,0.05000,0.668
23,mlp.experts.11.down_proj,0.0000013504,0.05000,0.674
23,mlp.experts.13.down_proj,0.0000009940,0.05000,0.690
23,mlp.experts.8.down_proj,0.0000039931,0.05000,0.706
23,mlp.experts.14.down_proj,0.0000009807,0.05000,0.747
23,mlp.experts.15.down_proj,0.0000003986,0.05000,0.709
23,mlp.experts.17.down_proj,0.0000008901,0.05000,0.714
23,mlp.experts.12.down_proj,0.0000009239,0.05000,0.664
23,mlp.experts.18.down_proj,0.0000004352,0.05000,0.643
23,mlp.experts.19.down_proj,0.0000006254,0.05000,0.654
23,mlp.experts.21.down_proj,0.0000011719,0.05000,0.662
23,mlp.experts.16.down_proj,0.0000002241,0.05000,0.670
23,mlp.experts.22.down_proj,0.0000007872,0.05000,0.642
23,mlp.experts.20.down_proj,0.0000004072,0.05000,0.653
23,mlp.experts.23.down_proj,0.0000012336,0.05000,0.711
23,mlp.experts.25.down_proj,0.0000006276,0.05000,0.719
23,mlp.experts.26.down_proj,0.0000007056,0.05000,0.634
23,mlp.experts.30.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
23,mlp.experts.24.down_proj,0.0000005573,0.05000,0.630
23,mlp.experts.27.down_proj,0.0000003151,0.05000,0.629
23,mlp.experts.29.down_proj,0.0000008706,0.05000,0.622
23,mlp.experts.34.down_proj,0.0000005164,0.05000,0.667
23,mlp.experts.28.down_proj,0.0000004006,0.05000,0.689
23,mlp.experts.31.down_proj,0.0000007492,0.05000,0.689
23,mlp.experts.33.down_proj,0.0000010140,0.05000,0.684
23,mlp.experts.38.down_proj,0.0000006445,0.05000,0.660
23,mlp.experts.32.down_proj,0.0000011573,0.05000,0.653
23,mlp.experts.35.down_proj,0.0000015247,0.05000,0.690
23,mlp.experts.37.down_proj,0.0000006196,0.05000,0.677
23,mlp.experts.42.down_proj,0.0000007766,0.05000,0.703
23,mlp.experts.36.down_proj,0.0000004971,0.05000,0.735
23,mlp.experts.41.down_proj,0.0000006464,0.05000,0.730
23,mlp.experts.39.down_proj,0.0000022030,0.05000,0.762
23,mlp.experts.46.down_proj,0.0000003042,0.05000,0.770
23,mlp.experts.40.down_proj,0.0000005723,0.05000,0.715
23,mlp.experts.43.down_proj,0.0000046849,0.05000,0.713
23,mlp.experts.45.down_proj,0.0000005420,0.05000,0.757
23,mlp.experts.50.down_proj,0.0000001960,0.05000,0.743
23,mlp.experts.49.down_proj,0.0000005460,0.05000,0.643
23,mlp.experts.44.down_proj,0.0000018201,0.05000,0.740
23,mlp.experts.47.down_proj,0.0000008844,0.05000,0.684
23,mlp.experts.54.down_proj,0.0000017799,0.05000,0.698
23,mlp.experts.53.down_proj,0.0000032458,0.05000,0.695
23,mlp.experts.48.down_proj,0.0000009679,0.05000,0.713
23,mlp.experts.51.down_proj,0.0000006096,0.05000,0.707
23,mlp.experts.58.down_proj,0.0000006097,0.05000,0.683
23,mlp.experts.57.down_proj,0.0000043564,0.05000,0.669
23,mlp.experts.55.down_proj,0.0000030130,0.05000,0.657
23,mlp.experts.52.down_proj,0.0000006795,0.05000,0.706
23,mlp.experts.62.down_proj,0.0000004514,0.05000,0.621
23,mlp.experts.61.down_proj,0.0000008016,0.05000,0.618
23,mlp.experts.59.down_proj,0.0000024261,0.05000,0.624
23,mlp.experts.56.down_proj,0.0000014022,0.05000,0.638
23,mlp.experts.65.down_proj,0.0000027867,0.05000,0.628
23,mlp.experts.66.down_proj,0.0000007576,0.05000,0.662
23,mlp.experts.63.down_proj,0.0000028604,0.05000,0.623
23,mlp.experts.60.down_proj,0.0000010171,0.05000,0.648
23,mlp.experts.69.down_proj,0.0000006176,0.05000,0.635
23,mlp.experts.67.down_proj,0.0000053681,0.05000,0.619
23,mlp.experts.70.down_proj,0.0000015529,0.05000,0.642
23,mlp.experts.64.down_proj,0.0000003085,0.05000,0.614
23,mlp.experts.73.down_proj,0.0000007263,0.05000,0.679
23,mlp.experts.77.down_proj,failsafe(rtn): 0.0012054,0.00000,0.010
23,mlp.experts.74.down_proj,0.0000008259,0.05000,0.679
23,mlp.experts.71.down_proj,0.0000007460,0.05000,0.709
23,mlp.experts.68.down_proj,0.0000007069,0.05000,0.709
23,mlp.experts.78.down_proj,0.0000006217,0.05000,0.654
23,mlp.experts.81.down_proj,0.0000013443,0.05000,0.676
23,mlp.experts.75.down_proj,0.0000006394,0.05000,0.686
23,mlp.experts.72.down_proj,0.0000011893,0.05000,0.666
23,mlp.experts.85.down_proj,0.0000008839,0.05000,0.664
23,mlp.experts.82.down_proj,0.0000005989,0.05000,0.725
23,mlp.experts.79.down_proj,0.0000008432,0.05000,0.688
23,mlp.experts.76.down_proj,0.0000004210,0.05000,0.708
23,mlp.experts.89.down_proj,0.0000016782,0.05000,0.715
23,mlp.experts.86.down_proj,0.0000006983,0.05000,0.687
23,mlp.experts.80.down_proj,0.0000006983,0.05000,0.647
23,mlp.experts.83.down_proj,0.0000010380,0.05000,0.729
23,mlp.experts.93.down_proj,0.0000007222,0.05000,0.626
23,mlp.experts.90.down_proj,0.0000009179,0.05000,0.638
23,mlp.experts.87.down_proj,0.0000004590,0.05000,0.639
23,mlp.experts.84.down_proj,0.0000003501,0.05000,0.672
23,mlp.experts.97.down_proj,0.0000010774,0.05000,0.672
23,mlp.experts.94.down_proj,0.0000012872,0.05000,0.692
23,mlp.experts.91.down_proj,0.0000008562,0.05000,0.688
23,mlp.experts.88.down_proj,0.0000005578,0.05000,0.732
23,mlp.experts.101.down_proj,0.0000024535,0.05000,0.662
23,mlp.experts.98.down_proj,0.0000008674,0.05000,0.652
23,mlp.experts.95.down_proj,0.0000006309,0.05000,0.646
23,mlp.experts.92.down_proj,0.0000004821,0.05000,0.661
23,mlp.experts.105.down_proj,0.0000017297,0.05000,0.671
23,mlp.experts.102.down_proj,0.0000005042,0.05000,0.701
23,mlp.experts.99.down_proj,0.0000015242,0.05000,0.720
23,mlp.experts.96.down_proj,0.0000005314,0.05000,0.725
23,mlp.experts.109.down_proj,0.0000005677,0.05000,0.730
23,mlp.experts.103.down_proj,0.0000006994,0.05000,0.657
23,mlp.experts.106.down_proj,0.0000010130,0.05000,0.720
23,mlp.experts.100.down_proj,0.0000006765,0.05000,0.671
23,mlp.experts.113.down_proj,0.0000007753,0.05000,0.647
23,mlp.experts.107.down_proj,0.0000004670,0.05000,0.626
23,mlp.experts.110.down_proj,0.0000010383,0.05000,0.664
23,mlp.experts.104.down_proj,0.0000007669,0.05000,0.627
23,mlp.experts.117.down_proj,0.0000015836,0.05000,0.708
23,mlp.experts.111.down_proj,0.0000016899,0.05000,0.749
23,mlp.experts.114.down_proj,0.0000003556,0.05000,0.726
23,mlp.experts.108.down_proj,0.0000017430,0.05000,0.681
23,mlp.experts.121.down_proj,0.0000018590,0.05000,0.643
23,mlp.experts.115.down_proj,0.0000003867,0.05000,0.655
23,mlp.experts.112.down_proj,0.0000006823,0.05000,0.635
23,mlp.experts.118.down_proj,0.0000035156,0.05000,0.658
23,mlp.experts.125.down_proj,0.0000009196,0.05000,0.682
23,mlp.experts.122.down_proj,0.0000006565,0.05000,0.632
23,mlp.experts.116.down_proj,0.0000006810,0.05000,0.658
23,mlp.experts.119.down_proj,0.0000009954,0.05000,0.683
23,mlp.experts.129.down_proj,0.0000005325,0.05000,0.689
23,mlp.experts.120.down_proj,0.0000020729,0.05000,0.672
23,mlp.experts.126.down_proj,0.0000005881,0.05000,0.712
23,mlp.experts.123.down_proj,0.0000000912,0.05000,0.706
23,mlp.experts.133.down_proj,0.0000009820,0.05000,0.655
23,mlp.experts.124.down_proj,0.0000013227,0.05000,0.633
23,mlp.experts.127.down_proj,0.0000015632,0.05000,0.651
23,mlp.experts.130.down_proj,0.0000009061,0.05000,0.678
23,mlp.experts.137.down_proj,0.0000003858,0.05000,0.685
23,mlp.experts.128.down_proj,0.0000004540,0.05000,0.665
23,mlp.experts.131.down_proj,0.0000003351,0.05000,0.684
23,mlp.experts.134.down_proj,0.0000042590,0.05000,0.686
23,mlp.experts.141.down_proj,0.0000006044,0.05000,0.677
23,mlp.experts.132.down_proj,0.0000007076,0.05000,0.716
23,mlp.experts.135.down_proj,0.0000004803,0.05000,0.701
23,mlp.experts.138.down_proj,0.0000005972,0.05000,0.718
23,mlp.experts.145.down_proj,0.0000014899,0.05000,0.671
23,mlp.experts.136.down_proj,0.0000008096,0.05000,0.727
23,mlp.experts.139.down_proj,0.0000017303,0.05000,0.678
23,mlp.experts.142.down_proj,0.0000003481,0.05000,0.727
23,mlp.experts.149.down_proj,0.0000006381,0.05000,0.743
23,mlp.experts.143.down_proj,0.0000007551,0.05000,0.713
23,mlp.experts.140.down_proj,0.0000014738,0.05000,0.738
23,mlp.experts.146.down_proj,0.0000006306,0.05000,0.704
23,mlp.experts.153.down_proj,0.0000005537,0.05000,0.718
23,mlp.experts.147.down_proj,0.0000003467,0.05000,0.692
23,mlp.experts.144.down_proj,0.0000008951,0.05000,0.700
23,mlp.experts.150.down_proj,0.0000011480,0.05000,0.654
23,mlp.experts.157.down_proj,0.0000004494,0.05000,0.628
23,mlp.experts.151.down_proj,0.0000007436,0.05000,0.618
23,mlp.experts.148.down_proj,0.0000004128,0.05000,0.615
23,mlp.experts.154.down_proj,0.0000004260,0.05000,0.619
23,mlp.experts.161.down_proj,0.0000004875,0.05000,0.659
23,mlp.experts.155.down_proj,0.0000005063,0.05000,0.678
23,mlp.experts.152.down_proj,0.0000005437,0.05000,0.669
23,mlp.experts.158.down_proj,0.0000007286,0.05000,0.681
23,mlp.experts.165.down_proj,0.0000030988,0.05000,0.713
23,mlp.experts.159.down_proj,0.0000005006,0.05000,0.675
23,mlp.experts.156.down_proj,0.0000003996,0.05000,0.684
23,mlp.experts.162.down_proj,0.0000003845,0.05000,0.721
23,mlp.experts.169.down_proj,0.0000020541,0.05000,0.665
23,mlp.experts.163.down_proj,0.0000004234,0.05000,0.647
23,mlp.experts.160.down_proj,0.0000016928,0.05000,0.707
23,mlp.experts.166.down_proj,0.0000016799,0.05000,0.665
23,mlp.experts.173.down_proj,0.0000007159,0.05000,0.672
23,mlp.experts.167.down_proj,0.0000016609,0.05000,0.674
23,mlp.experts.164.down_proj,0.0000008875,0.05000,0.671
23,mlp.experts.170.down_proj,0.0000008173,0.05000,0.676
23,mlp.experts.177.down_proj,0.0000004468,0.05000,0.669
23,mlp.experts.171.down_proj,0.0000009550,0.05000,0.701
23,mlp.experts.168.down_proj,0.0000005361,0.05000,0.677
23,mlp.experts.174.down_proj,0.0000008263,0.05000,0.679
23,mlp.experts.181.down_proj,0.0000015299,0.05000,0.651
23,mlp.experts.185.down_proj,failsafe(rtn): 0.0010834,0.00000,0.013
23,mlp.experts.175.down_proj,0.0000018763,0.05000,0.679
23,mlp.experts.172.down_proj,0.0000005274,0.05000,0.699
23,mlp.experts.178.down_proj,0.0000025540,0.05000,0.703
23,mlp.experts.189.down_proj,0.0000003276,0.05000,0.620
23,mlp.experts.179.down_proj,0.0000015035,0.05000,0.607
23,mlp.experts.176.down_proj,0.0000009704,0.05000,0.622
23,mlp.experts.182.down_proj,0.0000018784,0.05000,0.620
23,mlp.experts.193.down_proj,0.0000005448,0.05000,0.684
23,mlp.experts.183.down_proj,0.0000009280,0.05000,0.677
23,mlp.experts.180.down_proj,0.0000005075,0.05000,0.720
23,mlp.experts.186.down_proj,0.0000011130,0.05000,0.742
23,mlp.experts.187.down_proj,0.0000004645,0.05000,0.666
23,mlp.experts.197.down_proj,0.0000011234,0.05000,0.739
23,mlp.experts.184.down_proj,0.0000010903,0.05000,0.698
23,mlp.experts.190.down_proj,0.0000007061,0.05000,0.711
23,mlp.experts.201.down_proj,0.0000008877,0.05000,0.713
23,mlp.experts.191.down_proj,0.0000020594,0.05000,0.753
23,mlp.experts.188.down_proj,0.0000007851,0.05000,0.701
23,mlp.experts.194.down_proj,0.0000021233,0.05000,0.695
23,mlp.experts.205.down_proj,0.0000006486,0.05000,0.708
23,mlp.experts.195.down_proj,0.0000025164,0.05000,0.694
23,mlp.experts.192.down_proj,0.0000004956,0.05000,0.694
23,mlp.experts.198.down_proj,0.0000004615,0.05000,0.686
23,mlp.experts.199.down_proj,0.0000022407,0.05000,0.669
23,mlp.experts.209.down_proj,0.0000006232,0.05000,0.687
23,mlp.experts.196.down_proj,0.0000008560,0.05000,0.658
23,mlp.experts.202.down_proj,0.0000016591,0.05000,0.716
23,mlp.experts.203.down_proj,0.0000007747,0.05000,0.654
23,mlp.experts.213.down_proj,0.0000007155,0.05000,0.696
23,mlp.experts.200.down_proj,0.0000007166,0.05000,0.672
23,mlp.experts.206.down_proj,0.0000006965,0.05000,0.644
23,mlp.experts.207.down_proj,0.0000004579,0.05000,0.660
23,mlp.experts.217.down_proj,0.0000027577,0.05000,0.657
23,mlp.experts.204.down_proj,0.0000018637,0.05000,0.626
23,mlp.experts.210.down_proj,0.0000003862,0.05000,0.639
23,mlp.experts.211.down_proj,0.0000035427,0.05000,0.671
23,mlp.experts.221.down_proj,0.0000007217,0.05000,0.661
23,mlp.experts.208.down_proj,0.0000002905,0.05000,0.677
23,mlp.experts.214.down_proj,0.0000025437,0.05000,0.692
23,mlp.experts.225.down_proj,0.0000003851,0.05000,0.670
23,mlp.experts.215.down_proj,0.0000009437,0.05000,0.719
23,mlp.experts.212.down_proj,0.0000005966,0.05000,0.673
23,mlp.experts.218.down_proj,0.0000009138,0.05000,0.689
23,mlp.experts.216.down_proj,0.0000010608,0.05000,0.649
23,mlp.experts.229.down_proj,0.0000025845,0.05000,0.706
23,mlp.experts.219.down_proj,0.0000007522,0.05000,0.726
23,mlp.experts.222.down_proj,0.0000007454,0.05000,0.678
23,mlp.experts.220.down_proj,0.0000009183,0.05000,0.635
23,mlp.experts.233.down_proj,0.0000003842,0.05000,0.648
23,mlp.experts.223.down_proj,0.0000020840,0.05000,0.647
23,mlp.experts.226.down_proj,0.0000005976,0.05000,0.653
23,mlp.experts.224.down_proj,0.0000006460,0.05000,0.669
23,mlp.experts.237.down_proj,0.0000005675,0.05000,0.671
23,mlp.experts.227.down_proj,0.0000024197,0.05000,0.679
23,mlp.experts.230.down_proj,0.0000013056,0.05000,0.695
23,mlp.experts.234.down_proj,failsafe(rtn): 0.0010605,0.00000,0.012
23,mlp.experts.228.down_proj,0.0000013971,0.05000,0.699
23,mlp.experts.241.down_proj,0.0000030558,0.05000,0.716
23,mlp.experts.231.down_proj,0.0000005976,0.05000,0.718
23,mlp.experts.235.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
23,mlp.experts.238.down_proj,0.0000006086,0.05000,0.706
23,mlp.experts.232.down_proj,0.0000017084,0.05000,0.751
23,mlp.experts.245.down_proj,0.0000020961,0.05000,0.741
23,mlp.experts.239.down_proj,0.0000013955,0.05000,0.707
23,mlp.experts.242.down_proj,0.0000004269,0.05000,0.702
23,mlp.experts.249.down_proj,0.0000006680,0.05000,0.646
23,mlp.experts.236.down_proj,0.0000004750,0.05000,0.711
23,mlp.experts.243.down_proj,0.0000003063,0.05000,0.718
23,mlp.experts.246.down_proj,0.0000003310,0.05000,0.689
23,mlp.experts.253.down_proj,0.0000007911,0.05000,0.716
23,mlp.experts.240.down_proj,0.0000012406,0.05000,0.706
23,mlp.experts.247.down_proj,0.0000004954,0.05000,0.687
23,mlp.experts.250.down_proj,0.0000003416,0.05000,0.671
23,mlp.experts.244.down_proj,0.0000041269,0.05000,0.489
23,mlp.experts.251.down_proj,0.0000019436,0.05000,0.477
23,mlp.experts.254.down_proj,0.0000007978,0.05000,0.466
23,mlp.experts.248.down_proj,0.0000007849,0.05000,0.330
23,mlp.experts.252.down_proj,failsafe(rtn): 0.0010376,0.00000,0.005
23,mlp.experts.255.down_proj,0.0000004454,0.05000,0.309
24,mlp.experts.0.gate_proj,0.0000567769,0.05000,2.580
24,mlp.experts.2.gate_proj,0.0000508169,0.05000,2.668
24,mlp.experts.1.gate_proj,0.0000090775,0.05000,2.747
24,mlp.experts.3.gate_proj,0.0000116465,0.05000,2.802
24,mlp.experts.4.gate_proj,0.0000496162,0.05000,2.583
24,mlp.experts.6.gate_proj,0.0000517310,0.05000,2.650
24,mlp.experts.5.gate_proj,0.0000665342,0.05000,2.631
24,mlp.experts.7.gate_proj,0.0000104239,0.05000,2.671
24,mlp.experts.8.gate_proj,0.0000625182,0.05000,2.821
24,mlp.experts.10.gate_proj,0.0000906046,0.05000,2.752
24,mlp.experts.9.gate_proj,0.0001533455,0.05000,2.745
24,mlp.experts.11.gate_proj,0.0000140313,0.05000,2.816
24,mlp.experts.15.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.043
24,mlp.experts.12.gate_proj,0.0000173771,0.05000,2.755
24,mlp.experts.14.gate_proj,0.0000615973,0.05000,2.724
24,mlp.experts.13.gate_proj,0.0000439904,0.05000,2.693
24,mlp.experts.19.gate_proj,0.0000128565,0.05000,2.734
24,mlp.experts.16.gate_proj,0.0000892616,0.05000,2.534
24,mlp.experts.17.gate_proj,0.0000295830,0.05000,2.530
24,mlp.experts.18.gate_proj,0.0000217989,0.05000,2.638
24,mlp.experts.23.gate_proj,0.0000582743,0.05000,2.531
24,mlp.experts.20.gate_proj,0.0000134219,0.05000,2.645
24,mlp.experts.22.gate_proj,0.0000441538,0.05000,2.610
24,mlp.experts.21.gate_proj,0.0000842147,0.05000,2.721
24,mlp.experts.27.gate_proj,0.0000335234,0.05000,2.733
24,mlp.experts.26.gate_proj,0.0000100964,0.05000,2.666
24,mlp.experts.24.gate_proj,0.0000400699,0.05000,2.825
24,mlp.experts.25.gate_proj,0.0000898550,0.05000,2.763
24,mlp.experts.31.gate_proj,0.0000469860,0.05000,2.769
24,mlp.experts.28.gate_proj,0.0000743369,0.05000,2.386
24,mlp.experts.29.gate_proj,0.0000245064,0.05000,2.343
24,mlp.experts.30.gate_proj,0.0000934522,0.05000,2.475
24,mlp.experts.35.gate_proj,0.0000431327,0.05000,2.436
24,mlp.experts.33.gate_proj,0.0000243706,0.05000,2.446
24,mlp.experts.32.gate_proj,0.0000275654,0.05000,2.488
24,mlp.experts.34.gate_proj,0.0000360693,0.05000,2.501
24,mlp.experts.39.gate_proj,0.0000430962,0.05000,2.461
24,mlp.experts.37.gate_proj,0.0000232609,0.05000,2.597
24,mlp.experts.36.gate_proj,0.0000239305,0.05000,2.614
24,mlp.experts.38.gate_proj,0.0000462071,0.05000,2.601
24,mlp.experts.43.gate_proj,0.0000148223,0.05000,2.548
24,mlp.experts.40.gate_proj,0.0000968618,0.05000,2.211
24,mlp.experts.41.gate_proj,0.0000537288,0.05000,2.263
24,mlp.experts.42.gate_proj,0.0001152597,0.05000,2.215
24,mlp.experts.47.gate_proj,0.0000353178,0.05000,2.105
24,mlp.experts.46.gate_proj,0.0000119769,0.05000,2.405
24,mlp.experts.44.gate_proj,0.0000166246,0.05000,2.507
24,mlp.experts.45.gate_proj,0.0001027142,0.05000,2.492
24,mlp.experts.51.gate_proj,0.0000760588,0.05000,2.398
24,mlp.experts.50.gate_proj,0.0000169230,0.05000,2.515
24,mlp.experts.48.gate_proj,0.0000496804,0.05000,2.528
24,mlp.experts.55.gate_proj,0.0000155544,0.05000,2.518
24,mlp.experts.49.gate_proj,0.0000631915,0.05000,2.669
24,mlp.experts.52.gate_proj,0.0000953032,0.05000,2.509
24,mlp.experts.54.gate_proj,0.0000491954,0.05000,2.609
24,mlp.experts.59.gate_proj,0.0000102022,0.05000,2.549
24,mlp.experts.53.gate_proj,0.0000639795,0.05000,2.545
24,mlp.experts.56.gate_proj,0.0000207440,0.05000,2.426
24,mlp.experts.57.gate_proj,0.0000100580,0.05000,2.335
24,mlp.experts.58.gate_proj,0.0000537610,0.05000,2.560
24,mlp.experts.63.gate_proj,0.0000097906,0.05000,2.477
24,mlp.experts.60.gate_proj,0.0001211978,0.05000,2.426
24,mlp.experts.61.gate_proj,0.0000520178,0.05000,2.429
24,mlp.experts.67.gate_proj,0.0000113031,0.05000,2.458
24,mlp.experts.62.gate_proj,0.0000561449,0.05000,2.504
24,mlp.experts.64.gate_proj,0.0000356310,0.05000,2.577
24,mlp.experts.65.gate_proj,0.0000105433,0.05000,2.491
24,mlp.experts.66.gate_proj,0.0000316503,0.05000,2.509
24,mlp.experts.71.gate_proj,0.0000086302,0.05000,2.562
24,mlp.experts.68.gate_proj,0.0000555528,0.05000,2.468
24,mlp.experts.69.gate_proj,0.0000302229,0.05000,2.566
24,mlp.experts.75.gate_proj,0.0002046428,0.05000,2.496
24,mlp.experts.70.gate_proj,0.0000451976,0.05000,2.639
24,mlp.experts.72.gate_proj,0.0000175842,0.05000,2.543
24,mlp.experts.79.gate_proj,0.0000723917,0.05000,2.432
24,mlp.experts.73.gate_proj,0.0001044539,0.05000,2.641
24,mlp.experts.74.gate_proj,0.0000113788,0.05000,2.525
24,mlp.experts.76.gate_proj,0.0000641135,0.05000,2.611
24,mlp.experts.83.gate_proj,0.0000526520,0.05000,2.670
24,mlp.experts.77.gate_proj,0.0000584688,0.05000,2.666
24,mlp.experts.78.gate_proj,0.0000659886,0.05000,2.730
24,mlp.experts.80.gate_proj,0.0000860686,0.05000,2.530
24,mlp.experts.87.gate_proj,0.0000440863,0.05000,2.534
24,mlp.experts.81.gate_proj,0.0000340997,0.05000,2.642
24,mlp.experts.82.gate_proj,0.0000709354,0.05000,2.636
24,mlp.experts.84.gate_proj,0.0000094676,0.05000,2.593
24,mlp.experts.91.gate_proj,0.0000464870,0.05000,2.485
24,mlp.experts.85.gate_proj,0.0001011937,0.05000,2.511
24,mlp.experts.86.gate_proj,0.0001990868,0.05000,2.633
24,mlp.experts.95.gate_proj,0.0000178535,0.05000,2.304
24,mlp.experts.88.gate_proj,0.0000408747,0.05000,2.487
24,mlp.experts.89.gate_proj,0.0000501146,0.05000,2.265
24,mlp.experts.90.gate_proj,0.0001526700,0.05000,2.268
24,mlp.experts.99.gate_proj,0.0000483735,0.05000,2.193
24,mlp.experts.92.gate_proj,0.0000779308,0.05000,2.317
24,mlp.experts.93.gate_proj,0.0000396838,0.05000,2.330
24,mlp.experts.94.gate_proj,0.0000725723,0.05000,2.304
24,mlp.experts.103.gate_proj,0.0000447627,0.05000,2.527
24,mlp.experts.96.gate_proj,0.0000787940,0.05000,2.549
24,mlp.experts.97.gate_proj,0.0000360760,0.05000,2.548
24,mlp.experts.98.gate_proj,0.0000219859,0.05000,2.445
24,mlp.experts.107.gate_proj,0.0000189514,0.05000,2.660
24,mlp.experts.100.gate_proj,0.0000503751,0.05000,2.608
24,mlp.experts.101.gate_proj,0.0000197956,0.05000,2.656
24,mlp.experts.102.gate_proj,0.0000568297,0.05000,2.570
24,mlp.experts.111.gate_proj,0.0000285412,0.05000,2.431
24,mlp.experts.104.gate_proj,0.0000739050,0.05000,2.501
24,mlp.experts.105.gate_proj,0.0000846126,0.05000,2.575
24,mlp.experts.106.gate_proj,0.0000194589,0.05000,2.518
24,mlp.experts.115.gate_proj,0.0000189230,0.05000,2.547
24,mlp.experts.108.gate_proj,0.0000361061,0.05000,2.492
24,mlp.experts.110.gate_proj,0.0000655263,0.05000,2.540
24,mlp.experts.109.gate_proj,0.0000691650,0.05000,2.590
24,mlp.experts.119.gate_proj,0.0000173503,0.05000,2.400
24,mlp.experts.112.gate_proj,0.0000561469,0.05000,2.448
24,mlp.experts.113.gate_proj,0.0000539836,0.05000,2.495
24,mlp.experts.114.gate_proj,0.0000269181,0.05000,2.553
24,mlp.experts.123.gate_proj,0.0000342868,0.05000,2.610
24,mlp.experts.116.gate_proj,0.0000834058,0.05000,2.529
24,mlp.experts.117.gate_proj,0.0000498106,0.05000,2.480
24,mlp.experts.118.gate_proj,0.0001326267,0.05000,2.593
24,mlp.experts.127.gate_proj,0.0000641350,0.05000,2.630
24,mlp.experts.120.gate_proj,0.0000559053,0.05000,2.638
24,mlp.experts.121.gate_proj,0.0000140901,0.05000,2.595
24,mlp.experts.122.gate_proj,0.0000256455,0.05000,2.559
24,mlp.experts.131.gate_proj,0.0000691008,0.05000,2.494
24,mlp.experts.124.gate_proj,0.0000488808,0.05000,2.483
24,mlp.experts.128.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.041
24,mlp.experts.125.gate_proj,0.0000106750,0.05000,2.543
24,mlp.experts.126.gate_proj,0.0000739121,0.05000,2.582
24,mlp.experts.135.gate_proj,0.0000774791,0.05000,2.551
24,mlp.experts.132.gate_proj,0.0000081122,0.05000,2.525
24,mlp.experts.129.gate_proj,0.0001088195,0.05000,2.533
24,mlp.experts.130.gate_proj,0.0001662219,0.05000,2.538
24,mlp.experts.139.gate_proj,0.0001175791,0.05000,2.343
24,mlp.experts.136.gate_proj,0.0000539718,0.05000,2.206
24,mlp.experts.133.gate_proj,0.0000280579,0.05000,2.309
24,mlp.experts.134.gate_proj,0.0000580559,0.05000,2.254
24,mlp.experts.140.gate_proj,0.0000170923,0.05000,2.283
24,mlp.experts.143.gate_proj,0.0000381061,0.05000,2.494
24,mlp.experts.137.gate_proj,0.0000571375,0.05000,2.441
24,mlp.experts.138.gate_proj,0.0000085494,0.05000,2.458
24,mlp.experts.144.gate_proj,0.0000382033,0.05000,2.549
24,mlp.experts.147.gate_proj,0.0000121294,0.05000,2.474
24,mlp.experts.141.gate_proj,0.0000313413,0.05000,2.574
24,mlp.experts.142.gate_proj,0.0000559861,0.05000,2.570
24,mlp.experts.148.gate_proj,0.0000517824,0.05000,2.463
24,mlp.experts.151.gate_proj,0.0000560977,0.05000,2.602
24,mlp.experts.145.gate_proj,0.0000229119,0.05000,2.585
24,mlp.experts.146.gate_proj,0.0000723538,0.05000,2.604
24,mlp.experts.152.gate_proj,0.0000903746,0.05000,2.409
24,mlp.experts.155.gate_proj,0.0000104300,0.05000,2.447
24,mlp.experts.149.gate_proj,0.0000625310,0.05000,2.355
24,mlp.experts.150.gate_proj,0.0000531730,0.05000,2.345
24,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.026
24,mlp.experts.156.gate_proj,0.0000917733,0.05000,1.967
24,mlp.experts.159.gate_proj,0.0001068218,0.05000,2.104
24,mlp.experts.153.gate_proj,0.0000270070,0.05000,1.969
24,mlp.experts.158.gate_proj,0.0000829140,0.05000,2.056
24,mlp.experts.160.gate_proj,0.0000107384,0.05000,2.316
24,mlp.experts.163.gate_proj,0.0000152820,0.05000,2.316
24,mlp.experts.157.gate_proj,0.0000153086,0.05000,2.454
24,mlp.experts.162.gate_proj,0.0001511371,0.05000,2.521
24,mlp.experts.164.gate_proj,0.0001191819,0.05000,2.423
24,mlp.experts.167.gate_proj,0.0000461192,0.05000,2.643
24,mlp.experts.161.gate_proj,0.0000909314,0.05000,2.723
24,mlp.experts.166.gate_proj,0.0000178136,0.05000,2.625
24,mlp.experts.168.gate_proj,0.0000130494,0.05000,2.755
24,mlp.experts.171.gate_proj,0.0001200085,0.05000,2.556
24,mlp.experts.165.gate_proj,0.0000389257,0.05000,2.658
24,mlp.experts.169.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.044
24,mlp.experts.170.gate_proj,0.0000272823,0.05000,2.664
24,mlp.experts.172.gate_proj,0.0000502943,0.05000,2.458
24,mlp.experts.175.gate_proj,0.0000630463,0.05000,2.343
24,mlp.experts.173.gate_proj,0.0000343766,0.05000,2.381
24,mlp.experts.174.gate_proj,0.0000690701,0.05000,2.302
24,mlp.experts.176.gate_proj,0.0001128178,0.05000,2.625
24,mlp.experts.179.gate_proj,0.0001176045,0.05000,2.586
24,mlp.experts.177.gate_proj,0.0000483605,0.05000,2.543
24,mlp.experts.178.gate_proj,0.0000175110,0.05000,2.567
24,mlp.experts.180.gate_proj,0.0001448433,0.05000,2.806
24,mlp.experts.183.gate_proj,0.0000408409,0.05000,2.711
24,mlp.experts.182.gate_proj,0.0000643880,0.05000,2.600
24,mlp.experts.181.gate_proj,0.0000198507,0.05000,2.759
24,mlp.experts.184.gate_proj,0.0000413293,0.05000,2.562
24,mlp.experts.187.gate_proj,0.0000785883,0.05000,2.529
24,mlp.experts.185.gate_proj,0.0001247576,0.05000,2.617
24,mlp.experts.186.gate_proj,0.0000119113,0.05000,2.688
24,mlp.experts.188.gate_proj,0.0000664728,0.05000,2.578
24,mlp.experts.191.gate_proj,0.0000145797,0.05000,2.626
24,mlp.experts.189.gate_proj,0.0000553978,0.05000,2.412
24,mlp.experts.193.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.033
24,mlp.experts.190.gate_proj,0.0000222251,0.05000,2.460
24,mlp.experts.192.gate_proj,0.0000659403,0.05000,2.385
24,mlp.experts.195.gate_proj,0.0000753191,0.05000,2.385
24,mlp.experts.197.gate_proj,0.0001240925,0.05000,2.457
24,mlp.experts.194.gate_proj,0.0000086414,0.05000,2.514
24,mlp.experts.196.gate_proj,0.0000360016,0.05000,2.499
24,mlp.experts.199.gate_proj,0.0000946756,0.05000,2.454
24,mlp.experts.201.gate_proj,0.0000295569,0.05000,2.503
24,mlp.experts.198.gate_proj,0.0000607756,0.05000,2.481
24,mlp.experts.200.gate_proj,0.0000282665,0.05000,2.574
24,mlp.experts.203.gate_proj,0.0000179747,0.05000,2.604
24,mlp.experts.202.gate_proj,0.0001126195,0.05000,2.599
24,mlp.experts.205.gate_proj,0.0000100697,0.05000,2.672
24,mlp.experts.204.gate_proj,0.0000583940,0.05000,2.606
24,mlp.experts.207.gate_proj,0.0000273325,0.05000,2.521
24,mlp.experts.209.gate_proj,0.0000750194,0.05000,2.476
24,mlp.experts.206.gate_proj,0.0000065129,0.05000,2.526
24,mlp.experts.208.gate_proj,0.0000173995,0.05000,2.594
24,mlp.experts.211.gate_proj,0.0001134733,0.05000,2.553
24,mlp.experts.215.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.044
24,mlp.experts.210.gate_proj,0.0000269312,0.05000,2.602
24,mlp.experts.213.gate_proj,0.0000530278,0.05000,2.676
24,mlp.experts.212.gate_proj,0.0000253990,0.05000,2.528
24,mlp.experts.219.gate_proj,0.0000240933,0.05000,2.609
24,mlp.experts.217.gate_proj,0.0000154967,0.05000,2.579
24,mlp.experts.214.gate_proj,0.0000549813,0.05000,2.658
24,mlp.experts.216.gate_proj,0.0000490623,0.05000,2.585
24,mlp.experts.223.gate_proj,0.0000267076,0.05000,2.657
24,mlp.experts.218.gate_proj,0.0000328894,0.05000,2.642
24,mlp.experts.221.gate_proj,0.0000251922,0.05000,2.728
24,mlp.experts.220.gate_proj,0.0000351602,0.05000,2.514
24,mlp.experts.227.gate_proj,0.0000189887,0.05000,2.578
24,mlp.experts.225.gate_proj,0.0000454190,0.05000,2.512
24,mlp.experts.222.gate_proj,0.0000117207,0.05000,2.547
24,mlp.experts.224.gate_proj,0.0000467074,0.05000,2.599
24,mlp.experts.231.gate_proj,0.0000384397,0.05000,2.654
24,mlp.experts.226.gate_proj,0.0000443044,0.05000,2.611
24,mlp.experts.229.gate_proj,0.0000417396,0.05000,2.681
24,mlp.experts.228.gate_proj,0.0000176747,0.05000,2.754
24,mlp.experts.235.gate_proj,0.0000844263,0.05000,2.640
24,mlp.experts.230.gate_proj,0.0000160292,0.05000,2.607
24,mlp.experts.233.gate_proj,0.0000308726,0.05000,2.556
24,mlp.experts.237.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.035
24,mlp.experts.232.gate_proj,0.0000641683,0.05000,2.546
24,mlp.experts.239.gate_proj,0.0000209476,0.05000,2.522
24,mlp.experts.234.gate_proj,0.0000175161,0.05000,2.542
24,mlp.experts.241.gate_proj,0.0000118698,0.05000,2.522
24,mlp.experts.236.gate_proj,0.0000738039,0.05000,2.586
24,mlp.experts.243.gate_proj,0.0001046612,0.05000,2.610
24,mlp.experts.245.gate_proj,0.0000436476,0.05000,2.381
24,mlp.experts.238.gate_proj,0.0000687747,0.05000,2.496
24,mlp.experts.240.gate_proj,0.0000590211,0.05000,2.341
24,mlp.experts.247.gate_proj,0.0000424745,0.05000,2.244
24,mlp.experts.242.gate_proj,0.0000272627,0.05000,2.392
24,mlp.experts.249.gate_proj,0.0000542648,0.05000,2.511
24,mlp.experts.244.gate_proj,0.0000489779,0.05000,2.605
24,mlp.experts.251.gate_proj,0.0000502261,0.05000,2.500
24,mlp.experts.246.gate_proj,0.0000516822,0.05000,2.493
24,mlp.experts.253.gate_proj,0.0000541411,0.05000,2.492
24,mlp.experts.248.gate_proj,0.0001247732,0.05000,2.590
24,mlp.experts.255.gate_proj,0.0000411179,0.05000,2.654
24,mlp.experts.250.gate_proj,0.0001024172,0.05000,2.510
24,mlp.experts.1.up_proj,0.0000095114,0.05000,2.548
24,mlp.experts.252.gate_proj,0.0000715757,0.05000,2.487
24,mlp.experts.3.up_proj,0.0000129864,0.05000,2.552
24,mlp.experts.254.gate_proj,0.0000412420,0.05000,2.456
24,mlp.experts.5.up_proj,0.0000597235,0.05000,2.483
24,mlp.experts.0.up_proj,0.0000522900,0.05000,2.555
24,mlp.experts.7.up_proj,0.0000113027,0.05000,2.508
24,mlp.experts.2.up_proj,0.0000441466,0.05000,2.566
24,mlp.experts.9.up_proj,0.0001330387,0.05000,2.507
24,mlp.experts.4.up_proj,0.0000458023,0.05000,2.570
24,mlp.experts.11.up_proj,0.0000153603,0.05000,2.674
24,mlp.experts.15.up_proj,failsafe(rtn): 0.0012131,0.00000,0.040
24,mlp.experts.6.up_proj,0.0000472672,0.05000,2.587
24,mlp.experts.13.up_proj,0.0000366702,0.05000,2.622
24,mlp.experts.8.up_proj,0.0000583632,0.05000,2.693
24,mlp.experts.19.up_proj,0.0000128250,0.05000,2.544
24,mlp.experts.10.up_proj,0.0000864996,0.05000,2.756
24,mlp.experts.17.up_proj,0.0000266896,0.05000,2.721
24,mlp.experts.12.up_proj,0.0000166043,0.05000,2.748
24,mlp.experts.23.up_proj,0.0000271345,0.05000,2.709
24,mlp.experts.21.up_proj,0.0000804745,0.05000,2.561
24,mlp.experts.14.up_proj,0.0000585518,0.05000,2.677
24,mlp.experts.16.up_proj,0.0000819499,0.05000,2.686
24,mlp.experts.27.up_proj,0.0000256535,0.05000,2.790
24,mlp.experts.25.up_proj,0.0000875086,0.05000,2.602
24,mlp.experts.18.up_proj,0.0000161533,0.05000,2.718
24,mlp.experts.20.up_proj,0.0000119904,0.05000,2.489
24,mlp.experts.31.up_proj,0.0000541172,0.05000,2.508
24,mlp.experts.29.up_proj,0.0000211190,0.05000,2.461
24,mlp.experts.22.up_proj,0.0000396587,0.05000,2.449
24,mlp.experts.24.up_proj,0.0000371803,0.05000,2.657
24,mlp.experts.35.up_proj,0.0000478869,0.05000,2.589
24,mlp.experts.33.up_proj,0.0000233277,0.05000,2.560
24,mlp.experts.26.up_proj,0.0000113921,0.05000,2.531
24,mlp.experts.39.up_proj,0.0000428015,0.05000,2.516
24,mlp.experts.28.up_proj,0.0000869766,0.05000,2.700
24,mlp.experts.37.up_proj,0.0000199071,0.05000,2.602
24,mlp.experts.30.up_proj,0.0000810489,0.05000,2.563
24,mlp.experts.43.up_proj,0.0000151854,0.05000,2.657
24,mlp.experts.32.up_proj,0.0000304432,0.05000,2.663
24,mlp.experts.41.up_proj,0.0000494031,0.05000,2.682
24,mlp.experts.34.up_proj,0.0000331189,0.05000,2.654
24,mlp.experts.36.up_proj,0.0000164784,0.05000,2.661
24,mlp.experts.47.up_proj,0.0000306665,0.05000,2.742
24,mlp.experts.45.up_proj,0.0000843957,0.05000,2.703
24,mlp.experts.38.up_proj,0.0000497509,0.05000,2.666
24,mlp.experts.51.up_proj,0.0000698281,0.05000,2.741
24,mlp.experts.40.up_proj,0.0001041195,0.05000,2.797
24,mlp.experts.42.up_proj,0.0000941357,0.05000,2.721
24,mlp.experts.49.up_proj,0.0000531965,0.05000,2.885
24,mlp.experts.44.up_proj,0.0000175438,0.05000,2.637
24,mlp.experts.55.up_proj,0.0000138408,0.05000,2.706
24,mlp.experts.46.up_proj,0.0000098935,0.05000,2.654
24,mlp.experts.53.up_proj,0.0000596368,0.05000,2.725
24,mlp.experts.59.up_proj,0.0000111804,0.05000,2.668
24,mlp.experts.48.up_proj,0.0000468096,0.05000,2.777
24,mlp.experts.50.up_proj,0.0000208042,0.05000,2.695
24,mlp.experts.57.up_proj,0.0000098140,0.05000,2.715
24,mlp.experts.63.up_proj,0.0000112733,0.05000,2.727
24,mlp.experts.52.up_proj,0.0000883775,0.05000,2.718
24,mlp.experts.54.up_proj,0.0000394197,0.05000,2.730
24,mlp.experts.61.up_proj,0.0000421095,0.05000,2.694
24,mlp.experts.67.up_proj,0.0000118800,0.05000,2.692
24,mlp.experts.56.up_proj,0.0000250239,0.05000,2.740
24,mlp.experts.58.up_proj,0.0000491618,0.05000,2.737
24,mlp.experts.65.up_proj,0.0000101356,0.05000,2.670
24,mlp.experts.71.up_proj,0.0000088338,0.05000,2.633
24,mlp.experts.60.up_proj,0.0001139933,0.05000,2.755
24,mlp.experts.62.up_proj,0.0000525548,0.05000,2.669
24,mlp.experts.69.up_proj,0.0000245406,0.05000,2.639
24,mlp.experts.75.up_proj,0.0002098705,0.05000,2.520
24,mlp.experts.64.up_proj,0.0000294844,0.05000,2.479
24,mlp.experts.73.up_proj,0.0000821096,0.05000,2.483
24,mlp.experts.66.up_proj,0.0000242236,0.05000,2.566
24,mlp.experts.79.up_proj,0.0000679026,0.05000,2.473
24,mlp.experts.68.up_proj,0.0000523708,0.05000,2.615
24,mlp.experts.70.up_proj,0.0000416014,0.05000,2.428
24,mlp.experts.77.up_proj,0.0000536332,0.05000,2.521
24,mlp.experts.83.up_proj,0.0000487143,0.05000,2.486
24,mlp.experts.72.up_proj,0.0000144394,0.05000,2.466
24,mlp.experts.74.up_proj,0.0000126787,0.05000,2.542
24,mlp.experts.81.up_proj,0.0000354793,0.05000,2.543
24,mlp.experts.87.up_proj,0.0000389756,0.05000,2.647
24,mlp.experts.76.up_proj,0.0000593262,0.05000,2.672
24,mlp.experts.78.up_proj,0.0000606364,0.05000,2.656
24,mlp.experts.85.up_proj,0.0000944229,0.05000,2.635
24,mlp.experts.91.up_proj,0.0000432194,0.05000,2.409
24,mlp.experts.80.up_proj,0.0000748529,0.05000,2.284
24,mlp.experts.82.up_proj,0.0000530317,0.05000,2.180
24,mlp.experts.89.up_proj,0.0000416165,0.05000,2.323
24,mlp.experts.95.up_proj,0.0000168610,0.05000,2.215
24,mlp.experts.86.up_proj,0.0001693616,0.05000,2.279
24,mlp.experts.84.up_proj,0.0000109212,0.05000,2.353
24,mlp.experts.93.up_proj,0.0000307758,0.05000,2.223
24,mlp.experts.99.up_proj,0.0000448954,0.05000,2.230
24,mlp.experts.90.up_proj,0.0001289883,0.05000,2.260
24,mlp.experts.88.up_proj,0.0000377493,0.05000,2.369
24,mlp.experts.97.up_proj,0.0000296661,0.05000,2.375
24,mlp.experts.103.up_proj,0.0000431521,0.05000,2.611
24,mlp.experts.94.up_proj,0.0000587774,0.05000,2.458
24,mlp.experts.92.up_proj,0.0000715924,0.05000,2.543
24,mlp.experts.101.up_proj,0.0000211381,0.05000,2.558
24,mlp.experts.107.up_proj,0.0000166782,0.05000,2.479
24,mlp.experts.98.up_proj,0.0000199304,0.05000,2.547
24,mlp.experts.96.up_proj,0.0000711570,0.05000,2.463
24,mlp.experts.105.up_proj,0.0000783995,0.05000,2.542
24,mlp.experts.111.up_proj,0.0000242864,0.05000,2.630
24,mlp.experts.102.up_proj,0.0000525506,0.05000,2.601
24,mlp.experts.100.up_proj,0.0000460754,0.05000,2.512
24,mlp.experts.109.up_proj,0.0000751874,0.05000,2.580
24,mlp.experts.115.up_proj,0.0000165777,0.05000,2.581
24,mlp.experts.104.up_proj,0.0000690061,0.05000,2.513
24,mlp.experts.106.up_proj,0.0000276019,0.05000,2.608
24,mlp.experts.113.up_proj,0.0000500181,0.05000,2.534
24,mlp.experts.119.up_proj,0.0000193493,0.05000,2.614
24,mlp.experts.108.up_proj,0.0000339332,0.05000,2.608
24,mlp.experts.110.up_proj,0.0000787687,0.05000,2.569
24,mlp.experts.117.up_proj,0.0000449049,0.05000,2.518
24,mlp.experts.123.up_proj,0.0000318396,0.05000,2.310
24,mlp.experts.112.up_proj,0.0000496252,0.05000,2.256
24,mlp.experts.114.up_proj,0.0000220033,0.05000,2.302
24,mlp.experts.121.up_proj,0.0000114156,0.05000,2.204
24,mlp.experts.127.up_proj,0.0000604071,0.05000,2.486
24,mlp.experts.116.up_proj,0.0000835551,0.05000,2.493
24,mlp.experts.118.up_proj,0.0001116809,0.05000,2.487
24,mlp.experts.125.up_proj,0.0000094422,0.05000,2.536
24,mlp.experts.131.up_proj,0.0000738562,0.05000,2.600
24,mlp.experts.120.up_proj,0.0000514681,0.05000,2.602
24,mlp.experts.122.up_proj,0.0000232933,0.05000,2.629
24,mlp.experts.129.up_proj,0.0000874561,0.05000,2.600
24,mlp.experts.135.up_proj,0.0000618533,0.05000,2.576
24,mlp.experts.124.up_proj,0.0000451117,0.05000,2.564
24,mlp.experts.128.up_proj,failsafe(rtn): 0.0012283,0.00000,0.044
24,mlp.experts.133.up_proj,0.0000238243,0.05000,2.532
24,mlp.experts.126.up_proj,0.0000677982,0.05000,2.678
24,mlp.experts.139.up_proj,0.0001071449,0.05000,2.612
24,mlp.experts.132.up_proj,0.0000080104,0.05000,2.635
24,mlp.experts.130.up_proj,0.0001421566,0.05000,2.642
24,mlp.experts.137.up_proj,0.0000519229,0.05000,2.698
24,mlp.experts.143.up_proj,0.0000311638,0.05000,2.637
24,mlp.experts.136.up_proj,0.0000469005,0.05000,2.674
24,mlp.experts.141.up_proj,0.0000280129,0.05000,2.528
24,mlp.experts.134.up_proj,0.0000509457,0.05000,2.663
24,mlp.experts.147.up_proj,0.0000115644,0.05000,2.535
24,mlp.experts.145.up_proj,0.0000207517,0.05000,2.616
24,mlp.experts.140.up_proj,0.0000161523,0.05000,2.663
24,mlp.experts.138.up_proj,0.0000088581,0.05000,2.654
24,mlp.experts.151.up_proj,0.0000434973,0.05000,2.626
24,mlp.experts.149.up_proj,0.0000622585,0.05000,2.608
24,mlp.experts.144.up_proj,0.0000352522,0.05000,2.657
24,mlp.experts.142.up_proj,0.0000521334,0.05000,2.672
24,mlp.experts.155.up_proj,0.0000086413,0.05000,2.477
24,mlp.experts.153.up_proj,0.0000244102,0.05000,2.483
24,mlp.experts.148.up_proj,0.0000562769,0.05000,2.554
24,mlp.experts.146.up_proj,0.0000658430,0.05000,2.474
24,mlp.experts.159.up_proj,0.0000984293,0.05000,2.477
24,mlp.experts.157.up_proj,0.0000153376,0.05000,2.442
24,mlp.experts.152.up_proj,0.0000831207,0.05000,2.530
24,mlp.experts.150.up_proj,0.0000438659,0.05000,2.489
24,mlp.experts.154.up_proj,failsafe(rtn): 0.0012817,0.00000,0.043
24,mlp.experts.163.up_proj,0.0000148399,0.05000,2.544
24,mlp.experts.161.up_proj,0.0000911324,0.05000,2.522
24,mlp.experts.158.up_proj,0.0000624679,0.05000,2.472
24,mlp.experts.156.up_proj,0.0000786904,0.05000,2.593
24,mlp.experts.167.up_proj,0.0000423622,0.05000,2.521
24,mlp.experts.165.up_proj,0.0000363827,0.05000,2.475
24,mlp.experts.169.up_proj,failsafe(rtn): 0.0011749,0.00000,0.035
24,mlp.experts.162.up_proj,0.0001312162,0.05000,2.486
24,mlp.experts.160.up_proj,0.0000123301,0.05000,2.531
24,mlp.experts.171.up_proj,0.0001174840,0.05000,2.409
24,mlp.experts.173.up_proj,0.0000253359,0.05000,2.623
24,mlp.experts.166.up_proj,0.0000177421,0.05000,2.487
24,mlp.experts.164.up_proj,0.0001112088,0.05000,2.639
24,mlp.experts.175.up_proj,0.0000589502,0.05000,2.319
24,mlp.experts.177.up_proj,0.0000379229,0.05000,2.273
24,mlp.experts.170.up_proj,0.0000215909,0.05000,2.305
24,mlp.experts.168.up_proj,0.0000108165,0.05000,2.179
24,mlp.experts.179.up_proj,0.0000981531,0.05000,2.379
24,mlp.experts.174.up_proj,0.0000633848,0.05000,2.362
24,mlp.experts.181.up_proj,0.0000185812,0.05000,2.496
24,mlp.experts.172.up_proj,0.0000371688,0.05000,2.498
24,mlp.experts.183.up_proj,0.0000379040,0.05000,2.382
24,mlp.experts.178.up_proj,0.0000196993,0.05000,2.355
24,mlp.experts.185.up_proj,0.0001449122,0.05000,2.403
24,mlp.experts.176.up_proj,0.0000934629,0.05000,2.437
24,mlp.experts.187.up_proj,0.0000734139,0.05000,2.596
24,mlp.experts.182.up_proj,0.0000503670,0.05000,2.547
24,mlp.experts.189.up_proj,0.0000504495,0.05000,2.594
24,mlp.experts.193.up_proj,failsafe(rtn): 0.0010223,0.00000,0.037
24,mlp.experts.180.up_proj,0.0001115403,0.05000,2.598
24,mlp.experts.191.up_proj,0.0000149050,0.05000,2.447
24,mlp.experts.186.up_proj,0.0000118017,0.05000,2.459
24,mlp.experts.197.up_proj,0.0001201961,0.05000,2.470
24,mlp.experts.184.up_proj,0.0000402425,0.05000,2.524
24,mlp.experts.195.up_proj,0.0000671517,0.05000,2.621
24,mlp.experts.190.up_proj,0.0000258818,0.05000,2.598
24,mlp.experts.201.up_proj,0.0000275712,0.05000,2.635
24,mlp.experts.188.up_proj,0.0000584233,0.05000,2.547
24,mlp.experts.199.up_proj,0.0000875286,0.05000,2.605
24,mlp.experts.194.up_proj,0.0000079198,0.05000,2.649
24,mlp.experts.205.up_proj,0.0000101838,0.05000,2.720
24,mlp.experts.192.up_proj,0.0000508439,0.05000,2.668
24,mlp.experts.203.up_proj,0.0000267330,0.05000,2.605
24,mlp.experts.198.up_proj,0.0000573164,0.05000,2.643
24,mlp.experts.209.up_proj,0.0000629939,0.05000,2.524
24,mlp.experts.196.up_proj,0.0000352078,0.05000,2.622
24,mlp.experts.207.up_proj,0.0000223830,0.05000,2.574
24,mlp.experts.202.up_proj,0.0001054384,0.05000,2.530
24,mlp.experts.213.up_proj,0.0000493300,0.05000,2.488
24,mlp.experts.200.up_proj,0.0000215983,0.05000,2.373
24,mlp.experts.211.up_proj,0.0001034331,0.05000,2.212
24,mlp.experts.215.up_proj,failsafe(rtn): 0.0010986,0.00000,0.030
24,mlp.experts.206.up_proj,0.0000059706,0.05000,2.217
24,mlp.experts.204.up_proj,0.0000464935,0.05000,2.123
24,mlp.experts.217.up_proj,0.0000166442,0.05000,2.283
24,mlp.experts.219.up_proj,0.0000198504,0.05000,2.153
24,mlp.experts.210.up_proj,0.0000288385,0.05000,2.240
24,mlp.experts.221.up_proj,0.0000253639,0.05000,2.168
24,mlp.experts.208.up_proj,0.0000171752,0.05000,2.296
24,mlp.experts.223.up_proj,0.0000327238,0.05000,2.247
24,mlp.experts.214.up_proj,0.0000514121,0.05000,2.307
24,mlp.experts.225.up_proj,0.0000417935,0.05000,2.321
24,mlp.experts.212.up_proj,0.0000266007,0.05000,2.289
24,mlp.experts.227.up_proj,0.0000148186,0.05000,2.161
24,mlp.experts.218.up_proj,0.0000306076,0.05000,2.275
24,mlp.experts.229.up_proj,0.0000378444,0.05000,2.254
24,mlp.experts.216.up_proj,0.0000459183,0.05000,2.331
24,mlp.experts.231.up_proj,0.0000301284,0.05000,2.681
24,mlp.experts.222.up_proj,0.0000164610,0.05000,2.847
24,mlp.experts.233.up_proj,0.0000289271,0.05000,2.815
24,mlp.experts.237.up_proj,failsafe(rtn): 0.0010681,0.00000,0.036
24,mlp.experts.220.up_proj,0.0000373727,0.05000,2.855
24,mlp.experts.235.up_proj,0.0000797054,0.05000,2.734
24,mlp.experts.226.up_proj,0.0000384698,0.05000,2.627
24,mlp.experts.241.up_proj,0.0000102962,0.05000,2.702
24,mlp.experts.224.up_proj,0.0000434682,0.05000,2.630
24,mlp.experts.239.up_proj,0.0000168415,0.05000,2.780
24,mlp.experts.230.up_proj,0.0000149680,0.05000,2.693
24,mlp.experts.245.up_proj,0.0000397234,0.05000,2.630
24,mlp.experts.228.up_proj,0.0000187160,0.05000,2.653
24,mlp.experts.243.up_proj,0.0000953556,0.05000,2.437
24,mlp.experts.234.up_proj,0.0000190832,0.05000,2.602
24,mlp.experts.249.up_proj,0.0000410254,0.05000,2.553
24,mlp.experts.232.up_proj,0.0000589285,0.05000,2.496
24,mlp.experts.247.up_proj,0.0000387874,0.05000,2.503
24,mlp.experts.238.up_proj,0.0000772350,0.05000,2.406
24,mlp.experts.253.up_proj,0.0000450941,0.05000,2.360
24,mlp.experts.236.up_proj,0.0000579913,0.05000,2.352
24,mlp.experts.251.up_proj,0.0000468508,0.05000,1.988
24,mlp.experts.242.up_proj,0.0000260153,0.05000,1.727
24,mlp.experts.240.up_proj,0.0000537225,0.05000,1.739
24,mlp.experts.255.up_proj,0.0000322821,0.05000,1.442
24,mlp.experts.246.up_proj,0.0000427868,0.05000,1.331
24,mlp.experts.244.up_proj,0.0000422545,0.05000,1.312
24,mlp.experts.248.up_proj,0.0001443413,0.05000,1.011
24,mlp.experts.250.up_proj,0.0000913267,0.05000,1.053
24,mlp.experts.254.up_proj,0.0000378862,0.05000,1.108
24,mlp.experts.252.up_proj,0.0000636614,0.05000,1.153
24,mlp.experts.2.down_proj,0.0000008307,0.05000,0.635
24,mlp.experts.1.down_proj,0.0000002652,0.05000,0.653
24,mlp.experts.3.down_proj,0.0000003787,0.05000,0.655
24,mlp.experts.0.down_proj,0.0000005895,0.05000,0.670
24,mlp.experts.7.down_proj,0.0000003939,0.05000,0.651
24,mlp.experts.4.down_proj,0.0000005195,0.05000,0.668
24,mlp.experts.6.down_proj,0.0000005110,0.05000,0.717
24,mlp.experts.5.down_proj,0.0000009789,0.05000,0.739
24,mlp.experts.11.down_proj,0.0000007901,0.05000,0.628
24,mlp.experts.10.down_proj,0.0000013773,0.05000,0.603
24,mlp.experts.15.down_proj,failsafe(rtn): 0.0011597,0.00000,0.017
24,mlp.experts.8.down_proj,0.0000006762,0.05000,0.645
24,mlp.experts.9.down_proj,0.0000026705,0.05000,0.638
24,mlp.experts.19.down_proj,0.0000004100,0.05000,0.670
24,mlp.experts.14.down_proj,0.0000014815,0.05000,0.699
24,mlp.experts.12.down_proj,0.0000007394,0.05000,0.688
24,mlp.experts.13.down_proj,0.0000006863,0.05000,0.662
24,mlp.experts.23.down_proj,0.0000004242,0.05000,0.632
24,mlp.experts.18.down_proj,0.0000004710,0.05000,0.641
24,mlp.experts.16.down_proj,0.0000008851,0.05000,0.625
24,mlp.experts.17.down_proj,0.0000006128,0.05000,0.632
24,mlp.experts.20.down_proj,0.0000003341,0.05000,0.655
24,mlp.experts.27.down_proj,0.0000004674,0.05000,0.694
24,mlp.experts.22.down_proj,0.0000009775,0.05000,0.718
24,mlp.experts.21.down_proj,0.0000020338,0.05000,0.740
24,mlp.experts.31.down_proj,0.0000014414,0.05000,0.674
24,mlp.experts.24.down_proj,0.0000003740,0.05000,0.711
24,mlp.experts.26.down_proj,0.0000004811,0.05000,0.696
24,mlp.experts.25.down_proj,0.0000013183,0.05000,0.714
24,mlp.experts.35.down_proj,0.0000016518,0.05000,0.678
24,mlp.experts.28.down_proj,0.0000014008,0.05000,0.663
24,mlp.experts.30.down_proj,0.0000012478,0.05000,0.741
24,mlp.experts.29.down_proj,0.0000004541,0.05000,0.708
24,mlp.experts.32.down_proj,0.0000013806,0.05000,0.659
24,mlp.experts.39.down_proj,0.0000013886,0.05000,0.731
24,mlp.experts.33.down_proj,0.0000009317,0.05000,0.650
24,mlp.experts.34.down_proj,0.0000003673,0.05000,0.747
24,mlp.experts.36.down_proj,0.0000004302,0.05000,0.685
24,mlp.experts.43.down_proj,0.0000007926,0.05000,0.723
24,mlp.experts.37.down_proj,0.0000004767,0.05000,0.684
24,mlp.experts.38.down_proj,0.0000017703,0.05000,0.733
24,mlp.experts.40.down_proj,0.0000014990,0.05000,0.703
24,mlp.experts.47.down_proj,0.0000008586,0.05000,0.684
24,mlp.experts.41.down_proj,0.0000005140,0.05000,0.700
24,mlp.experts.42.down_proj,0.0000022118,0.05000,0.686
24,mlp.experts.44.down_proj,0.0000006515,0.05000,0.637
24,mlp.experts.51.down_proj,0.0000007675,0.05000,0.632
24,mlp.experts.45.down_proj,0.0000021006,0.05000,0.628
24,mlp.experts.46.down_proj,0.0000003508,0.05000,0.646
24,mlp.experts.48.down_proj,0.0000007732,0.05000,0.651
24,mlp.experts.55.down_proj,0.0000004252,0.05000,0.650
24,mlp.experts.49.down_proj,0.0000010918,0.05000,0.617
24,mlp.experts.50.down_proj,0.0000007646,0.05000,0.605
24,mlp.experts.52.down_proj,0.0000010555,0.05000,0.620
24,mlp.experts.59.down_proj,0.0000003784,0.05000,0.616
24,mlp.experts.53.down_proj,0.0000007667,0.05000,0.614
24,mlp.experts.54.down_proj,0.0000010638,0.05000,0.614
24,mlp.experts.56.down_proj,0.0000007941,0.05000,0.653
24,mlp.experts.63.down_proj,0.0000004419,0.05000,0.746
24,mlp.experts.57.down_proj,0.0000002987,0.05000,0.748
24,mlp.experts.58.down_proj,0.0000005008,0.05000,0.669
24,mlp.experts.60.down_proj,0.0000019068,0.05000,0.637
24,mlp.experts.67.down_proj,0.0000003279,0.05000,0.665
24,mlp.experts.61.down_proj,0.0000011810,0.05000,0.648
24,mlp.experts.62.down_proj,0.0000005331,0.05000,0.657
24,mlp.experts.64.down_proj,0.0000005842,0.05000,0.611
24,mlp.experts.71.down_proj,0.0000002776,0.05000,0.604
24,mlp.experts.65.down_proj,0.0000003420,0.05000,0.614
24,mlp.experts.66.down_proj,0.0000006443,0.05000,0.622
24,mlp.experts.68.down_proj,0.0000006969,0.05000,0.668
24,mlp.experts.75.down_proj,0.0000047802,0.05000,0.633
24,mlp.experts.69.down_proj,0.0000004703,0.05000,0.665
24,mlp.experts.70.down_proj,0.0000003979,0.05000,0.638
24,mlp.experts.72.down_proj,0.0000003000,0.05000,0.651
24,mlp.experts.79.down_proj,0.0000009765,0.05000,0.710
24,mlp.experts.74.down_proj,0.0000004170,0.05000,0.670
24,mlp.experts.73.down_proj,0.0000020333,0.05000,0.707
24,mlp.experts.76.down_proj,0.0000006426,0.05000,0.700
24,mlp.experts.83.down_proj,0.0000004477,0.05000,0.720
24,mlp.experts.78.down_proj,0.0000005905,0.05000,0.752
24,mlp.experts.77.down_proj,0.0000005918,0.05000,0.753
24,mlp.experts.80.down_proj,0.0000019090,0.05000,0.671
24,mlp.experts.87.down_proj,0.0000004987,0.05000,0.694
24,mlp.experts.81.down_proj,0.0000012265,0.05000,0.657
24,mlp.experts.82.down_proj,0.0000014446,0.05000,0.691
24,mlp.experts.84.down_proj,0.0000003822,0.05000,0.655
24,mlp.experts.91.down_proj,0.0000005471,0.05000,0.647
24,mlp.experts.85.down_proj,0.0000018543,0.05000,0.630
24,mlp.experts.86.down_proj,0.0000039414,0.05000,0.650
24,mlp.experts.88.down_proj,0.0000003645,0.05000,0.635
24,mlp.experts.95.down_proj,0.0000004988,0.05000,0.663
24,mlp.experts.89.down_proj,0.0000006767,0.05000,0.647
24,mlp.experts.90.down_proj,0.0000036966,0.05000,0.681
24,mlp.experts.92.down_proj,0.0000008695,0.05000,0.661
24,mlp.experts.99.down_proj,0.0000005392,0.05000,0.673
24,mlp.experts.93.down_proj,0.0000011429,0.05000,0.694
24,mlp.experts.94.down_proj,0.0000014623,0.05000,0.697
24,mlp.experts.96.down_proj,0.0000015560,0.05000,0.720
24,mlp.experts.103.down_proj,0.0000013875,0.05000,0.667
24,mlp.experts.97.down_proj,0.0000014800,0.05000,0.720
24,mlp.experts.98.down_proj,0.0000002220,0.05000,0.660
24,mlp.experts.100.down_proj,0.0000005048,0.05000,0.646
24,mlp.experts.107.down_proj,0.0000004767,0.05000,0.604
24,mlp.experts.101.down_proj,0.0000005216,0.05000,0.604
24,mlp.experts.102.down_proj,0.0000005897,0.05000,0.617
24,mlp.experts.104.down_proj,0.0000007828,0.05000,0.614
24,mlp.experts.111.down_proj,0.0000004643,0.05000,0.663
24,mlp.experts.106.down_proj,0.0000007045,0.05000,0.660
24,mlp.experts.105.down_proj,0.0000009328,0.05000,0.696
24,mlp.experts.108.down_proj,0.0000009957,0.05000,0.647
24,mlp.experts.115.down_proj,0.0000009206,0.05000,0.620
24,mlp.experts.110.down_proj,0.0000027187,0.05000,0.618
24,mlp.experts.109.down_proj,0.0000014459,0.05000,0.618
24,mlp.experts.112.down_proj,0.0000009600,0.05000,0.614
24,mlp.experts.119.down_proj,0.0000006654,0.05000,0.617
24,mlp.experts.114.down_proj,0.0000004450,0.05000,0.689
24,mlp.experts.113.down_proj,0.0000005302,0.05000,0.690
24,mlp.experts.116.down_proj,0.0000018577,0.05000,0.653
24,mlp.experts.123.down_proj,0.0000008109,0.05000,0.674
24,mlp.experts.117.down_proj,0.0000005600,0.05000,0.713
24,mlp.experts.118.down_proj,0.0000032316,0.05000,0.758
24,mlp.experts.120.down_proj,0.0000005068,0.05000,0.708
24,mlp.experts.127.down_proj,0.0000006429,0.05000,0.688
24,mlp.experts.121.down_proj,0.0000003551,0.05000,0.718
24,mlp.experts.122.down_proj,0.0000005835,0.05000,0.727
24,mlp.experts.124.down_proj,0.0000004423,0.05000,0.661
24,mlp.experts.128.down_proj,failsafe(rtn): 0.0012131,0.00000,0.009
24,mlp.experts.131.down_proj,0.0000034019,0.05000,0.673
24,mlp.experts.126.down_proj,0.0000007869,0.05000,0.623
24,mlp.experts.125.down_proj,0.0000002461,0.05000,0.664
24,mlp.experts.132.down_proj,0.0000002541,0.05000,0.626
24,mlp.experts.135.down_proj,0.0000012555,0.05000,0.620
24,mlp.experts.130.down_proj,0.0000026072,0.05000,0.604
24,mlp.experts.129.down_proj,0.0000022968,0.05000,0.605
24,mlp.experts.136.down_proj,0.0000012822,0.05000,0.614
24,mlp.experts.139.down_proj,0.0000028807,0.05000,0.631
24,mlp.experts.134.down_proj,0.0000014986,0.05000,0.664
24,mlp.experts.133.down_proj,0.0000006460,0.05000,0.678
24,mlp.experts.140.down_proj,0.0000005901,0.05000,0.628
24,mlp.experts.143.down_proj,0.0000005625,0.05000,0.617
24,mlp.experts.138.down_proj,0.0000002498,0.05000,0.623
24,mlp.experts.137.down_proj,0.0000006744,0.05000,0.618
24,mlp.experts.144.down_proj,0.0000004128,0.05000,0.643
24,mlp.experts.147.down_proj,0.0000004969,0.05000,0.635
24,mlp.experts.141.down_proj,0.0000004812,0.05000,0.656
24,mlp.experts.142.down_proj,0.0000005367,0.05000,0.712
24,mlp.experts.148.down_proj,0.0000015340,0.05000,0.725
24,mlp.experts.151.down_proj,0.0000010604,0.05000,0.717
24,mlp.experts.145.down_proj,0.0000003433,0.05000,0.705
24,mlp.experts.146.down_proj,0.0000007512,0.05000,0.722
24,mlp.experts.152.down_proj,0.0000028396,0.05000,0.727
24,mlp.experts.155.down_proj,0.0000003048,0.05000,0.702
24,mlp.experts.149.down_proj,0.0000013399,0.05000,0.756
24,mlp.experts.150.down_proj,0.0000010374,0.05000,0.737
24,mlp.experts.154.down_proj,failsafe(rtn): 0.0012589,0.00000,0.009
24,mlp.experts.156.down_proj,0.0000015833,0.05000,0.696
24,mlp.experts.159.down_proj,0.0000016919,0.05000,0.719
24,mlp.experts.153.down_proj,0.0000002506,0.05000,0.635
24,mlp.experts.158.down_proj,0.0000003781,0.05000,0.620
24,mlp.experts.160.down_proj,0.0000004524,0.05000,0.627
24,mlp.experts.163.down_proj,0.0000004131,0.05000,0.663
24,mlp.experts.162.down_proj,0.0000021921,0.05000,0.667
24,mlp.experts.157.down_proj,0.0000006571,0.05000,0.716
24,mlp.experts.164.down_proj,0.0000013176,0.05000,0.677
24,mlp.experts.167.down_proj,0.0000004097,0.05000,0.729
24,mlp.experts.166.down_proj,0.0000008160,0.05000,0.670
24,mlp.experts.161.down_proj,0.0000013295,0.05000,0.712
24,mlp.experts.168.down_proj,0.0000002258,0.05000,0.670
24,mlp.experts.171.down_proj,0.0000020875,0.05000,0.624
24,mlp.experts.170.down_proj,0.0000005502,0.05000,0.680
24,mlp.experts.165.down_proj,0.0000004959,0.05000,0.697
24,mlp.experts.169.down_proj,failsafe(rtn): 0.0011597,0.00000,0.010
24,mlp.experts.172.down_proj,0.0000011094,0.05000,0.691
24,mlp.experts.175.down_proj,0.0000007811,0.05000,0.681
24,mlp.experts.174.down_proj,0.0000006374,0.05000,0.687
24,mlp.experts.173.down_proj,0.0000006581,0.05000,0.643
24,mlp.experts.176.down_proj,0.0000014154,0.05000,0.641
24,mlp.experts.179.down_proj,0.0000023236,0.05000,0.640
24,mlp.experts.178.down_proj,0.0000006687,0.05000,0.622
24,mlp.experts.177.down_proj,0.0000005985,0.05000,0.618
24,mlp.experts.180.down_proj,0.0000029249,0.05000,0.621
24,mlp.experts.183.down_proj,0.0000012880,0.05000,0.657
24,mlp.experts.182.down_proj,0.0000014387,0.05000,0.691
24,mlp.experts.181.down_proj,0.0000005336,0.05000,0.649
24,mlp.experts.184.down_proj,0.0000004409,0.05000,0.651
24,mlp.experts.187.down_proj,0.0000008471,0.05000,0.659
24,mlp.experts.185.down_proj,0.0000034712,0.05000,0.617
24,mlp.experts.186.down_proj,0.0000003321,0.05000,0.638
24,mlp.experts.188.down_proj,0.0000007465,0.05000,0.634
24,mlp.experts.191.down_proj,0.0000004402,0.05000,0.640
24,mlp.experts.189.down_proj,0.0000008407,0.05000,0.635
24,mlp.experts.193.down_proj,failsafe(rtn): 0.0010071,0.00000,0.011
24,mlp.experts.190.down_proj,0.0000008113,0.05000,0.683
24,mlp.experts.192.down_proj,0.0000012448,0.05000,0.653
24,mlp.experts.195.down_proj,0.0000011124,0.05000,0.684
24,mlp.experts.197.down_proj,0.0000039564,0.05000,0.624
24,mlp.experts.194.down_proj,0.0000002300,0.05000,0.642
24,mlp.experts.196.down_proj,0.0000007672,0.05000,0.646
24,mlp.experts.199.down_proj,0.0000009928,0.05000,0.606
24,mlp.experts.201.down_proj,0.0000006512,0.05000,0.613
24,mlp.experts.198.down_proj,0.0000020463,0.05000,0.612
24,mlp.experts.200.down_proj,0.0000004156,0.05000,0.602
24,mlp.experts.203.down_proj,0.0000007256,0.05000,0.616
24,mlp.experts.205.down_proj,0.0000003775,0.05000,0.645
24,mlp.experts.202.down_proj,0.0000017268,0.05000,0.642
24,mlp.experts.204.down_proj,0.0000009776,0.05000,0.638
24,mlp.experts.207.down_proj,0.0000005195,0.05000,0.648
24,mlp.experts.209.down_proj,0.0000019960,0.05000,0.706
24,mlp.experts.206.down_proj,0.0000001907,0.05000,0.674
24,mlp.experts.208.down_proj,0.0000003927,0.05000,0.711
24,mlp.experts.211.down_proj,0.0000011711,0.05000,0.735
24,mlp.experts.215.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
24,mlp.experts.213.down_proj,0.0000005634,0.05000,0.677
24,mlp.experts.210.down_proj,0.0000012537,0.05000,0.719
24,mlp.experts.212.down_proj,0.0000009372,0.05000,0.718
24,mlp.experts.219.down_proj,0.0000005282,0.05000,0.666
24,mlp.experts.217.down_proj,0.0000007207,0.05000,0.642
24,mlp.experts.214.down_proj,0.0000005372,0.05000,0.676
24,mlp.experts.216.down_proj,0.0000004271,0.05000,0.647
24,mlp.experts.223.down_proj,0.0000010392,0.05000,0.640
24,mlp.experts.221.down_proj,0.0000007702,0.05000,0.717
24,mlp.experts.220.down_proj,0.0000013255,0.05000,0.674
24,mlp.experts.218.down_proj,0.0000003604,0.05000,0.707
24,mlp.experts.227.down_proj,0.0000004067,0.05000,0.660
24,mlp.experts.225.down_proj,0.0000011415,0.05000,0.678
24,mlp.experts.224.down_proj,0.0000004894,0.05000,0.707
24,mlp.experts.222.down_proj,0.0000004852,0.05000,0.749
24,mlp.experts.231.down_proj,0.0000006605,0.05000,0.707
24,mlp.experts.229.down_proj,0.0000007929,0.05000,0.671
24,mlp.experts.228.down_proj,0.0000011230,0.05000,0.680
24,mlp.experts.226.down_proj,0.0000007458,0.05000,0.678
24,mlp.experts.235.down_proj,0.0000008202,0.05000,0.651
24,mlp.experts.233.down_proj,0.0000009217,0.05000,0.598
24,mlp.experts.237.down_proj,failsafe(rtn): 0.0010529,0.00000,0.009
24,mlp.experts.232.down_proj,0.0000006736,0.05000,0.593
24,mlp.experts.230.down_proj,0.0000006034,0.05000,0.578
24,mlp.experts.239.down_proj,0.0000003149,0.05000,0.586
24,mlp.experts.241.down_proj,0.0000002526,0.05000,0.637
24,mlp.experts.236.down_proj,0.0000019459,0.05000,0.697
24,mlp.experts.234.down_proj,0.0000006293,0.05000,0.675
24,mlp.experts.243.down_proj,0.0000014024,0.05000,0.650
24,mlp.experts.245.down_proj,0.0000011467,0.05000,0.624
24,mlp.experts.240.down_proj,0.0000010425,0.05000,0.608
24,mlp.experts.238.down_proj,0.0000031200,0.05000,0.594
24,mlp.experts.247.down_proj,0.0000003525,0.05000,0.613
24,mlp.experts.249.down_proj,0.0000018963,0.05000,0.633
24,mlp.experts.242.down_proj,0.0000014176,0.05000,0.673
24,mlp.experts.244.down_proj,0.0000006869,0.05000,0.686
24,mlp.experts.251.down_proj,0.0000006112,0.05000,0.722
24,mlp.experts.253.down_proj,0.0000006160,0.05000,0.672
24,mlp.experts.246.down_proj,0.0000006985,0.05000,0.650
24,mlp.experts.248.down_proj,0.0000047104,0.05000,0.668
24,mlp.experts.255.down_proj,0.0000004803,0.05000,0.558
24,mlp.experts.250.down_proj,0.0000017026,0.05000,0.327
24,mlp.experts.252.down_proj,0.0000009412,0.05000,0.319
24,mlp.experts.254.down_proj,0.0000004183,0.05000,0.160
25,mlp.experts.0.gate_proj,0.0000193109,0.05000,2.532
25,mlp.experts.1.gate_proj,0.0000221592,0.05000,2.539
25,mlp.experts.2.gate_proj,0.0000359450,0.05000,2.662
25,mlp.experts.3.gate_proj,0.0000810454,0.05000,2.690
25,mlp.experts.4.gate_proj,0.0000729028,0.05000,2.507
25,mlp.experts.5.gate_proj,0.0000554970,0.05000,2.604
25,mlp.experts.7.gate_proj,0.0000734665,0.05000,2.496
25,mlp.experts.6.gate_proj,0.0000376193,0.05000,2.602
25,mlp.experts.9.gate_proj,0.0001788555,0.05000,2.392
25,mlp.experts.8.gate_proj,0.0000521383,0.05000,2.540
25,mlp.experts.12.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.039
25,mlp.experts.10.gate_proj,0.0001343836,0.05000,2.395
25,mlp.experts.11.gate_proj,0.0000931511,0.05000,2.506
25,mlp.experts.13.gate_proj,0.0000928141,0.05000,2.118
25,mlp.experts.14.gate_proj,0.0001682589,0.05000,2.023
25,mlp.experts.16.gate_proj,0.0000207136,0.05000,2.192
25,mlp.experts.15.gate_proj,0.0000630374,0.05000,2.184
25,mlp.experts.18.gate_proj,0.0000060131,0.05000,2.020
25,mlp.experts.17.gate_proj,0.0000893299,0.05000,2.159
25,mlp.experts.20.gate_proj,0.0000389735,0.05000,2.139
25,mlp.experts.19.gate_proj,0.0000663380,0.05000,2.153
25,mlp.experts.22.gate_proj,0.0000093050,0.05000,2.367
25,mlp.experts.21.gate_proj,0.0000229131,0.05000,2.407
25,mlp.experts.25.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.034
25,mlp.experts.24.gate_proj,0.0000741627,0.05000,2.448
25,mlp.experts.23.gate_proj,0.0000465236,0.05000,2.413
25,mlp.experts.26.gate_proj,0.0000723527,0.05000,2.483
25,mlp.experts.29.gate_proj,0.0000605552,0.05000,2.529
25,mlp.experts.28.gate_proj,0.0000241098,0.05000,2.511
25,mlp.experts.27.gate_proj,0.0000160783,0.05000,2.511
25,mlp.experts.30.gate_proj,0.0000191498,0.05000,2.591
25,mlp.experts.33.gate_proj,0.0000183447,0.05000,2.584
25,mlp.experts.32.gate_proj,0.0001164064,0.05000,2.549
25,mlp.experts.31.gate_proj,0.0001770439,0.05000,2.627
25,mlp.experts.34.gate_proj,0.0000820824,0.05000,2.470
25,mlp.experts.37.gate_proj,0.0000561448,0.05000,2.534
25,mlp.experts.36.gate_proj,0.0000135727,0.05000,2.635
25,mlp.experts.35.gate_proj,0.0000861181,0.05000,2.592
25,mlp.experts.38.gate_proj,0.0000136973,0.05000,2.642
25,mlp.experts.41.gate_proj,0.0000139447,0.05000,2.513
25,mlp.experts.40.gate_proj,0.0000752853,0.05000,2.587
25,mlp.experts.39.gate_proj,0.0000345728,0.05000,2.559
25,mlp.experts.42.gate_proj,0.0000185829,0.05000,2.426
25,mlp.experts.45.gate_proj,0.0001534799,0.05000,2.490
25,mlp.experts.44.gate_proj,0.0000573706,0.05000,2.451
25,mlp.experts.43.gate_proj,0.0000091712,0.05000,2.428
25,mlp.experts.46.gate_proj,0.0000290189,0.05000,2.499
25,mlp.experts.49.gate_proj,0.0000663223,0.05000,2.501
25,mlp.experts.47.gate_proj,0.0000378581,0.05000,2.384
25,mlp.experts.48.gate_proj,0.0000091935,0.05000,2.466
25,mlp.experts.50.gate_proj,0.0000602655,0.05000,2.666
25,mlp.experts.53.gate_proj,0.0001748009,0.05000,2.581
25,mlp.experts.51.gate_proj,0.0000145181,0.05000,2.675
25,mlp.experts.52.gate_proj,0.0000566155,0.05000,2.720
25,mlp.experts.54.gate_proj,0.0001012253,0.05000,2.612
25,mlp.experts.57.gate_proj,0.0000705989,0.05000,2.531
25,mlp.experts.55.gate_proj,0.0001142951,0.05000,2.512
25,mlp.experts.56.gate_proj,0.0000427976,0.05000,2.475
25,mlp.experts.58.gate_proj,0.0001092400,0.05000,2.640
25,mlp.experts.61.gate_proj,0.0000154962,0.05000,2.588
25,mlp.experts.62.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.044
25,mlp.experts.60.gate_proj,0.0000703261,0.05000,2.578
25,mlp.experts.59.gate_proj,0.0000854546,0.05000,2.662
25,mlp.experts.66.gate_proj,0.0000118816,0.05000,2.553
25,mlp.experts.65.gate_proj,0.0000894029,0.05000,2.635
25,mlp.experts.64.gate_proj,0.0000641999,0.05000,2.621
25,mlp.experts.68.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.045
25,mlp.experts.63.gate_proj,0.0000369894,0.05000,2.693
25,mlp.experts.70.gate_proj,0.0000580578,0.05000,2.404
25,mlp.experts.69.gate_proj,0.0000447268,0.05000,2.517
25,mlp.experts.72.gate_proj,0.0000171679,0.05000,2.375
25,mlp.experts.67.gate_proj,0.0000323356,0.05000,2.360
25,mlp.experts.74.gate_proj,0.0000177587,0.05000,2.295
25,mlp.experts.71.gate_proj,0.0000204219,0.05000,2.195
25,mlp.experts.73.gate_proj,0.0001086235,0.05000,2.480
25,mlp.experts.76.gate_proj,0.0000198149,0.05000,2.422
25,mlp.experts.78.gate_proj,0.0000644540,0.05000,2.217
25,mlp.experts.75.gate_proj,0.0000267777,0.05000,2.115
25,mlp.experts.77.gate_proj,0.0000493671,0.05000,2.224
25,mlp.experts.80.gate_proj,0.0000542422,0.05000,2.258
25,mlp.experts.82.gate_proj,0.0000745811,0.05000,2.513
25,mlp.experts.79.gate_proj,0.0000217732,0.05000,2.464
25,mlp.experts.81.gate_proj,0.0000171052,0.05000,2.513
25,mlp.experts.84.gate_proj,0.0000495015,0.05000,2.548
25,mlp.experts.86.gate_proj,0.0000438825,0.05000,2.259
25,mlp.experts.83.gate_proj,0.0001576704,0.05000,2.275
25,mlp.experts.85.gate_proj,0.0001282278,0.05000,2.186
25,mlp.experts.88.gate_proj,0.0000671564,0.05000,2.254
25,mlp.experts.90.gate_proj,0.0001604246,0.05000,2.161
25,mlp.experts.87.gate_proj,0.0000231011,0.05000,2.263
25,mlp.experts.89.gate_proj,0.0000718594,0.05000,2.298
25,mlp.experts.92.gate_proj,0.0000687652,0.05000,2.327
25,mlp.experts.94.gate_proj,0.0000556976,0.05000,2.246
25,mlp.experts.91.gate_proj,0.0000153743,0.05000,2.227
25,mlp.experts.93.gate_proj,0.0000857883,0.05000,2.191
25,mlp.experts.96.gate_proj,0.0001259048,0.05000,2.214
25,mlp.experts.98.gate_proj,0.0000260141,0.05000,2.216
25,mlp.experts.95.gate_proj,0.0001159377,0.05000,2.138
25,mlp.experts.97.gate_proj,0.0000101000,0.05000,2.345
25,mlp.experts.100.gate_proj,0.0000158628,0.05000,2.312
25,mlp.experts.102.gate_proj,0.0000215688,0.05000,2.073
25,mlp.experts.99.gate_proj,0.0000306841,0.05000,2.117
25,mlp.experts.101.gate_proj,0.0000141050,0.05000,2.169
25,mlp.experts.104.gate_proj,0.0000458517,0.05000,2.064
25,mlp.experts.106.gate_proj,0.0000338675,0.05000,2.285
25,mlp.experts.103.gate_proj,0.0000301978,0.05000,2.262
25,mlp.experts.105.gate_proj,0.0000894124,0.05000,2.433
25,mlp.experts.108.gate_proj,0.0000741033,0.05000,2.488
25,mlp.experts.110.gate_proj,0.0000302239,0.05000,2.668
25,mlp.experts.107.gate_proj,0.0000679134,0.05000,2.592
25,mlp.experts.109.gate_proj,0.0000483196,0.05000,2.609
25,mlp.experts.112.gate_proj,0.0000420563,0.05000,2.702
25,mlp.experts.114.gate_proj,0.0000864381,0.05000,2.656
25,mlp.experts.111.gate_proj,0.0000119747,0.05000,2.689
25,mlp.experts.113.gate_proj,0.0000158371,0.05000,2.562
25,mlp.experts.116.gate_proj,0.0000220948,0.05000,2.688
25,mlp.experts.118.gate_proj,0.0000382621,0.05000,2.622
25,mlp.experts.115.gate_proj,0.0000406354,0.05000,2.687
25,mlp.experts.117.gate_proj,0.0000591487,0.05000,2.663
25,mlp.experts.120.gate_proj,0.0001121058,0.05000,2.504
25,mlp.experts.122.gate_proj,0.0000153267,0.05000,2.623
25,mlp.experts.119.gate_proj,0.0000413422,0.05000,2.662
25,mlp.experts.121.gate_proj,0.0001473822,0.05000,2.578
25,mlp.experts.124.gate_proj,0.0000119609,0.05000,2.572
25,mlp.experts.126.gate_proj,0.0000297246,0.05000,2.370
25,mlp.experts.123.gate_proj,0.0000235458,0.05000,2.295
25,mlp.experts.125.gate_proj,0.0000445660,0.05000,2.193
25,mlp.experts.128.gate_proj,0.0000415849,0.05000,2.240
25,mlp.experts.130.gate_proj,0.0001526465,0.05000,2.290
25,mlp.experts.127.gate_proj,0.0000151739,0.05000,2.346
25,mlp.experts.129.gate_proj,0.0000271064,0.05000,2.448
25,mlp.experts.132.gate_proj,0.0000754719,0.05000,2.360
25,mlp.experts.134.gate_proj,0.0000253565,0.05000,2.646
25,mlp.experts.131.gate_proj,0.0000692525,0.05000,2.599
25,mlp.experts.133.gate_proj,0.0000126742,0.05000,2.502
25,mlp.experts.136.gate_proj,0.0000772288,0.05000,2.588
25,mlp.experts.138.gate_proj,0.0001546591,0.05000,2.556
25,mlp.experts.135.gate_proj,0.0000488055,0.05000,2.494
25,mlp.experts.137.gate_proj,0.0000197981,0.05000,2.454
25,mlp.experts.140.gate_proj,0.0000112429,0.05000,2.622
25,mlp.experts.139.gate_proj,0.0000618535,0.05000,2.340
25,mlp.experts.142.gate_proj,0.0000121170,0.05000,2.403
25,mlp.experts.141.gate_proj,0.0001170960,0.05000,2.328
25,mlp.experts.144.gate_proj,0.0000631809,0.05000,2.294
25,mlp.experts.146.gate_proj,0.0000522630,0.05000,2.398
25,mlp.experts.143.gate_proj,0.0000228543,0.05000,2.449
25,mlp.experts.145.gate_proj,0.0000683574,0.05000,2.404
25,mlp.experts.148.gate_proj,0.0000531086,0.05000,2.547
25,mlp.experts.147.gate_proj,0.0000118605,0.05000,2.449
25,mlp.experts.150.gate_proj,0.0000308570,0.05000,2.505
25,mlp.experts.154.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.035
25,mlp.experts.149.gate_proj,0.0000602805,0.05000,2.481
25,mlp.experts.152.gate_proj,0.0000374216,0.05000,2.496
25,mlp.experts.151.gate_proj,0.0000228227,0.05000,2.483
25,mlp.experts.158.gate_proj,0.0000651819,0.05000,2.444
25,mlp.experts.153.gate_proj,0.0001019463,0.05000,2.475
25,mlp.experts.156.gate_proj,0.0000143805,0.05000,2.351
25,mlp.experts.162.gate_proj,0.0001078972,0.05000,2.078
25,mlp.experts.155.gate_proj,0.0000184347,0.05000,2.208
25,mlp.experts.157.gate_proj,0.0000415572,0.05000,2.223
25,mlp.experts.160.gate_proj,0.0000697339,0.05000,2.307
25,mlp.experts.166.gate_proj,0.0000262969,0.05000,2.366
25,mlp.experts.159.gate_proj,0.0000493966,0.05000,2.349
25,mlp.experts.161.gate_proj,0.0000748036,0.05000,2.300
25,mlp.experts.164.gate_proj,0.0000161786,0.05000,2.206
25,mlp.experts.170.gate_proj,0.0001381704,0.05000,2.369
25,mlp.experts.163.gate_proj,0.0000355336,0.05000,2.483
25,mlp.experts.165.gate_proj,0.0000387943,0.05000,2.402
25,mlp.experts.168.gate_proj,0.0000115497,0.05000,2.591
25,mlp.experts.174.gate_proj,0.0000270416,0.05000,2.648
25,mlp.experts.167.gate_proj,0.0000533237,0.05000,2.637
25,mlp.experts.169.gate_proj,0.0000529958,0.05000,2.558
25,mlp.experts.172.gate_proj,0.0000170443,0.05000,2.638
25,mlp.experts.178.gate_proj,0.0000645832,0.05000,2.557
25,mlp.experts.173.gate_proj,0.0000224918,0.05000,2.476
25,mlp.experts.171.gate_proj,0.0000689948,0.05000,2.525
25,mlp.experts.176.gate_proj,0.0000705300,0.05000,2.476
25,mlp.experts.182.gate_proj,0.0000152987,0.05000,2.429
25,mlp.experts.177.gate_proj,0.0000448615,0.05000,2.471
25,mlp.experts.175.gate_proj,0.0000221577,0.05000,2.503
25,mlp.experts.180.gate_proj,0.0000786684,0.05000,2.471
25,mlp.experts.186.gate_proj,0.0000769194,0.05000,2.376
25,mlp.experts.181.gate_proj,0.0000142422,0.05000,2.380
25,mlp.experts.179.gate_proj,0.0000658138,0.05000,2.476
25,mlp.experts.184.gate_proj,0.0000699546,0.05000,2.481
25,mlp.experts.185.gate_proj,0.0000582263,0.05000,2.488
25,mlp.experts.190.gate_proj,0.0000180482,0.05000,2.683
25,mlp.experts.183.gate_proj,0.0000583310,0.05000,2.536
25,mlp.experts.188.gate_proj,0.0000211528,0.05000,2.537
25,mlp.experts.189.gate_proj,0.0000677948,0.05000,2.378
25,mlp.experts.194.gate_proj,0.0001205867,0.05000,2.430
25,mlp.experts.187.gate_proj,0.0001603349,0.05000,2.421
25,mlp.experts.192.gate_proj,0.0000249193,0.05000,2.564
25,mlp.experts.193.gate_proj,0.0000374041,0.05000,2.606
25,mlp.experts.198.gate_proj,0.0000384446,0.05000,2.557
25,mlp.experts.191.gate_proj,0.0000689532,0.05000,2.456
25,mlp.experts.196.gate_proj,0.0000208103,0.05000,2.527
25,mlp.experts.197.gate_proj,0.0000213820,0.05000,2.521
25,mlp.experts.202.gate_proj,0.0000161779,0.05000,2.532
25,mlp.experts.195.gate_proj,0.0000207839,0.05000,2.597
25,mlp.experts.200.gate_proj,0.0000125421,0.05000,2.560
25,mlp.experts.199.gate_proj,0.0000105218,0.05000,2.361
25,mlp.experts.201.gate_proj,0.0000312006,0.05000,2.561
25,mlp.experts.206.gate_proj,0.0000847615,0.05000,2.602
25,mlp.experts.204.gate_proj,0.0000526533,0.05000,2.269
25,mlp.experts.210.gate_proj,0.0000263309,0.05000,2.171
25,mlp.experts.203.gate_proj,0.0000208057,0.05000,2.300
25,mlp.experts.205.gate_proj,0.0000813692,0.05000,2.309
25,mlp.experts.208.gate_proj,0.0001289301,0.05000,2.451
25,mlp.experts.212.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.046
25,mlp.experts.214.gate_proj,0.0000603569,0.05000,2.569
25,mlp.experts.207.gate_proj,0.0000411256,0.05000,2.567
25,mlp.experts.209.gate_proj,0.0000924185,0.05000,2.576
25,mlp.experts.216.gate_proj,0.0000543517,0.05000,2.440
25,mlp.experts.211.gate_proj,0.0000338125,0.05000,2.329
25,mlp.experts.218.gate_proj,0.0001137497,0.05000,2.419
25,mlp.experts.213.gate_proj,0.0000872768,0.05000,2.379
25,mlp.experts.220.gate_proj,0.0000581384,0.05000,2.363
25,mlp.experts.215.gate_proj,0.0000536350,0.05000,2.513
25,mlp.experts.222.gate_proj,0.0000282356,0.05000,2.463
25,mlp.experts.217.gate_proj,0.0000071516,0.05000,2.529
25,mlp.experts.224.gate_proj,0.0000147643,0.05000,2.405
25,mlp.experts.219.gate_proj,0.0000173690,0.05000,2.175
25,mlp.experts.226.gate_proj,0.0000949317,0.05000,2.269
25,mlp.experts.221.gate_proj,0.0000519243,0.05000,2.322
25,mlp.experts.228.gate_proj,0.0000464798,0.05000,2.440
25,mlp.experts.223.gate_proj,0.0001216790,0.05000,2.533
25,mlp.experts.230.gate_proj,0.0000204809,0.05000,2.551
25,mlp.experts.225.gate_proj,0.0000253567,0.05000,2.433
25,mlp.experts.232.gate_proj,0.0000765847,0.05000,2.319
25,mlp.experts.227.gate_proj,0.0000878640,0.05000,2.061
25,mlp.experts.229.gate_proj,0.0000985513,0.05000,2.206
25,mlp.experts.234.gate_proj,0.0000823746,0.05000,2.280
25,mlp.experts.236.gate_proj,0.0000584724,0.05000,2.329
25,mlp.experts.231.gate_proj,0.0000870899,0.05000,2.511
25,mlp.experts.238.gate_proj,0.0000298563,0.05000,2.508
25,mlp.experts.233.gate_proj,0.0000663737,0.05000,2.565
25,mlp.experts.240.gate_proj,0.0000480044,0.05000,2.401
25,mlp.experts.235.gate_proj,0.0001682751,0.05000,2.170
25,mlp.experts.237.gate_proj,0.0000068868,0.05000,2.216
25,mlp.experts.242.gate_proj,0.0000819079,0.05000,2.260
25,mlp.experts.244.gate_proj,0.0000159540,0.05000,2.180
25,mlp.experts.239.gate_proj,0.0000245374,0.05000,2.193
25,mlp.experts.243.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.033
25,mlp.experts.246.gate_proj,0.0000528531,0.05000,2.167
25,mlp.experts.241.gate_proj,0.0000657428,0.05000,2.306
25,mlp.experts.245.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.037
25,mlp.experts.248.gate_proj,0.0000692169,0.05000,2.304
25,mlp.experts.247.gate_proj,0.0000763861,0.05000,2.200
25,mlp.experts.250.gate_proj,0.0001310873,0.05000,2.233
25,mlp.experts.249.gate_proj,0.0000263973,0.05000,2.347
25,mlp.experts.252.gate_proj,0.0000868202,0.05000,2.370
25,mlp.experts.251.gate_proj,0.0000618212,0.05000,2.520
25,mlp.experts.254.gate_proj,0.0000971614,0.05000,2.614
25,mlp.experts.253.gate_proj,0.0000597290,0.05000,2.504
25,mlp.experts.0.up_proj,0.0000199880,0.05000,2.458
25,mlp.experts.255.gate_proj,0.0000792940,0.05000,2.660
25,mlp.experts.2.up_proj,0.0000329649,0.05000,2.459
25,mlp.experts.1.up_proj,0.0000220633,0.05000,2.382
25,mlp.experts.4.up_proj,0.0000523545,0.05000,1.997
25,mlp.experts.8.up_proj,0.0000451080,0.05000,2.634
25,mlp.experts.5.up_proj,0.0000520400,0.05000,2.659
25,mlp.experts.12.up_proj,failsafe(rtn): 0.0011292,0.00000,0.052
25,mlp.experts.6.up_proj,0.0000463467,0.05000,2.708
25,mlp.experts.3.up_proj,0.0000773587,0.05000,2.735
25,mlp.experts.10.up_proj,0.0001616600,0.05000,2.460
25,mlp.experts.9.up_proj,0.0001463047,0.05000,2.521
25,mlp.experts.7.up_proj,0.0000636228,0.05000,2.463
25,mlp.experts.16.up_proj,0.0000189189,0.05000,2.580
25,mlp.experts.11.up_proj,0.0000902413,0.05000,2.603
25,mlp.experts.14.up_proj,0.0001386892,0.05000,2.678
25,mlp.experts.13.up_proj,0.0000985145,0.05000,2.754
25,mlp.experts.20.up_proj,0.0000299313,0.05000,2.656
25,mlp.experts.15.up_proj,0.0000700267,0.05000,2.500
25,mlp.experts.18.up_proj,0.0000060255,0.05000,2.483
25,mlp.experts.24.up_proj,0.0000592816,0.05000,2.489
25,mlp.experts.17.up_proj,0.0000719378,0.05000,2.505
25,mlp.experts.19.up_proj,0.0000748705,0.05000,2.618
25,mlp.experts.22.up_proj,0.0000085523,0.05000,2.604
25,mlp.experts.28.up_proj,0.0000282151,0.05000,2.635
25,mlp.experts.21.up_proj,0.0000215515,0.05000,2.683
25,mlp.experts.25.up_proj,failsafe(rtn): 0.0010681,0.00000,0.038
25,mlp.experts.26.up_proj,0.0000666803,0.05000,2.504
25,mlp.experts.23.up_proj,0.0000461644,0.05000,2.565
25,mlp.experts.32.up_proj,0.0001144087,0.05000,2.470
25,mlp.experts.29.up_proj,0.0000663838,0.05000,2.454
25,mlp.experts.30.up_proj,0.0000191158,0.05000,2.251
25,mlp.experts.27.up_proj,0.0000124935,0.05000,2.236
25,mlp.experts.36.up_proj,0.0000117247,0.05000,2.214
25,mlp.experts.33.up_proj,0.0000172675,0.05000,2.262
25,mlp.experts.34.up_proj,0.0000783983,0.05000,2.339
25,mlp.experts.31.up_proj,0.0001567319,0.05000,2.322
25,mlp.experts.40.up_proj,0.0000598891,0.05000,2.306
25,mlp.experts.37.up_proj,0.0000552515,0.05000,2.379
25,mlp.experts.35.up_proj,0.0000785335,0.05000,2.408
25,mlp.experts.38.up_proj,0.0000130057,0.05000,2.466
25,mlp.experts.44.up_proj,0.0000537621,0.05000,2.508
25,mlp.experts.41.up_proj,0.0000144291,0.05000,2.506
25,mlp.experts.42.up_proj,0.0000160680,0.05000,2.558
25,mlp.experts.48.up_proj,0.0000103321,0.05000,2.521
25,mlp.experts.39.up_proj,0.0000292102,0.05000,2.671
25,mlp.experts.45.up_proj,0.0001414419,0.05000,2.563
25,mlp.experts.43.up_proj,0.0000110915,0.05000,2.590
25,mlp.experts.52.up_proj,0.0000530476,0.05000,2.676
25,mlp.experts.46.up_proj,0.0000250523,0.05000,2.759
25,mlp.experts.49.up_proj,0.0000619125,0.05000,2.615
25,mlp.experts.47.up_proj,0.0000439671,0.05000,2.411
25,mlp.experts.56.up_proj,0.0000397155,0.05000,2.501
25,mlp.experts.50.up_proj,0.0000723950,0.05000,2.487
25,mlp.experts.53.up_proj,0.0001512110,0.05000,2.476
25,mlp.experts.51.up_proj,0.0000147534,0.05000,2.592
25,mlp.experts.60.up_proj,0.0000657724,0.05000,2.752
25,mlp.experts.54.up_proj,0.0000786595,0.05000,2.757
25,mlp.experts.57.up_proj,0.0000656747,0.05000,2.670
25,mlp.experts.55.up_proj,0.0001086263,0.05000,2.635
25,mlp.experts.64.up_proj,0.0000602457,0.05000,2.705
25,mlp.experts.61.up_proj,0.0000167137,0.05000,2.629
25,mlp.experts.58.up_proj,0.0001058754,0.05000,2.704
25,mlp.experts.68.up_proj,failsafe(rtn): 0.0010376,0.00000,0.052
25,mlp.experts.62.up_proj,failsafe(rtn): 0.0010986,0.00000,0.052
25,mlp.experts.59.up_proj,0.0000792825,0.05000,2.581
25,mlp.experts.72.up_proj,0.0000187445,0.05000,2.500
25,mlp.experts.65.up_proj,0.0000975813,0.05000,2.556
25,mlp.experts.66.up_proj,0.0000109492,0.05000,2.570
25,mlp.experts.63.up_proj,0.0000355654,0.05000,2.557
25,mlp.experts.69.up_proj,0.0000348705,0.05000,2.515
25,mlp.experts.76.up_proj,0.0000222222,0.05000,2.604
25,mlp.experts.70.up_proj,0.0000506409,0.05000,2.598
25,mlp.experts.67.up_proj,0.0000271343,0.05000,2.561
25,mlp.experts.73.up_proj,0.0000950035,0.05000,2.453
25,mlp.experts.80.up_proj,0.0000452995,0.05000,2.472
25,mlp.experts.74.up_proj,0.0000196292,0.05000,2.515
25,mlp.experts.71.up_proj,0.0000161461,0.05000,2.683
25,mlp.experts.77.up_proj,0.0000539443,0.05000,2.621
25,mlp.experts.84.up_proj,0.0000458209,0.05000,2.601
25,mlp.experts.78.up_proj,0.0000604670,0.05000,2.603
25,mlp.experts.75.up_proj,0.0000211746,0.05000,2.567
25,mlp.experts.88.up_proj,0.0000546285,0.05000,2.552
25,mlp.experts.81.up_proj,0.0000202592,0.05000,2.669
25,mlp.experts.82.up_proj,0.0000577702,0.05000,2.585
25,mlp.experts.79.up_proj,0.0000205160,0.05000,2.457
25,mlp.experts.92.up_proj,0.0000771288,0.05000,2.485
25,mlp.experts.85.up_proj,0.0001034604,0.05000,2.474
25,mlp.experts.86.up_proj,0.0000406791,0.05000,2.468
25,mlp.experts.83.up_proj,0.0001488063,0.05000,2.530
25,mlp.experts.96.up_proj,0.0001113834,0.05000,2.441
25,mlp.experts.89.up_proj,0.0000659836,0.05000,2.526
25,mlp.experts.90.up_proj,0.0001439040,0.05000,2.520
25,mlp.experts.87.up_proj,0.0000238453,0.05000,2.462
25,mlp.experts.100.up_proj,0.0000140559,0.05000,2.404
25,mlp.experts.93.up_proj,0.0000754101,0.05000,2.464
25,mlp.experts.94.up_proj,0.0000500875,0.05000,2.468
25,mlp.experts.104.up_proj,0.0000488717,0.05000,2.518
25,mlp.experts.91.up_proj,0.0000143037,0.05000,2.626
25,mlp.experts.97.up_proj,0.0000114763,0.05000,2.528
25,mlp.experts.98.up_proj,0.0000235714,0.05000,2.510
25,mlp.experts.108.up_proj,0.0000764422,0.05000,2.436
25,mlp.experts.95.up_proj,0.0000833334,0.05000,2.433
25,mlp.experts.101.up_proj,0.0000156640,0.05000,2.491
25,mlp.experts.102.up_proj,0.0000187147,0.05000,2.404
25,mlp.experts.112.up_proj,0.0000420435,0.05000,2.523
25,mlp.experts.99.up_proj,0.0000290700,0.05000,2.527
25,mlp.experts.106.up_proj,0.0000332852,0.05000,2.548
25,mlp.experts.105.up_proj,0.0000814598,0.05000,2.603
25,mlp.experts.116.up_proj,0.0000230935,0.05000,2.191
25,mlp.experts.103.up_proj,0.0000262754,0.05000,2.243
25,mlp.experts.110.up_proj,0.0000225989,0.05000,2.236
25,mlp.experts.109.up_proj,0.0000468584,0.05000,2.237
25,mlp.experts.120.up_proj,0.0000963575,0.05000,2.521
25,mlp.experts.107.up_proj,0.0000498878,0.05000,2.451
25,mlp.experts.114.up_proj,0.0000810557,0.05000,2.489
25,mlp.experts.113.up_proj,0.0000160475,0.05000,2.506
25,mlp.experts.124.up_proj,0.0000116133,0.05000,2.399
25,mlp.experts.111.up_proj,0.0000120647,0.05000,2.407
25,mlp.experts.118.up_proj,0.0000235995,0.05000,2.322
25,mlp.experts.117.up_proj,0.0000511653,0.05000,2.314
25,mlp.experts.128.up_proj,0.0000367145,0.05000,2.100
25,mlp.experts.115.up_proj,0.0000370121,0.05000,2.203
25,mlp.experts.121.up_proj,0.0001372534,0.05000,2.228
25,mlp.experts.122.up_proj,0.0000128134,0.05000,2.274
25,mlp.experts.132.up_proj,0.0000701467,0.05000,2.431
25,mlp.experts.119.up_proj,0.0000397272,0.05000,2.595
25,mlp.experts.126.up_proj,0.0000239861,0.05000,2.562
25,mlp.experts.125.up_proj,0.0000359054,0.05000,2.599
25,mlp.experts.136.up_proj,0.0000635025,0.05000,2.354
25,mlp.experts.123.up_proj,0.0000248892,0.05000,2.391
25,mlp.experts.130.up_proj,0.0001502533,0.05000,2.441
25,mlp.experts.129.up_proj,0.0000226610,0.05000,2.478
25,mlp.experts.140.up_proj,0.0000123074,0.05000,2.551
25,mlp.experts.127.up_proj,0.0000139571,0.05000,2.553
25,mlp.experts.134.up_proj,0.0000242769,0.05000,2.528
25,mlp.experts.133.up_proj,0.0000109966,0.05000,2.537
25,mlp.experts.144.up_proj,0.0000594705,0.05000,2.718
25,mlp.experts.131.up_proj,0.0000646259,0.05000,2.677
25,mlp.experts.138.up_proj,0.0001600895,0.05000,2.583
25,mlp.experts.137.up_proj,0.0000195493,0.05000,2.532
25,mlp.experts.148.up_proj,0.0000536935,0.05000,2.361
25,mlp.experts.135.up_proj,0.0000458140,0.05000,2.296
25,mlp.experts.142.up_proj,0.0000149855,0.05000,2.256
25,mlp.experts.141.up_proj,0.0001032302,0.05000,2.317
25,mlp.experts.152.up_proj,0.0000324894,0.05000,2.431
25,mlp.experts.139.up_proj,0.0000578686,0.05000,2.513
25,mlp.experts.146.up_proj,0.0000478575,0.05000,2.505
25,mlp.experts.145.up_proj,0.0000575888,0.05000,2.552
25,mlp.experts.156.up_proj,0.0000151759,0.05000,2.609
25,mlp.experts.143.up_proj,0.0000185215,0.05000,2.634
25,mlp.experts.150.up_proj,0.0000272765,0.05000,2.672
25,mlp.experts.154.up_proj,failsafe(rtn): 0.0011215,0.00000,0.034
25,mlp.experts.149.up_proj,0.0000567010,0.05000,2.637
25,mlp.experts.160.up_proj,0.0001008770,0.05000,2.632
25,mlp.experts.147.up_proj,0.0000125395,0.05000,2.665
25,mlp.experts.153.up_proj,0.0000830722,0.05000,2.543
25,mlp.experts.158.up_proj,0.0000601222,0.05000,2.615
25,mlp.experts.164.up_proj,0.0000154367,0.05000,2.491
25,mlp.experts.151.up_proj,0.0000196398,0.05000,2.598
25,mlp.experts.157.up_proj,0.0000404662,0.05000,2.502
25,mlp.experts.162.up_proj,0.0001004004,0.05000,2.539
25,mlp.experts.168.up_proj,0.0000119029,0.05000,2.530
25,mlp.experts.155.up_proj,0.0000171952,0.05000,2.513
25,mlp.experts.161.up_proj,0.0000678303,0.05000,2.594
25,mlp.experts.166.up_proj,0.0000228819,0.05000,2.616
25,mlp.experts.172.up_proj,0.0000154690,0.05000,2.445
25,mlp.experts.159.up_proj,0.0000465557,0.05000,2.540
25,mlp.experts.165.up_proj,0.0000322710,0.05000,2.527
25,mlp.experts.170.up_proj,0.0001349715,0.05000,2.468
25,mlp.experts.176.up_proj,0.0000695360,0.05000,2.368
25,mlp.experts.163.up_proj,0.0000288183,0.05000,2.447
25,mlp.experts.169.up_proj,0.0000668773,0.05000,2.462
25,mlp.experts.174.up_proj,0.0000222586,0.05000,2.518
25,mlp.experts.180.up_proj,0.0000686069,0.05000,2.632
25,mlp.experts.173.up_proj,0.0000192939,0.05000,2.508
25,mlp.experts.167.up_proj,0.0000495184,0.05000,2.672
25,mlp.experts.178.up_proj,0.0000544916,0.05000,2.513
25,mlp.experts.184.up_proj,0.0000606528,0.05000,2.587
25,mlp.experts.171.up_proj,0.0000638895,0.05000,2.520
25,mlp.experts.177.up_proj,0.0000420594,0.05000,2.567
25,mlp.experts.182.up_proj,0.0000140847,0.05000,2.613
25,mlp.experts.188.up_proj,0.0000189867,0.05000,2.525
25,mlp.experts.175.up_proj,0.0000212860,0.05000,2.563
25,mlp.experts.181.up_proj,0.0000121818,0.05000,2.715
25,mlp.experts.186.up_proj,0.0000627213,0.05000,2.708
25,mlp.experts.192.up_proj,0.0000262142,0.05000,2.567
25,mlp.experts.179.up_proj,0.0000759748,0.05000,2.567
25,mlp.experts.185.up_proj,0.0000533711,0.05000,2.551
25,mlp.experts.190.up_proj,0.0000158454,0.05000,2.530
25,mlp.experts.196.up_proj,0.0000175798,0.05000,2.854
25,mlp.experts.183.up_proj,0.0000601923,0.05000,2.747
25,mlp.experts.189.up_proj,0.0000646424,0.05000,2.782
25,mlp.experts.194.up_proj,0.0000479692,0.05000,2.715
25,mlp.experts.200.up_proj,0.0000141546,0.05000,2.615
25,mlp.experts.187.up_proj,0.0001430083,0.05000,2.660
25,mlp.experts.198.up_proj,0.0000306023,0.05000,2.654
25,mlp.experts.193.up_proj,0.0000315744,0.05000,2.746
25,mlp.experts.204.up_proj,0.0000416233,0.05000,2.626
25,mlp.experts.191.up_proj,0.0000624302,0.05000,2.502
25,mlp.experts.202.up_proj,0.0000152408,0.05000,2.514
25,mlp.experts.197.up_proj,0.0000187178,0.05000,2.462
25,mlp.experts.208.up_proj,0.0001181130,0.05000,2.307
25,mlp.experts.212.up_proj,failsafe(rtn): 0.0010071,0.00000,0.033
25,mlp.experts.195.up_proj,0.0000213093,0.05000,2.326
25,mlp.experts.201.up_proj,0.0000276133,0.05000,2.324
25,mlp.experts.206.up_proj,0.0000789434,0.05000,2.460
25,mlp.experts.216.up_proj,0.0000518887,0.05000,2.238
25,mlp.experts.199.up_proj,0.0000109410,0.05000,2.302
25,mlp.experts.205.up_proj,0.0000770550,0.05000,2.324
25,mlp.experts.210.up_proj,0.0000288165,0.05000,2.266
25,mlp.experts.220.up_proj,0.0000488668,0.05000,2.739
25,mlp.experts.203.up_proj,0.0000190367,0.05000,2.725
25,mlp.experts.214.up_proj,0.0000495065,0.05000,2.628
25,mlp.experts.209.up_proj,0.0000819727,0.05000,2.787
25,mlp.experts.224.up_proj,0.0000128306,0.05000,2.220
25,mlp.experts.207.up_proj,0.0000333665,0.05000,2.280
25,mlp.experts.218.up_proj,0.0001048163,0.05000,2.231
25,mlp.experts.213.up_proj,0.0000683790,0.05000,2.265
25,mlp.experts.228.up_proj,0.0000392343,0.05000,2.407
25,mlp.experts.211.up_proj,0.0000359769,0.05000,2.377
25,mlp.experts.222.up_proj,0.0000307658,0.05000,2.470
25,mlp.experts.217.up_proj,0.0000065535,0.05000,2.506
25,mlp.experts.232.up_proj,0.0000666116,0.05000,2.233
25,mlp.experts.215.up_proj,0.0000495606,0.05000,2.196
25,mlp.experts.226.up_proj,0.0000779035,0.05000,2.220
25,mlp.experts.221.up_proj,0.0000479925,0.05000,2.144
25,mlp.experts.236.up_proj,0.0000543466,0.05000,2.148
25,mlp.experts.219.up_proj,0.0000175346,0.05000,2.403
25,mlp.experts.230.up_proj,0.0000180721,0.05000,2.388
25,mlp.experts.225.up_proj,0.0000207291,0.05000,2.471
25,mlp.experts.240.up_proj,0.0000517274,0.05000,2.526
25,mlp.experts.223.up_proj,0.0001184718,0.05000,2.569
25,mlp.experts.234.up_proj,0.0000768775,0.05000,2.582
25,mlp.experts.229.up_proj,0.0000822952,0.05000,2.556
25,mlp.experts.244.up_proj,0.0000142069,0.05000,2.471
25,mlp.experts.227.up_proj,0.0000844310,0.05000,2.556
25,mlp.experts.238.up_proj,0.0000231816,0.05000,2.603
25,mlp.experts.233.up_proj,0.0000629109,0.05000,2.568
25,mlp.experts.248.up_proj,0.0000642629,0.05000,2.510
25,mlp.experts.231.up_proj,0.0000817617,0.05000,2.464
25,mlp.experts.242.up_proj,0.0000758892,0.05000,2.459
25,mlp.experts.237.up_proj,0.0000063062,0.05000,2.526
25,mlp.experts.252.up_proj,0.0000697272,0.05000,2.634
25,mlp.experts.235.up_proj,0.0001412669,0.05000,2.438
25,mlp.experts.246.up_proj,0.0000423810,0.05000,2.253
25,mlp.experts.241.up_proj,0.0000580506,0.05000,2.266
25,mlp.experts.245.up_proj,failsafe(rtn): 0.0011063,0.00000,0.023
25,mlp.experts.239.up_proj,0.0000203597,0.05000,1.759
25,mlp.experts.243.up_proj,failsafe(rtn): 0.0009766,0.00000,0.031
25,mlp.experts.250.up_proj,0.0001300804,0.05000,1.743
25,mlp.experts.249.up_proj,0.0000205354,0.05000,1.774
25,mlp.experts.247.up_proj,0.0000609049,0.05000,1.747
25,mlp.experts.254.up_proj,0.0000832897,0.05000,1.763
25,mlp.experts.253.up_proj,0.0000532794,0.05000,1.662
25,mlp.experts.251.up_proj,0.0000587102,0.05000,0.749
25,mlp.experts.255.up_proj,0.0000744858,0.05000,0.630
25,mlp.experts.3.down_proj,0.0000009204,0.05000,0.588
25,mlp.experts.0.down_proj,0.0000008149,0.05000,0.587
25,mlp.experts.2.down_proj,0.0000004394,0.05000,0.594
25,mlp.experts.1.down_proj,0.0000009642,0.05000,0.600
25,mlp.experts.7.down_proj,0.0000013563,0.05000,0.652
25,mlp.experts.5.down_proj,0.0000007021,0.05000,0.687
25,mlp.experts.4.down_proj,0.0000013708,0.05000,0.718
25,mlp.experts.6.down_proj,0.0000014608,0.05000,0.736
25,mlp.experts.11.down_proj,0.0000016236,0.05000,0.649
25,mlp.experts.8.down_proj,0.0000012065,0.05000,0.646
25,mlp.experts.12.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
25,mlp.experts.9.down_proj,0.0000051570,0.05000,0.700
25,mlp.experts.10.down_proj,0.0000030064,0.05000,0.697
25,mlp.experts.15.down_proj,0.0000027182,0.05000,0.663
25,mlp.experts.13.down_proj,0.0000058407,0.05000,0.655
25,mlp.experts.16.down_proj,0.0000010242,0.05000,0.678
25,mlp.experts.14.down_proj,0.0000022324,0.05000,0.705
25,mlp.experts.19.down_proj,0.0000030224,0.05000,0.651
25,mlp.experts.17.down_proj,0.0000014090,0.05000,0.629
25,mlp.experts.20.down_proj,0.0000007738,0.05000,0.678
25,mlp.experts.18.down_proj,0.0000002433,0.05000,0.675
25,mlp.experts.23.down_proj,0.0000017228,0.05000,0.706
25,mlp.experts.21.down_proj,0.0000011421,0.05000,0.687
25,mlp.experts.25.down_proj,failsafe(rtn): 0.0010605,0.00000,0.012
25,mlp.experts.24.down_proj,0.0000018504,0.05000,0.690
25,mlp.experts.22.down_proj,0.0000003398,0.05000,0.716
25,mlp.experts.29.down_proj,0.0000018845,0.05000,0.657
25,mlp.experts.27.down_proj,0.0000002882,0.05000,0.726
25,mlp.experts.28.down_proj,0.0000007385,0.05000,0.652
25,mlp.experts.26.down_proj,0.0000007602,0.05000,0.680
25,mlp.experts.31.down_proj,0.0000038232,0.05000,0.646
25,mlp.experts.33.down_proj,0.0000008928,0.05000,0.672
25,mlp.experts.32.down_proj,0.0000027235,0.05000,0.703
25,mlp.experts.30.down_proj,0.0000007627,0.05000,0.724
25,mlp.experts.35.down_proj,0.0000008878,0.05000,0.665
25,mlp.experts.37.down_proj,0.0000027255,0.05000,0.662
25,mlp.experts.36.down_proj,0.0000002923,0.05000,0.709
25,mlp.experts.34.down_proj,0.0000010585,0.05000,0.663
25,mlp.experts.39.down_proj,0.0000009402,0.05000,0.617
25,mlp.experts.41.down_proj,0.0000007067,0.05000,0.629
25,mlp.experts.40.down_proj,0.0000015155,0.05000,0.633
25,mlp.experts.38.down_proj,0.0000005810,0.05000,0.631
25,mlp.experts.43.down_proj,0.0000004218,0.05000,0.729
25,mlp.experts.45.down_proj,0.0000032780,0.05000,0.709
25,mlp.experts.44.down_proj,0.0000008737,0.05000,0.701
25,mlp.experts.42.down_proj,0.0000006246,0.05000,0.688
25,mlp.experts.47.down_proj,0.0000013285,0.05000,0.634
25,mlp.experts.49.down_proj,0.0000007415,0.05000,0.714
25,mlp.experts.48.down_proj,0.0000003761,0.05000,0.742
25,mlp.experts.46.down_proj,0.0000005319,0.05000,0.670
25,mlp.experts.51.down_proj,0.0000004781,0.05000,0.644
25,mlp.experts.53.down_proj,0.0000040847,0.05000,0.668
25,mlp.experts.50.down_proj,0.0000011030,0.05000,0.636
25,mlp.experts.52.down_proj,0.0000006828,0.05000,0.683
25,mlp.experts.55.down_proj,0.0000014075,0.05000,0.643
25,mlp.experts.57.down_proj,0.0000007227,0.05000,0.625
25,mlp.experts.54.down_proj,0.0000026054,0.05000,0.636
25,mlp.experts.56.down_proj,0.0000013234,0.05000,0.677
25,mlp.experts.59.down_proj,0.0000025054,0.05000,0.728
25,mlp.experts.61.down_proj,0.0000007647,0.05000,0.655
25,mlp.experts.58.down_proj,0.0000033694,0.05000,0.636
25,mlp.experts.62.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
25,mlp.experts.60.down_proj,0.0000009041,0.05000,0.660
25,mlp.experts.63.down_proj,0.0000005583,0.05000,0.594
25,mlp.experts.65.down_proj,0.0000027362,0.05000,0.647
25,mlp.experts.66.down_proj,0.0000003128,0.05000,0.605
25,mlp.experts.64.down_proj,0.0000007857,0.05000,0.677
25,mlp.experts.68.down_proj,failsafe(rtn): 0.0010223,0.00000,0.010
25,mlp.experts.67.down_proj,0.0000005366,0.05000,0.625
25,mlp.experts.69.down_proj,0.0000013186,0.05000,0.635
25,mlp.experts.70.down_proj,0.0000007490,0.05000,0.640
25,mlp.experts.72.down_proj,0.0000007824,0.05000,0.681
25,mlp.experts.71.down_proj,0.0000001518,0.05000,0.704
25,mlp.experts.73.down_proj,0.0000028789,0.05000,0.690
25,mlp.experts.74.down_proj,0.0000006889,0.05000,0.712
25,mlp.experts.76.down_proj,0.0000008496,0.05000,0.674
25,mlp.experts.75.down_proj,0.0000006907,0.05000,0.648
25,mlp.experts.77.down_proj,0.0000020696,0.05000,0.647
25,mlp.experts.78.down_proj,0.0000006813,0.05000,0.639
25,mlp.experts.80.down_proj,0.0000010599,0.05000,0.655
25,mlp.experts.79.down_proj,0.0000005780,0.05000,0.668
25,mlp.experts.81.down_proj,0.0000006548,0.05000,0.670
25,mlp.experts.82.down_proj,0.0000013705,0.05000,0.646
25,mlp.experts.84.down_proj,0.0000006090,0.05000,0.638
25,mlp.experts.83.down_proj,0.0000026804,0.05000,0.714
25,mlp.experts.85.down_proj,0.0000028288,0.05000,0.675
25,mlp.experts.86.down_proj,0.0000010201,0.05000,0.656
25,mlp.experts.88.down_proj,0.0000018303,0.05000,0.689
25,mlp.experts.89.down_proj,0.0000011806,0.05000,0.661
25,mlp.experts.87.down_proj,0.0000011792,0.05000,0.721
25,mlp.experts.90.down_proj,0.0000027438,0.05000,0.658
25,mlp.experts.92.down_proj,0.0000020456,0.05000,0.636
25,mlp.experts.93.down_proj,0.0000021212,0.05000,0.620
25,mlp.experts.94.down_proj,0.0000022661,0.05000,0.599
25,mlp.experts.91.down_proj,0.0000001203,0.05000,0.633
25,mlp.experts.96.down_proj,0.0000018347,0.05000,0.619
25,mlp.experts.97.down_proj,0.0000007017,0.05000,0.615
25,mlp.experts.95.down_proj,0.0000033627,0.05000,0.619
25,mlp.experts.98.down_proj,0.0000006541,0.05000,0.641
25,mlp.experts.100.down_proj,0.0000006903,0.05000,0.681
25,mlp.experts.101.down_proj,0.0000005478,0.05000,0.662
25,mlp.experts.102.down_proj,0.0000004536,0.05000,0.663
25,mlp.experts.99.down_proj,0.0000005757,0.05000,0.707
25,mlp.experts.104.down_proj,0.0000022435,0.05000,0.655
25,mlp.experts.105.down_proj,0.0000012654,0.05000,0.637
25,mlp.experts.106.down_proj,0.0000011818,0.05000,0.607
25,mlp.experts.103.down_proj,0.0000010484,0.05000,0.627
25,mlp.experts.108.down_proj,0.0000016819,0.05000,0.627
25,mlp.experts.109.down_proj,0.0000013659,0.05000,0.639
25,mlp.experts.110.down_proj,0.0000005946,0.05000,0.692
25,mlp.experts.107.down_proj,0.0000015146,0.05000,0.698
25,mlp.experts.112.down_proj,0.0000019804,0.05000,0.661
25,mlp.experts.113.down_proj,0.0000005129,0.05000,0.619
25,mlp.experts.114.down_proj,0.0000010192,0.05000,0.627
25,mlp.experts.111.down_proj,0.0000005534,0.05000,0.604
25,mlp.experts.116.down_proj,0.0000011709,0.05000,0.652
25,mlp.experts.117.down_proj,0.0000008247,0.05000,0.627
25,mlp.experts.118.down_proj,0.0000007077,0.05000,0.642
25,mlp.experts.115.down_proj,0.0000013766,0.05000,0.617
25,mlp.experts.120.down_proj,0.0000022655,0.05000,0.604
25,mlp.experts.121.down_proj,0.0000019557,0.05000,0.595
25,mlp.experts.119.down_proj,0.0000005013,0.05000,0.593
25,mlp.experts.122.down_proj,0.0000004179,0.05000,0.607
25,mlp.experts.124.down_proj,0.0000005402,0.05000,0.626
25,mlp.experts.125.down_proj,0.0000012690,0.05000,0.629
25,mlp.experts.123.down_proj,0.0000008939,0.05000,0.657
25,mlp.experts.126.down_proj,0.0000011681,0.05000,0.668
25,mlp.experts.128.down_proj,0.0000008423,0.05000,0.698
25,mlp.experts.129.down_proj,0.0000005831,0.05000,0.691
25,mlp.experts.127.down_proj,0.0000004047,0.05000,0.655
25,mlp.experts.130.down_proj,0.0000037966,0.05000,0.692
25,mlp.experts.132.down_proj,0.0000008419,0.05000,0.667
25,mlp.experts.133.down_proj,0.0000003414,0.05000,0.624
25,mlp.experts.131.down_proj,0.0000019518,0.05000,0.614
25,mlp.experts.134.down_proj,0.0000006047,0.05000,0.604
25,mlp.experts.136.down_proj,0.0000015365,0.05000,0.624
25,mlp.experts.137.down_proj,0.0000009386,0.05000,0.608
25,mlp.experts.135.down_proj,0.0000005128,0.05000,0.604
25,mlp.experts.138.down_proj,0.0000030089,0.05000,0.615
25,mlp.experts.140.down_proj,0.0000004353,0.05000,0.633
25,mlp.experts.141.down_proj,0.0000015520,0.05000,0.675
25,mlp.experts.139.down_proj,0.0000005931,0.05000,0.683
25,mlp.experts.142.down_proj,0.0000005610,0.05000,0.658
25,mlp.experts.144.down_proj,0.0000008875,0.05000,0.688
25,mlp.experts.145.down_proj,0.0000008278,0.05000,0.656
25,mlp.experts.143.down_proj,0.0000005283,0.05000,0.660
25,mlp.experts.146.down_proj,0.0000005112,0.05000,0.712
25,mlp.experts.148.down_proj,0.0000022123,0.05000,0.664
25,mlp.experts.149.down_proj,0.0000009597,0.05000,0.600
25,mlp.experts.147.down_proj,0.0000005524,0.05000,0.616
25,mlp.experts.150.down_proj,0.0000007730,0.05000,0.636
25,mlp.experts.154.down_proj,failsafe(rtn): 0.0010986,0.00000,0.013
25,mlp.experts.152.down_proj,0.0000005245,0.05000,0.668
25,mlp.experts.153.down_proj,0.0000012206,0.05000,0.626
25,mlp.experts.151.down_proj,0.0000005581,0.05000,0.633
25,mlp.experts.158.down_proj,0.0000018391,0.05000,0.629
25,mlp.experts.156.down_proj,0.0000005974,0.05000,0.609
25,mlp.experts.157.down_proj,0.0000012594,0.05000,0.601
25,mlp.experts.155.down_proj,0.0000005065,0.05000,0.602
25,mlp.experts.162.down_proj,0.0000016126,0.05000,0.646
25,mlp.experts.160.down_proj,0.0000018524,0.05000,0.633
25,mlp.experts.161.down_proj,0.0000008480,0.05000,0.690
25,mlp.experts.159.down_proj,0.0000008806,0.05000,0.634
25,mlp.experts.166.down_proj,0.0000006454,0.05000,0.677
25,mlp.experts.164.down_proj,0.0000005993,0.05000,0.678
25,mlp.experts.165.down_proj,0.0000007482,0.05000,0.634
25,mlp.experts.163.down_proj,0.0000008942,0.05000,0.641
25,mlp.experts.170.down_proj,0.0000022839,0.05000,0.710
25,mlp.experts.168.down_proj,0.0000004639,0.05000,0.671
25,mlp.experts.169.down_proj,0.0000019444,0.05000,0.646
25,mlp.experts.167.down_proj,0.0000005263,0.05000,0.643
25,mlp.experts.174.down_proj,0.0000005062,0.05000,0.662
25,mlp.experts.172.down_proj,0.0000002891,0.05000,0.626
25,mlp.experts.173.down_proj,0.0000004721,0.05000,0.648
25,mlp.experts.171.down_proj,0.0000007652,0.05000,0.669
25,mlp.experts.178.down_proj,0.0000022303,0.05000,0.644
25,mlp.experts.176.down_proj,0.0000016012,0.05000,0.612
25,mlp.experts.177.down_proj,0.0000005053,0.05000,0.641
25,mlp.experts.175.down_proj,0.0000007431,0.05000,0.626
25,mlp.experts.182.down_proj,0.0000004936,0.05000,0.678
25,mlp.experts.180.down_proj,0.0000011499,0.05000,0.675
25,mlp.experts.181.down_proj,0.0000003409,0.05000,0.665
25,mlp.experts.179.down_proj,0.0000019281,0.05000,0.665
25,mlp.experts.186.down_proj,0.0000019344,0.05000,0.761
25,mlp.experts.184.down_proj,0.0000011752,0.05000,0.760
25,mlp.experts.185.down_proj,0.0000008104,0.05000,0.661
25,mlp.experts.183.down_proj,0.0000018119,0.05000,0.669
25,mlp.experts.190.down_proj,0.0000005002,0.05000,0.712
25,mlp.experts.189.down_proj,0.0000008432,0.05000,0.633
25,mlp.experts.188.down_proj,0.0000003755,0.05000,0.713
25,mlp.experts.187.down_proj,0.0000039938,0.05000,0.658
25,mlp.experts.194.down_proj,0.0000004940,0.05000,0.662
25,mlp.experts.193.down_proj,0.0000008412,0.05000,0.703
25,mlp.experts.192.down_proj,0.0000012856,0.05000,0.675
25,mlp.experts.191.down_proj,0.0000018654,0.05000,0.724
25,mlp.experts.198.down_proj,0.0000008093,0.05000,0.745
25,mlp.experts.197.down_proj,0.0000006047,0.05000,0.650
25,mlp.experts.196.down_proj,0.0000004646,0.05000,0.678
25,mlp.experts.195.down_proj,0.0000010406,0.05000,0.719
25,mlp.experts.202.down_proj,0.0000003970,0.05000,0.628
25,mlp.experts.200.down_proj,0.0000005933,0.05000,0.608
25,mlp.experts.201.down_proj,0.0000005238,0.05000,0.656
25,mlp.experts.199.down_proj,0.0000004192,0.05000,0.608
25,mlp.experts.204.down_proj,0.0000007461,0.05000,0.637
25,mlp.experts.206.down_proj,0.0000009644,0.05000,0.680
25,mlp.experts.205.down_proj,0.0000010102,0.05000,0.675
25,mlp.experts.203.down_proj,0.0000006384,0.05000,0.671
25,mlp.experts.208.down_proj,0.0000021442,0.05000,0.632
25,mlp.experts.212.down_proj,failsafe(rtn): 0.0009995,0.00000,0.011
25,mlp.experts.210.down_proj,0.0000015520,0.05000,0.670
25,mlp.experts.209.down_proj,0.0000010946,0.05000,0.648
25,mlp.experts.207.down_proj,0.0000009994,0.05000,0.706
25,mlp.experts.216.down_proj,0.0000007232,0.05000,0.703
25,mlp.experts.213.down_proj,0.0000020433,0.05000,0.676
25,mlp.experts.214.down_proj,0.0000019800,0.05000,0.708
25,mlp.experts.211.down_proj,0.0000018451,0.05000,0.673
25,mlp.experts.220.down_proj,0.0000021015,0.05000,0.663
25,mlp.experts.217.down_proj,0.0000001962,0.05000,0.689
25,mlp.experts.218.down_proj,0.0000014669,0.05000,0.708
25,mlp.experts.215.down_proj,0.0000011684,0.05000,0.628
25,mlp.experts.224.down_proj,0.0000004695,0.05000,0.571
25,mlp.experts.221.down_proj,0.0000004787,0.05000,0.564
25,mlp.experts.222.down_proj,0.0000012441,0.05000,0.571
25,mlp.experts.219.down_proj,0.0000007769,0.05000,0.586
25,mlp.experts.228.down_proj,0.0000010936,0.05000,0.608
25,mlp.experts.225.down_proj,0.0000005750,0.05000,0.616
25,mlp.experts.226.down_proj,0.0000022054,0.05000,0.613
25,mlp.experts.223.down_proj,0.0000021900,0.05000,0.655
25,mlp.experts.229.down_proj,0.0000023265,0.05000,0.656
25,mlp.experts.232.down_proj,0.0000010988,0.05000,0.726
25,mlp.experts.230.down_proj,0.0000008238,0.05000,0.663
25,mlp.experts.227.down_proj,0.0000010982,0.05000,0.667
25,mlp.experts.236.down_proj,0.0000006001,0.05000,0.614
25,mlp.experts.233.down_proj,0.0000008689,0.05000,0.650
25,mlp.experts.234.down_proj,0.0000008598,0.05000,0.653
25,mlp.experts.231.down_proj,0.0000009031,0.05000,0.693
25,mlp.experts.237.down_proj,0.0000001996,0.05000,0.639
25,mlp.experts.240.down_proj,0.0000032426,0.05000,0.673
25,mlp.experts.238.down_proj,0.0000006314,0.05000,0.677
25,mlp.experts.235.down_proj,0.0000039040,0.05000,0.639
25,mlp.experts.244.down_proj,0.0000004159,0.05000,0.630
25,mlp.experts.241.down_proj,0.0000010145,0.05000,0.662
25,mlp.experts.245.down_proj,failsafe(rtn): 0.0010986,0.00000,0.011
25,mlp.experts.242.down_proj,0.0000011855,0.05000,0.686
25,mlp.experts.239.down_proj,0.0000007310,0.05000,0.696
25,mlp.experts.243.down_proj,failsafe(rtn): 0.0009651,0.00000,0.013
25,mlp.experts.248.down_proj,0.0000010031,0.05000,0.694
25,mlp.experts.249.down_proj,0.0000005992,0.05000,0.716
25,mlp.experts.246.down_proj,0.0000010522,0.05000,0.662
25,mlp.experts.247.down_proj,0.0000018666,0.05000,0.665
25,mlp.experts.252.down_proj,0.0000014920,0.05000,0.616
25,mlp.experts.253.down_proj,0.0000009072,0.05000,0.597
25,mlp.experts.250.down_proj,0.0000024407,0.05000,0.582
25,mlp.experts.251.down_proj,0.0000006689,0.05000,0.467
25,mlp.experts.254.down_proj,0.0000010749,0.05000,0.286
25,mlp.experts.255.down_proj,0.0000009542,0.05000,0.236
26,mlp.experts.1.gate_proj,0.0000378201,0.05000,2.897
26,mlp.experts.3.gate_proj,0.0000758439,0.05000,2.937
26,mlp.experts.0.gate_proj,0.0000653425,0.05000,2.992
26,mlp.experts.2.gate_proj,0.0000786937,0.05000,3.027
26,mlp.experts.5.gate_proj,0.0000210455,0.05000,2.847
26,mlp.experts.7.gate_proj,0.0000294590,0.05000,2.834
26,mlp.experts.4.gate_proj,0.0000683373,0.05000,2.850
26,mlp.experts.6.gate_proj,0.0000097317,0.05000,2.836
26,mlp.experts.9.gate_proj,0.0000405884,0.05000,2.816
26,mlp.experts.11.gate_proj,0.0000138633,0.05000,2.902
26,mlp.experts.8.gate_proj,0.0000546810,0.05000,2.842
26,mlp.experts.10.gate_proj,0.0000518074,0.05000,2.859
26,mlp.experts.13.gate_proj,0.0000347455,0.05000,2.937
26,mlp.experts.14.gate_proj,0.0000139104,0.05000,2.871
26,mlp.experts.15.gate_proj,0.0000554781,0.05000,2.945
26,mlp.experts.12.gate_proj,0.0000545100,0.05000,2.944
26,mlp.experts.17.gate_proj,0.0000691053,0.05000,2.722
26,mlp.experts.19.gate_proj,0.0000389144,0.05000,2.730
26,mlp.experts.18.gate_proj,0.0000281588,0.05000,2.770
26,mlp.experts.16.gate_proj,0.0000255039,0.05000,2.735
26,mlp.experts.23.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.058
26,mlp.experts.21.gate_proj,0.0001015298,0.05000,2.765
26,mlp.experts.27.gate_proj,0.0000148265,0.05000,2.679
26,mlp.experts.22.gate_proj,0.0000160227,0.05000,2.752
26,mlp.experts.20.gate_proj,0.0000109884,0.05000,2.829
26,mlp.experts.25.gate_proj,0.0000897703,0.05000,2.902
26,mlp.experts.31.gate_proj,0.0000498871,0.05000,2.807
26,mlp.experts.24.gate_proj,0.0000399023,0.05000,2.790
26,mlp.experts.26.gate_proj,0.0000703001,0.05000,2.970
26,mlp.experts.29.gate_proj,0.0000445436,0.05000,2.660
26,mlp.experts.35.gate_proj,0.0001190770,0.05000,2.671
26,mlp.experts.28.gate_proj,0.0000314380,0.05000,2.649
26,mlp.experts.30.gate_proj,0.0000206905,0.05000,2.703
26,mlp.experts.39.gate_proj,0.0000182354,0.05000,2.658
26,mlp.experts.33.gate_proj,0.0000535362,0.05000,2.751
26,mlp.experts.32.gate_proj,0.0000108729,0.05000,2.753
26,mlp.experts.34.gate_proj,0.0000874092,0.05000,2.701
26,mlp.experts.43.gate_proj,0.0000277451,0.05000,2.636
26,mlp.experts.37.gate_proj,0.0000078831,0.05000,2.626
26,mlp.experts.36.gate_proj,0.0000195019,0.05000,2.642
26,mlp.experts.38.gate_proj,0.0000123355,0.05000,2.648
26,mlp.experts.41.gate_proj,0.0000652671,0.05000,2.431
26,mlp.experts.47.gate_proj,0.0000074441,0.05000,2.496
26,mlp.experts.51.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.046
26,mlp.experts.40.gate_proj,0.0000240606,0.05000,2.587
26,mlp.experts.42.gate_proj,0.0000281483,0.05000,2.592
26,mlp.experts.45.gate_proj,0.0000956687,0.05000,2.656
26,mlp.experts.55.gate_proj,0.0000319473,0.05000,2.639
26,mlp.experts.44.gate_proj,0.0000534991,0.05000,2.551
26,mlp.experts.46.gate_proj,0.0001306490,0.05000,2.660
26,mlp.experts.48.gate_proj,0.0000282805,0.05000,2.305
26,mlp.experts.49.gate_proj,0.0000497415,0.05000,2.487
26,mlp.experts.59.gate_proj,0.0000822964,0.05000,2.530
26,mlp.experts.50.gate_proj,0.0000216046,0.05000,2.487
26,mlp.experts.53.gate_proj,0.0000674038,0.05000,2.738
26,mlp.experts.52.gate_proj,0.0000294887,0.05000,2.772
26,mlp.experts.63.gate_proj,0.0000233265,0.05000,2.666
26,mlp.experts.54.gate_proj,0.0000870959,0.05000,2.840
26,mlp.experts.58.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.038
26,mlp.experts.62.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.040
26,mlp.experts.56.gate_proj,0.0000311236,0.05000,2.809
26,mlp.experts.57.gate_proj,0.0000522539,0.05000,2.863
26,mlp.experts.67.gate_proj,0.0000383591,0.05000,2.862
26,mlp.experts.66.gate_proj,0.0000296535,0.05000,2.802
26,mlp.experts.60.gate_proj,0.0000103527,0.05000,2.542
26,mlp.experts.61.gate_proj,0.0000284851,0.05000,2.547
26,mlp.experts.71.gate_proj,0.0000582672,0.05000,2.656
26,mlp.experts.70.gate_proj,0.0000399257,0.05000,2.513
26,mlp.experts.64.gate_proj,0.0000157980,0.05000,2.511
26,mlp.experts.65.gate_proj,0.0000289080,0.05000,2.667
26,mlp.experts.75.gate_proj,0.0000131697,0.05000,2.747
26,mlp.experts.74.gate_proj,0.0000859540,0.05000,2.791
26,mlp.experts.68.gate_proj,0.0000765770,0.05000,2.536
26,mlp.experts.69.gate_proj,0.0000250165,0.05000,2.651
26,mlp.experts.79.gate_proj,0.0000286395,0.05000,2.608
26,mlp.experts.78.gate_proj,0.0000970300,0.05000,2.629
26,mlp.experts.72.gate_proj,0.0000284596,0.05000,2.576
26,mlp.experts.73.gate_proj,0.0000314679,0.05000,2.572
26,mlp.experts.83.gate_proj,0.0000098974,0.05000,2.505
26,mlp.experts.82.gate_proj,0.0000373251,0.05000,2.699
26,mlp.experts.76.gate_proj,0.0000404956,0.05000,2.498
26,mlp.experts.87.gate_proj,0.0001041955,0.05000,2.600
26,mlp.experts.77.gate_proj,0.0001157644,0.05000,2.733
26,mlp.experts.86.gate_proj,0.0000283865,0.05000,2.628
26,mlp.experts.80.gate_proj,0.0000250465,0.05000,2.462
26,mlp.experts.91.gate_proj,0.0001081220,0.05000,2.510
26,mlp.experts.81.gate_proj,0.0000421793,0.05000,2.499
26,mlp.experts.90.gate_proj,0.0000704536,0.05000,2.586
26,mlp.experts.84.gate_proj,0.0001340911,0.05000,2.452
26,mlp.experts.95.gate_proj,0.0000647489,0.05000,2.512
26,mlp.experts.85.gate_proj,0.0000693352,0.05000,2.557
26,mlp.experts.94.gate_proj,0.0000716219,0.05000,2.436
26,mlp.experts.88.gate_proj,0.0001225295,0.05000,2.373
26,mlp.experts.99.gate_proj,0.0000258938,0.05000,2.208
26,mlp.experts.89.gate_proj,0.0000570759,0.05000,2.174
26,mlp.experts.98.gate_proj,0.0000179328,0.05000,2.261
26,mlp.experts.92.gate_proj,0.0000731494,0.05000,2.239
26,mlp.experts.93.gate_proj,0.0000400770,0.05000,2.243
26,mlp.experts.103.gate_proj,0.0000301543,0.05000,2.335
26,mlp.experts.102.gate_proj,0.0000568869,0.05000,2.273
26,mlp.experts.96.gate_proj,0.0000126851,0.05000,2.352
26,mlp.experts.97.gate_proj,0.0000920737,0.05000,2.322
26,mlp.experts.107.gate_proj,0.0000597570,0.05000,2.336
26,mlp.experts.106.gate_proj,0.0000475398,0.05000,2.496
26,mlp.experts.100.gate_proj,0.0001495708,0.05000,2.496
26,mlp.experts.101.gate_proj,0.0000463770,0.05000,2.464
26,mlp.experts.111.gate_proj,0.0000226563,0.05000,2.455
26,mlp.experts.110.gate_proj,0.0000761974,0.05000,2.667
26,mlp.experts.104.gate_proj,0.0000526425,0.05000,2.502
26,mlp.experts.108.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.038
26,mlp.experts.105.gate_proj,0.0000202605,0.05000,2.425
26,mlp.experts.115.gate_proj,0.0000954972,0.05000,2.436
26,mlp.experts.114.gate_proj,0.0000600662,0.05000,2.552
26,mlp.experts.112.gate_proj,0.0000542930,0.05000,2.569
26,mlp.experts.109.gate_proj,0.0000065416,0.05000,2.641
26,mlp.experts.119.gate_proj,0.0000346324,0.05000,2.577
26,mlp.experts.118.gate_proj,0.0000335600,0.05000,2.674
26,mlp.experts.116.gate_proj,0.0000990408,0.05000,2.550
26,mlp.experts.113.gate_proj,0.0000927578,0.05000,2.551
26,mlp.experts.123.gate_proj,0.0001031740,0.05000,2.588
26,mlp.experts.122.gate_proj,0.0000796543,0.05000,2.625
26,mlp.experts.120.gate_proj,0.0000402033,0.05000,2.615
26,mlp.experts.117.gate_proj,0.0000833688,0.05000,2.577
26,mlp.experts.127.gate_proj,0.0001074184,0.05000,2.653
26,mlp.experts.126.gate_proj,0.0001259805,0.05000,2.465
26,mlp.experts.124.gate_proj,0.0000107960,0.05000,2.514
26,mlp.experts.128.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.046
26,mlp.experts.121.gate_proj,0.0001832609,0.05000,2.482
26,mlp.experts.131.gate_proj,0.0000453266,0.05000,2.459
26,mlp.experts.130.gate_proj,0.0001004237,0.05000,2.481
26,mlp.experts.132.gate_proj,0.0001613420,0.05000,2.438
26,mlp.experts.125.gate_proj,0.0000174007,0.05000,2.524
26,mlp.experts.135.gate_proj,0.0000263895,0.05000,2.471
26,mlp.experts.134.gate_proj,0.0000898263,0.05000,2.540
26,mlp.experts.136.gate_proj,0.0000611396,0.05000,2.688
26,mlp.experts.139.gate_proj,0.0000276450,0.05000,2.631
26,mlp.experts.129.gate_proj,0.0000278248,0.05000,2.672
26,mlp.experts.138.gate_proj,0.0000476692,0.05000,2.634
26,mlp.experts.140.gate_proj,0.0000856200,0.05000,2.535
26,mlp.experts.143.gate_proj,0.0000315551,0.05000,2.567
26,mlp.experts.133.gate_proj,0.0000454559,0.05000,2.601
26,mlp.experts.142.gate_proj,0.0000271048,0.05000,2.546
26,mlp.experts.144.gate_proj,0.0000312152,0.05000,2.514
26,mlp.experts.147.gate_proj,0.0000157983,0.05000,2.620
26,mlp.experts.137.gate_proj,0.0000375039,0.05000,2.626
26,mlp.experts.146.gate_proj,0.0000171307,0.05000,2.468
26,mlp.experts.148.gate_proj,0.0000113944,0.05000,2.596
26,mlp.experts.151.gate_proj,0.0001343961,0.05000,2.469
26,mlp.experts.141.gate_proj,0.0000438802,0.05000,2.484
26,mlp.experts.150.gate_proj,0.0000475610,0.05000,2.391
26,mlp.experts.152.gate_proj,0.0000291394,0.05000,2.374
26,mlp.experts.155.gate_proj,0.0000616204,0.05000,2.371
26,mlp.experts.145.gate_proj,0.0000568753,0.05000,2.387
26,mlp.experts.154.gate_proj,0.0000793580,0.05000,2.487
26,mlp.experts.156.gate_proj,0.0000080121,0.05000,2.500
26,mlp.experts.159.gate_proj,0.0000166623,0.05000,2.490
26,mlp.experts.149.gate_proj,0.0000325212,0.05000,2.487
26,mlp.experts.158.gate_proj,0.0000779916,0.05000,2.606
26,mlp.experts.160.gate_proj,0.0000518847,0.05000,2.439
26,mlp.experts.163.gate_proj,0.0000730771,0.05000,2.500
26,mlp.experts.153.gate_proj,0.0000329877,0.05000,2.545
26,mlp.experts.162.gate_proj,0.0000233146,0.05000,2.378
26,mlp.experts.164.gate_proj,0.0000904081,0.05000,2.166
26,mlp.experts.167.gate_proj,0.0000161312,0.05000,2.140
26,mlp.experts.157.gate_proj,0.0000127346,0.05000,2.166
26,mlp.experts.166.gate_proj,0.0000611472,0.05000,2.360
26,mlp.experts.168.gate_proj,0.0000352621,0.05000,2.575
26,mlp.experts.171.gate_proj,0.0000154130,0.05000,2.436
26,mlp.experts.161.gate_proj,0.0000890387,0.05000,2.559
26,mlp.experts.170.gate_proj,0.0000777423,0.05000,2.430
26,mlp.experts.172.gate_proj,0.0000113531,0.05000,2.455
26,mlp.experts.175.gate_proj,0.0000095339,0.05000,2.398
26,mlp.experts.165.gate_proj,0.0001031266,0.05000,2.449
26,mlp.experts.174.gate_proj,0.0000225993,0.05000,2.567
26,mlp.experts.176.gate_proj,0.0001678076,0.05000,2.573
26,mlp.experts.179.gate_proj,0.0000196706,0.05000,2.606
26,mlp.experts.169.gate_proj,0.0000120761,0.05000,2.544
26,mlp.experts.178.gate_proj,0.0000192366,0.05000,2.473
26,mlp.experts.180.gate_proj,0.0000222072,0.05000,2.453
26,mlp.experts.183.gate_proj,0.0000124287,0.05000,2.534
26,mlp.experts.173.gate_proj,0.0000652486,0.05000,2.542
26,mlp.experts.182.gate_proj,0.0000106982,0.05000,2.498
26,mlp.experts.184.gate_proj,0.0000590884,0.05000,2.540
26,mlp.experts.187.gate_proj,0.0000359818,0.05000,2.652
26,mlp.experts.177.gate_proj,0.0000658233,0.05000,2.648
26,mlp.experts.186.gate_proj,0.0000225533,0.05000,2.502
26,mlp.experts.188.gate_proj,0.0000267380,0.05000,2.500
26,mlp.experts.191.gate_proj,0.0000575026,0.05000,2.470
26,mlp.experts.181.gate_proj,0.0000407749,0.05000,2.568
26,mlp.experts.190.gate_proj,0.0000166023,0.05000,2.701
26,mlp.experts.192.gate_proj,0.0000504128,0.05000,2.577
26,mlp.experts.195.gate_proj,0.0000678373,0.05000,2.494
26,mlp.experts.185.gate_proj,0.0000186586,0.05000,2.457
26,mlp.experts.189.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.035
26,mlp.experts.194.gate_proj,0.0000256697,0.05000,2.471
26,mlp.experts.196.gate_proj,0.0000126353,0.05000,2.670
26,mlp.experts.199.gate_proj,0.0000294147,0.05000,2.628
26,mlp.experts.193.gate_proj,0.0000734387,0.05000,2.774
26,mlp.experts.198.gate_proj,0.0000367150,0.05000,2.578
26,mlp.experts.200.gate_proj,0.0000289934,0.05000,2.385
26,mlp.experts.203.gate_proj,0.0000126607,0.05000,2.291
26,mlp.experts.197.gate_proj,0.0000441719,0.05000,2.289
26,mlp.experts.201.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.037
26,mlp.experts.202.gate_proj,0.0000839203,0.05000,2.221
26,mlp.experts.204.gate_proj,0.0000811286,0.05000,2.332
26,mlp.experts.207.gate_proj,0.0000396683,0.05000,2.256
26,mlp.experts.205.gate_proj,0.0000489434,0.05000,2.369
26,mlp.experts.206.gate_proj,0.0000205125,0.05000,2.277
26,mlp.experts.208.gate_proj,0.0001124890,0.05000,2.317
26,mlp.experts.211.gate_proj,0.0000646342,0.05000,2.357
26,mlp.experts.209.gate_proj,0.0000519394,0.05000,2.517
26,mlp.experts.210.gate_proj,0.0000483300,0.05000,2.480
26,mlp.experts.215.gate_proj,0.0000425178,0.05000,2.485
26,mlp.experts.212.gate_proj,0.0001177781,0.05000,2.601
26,mlp.experts.213.gate_proj,0.0000230897,0.05000,2.505
26,mlp.experts.214.gate_proj,0.0000688134,0.05000,2.526
26,mlp.experts.216.gate_proj,0.0000809617,0.05000,2.597
26,mlp.experts.219.gate_proj,0.0000250950,0.05000,2.675
26,mlp.experts.217.gate_proj,0.0000533701,0.05000,2.589
26,mlp.experts.218.gate_proj,0.0000054969,0.05000,2.582
26,mlp.experts.220.gate_proj,0.0000124999,0.05000,2.631
26,mlp.experts.223.gate_proj,0.0000984549,0.05000,2.634
26,mlp.experts.221.gate_proj,0.0000674798,0.05000,2.795
26,mlp.experts.222.gate_proj,0.0000853169,0.05000,2.584
26,mlp.experts.224.gate_proj,0.0000758081,0.05000,2.470
26,mlp.experts.227.gate_proj,0.0000420574,0.05000,2.554
26,mlp.experts.225.gate_proj,0.0000580592,0.05000,2.426
26,mlp.experts.226.gate_proj,0.0000292405,0.05000,2.328
26,mlp.experts.228.gate_proj,0.0000415192,0.05000,2.208
26,mlp.experts.231.gate_proj,0.0000178393,0.05000,2.263
26,mlp.experts.229.gate_proj,0.0000674355,0.05000,2.261
26,mlp.experts.230.gate_proj,0.0000868144,0.05000,2.258
26,mlp.experts.232.gate_proj,0.0000110932,0.05000,2.227
26,mlp.experts.235.gate_proj,0.0000150945,0.05000,2.304
26,mlp.experts.233.gate_proj,0.0001156978,0.05000,2.196
26,mlp.experts.234.gate_proj,0.0000576158,0.05000,2.164
26,mlp.experts.236.gate_proj,0.0000234185,0.05000,2.212
26,mlp.experts.239.gate_proj,0.0000491670,0.05000,2.225
26,mlp.experts.237.gate_proj,0.0000185903,0.05000,2.064
26,mlp.experts.238.gate_proj,0.0000225264,0.05000,2.128
26,mlp.experts.240.gate_proj,0.0000222178,0.05000,2.189
26,mlp.experts.243.gate_proj,0.0001188634,0.05000,2.214
26,mlp.experts.241.gate_proj,0.0000101237,0.05000,2.142
26,mlp.experts.242.gate_proj,0.0000574134,0.05000,2.222
26,mlp.experts.244.gate_proj,0.0000471197,0.05000,2.222
26,mlp.experts.247.gate_proj,0.0000134503,0.05000,2.161
26,mlp.experts.245.gate_proj,0.0000262381,0.05000,2.111
26,mlp.experts.246.gate_proj,0.0000139339,0.05000,2.185
26,mlp.experts.248.gate_proj,0.0001353961,0.05000,2.341
26,mlp.experts.251.gate_proj,0.0000440297,0.05000,2.458
26,mlp.experts.249.gate_proj,0.0000133616,0.05000,2.549
26,mlp.experts.250.gate_proj,0.0000196560,0.05000,2.460
26,mlp.experts.252.gate_proj,0.0000998806,0.05000,2.438
26,mlp.experts.255.gate_proj,0.0000220577,0.05000,2.516
26,mlp.experts.253.gate_proj,0.0001131593,0.05000,2.379
26,mlp.experts.254.gate_proj,0.0001010496,0.05000,2.384
26,mlp.experts.0.up_proj,0.0000619273,0.05000,2.310
26,mlp.experts.3.up_proj,0.0000746934,0.05000,2.401
26,mlp.experts.1.up_proj,0.0000394699,0.05000,2.335
26,mlp.experts.2.up_proj,0.0000744413,0.05000,2.482
26,mlp.experts.4.up_proj,0.0000647471,0.05000,2.435
26,mlp.experts.7.up_proj,0.0000268778,0.05000,2.357
26,mlp.experts.5.up_proj,0.0000200111,0.05000,2.467
26,mlp.experts.6.up_proj,0.0000087846,0.05000,2.534
26,mlp.experts.8.up_proj,0.0000447826,0.05000,2.427
26,mlp.experts.11.up_proj,0.0000133061,0.05000,2.470
26,mlp.experts.9.up_proj,0.0000385168,0.05000,2.377
26,mlp.experts.10.up_proj,0.0000521034,0.05000,2.245
26,mlp.experts.12.up_proj,0.0000510671,0.05000,2.126
26,mlp.experts.15.up_proj,0.0000481939,0.05000,2.196
26,mlp.experts.13.up_proj,0.0000295098,0.05000,2.257
26,mlp.experts.14.up_proj,0.0000143807,0.05000,2.224
26,mlp.experts.16.up_proj,0.0000227763,0.05000,2.255
26,mlp.experts.19.up_proj,0.0000421868,0.05000,2.515
26,mlp.experts.23.up_proj,failsafe(rtn): 0.0011139,0.00000,0.049
26,mlp.experts.17.up_proj,0.0000331746,0.05000,2.600
26,mlp.experts.18.up_proj,0.0000327044,0.05000,2.584
26,mlp.experts.20.up_proj,0.0000165305,0.05000,2.547
26,mlp.experts.27.up_proj,0.0000119549,0.05000,2.563
26,mlp.experts.21.up_proj,0.0000957865,0.05000,2.527
26,mlp.experts.22.up_proj,0.0000143717,0.05000,2.588
26,mlp.experts.24.up_proj,0.0000354681,0.05000,2.646
26,mlp.experts.31.up_proj,0.0000468853,0.05000,2.610
26,mlp.experts.25.up_proj,0.0000879445,0.05000,2.511
26,mlp.experts.26.up_proj,0.0000663651,0.05000,2.517
26,mlp.experts.28.up_proj,0.0000283283,0.05000,2.363
26,mlp.experts.35.up_proj,0.0001148467,0.05000,2.382
26,mlp.experts.29.up_proj,0.0000424257,0.05000,2.473
26,mlp.experts.30.up_proj,0.0000209842,0.05000,2.581
26,mlp.experts.32.up_proj,0.0000116123,0.05000,2.638
26,mlp.experts.39.up_proj,0.0000189452,0.05000,2.490
26,mlp.experts.33.up_proj,0.0000479165,0.05000,2.533
26,mlp.experts.34.up_proj,0.0000808077,0.05000,2.465
26,mlp.experts.36.up_proj,0.0000176549,0.05000,2.390
26,mlp.experts.43.up_proj,0.0000330735,0.05000,2.466
26,mlp.experts.37.up_proj,0.0000072952,0.05000,2.471
26,mlp.experts.38.up_proj,0.0000128334,0.05000,2.471
26,mlp.experts.40.up_proj,0.0000186725,0.05000,2.465
26,mlp.experts.47.up_proj,0.0000071397,0.05000,2.468
26,mlp.experts.51.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
26,mlp.experts.41.up_proj,0.0000573695,0.05000,2.379
26,mlp.experts.42.up_proj,0.0000288300,0.05000,2.454
26,mlp.experts.44.up_proj,0.0000553325,0.05000,2.496
26,mlp.experts.55.up_proj,0.0000303146,0.05000,2.484
26,mlp.experts.45.up_proj,0.0000716809,0.05000,2.516
26,mlp.experts.46.up_proj,0.0001240746,0.05000,2.555
26,mlp.experts.48.up_proj,0.0000243615,0.05000,2.534
26,mlp.experts.59.up_proj,0.0001253191,0.05000,2.615
26,mlp.experts.49.up_proj,0.0000389430,0.05000,2.516
26,mlp.experts.50.up_proj,0.0000239847,0.05000,2.526
26,mlp.experts.52.up_proj,0.0000298651,0.05000,2.538
26,mlp.experts.63.up_proj,0.0000211594,0.05000,2.574
26,mlp.experts.53.up_proj,0.0000681373,0.05000,2.666
26,mlp.experts.54.up_proj,0.0000784721,0.05000,2.674
26,mlp.experts.58.up_proj,failsafe(rtn): 0.0010681,0.00000,0.035
26,mlp.experts.62.up_proj,failsafe(rtn): 0.0012131,0.00000,0.034
26,mlp.experts.56.up_proj,0.0000295140,0.05000,2.621
26,mlp.experts.67.up_proj,0.0000380807,0.05000,2.584
26,mlp.experts.57.up_proj,0.0000484472,0.05000,2.585
26,mlp.experts.66.up_proj,0.0000220177,0.05000,2.566
26,mlp.experts.60.up_proj,0.0000106002,0.05000,2.650
26,mlp.experts.71.up_proj,0.0000544891,0.05000,2.515
26,mlp.experts.61.up_proj,0.0000264272,0.05000,2.527
26,mlp.experts.70.up_proj,0.0000334350,0.05000,2.554
26,mlp.experts.64.up_proj,0.0000159985,0.05000,2.571
26,mlp.experts.75.up_proj,0.0000131637,0.05000,2.663
26,mlp.experts.65.up_proj,0.0000279507,0.05000,2.578
26,mlp.experts.74.up_proj,0.0000842888,0.05000,2.766
26,mlp.experts.68.up_proj,0.0000670215,0.05000,2.678
26,mlp.experts.79.up_proj,0.0000236887,0.05000,2.636
26,mlp.experts.69.up_proj,0.0000209450,0.05000,2.616
26,mlp.experts.78.up_proj,0.0000933254,0.05000,2.553
26,mlp.experts.72.up_proj,0.0000284086,0.05000,2.481
26,mlp.experts.83.up_proj,0.0000108627,0.05000,2.436
26,mlp.experts.73.up_proj,0.0000322872,0.05000,2.408
26,mlp.experts.82.up_proj,0.0000359494,0.05000,2.543
26,mlp.experts.76.up_proj,0.0000365214,0.05000,2.514
26,mlp.experts.87.up_proj,0.0000967693,0.05000,2.428
26,mlp.experts.77.up_proj,0.0001109064,0.05000,2.380
26,mlp.experts.86.up_proj,0.0000302734,0.05000,2.369
26,mlp.experts.80.up_proj,0.0000217562,0.05000,2.400
26,mlp.experts.91.up_proj,0.0000926860,0.05000,2.414
26,mlp.experts.81.up_proj,0.0000402733,0.05000,2.519
26,mlp.experts.90.up_proj,0.0000668795,0.05000,2.717
26,mlp.experts.84.up_proj,0.0001281888,0.05000,2.657
26,mlp.experts.95.up_proj,0.0000534783,0.05000,2.816
26,mlp.experts.85.up_proj,0.0000688312,0.05000,2.797
26,mlp.experts.94.up_proj,0.0000691343,0.05000,2.692
26,mlp.experts.88.up_proj,0.0001169471,0.05000,2.831
26,mlp.experts.99.up_proj,0.0000241022,0.05000,2.757
26,mlp.experts.89.up_proj,0.0000601612,0.05000,2.803
26,mlp.experts.98.up_proj,0.0000143493,0.05000,2.934
26,mlp.experts.92.up_proj,0.0000655193,0.05000,2.965
26,mlp.experts.103.up_proj,0.0000256117,0.05000,3.123
26,mlp.experts.93.up_proj,0.0000611713,0.05000,2.962
26,mlp.experts.102.up_proj,0.0000541688,0.05000,2.833
26,mlp.experts.96.up_proj,0.0000133710,0.05000,2.573
26,mlp.experts.107.up_proj,0.0000541674,0.05000,2.276
26,mlp.experts.97.up_proj,0.0000871649,0.05000,2.189
26,mlp.experts.106.up_proj,0.0000425917,0.05000,2.101
26,mlp.experts.100.up_proj,0.0001384771,0.05000,2.202
26,mlp.experts.101.up_proj,0.0000471483,0.05000,2.292
26,mlp.experts.111.up_proj,0.0000208013,0.05000,2.367
26,mlp.experts.110.up_proj,0.0000727534,0.05000,2.405
26,mlp.experts.104.up_proj,0.0000633420,0.05000,2.411
26,mlp.experts.108.up_proj,failsafe(rtn): 0.0011368,0.00000,0.039
26,mlp.experts.105.up_proj,0.0000163705,0.05000,2.517
26,mlp.experts.115.up_proj,0.0000873548,0.05000,2.514
26,mlp.experts.114.up_proj,0.0000584420,0.05000,2.543
26,mlp.experts.112.up_proj,0.0000508903,0.05000,2.523
26,mlp.experts.119.up_proj,0.0000304962,0.05000,2.441
26,mlp.experts.109.up_proj,0.0000062341,0.05000,2.582
26,mlp.experts.118.up_proj,0.0000497468,0.05000,2.583
26,mlp.experts.116.up_proj,0.0000896736,0.05000,2.550
26,mlp.experts.123.up_proj,0.0000988300,0.05000,2.534
26,mlp.experts.113.up_proj,0.0000865861,0.05000,2.607
26,mlp.experts.122.up_proj,0.0000712421,0.05000,2.665
26,mlp.experts.120.up_proj,0.0000363461,0.05000,2.653
26,mlp.experts.127.up_proj,0.0001025203,0.05000,2.621
26,mlp.experts.117.up_proj,0.0000704127,0.05000,2.591
26,mlp.experts.126.up_proj,0.0001155448,0.05000,2.559
26,mlp.experts.124.up_proj,0.0000117295,0.05000,2.556
26,mlp.experts.128.up_proj,failsafe(rtn): 0.0010376,0.00000,0.045
26,mlp.experts.131.up_proj,0.0000521456,0.05000,2.462
26,mlp.experts.121.up_proj,0.0001784790,0.05000,2.572
26,mlp.experts.130.up_proj,0.0001050083,0.05000,2.656
26,mlp.experts.132.up_proj,0.0001350180,0.05000,2.586
26,mlp.experts.135.up_proj,0.0000233241,0.05000,2.582
26,mlp.experts.125.up_proj,0.0000163840,0.05000,2.702
26,mlp.experts.134.up_proj,0.0000863983,0.05000,2.548
26,mlp.experts.136.up_proj,0.0000569413,0.05000,2.505
26,mlp.experts.139.up_proj,0.0000264966,0.05000,2.589
26,mlp.experts.129.up_proj,0.0000245335,0.05000,2.411
26,mlp.experts.138.up_proj,0.0000481204,0.05000,2.526
26,mlp.experts.140.up_proj,0.0000815721,0.05000,2.533
26,mlp.experts.143.up_proj,0.0000319024,0.05000,2.580
26,mlp.experts.133.up_proj,0.0000431665,0.05000,2.525
26,mlp.experts.142.up_proj,0.0000251121,0.05000,2.510
26,mlp.experts.144.up_proj,0.0000233517,0.05000,2.563
26,mlp.experts.147.up_proj,0.0000157066,0.05000,2.588
26,mlp.experts.137.up_proj,0.0000415986,0.05000,2.505
26,mlp.experts.146.up_proj,0.0000168788,0.05000,2.510
26,mlp.experts.148.up_proj,0.0000120435,0.05000,2.633
26,mlp.experts.141.up_proj,0.0000372450,0.05000,2.562
26,mlp.experts.151.up_proj,0.0001273787,0.05000,2.682
26,mlp.experts.150.up_proj,0.0000437453,0.05000,2.560
26,mlp.experts.152.up_proj,0.0000229751,0.05000,2.455
26,mlp.experts.145.up_proj,0.0000554458,0.05000,2.440
26,mlp.experts.155.up_proj,0.0000583391,0.05000,2.416
26,mlp.experts.154.up_proj,0.0000752545,0.05000,2.405
26,mlp.experts.156.up_proj,0.0000075816,0.05000,2.418
26,mlp.experts.149.up_proj,0.0000297940,0.05000,2.403
26,mlp.experts.159.up_proj,0.0000147413,0.05000,2.429
26,mlp.experts.158.up_proj,0.0000721053,0.05000,2.421
26,mlp.experts.160.up_proj,0.0000451008,0.05000,2.481
26,mlp.experts.153.up_proj,0.0000325239,0.05000,2.497
26,mlp.experts.163.up_proj,0.0000689193,0.05000,2.517
26,mlp.experts.162.up_proj,0.0000213234,0.05000,2.451
26,mlp.experts.164.up_proj,0.0000848083,0.05000,2.488
26,mlp.experts.157.up_proj,0.0000120252,0.05000,2.359
26,mlp.experts.167.up_proj,0.0000161206,0.05000,2.440
26,mlp.experts.166.up_proj,0.0000568273,0.05000,2.537
26,mlp.experts.168.up_proj,0.0000312110,0.05000,2.661
26,mlp.experts.161.up_proj,0.0000968927,0.05000,2.641
26,mlp.experts.171.up_proj,0.0000148082,0.05000,2.723
26,mlp.experts.170.up_proj,0.0000645652,0.05000,2.671
26,mlp.experts.172.up_proj,0.0000093183,0.05000,2.550
26,mlp.experts.165.up_proj,0.0000895951,0.05000,2.562
26,mlp.experts.175.up_proj,0.0000089482,0.05000,2.490
26,mlp.experts.174.up_proj,0.0000221365,0.05000,2.473
26,mlp.experts.176.up_proj,0.0001692221,0.05000,2.456
26,mlp.experts.169.up_proj,0.0000117448,0.05000,2.518
26,mlp.experts.179.up_proj,0.0000209681,0.05000,2.407
26,mlp.experts.178.up_proj,0.0000175959,0.05000,2.438
26,mlp.experts.180.up_proj,0.0000195775,0.05000,2.555
26,mlp.experts.183.up_proj,0.0000119794,0.05000,2.457
26,mlp.experts.173.up_proj,0.0000656666,0.05000,2.624
26,mlp.experts.182.up_proj,0.0000094201,0.05000,2.728
26,mlp.experts.184.up_proj,0.0000578764,0.05000,2.532
26,mlp.experts.187.up_proj,0.0000309014,0.05000,2.540
26,mlp.experts.177.up_proj,0.0000626525,0.05000,2.562
26,mlp.experts.186.up_proj,0.0000198066,0.05000,2.456
26,mlp.experts.188.up_proj,0.0000232345,0.05000,2.530
26,mlp.experts.191.up_proj,0.0000501973,0.05000,2.445
26,mlp.experts.181.up_proj,0.0000373484,0.05000,2.448
26,mlp.experts.190.up_proj,0.0000161558,0.05000,2.477
26,mlp.experts.192.up_proj,0.0000413214,0.05000,2.458
26,mlp.experts.195.up_proj,0.0000600820,0.05000,2.496
26,mlp.experts.185.up_proj,0.0000178973,0.05000,2.539
26,mlp.experts.189.up_proj,failsafe(rtn): 0.0010376,0.00000,0.046
26,mlp.experts.194.up_proj,0.0000224869,0.05000,2.523
26,mlp.experts.196.up_proj,0.0000129322,0.05000,2.514
26,mlp.experts.199.up_proj,0.0000259887,0.05000,2.685
26,mlp.experts.193.up_proj,0.0000683028,0.05000,2.586
26,mlp.experts.198.up_proj,0.0000363191,0.05000,2.728
26,mlp.experts.200.up_proj,0.0000271168,0.05000,2.571
26,mlp.experts.203.up_proj,0.0000169851,0.05000,2.588
26,mlp.experts.197.up_proj,0.0000395034,0.05000,2.543
26,mlp.experts.201.up_proj,failsafe(rtn): 0.0010986,0.00000,0.044
26,mlp.experts.202.up_proj,0.0000712727,0.05000,2.535
26,mlp.experts.204.up_proj,0.0000715453,0.05000,2.422
26,mlp.experts.207.up_proj,0.0000372109,0.05000,2.460
26,mlp.experts.205.up_proj,0.0000460647,0.05000,2.479
26,mlp.experts.206.up_proj,0.0000182625,0.05000,2.491
26,mlp.experts.208.up_proj,0.0001333462,0.05000,2.538
26,mlp.experts.211.up_proj,0.0000614626,0.05000,2.500
26,mlp.experts.209.up_proj,0.0000465684,0.05000,2.497
26,mlp.experts.210.up_proj,0.0000404940,0.05000,2.465
26,mlp.experts.212.up_proj,0.0001081499,0.05000,2.391
26,mlp.experts.215.up_proj,0.0000324897,0.05000,2.394
26,mlp.experts.213.up_proj,0.0000248099,0.05000,2.387
26,mlp.experts.214.up_proj,0.0000584665,0.05000,2.501
26,mlp.experts.216.up_proj,0.0000768691,0.05000,2.550
26,mlp.experts.219.up_proj,0.0000235689,0.05000,2.526
26,mlp.experts.217.up_proj,0.0000503098,0.05000,2.534
26,mlp.experts.218.up_proj,0.0000054851,0.05000,2.475
26,mlp.experts.220.up_proj,0.0000106119,0.05000,2.381
26,mlp.experts.223.up_proj,0.0000938528,0.05000,2.579
26,mlp.experts.221.up_proj,0.0000587051,0.05000,2.500
26,mlp.experts.222.up_proj,0.0000987118,0.05000,2.635
26,mlp.experts.224.up_proj,0.0000757999,0.05000,2.551
26,mlp.experts.225.up_proj,0.0000621304,0.05000,2.591
26,mlp.experts.227.up_proj,0.0000382553,0.05000,2.685
26,mlp.experts.226.up_proj,0.0000283092,0.05000,2.531
26,mlp.experts.228.up_proj,0.0000364540,0.05000,2.499
26,mlp.experts.231.up_proj,0.0000170710,0.05000,2.490
26,mlp.experts.229.up_proj,0.0000642172,0.05000,2.536
26,mlp.experts.230.up_proj,0.0000771901,0.05000,2.454
26,mlp.experts.232.up_proj,0.0000098194,0.05000,2.559
26,mlp.experts.233.up_proj,0.0001158590,0.05000,2.522
26,mlp.experts.235.up_proj,0.0000148686,0.05000,2.617
26,mlp.experts.234.up_proj,0.0000567006,0.05000,2.579
26,mlp.experts.236.up_proj,0.0000216169,0.05000,2.403
26,mlp.experts.237.up_proj,0.0000168964,0.05000,2.445
26,mlp.experts.239.up_proj,0.0000458689,0.05000,2.436
26,mlp.experts.238.up_proj,0.0000220104,0.05000,2.321
26,mlp.experts.240.up_proj,0.0000200965,0.05000,2.467
26,mlp.experts.241.up_proj,0.0000103395,0.05000,2.364
26,mlp.experts.243.up_proj,0.0001060785,0.05000,2.354
26,mlp.experts.242.up_proj,0.0000594028,0.05000,2.458
26,mlp.experts.244.up_proj,0.0000433785,0.05000,2.427
26,mlp.experts.245.up_proj,0.0000225711,0.05000,2.604
26,mlp.experts.247.up_proj,0.0000135444,0.05000,2.576
26,mlp.experts.246.up_proj,0.0000136753,0.05000,2.463
26,mlp.experts.248.up_proj,0.0001299751,0.05000,2.534
26,mlp.experts.249.up_proj,0.0000117641,0.05000,2.692
26,mlp.experts.251.up_proj,0.0000395762,0.05000,2.711
26,mlp.experts.250.up_proj,0.0000169423,0.05000,2.607
26,mlp.experts.252.up_proj,0.0001010566,0.05000,2.624
26,mlp.experts.253.up_proj,0.0001029186,0.05000,2.079
26,mlp.experts.255.up_proj,0.0000197676,0.05000,2.070
26,mlp.experts.254.up_proj,0.0000959991,0.05000,1.377
26,mlp.experts.1.down_proj,0.0000017324,0.05000,0.633
26,mlp.experts.3.down_proj,0.0000015914,0.05000,0.655
26,mlp.experts.0.down_proj,0.0000008042,0.05000,0.686
26,mlp.experts.2.down_proj,0.0000029021,0.05000,0.710
26,mlp.experts.5.down_proj,0.0000007340,0.05000,0.649
26,mlp.experts.7.down_proj,0.0000007864,0.05000,0.662
26,mlp.experts.4.down_proj,0.0000010261,0.05000,0.653
26,mlp.experts.6.down_proj,0.0000002885,0.05000,0.659
26,mlp.experts.9.down_proj,0.0000004794,0.05000,0.654
26,mlp.experts.11.down_proj,0.0000004563,0.05000,0.685
26,mlp.experts.8.down_proj,0.0000006278,0.05000,0.699
26,mlp.experts.10.down_proj,0.0000020875,0.05000,0.674
26,mlp.experts.13.down_proj,0.0000009276,0.05000,0.671
26,mlp.experts.14.down_proj,0.0000005577,0.05000,0.637
26,mlp.experts.12.down_proj,0.0000006170,0.05000,0.648
26,mlp.experts.15.down_proj,0.0000014830,0.05000,0.687
26,mlp.experts.17.down_proj,0.0000003983,0.05000,0.598
26,mlp.experts.18.down_proj,0.0000012742,0.05000,0.600
26,mlp.experts.19.down_proj,0.0000013052,0.05000,0.620
26,mlp.experts.16.down_proj,0.0000007838,0.05000,0.635
26,mlp.experts.23.down_proj,failsafe(rtn): 0.0010757,0.00000,0.015
26,mlp.experts.21.down_proj,0.0000016088,0.05000,0.728
26,mlp.experts.20.down_proj,0.0000003781,0.05000,0.694
26,mlp.experts.27.down_proj,0.0000003399,0.05000,0.683
26,mlp.experts.22.down_proj,0.0000004238,0.05000,0.759
26,mlp.experts.25.down_proj,0.0000013450,0.05000,0.721
26,mlp.experts.24.down_proj,0.0000010587,0.05000,0.671
26,mlp.experts.26.down_proj,0.0000008111,0.05000,0.652
26,mlp.experts.31.down_proj,0.0000005507,0.05000,0.718
26,mlp.experts.28.down_proj,0.0000006591,0.05000,0.638
26,mlp.experts.35.down_proj,0.0000020155,0.05000,0.626
26,mlp.experts.29.down_proj,0.0000005069,0.05000,0.730
26,mlp.experts.30.down_proj,0.0000002369,0.05000,0.708
26,mlp.experts.32.down_proj,0.0000006012,0.05000,0.675
26,mlp.experts.39.down_proj,0.0000007846,0.05000,0.671
26,mlp.experts.34.down_proj,0.0000013969,0.05000,0.653
26,mlp.experts.33.down_proj,0.0000015767,0.05000,0.695
26,mlp.experts.43.down_proj,0.0000011748,0.05000,0.627
26,mlp.experts.36.down_proj,0.0000005099,0.05000,0.683
26,mlp.experts.38.down_proj,0.0000004775,0.05000,0.650
26,mlp.experts.37.down_proj,0.0000002452,0.05000,0.669
26,mlp.experts.40.down_proj,0.0000008738,0.05000,0.612
26,mlp.experts.47.down_proj,0.0000001988,0.05000,0.663
26,mlp.experts.51.down_proj,failsafe(rtn): 0.0010986,0.00000,0.011
26,mlp.experts.42.down_proj,0.0000011273,0.05000,0.658
26,mlp.experts.41.down_proj,0.0000008460,0.05000,0.643
26,mlp.experts.44.down_proj,0.0000018282,0.05000,0.642
26,mlp.experts.46.down_proj,0.0000018018,0.05000,0.639
26,mlp.experts.55.down_proj,0.0000004809,0.05000,0.697
26,mlp.experts.45.down_proj,0.0000028831,0.05000,0.703
26,mlp.experts.48.down_proj,0.0000005705,0.05000,0.711
26,mlp.experts.50.down_proj,0.0000009304,0.05000,0.674
26,mlp.experts.59.down_proj,0.0000046256,0.05000,0.688
26,mlp.experts.49.down_proj,0.0000011397,0.05000,0.761
26,mlp.experts.54.down_proj,0.0000016161,0.05000,0.650
26,mlp.experts.52.down_proj,0.0000016864,0.05000,0.697
26,mlp.experts.58.down_proj,failsafe(rtn): 0.0010452,0.00000,0.020
26,mlp.experts.62.down_proj,failsafe(rtn): 0.0012054,0.00000,0.013
26,mlp.experts.63.down_proj,0.0000005940,0.05000,0.661
26,mlp.experts.53.down_proj,0.0000024774,0.05000,0.675
26,mlp.experts.56.down_proj,0.0000004609,0.05000,0.636
26,mlp.experts.66.down_proj,0.0000005314,0.05000,0.630
26,mlp.experts.67.down_proj,0.0000012273,0.05000,0.617
26,mlp.experts.57.down_proj,0.0000005208,0.05000,0.633
26,mlp.experts.60.down_proj,0.0000004245,0.05000,0.645
26,mlp.experts.71.down_proj,0.0000006746,0.05000,0.639
26,mlp.experts.70.down_proj,0.0000007889,0.05000,0.660
26,mlp.experts.61.down_proj,0.0000009604,0.05000,0.642
26,mlp.experts.64.down_proj,0.0000006779,0.05000,0.619
26,mlp.experts.75.down_proj,0.0000005682,0.05000,0.626
26,mlp.experts.74.down_proj,0.0000013572,0.05000,0.639
26,mlp.experts.65.down_proj,0.0000008551,0.05000,0.667
26,mlp.experts.79.down_proj,0.0000006379,0.05000,0.644
26,mlp.experts.68.down_proj,0.0000018864,0.05000,0.689
26,mlp.experts.78.down_proj,0.0000029940,0.05000,0.706
26,mlp.experts.69.down_proj,0.0000006571,0.05000,0.684
26,mlp.experts.72.down_proj,0.0000014847,0.05000,0.660
26,mlp.experts.83.down_proj,0.0000004947,0.05000,0.708
26,mlp.experts.82.down_proj,0.0000015137,0.05000,0.675
26,mlp.experts.73.down_proj,0.0000010997,0.05000,0.737
26,mlp.experts.76.down_proj,0.0000011524,0.05000,0.661
26,mlp.experts.86.down_proj,0.0000016694,0.05000,0.641
26,mlp.experts.87.down_proj,0.0000017646,0.05000,0.715
26,mlp.experts.77.down_proj,0.0000034679,0.05000,0.617
26,mlp.experts.80.down_proj,0.0000006369,0.05000,0.643
26,mlp.experts.90.down_proj,0.0000012658,0.05000,0.605
26,mlp.experts.91.down_proj,0.0000025463,0.05000,0.631
26,mlp.experts.81.down_proj,0.0000005763,0.05000,0.658
26,mlp.experts.84.down_proj,0.0000024498,0.05000,0.653
26,mlp.experts.94.down_proj,0.0000011079,0.05000,0.676
26,mlp.experts.95.down_proj,0.0000017120,0.05000,0.706
26,mlp.experts.85.down_proj,0.0000022819,0.05000,0.683
26,mlp.experts.88.down_proj,0.0000017007,0.05000,0.695
26,mlp.experts.98.down_proj,0.0000005311,0.05000,0.679
26,mlp.experts.99.down_proj,0.0000008109,0.05000,0.688
26,mlp.experts.89.down_proj,0.0000027241,0.05000,0.668
26,mlp.experts.92.down_proj,0.0000052363,0.05000,0.601
26,mlp.experts.102.down_proj,0.0000008046,0.05000,0.618
26,mlp.experts.103.down_proj,0.0000012688,0.05000,0.627
26,mlp.experts.93.down_proj,0.0000016953,0.05000,0.621
26,mlp.experts.96.down_proj,0.0000005184,0.05000,0.703
26,mlp.experts.106.down_proj,0.0000014039,0.05000,0.733
26,mlp.experts.107.down_proj,0.0000007455,0.05000,0.694
26,mlp.experts.97.down_proj,0.0000011810,0.05000,0.730
26,mlp.experts.100.down_proj,0.0000024044,0.05000,0.683
26,mlp.experts.110.down_proj,0.0000012338,0.05000,0.701
26,mlp.experts.111.down_proj,0.0000006168,0.05000,0.700
26,mlp.experts.101.down_proj,0.0000018293,0.05000,0.697
26,mlp.experts.104.down_proj,0.0000008552,0.05000,0.610
26,mlp.experts.108.down_proj,failsafe(rtn): 0.0010986,0.00000,0.009
26,mlp.experts.114.down_proj,0.0000018283,0.05000,0.599
26,mlp.experts.115.down_proj,0.0000022153,0.05000,0.600
26,mlp.experts.105.down_proj,0.0000005034,0.05000,0.607
26,mlp.experts.112.down_proj,0.0000005448,0.05000,0.618
26,mlp.experts.118.down_proj,0.0000020190,0.05000,0.645
26,mlp.experts.119.down_proj,0.0000004658,0.05000,0.667
26,mlp.experts.109.down_proj,0.0000002050,0.05000,0.639
26,mlp.experts.116.down_proj,0.0000014370,0.05000,0.671
26,mlp.experts.122.down_proj,0.0000020114,0.05000,0.705
26,mlp.experts.123.down_proj,0.0000020160,0.05000,0.649
26,mlp.experts.113.down_proj,0.0000010258,0.05000,0.641
26,mlp.experts.120.down_proj,0.0000012358,0.05000,0.657
26,mlp.experts.126.down_proj,0.0000018943,0.05000,0.729
26,mlp.experts.127.down_proj,0.0000013703,0.05000,0.725
26,mlp.experts.117.down_proj,0.0000012128,0.05000,0.655
26,mlp.experts.124.down_proj,0.0000008514,0.05000,0.630
26,mlp.experts.128.down_proj,failsafe(rtn): 0.0010300,0.00000,0.012
26,mlp.experts.131.down_proj,0.0000019560,0.05000,0.655
26,mlp.experts.130.down_proj,0.0000027020,0.05000,0.708
26,mlp.experts.121.down_proj,0.0000034176,0.05000,0.662
26,mlp.experts.132.down_proj,0.0000026225,0.05000,0.659
26,mlp.experts.125.down_proj,0.0000003157,0.05000,0.652
26,mlp.experts.135.down_proj,0.0000005850,0.05000,0.765
26,mlp.experts.134.down_proj,0.0000017659,0.05000,0.755
26,mlp.experts.136.down_proj,0.0000006664,0.05000,0.651
26,mlp.experts.129.down_proj,0.0000005641,0.05000,0.660
26,mlp.experts.138.down_proj,0.0000021435,0.05000,0.673
26,mlp.experts.139.down_proj,0.0000008702,0.05000,0.718
26,mlp.experts.140.down_proj,0.0000010387,0.05000,0.676
26,mlp.experts.133.down_proj,0.0000006725,0.05000,0.671
26,mlp.experts.142.down_proj,0.0000002913,0.05000,0.659
26,mlp.experts.143.down_proj,0.0000011478,0.05000,0.646
26,mlp.experts.144.down_proj,0.0000006332,0.05000,0.757
26,mlp.experts.147.down_proj,0.0000009625,0.05000,0.655
26,mlp.experts.146.down_proj,0.0000007868,0.05000,0.677
26,mlp.experts.137.down_proj,0.0000012960,0.05000,0.754
26,mlp.experts.148.down_proj,0.0000008425,0.05000,0.646
26,mlp.experts.151.down_proj,0.0000028453,0.05000,0.633
26,mlp.experts.150.down_proj,0.0000004639,0.05000,0.628
26,mlp.experts.141.down_proj,0.0000011410,0.05000,0.671
26,mlp.experts.152.down_proj,0.0000007377,0.05000,0.675
26,mlp.experts.155.down_proj,0.0000022356,0.05000,0.625
26,mlp.experts.154.down_proj,0.0000009872,0.05000,0.644
26,mlp.experts.145.down_proj,0.0000026162,0.05000,0.642
26,mlp.experts.156.down_proj,0.0000002815,0.05000,0.636
26,mlp.experts.158.down_proj,0.0000017016,0.05000,0.648
26,mlp.experts.159.down_proj,0.0000005266,0.05000,0.692
26,mlp.experts.149.down_proj,0.0000004971,0.05000,0.635
26,mlp.experts.160.down_proj,0.0000012003,0.05000,0.680
26,mlp.experts.162.down_proj,0.0000006839,0.05000,0.636
26,mlp.experts.153.down_proj,0.0000014584,0.05000,0.617
26,mlp.experts.163.down_proj,0.0000013637,0.05000,0.647
26,mlp.experts.164.down_proj,0.0000011017,0.05000,0.654
26,mlp.experts.166.down_proj,0.0000007767,0.05000,0.629
26,mlp.experts.167.down_proj,0.0000007095,0.05000,0.625
26,mlp.experts.157.down_proj,0.0000003489,0.05000,0.637
26,mlp.experts.168.down_proj,0.0000013995,0.05000,0.581
26,mlp.experts.171.down_proj,0.0000009486,0.05000,0.554
26,mlp.experts.170.down_proj,0.0000022646,0.05000,0.614
26,mlp.experts.161.down_proj,0.0000016217,0.05000,0.610
26,mlp.experts.172.down_proj,0.0000003306,0.05000,0.605
26,mlp.experts.175.down_proj,0.0000003555,0.05000,0.576
26,mlp.experts.174.down_proj,0.0000007323,0.05000,0.607
26,mlp.experts.165.down_proj,0.0000018543,0.05000,0.608
26,mlp.experts.176.down_proj,0.0000058332,0.05000,0.685
26,mlp.experts.179.down_proj,0.0000007960,0.05000,0.704
26,mlp.experts.178.down_proj,0.0000009859,0.05000,0.715
26,mlp.experts.169.down_proj,0.0000004174,0.05000,0.709
26,mlp.experts.180.down_proj,0.0000007807,0.05000,0.656
26,mlp.experts.183.down_proj,0.0000003396,0.05000,0.694
26,mlp.experts.182.down_proj,0.0000002985,0.05000,0.637
26,mlp.experts.173.down_proj,0.0000009888,0.05000,0.680
26,mlp.experts.184.down_proj,0.0000016259,0.05000,0.649
26,mlp.experts.187.down_proj,0.0000005024,0.05000,0.681
26,mlp.experts.186.down_proj,0.0000006018,0.05000,0.738
26,mlp.experts.177.down_proj,0.0000007614,0.05000,0.751
26,mlp.experts.188.down_proj,0.0000008355,0.05000,0.656
26,mlp.experts.191.down_proj,0.0000005784,0.05000,0.716
26,mlp.experts.190.down_proj,0.0000006914,0.05000,0.654
26,mlp.experts.181.down_proj,0.0000003853,0.05000,0.682
26,mlp.experts.192.down_proj,0.0000013329,0.05000,0.672
26,mlp.experts.194.down_proj,0.0000006634,0.05000,0.665
26,mlp.experts.195.down_proj,0.0000016557,0.05000,0.743
26,mlp.experts.185.down_proj,0.0000002587,0.05000,0.671
26,mlp.experts.189.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
26,mlp.experts.196.down_proj,0.0000005792,0.05000,0.660
26,mlp.experts.198.down_proj,0.0000010745,0.05000,0.678
26,mlp.experts.199.down_proj,0.0000008492,0.05000,0.705
26,mlp.experts.193.down_proj,0.0000007932,0.05000,0.639
26,mlp.experts.200.down_proj,0.0000004165,0.05000,0.689
26,mlp.experts.202.down_proj,0.0000018513,0.05000,0.642
26,mlp.experts.197.down_proj,0.0000003981,0.05000,0.647
26,mlp.experts.201.down_proj,failsafe(rtn): 0.0010757,0.00000,0.009
26,mlp.experts.203.down_proj,0.0000007996,0.05000,0.715
26,mlp.experts.204.down_proj,0.0000011471,0.05000,0.655
26,mlp.experts.206.down_proj,0.0000006663,0.05000,0.608
26,mlp.experts.205.down_proj,0.0000005500,0.05000,0.593
26,mlp.experts.207.down_proj,0.0000003777,0.05000,0.618
26,mlp.experts.208.down_proj,0.0000020396,0.05000,0.601
26,mlp.experts.210.down_proj,0.0000012944,0.05000,0.599
26,mlp.experts.209.down_proj,0.0000005111,0.05000,0.608
26,mlp.experts.211.down_proj,0.0000007062,0.05000,0.620
26,mlp.experts.212.down_proj,0.0000022224,0.05000,0.617
26,mlp.experts.214.down_proj,0.0000014112,0.05000,0.631
26,mlp.experts.213.down_proj,0.0000016006,0.05000,0.624
26,mlp.experts.215.down_proj,0.0000003896,0.05000,0.614
26,mlp.experts.216.down_proj,0.0000010958,0.05000,0.605
26,mlp.experts.218.down_proj,0.0000002228,0.05000,0.603
26,mlp.experts.217.down_proj,0.0000006322,0.05000,0.616
26,mlp.experts.219.down_proj,0.0000005200,0.05000,0.620
26,mlp.experts.220.down_proj,0.0000004363,0.05000,0.644
26,mlp.experts.222.down_proj,0.0000018099,0.05000,0.685
26,mlp.experts.221.down_proj,0.0000023058,0.05000,0.730
26,mlp.experts.223.down_proj,0.0000015528,0.05000,0.676
26,mlp.experts.224.down_proj,0.0000022205,0.05000,0.692
26,mlp.experts.226.down_proj,0.0000009482,0.05000,0.660
26,mlp.experts.225.down_proj,0.0000018101,0.05000,0.653
26,mlp.experts.227.down_proj,0.0000011959,0.05000,0.661
26,mlp.experts.228.down_proj,0.0000008529,0.05000,0.632
26,mlp.experts.230.down_proj,0.0000010109,0.05000,0.641
26,mlp.experts.231.down_proj,0.0000006335,0.05000,0.624
26,mlp.experts.229.down_proj,0.0000009423,0.05000,0.660
26,mlp.experts.232.down_proj,0.0000002754,0.05000,0.666
26,mlp.experts.234.down_proj,0.0000021736,0.05000,0.743
26,mlp.experts.233.down_proj,0.0000020222,0.05000,0.658
26,mlp.experts.235.down_proj,0.0000006745,0.05000,0.743
26,mlp.experts.236.down_proj,0.0000003972,0.05000,0.665
26,mlp.experts.238.down_proj,0.0000008930,0.05000,0.657
26,mlp.experts.237.down_proj,0.0000005054,0.05000,0.632
26,mlp.experts.239.down_proj,0.0000008727,0.05000,0.647
26,mlp.experts.240.down_proj,0.0000006542,0.05000,0.644
26,mlp.experts.242.down_proj,0.0000015404,0.05000,0.661
26,mlp.experts.241.down_proj,0.0000004222,0.05000,0.643
26,mlp.experts.243.down_proj,0.0000025983,0.05000,0.693
26,mlp.experts.244.down_proj,0.0000004579,0.05000,0.670
26,mlp.experts.246.down_proj,0.0000005654,0.05000,0.636
26,mlp.experts.245.down_proj,0.0000006557,0.05000,0.662
26,mlp.experts.247.down_proj,0.0000004140,0.05000,0.622
26,mlp.experts.248.down_proj,0.0000022076,0.05000,0.704
26,mlp.experts.250.down_proj,0.0000005514,0.05000,0.673
26,mlp.experts.249.down_proj,0.0000003816,0.05000,0.686
26,mlp.experts.251.down_proj,0.0000012997,0.05000,0.676
26,mlp.experts.252.down_proj,0.0000037928,0.05000,0.643
26,mlp.experts.254.down_proj,0.0000014591,0.05000,0.557
26,mlp.experts.253.down_proj,0.0000016268,0.05000,0.535
26,mlp.experts.255.down_proj,0.0000005810,0.05000,0.463
27,mlp.experts.1.gate_proj,0.0001012487,0.05000,2.841
27,mlp.experts.0.gate_proj,0.0000826525,0.05000,2.920
27,mlp.experts.2.gate_proj,0.0000425655,0.05000,2.953
27,mlp.experts.3.gate_proj,0.0000188060,0.05000,2.969
27,mlp.experts.5.gate_proj,0.0000395972,0.05000,2.693
27,mlp.experts.4.gate_proj,0.0000764253,0.05000,2.725
27,mlp.experts.7.gate_proj,0.0000349495,0.05000,2.729
27,mlp.experts.6.gate_proj,0.0001165377,0.05000,2.809
27,mlp.experts.9.gate_proj,0.0000344851,0.05000,2.700
27,mlp.experts.11.gate_proj,0.0000856640,0.05000,2.643
27,mlp.experts.8.gate_proj,0.0000866674,0.05000,2.701
27,mlp.experts.10.gate_proj,0.0000418313,0.05000,2.720
27,mlp.experts.13.gate_proj,0.0000105375,0.05000,2.650
27,mlp.experts.15.gate_proj,0.0001845142,0.05000,2.631
27,mlp.experts.12.gate_proj,0.0000265765,0.05000,2.652
27,mlp.experts.14.gate_proj,0.0001277601,0.05000,2.638
27,mlp.experts.17.gate_proj,0.0000180123,0.05000,2.726
27,mlp.experts.16.gate_proj,0.0000236440,0.05000,2.773
27,mlp.experts.19.gate_proj,0.0000178852,0.05000,2.824
27,mlp.experts.18.gate_proj,0.0000167018,0.05000,2.787
27,mlp.experts.21.gate_proj,0.0000134318,0.05000,2.791
27,mlp.experts.20.gate_proj,0.0000554696,0.05000,2.773
27,mlp.experts.23.gate_proj,0.0001037531,0.05000,2.847
27,mlp.experts.22.gate_proj,0.0000238578,0.05000,2.803
27,mlp.experts.25.gate_proj,0.0000483870,0.05000,2.624
27,mlp.experts.24.gate_proj,0.0000143125,0.05000,2.600
27,mlp.experts.27.gate_proj,0.0000853770,0.05000,2.645
27,mlp.experts.26.gate_proj,0.0000113982,0.05000,2.739
27,mlp.experts.29.gate_proj,0.0001209127,0.05000,2.726
27,mlp.experts.28.gate_proj,0.0000352153,0.05000,2.721
27,mlp.experts.31.gate_proj,0.0000352916,0.05000,2.616
27,mlp.experts.30.gate_proj,0.0000715805,0.05000,2.748
27,mlp.experts.33.gate_proj,0.0000187956,0.05000,2.840
27,mlp.experts.35.gate_proj,0.0000209586,0.05000,2.837
27,mlp.experts.32.gate_proj,0.0000327065,0.05000,2.949
27,mlp.experts.34.gate_proj,0.0001242808,0.05000,2.874
27,mlp.experts.37.gate_proj,0.0000218013,0.05000,2.735
27,mlp.experts.39.gate_proj,0.0000990474,0.05000,2.794
27,mlp.experts.36.gate_proj,0.0001478297,0.05000,2.745
27,mlp.experts.38.gate_proj,0.0000256446,0.05000,2.731
27,mlp.experts.41.gate_proj,0.0001138270,0.05000,2.921
27,mlp.experts.43.gate_proj,0.0000236817,0.05000,2.877
27,mlp.experts.40.gate_proj,0.0000162534,0.05000,2.860
27,mlp.experts.42.gate_proj,0.0001072390,0.05000,2.797
27,mlp.experts.45.gate_proj,0.0000624318,0.05000,2.684
27,mlp.experts.47.gate_proj,0.0001397580,0.05000,2.681
27,mlp.experts.44.gate_proj,0.0000153539,0.05000,2.757
27,mlp.experts.46.gate_proj,0.0001311548,0.05000,2.742
27,mlp.experts.49.gate_proj,0.0000105694,0.05000,2.644
27,mlp.experts.51.gate_proj,0.0000339508,0.05000,2.624
27,mlp.experts.48.gate_proj,0.0000587729,0.05000,2.632
27,mlp.experts.50.gate_proj,0.0000777692,0.05000,2.610
27,mlp.experts.53.gate_proj,0.0000776885,0.05000,2.627
27,mlp.experts.55.gate_proj,0.0000903369,0.05000,2.614
27,mlp.experts.52.gate_proj,0.0000423957,0.05000,2.574
27,mlp.experts.54.gate_proj,0.0000631235,0.05000,2.695
27,mlp.experts.57.gate_proj,0.0000227379,0.05000,2.688
27,mlp.experts.56.gate_proj,0.0000429813,0.05000,2.642
27,mlp.experts.59.gate_proj,0.0001582359,0.05000,2.746
27,mlp.experts.58.gate_proj,0.0001158233,0.05000,2.533
27,mlp.experts.61.gate_proj,0.0000909429,0.05000,2.818
27,mlp.experts.63.gate_proj,0.0000200856,0.05000,2.812
27,mlp.experts.60.gate_proj,0.0000199591,0.05000,2.895
27,mlp.experts.62.gate_proj,0.0001202178,0.05000,2.851
27,mlp.experts.65.gate_proj,0.0000402081,0.05000,2.667
27,mlp.experts.67.gate_proj,0.0000113737,0.05000,2.644
27,mlp.experts.64.gate_proj,0.0000676122,0.05000,2.665
27,mlp.experts.66.gate_proj,0.0001013403,0.05000,2.672
27,mlp.experts.69.gate_proj,0.0000936779,0.05000,2.545
27,mlp.experts.71.gate_proj,0.0000065743,0.05000,2.506
27,mlp.experts.68.gate_proj,0.0001032318,0.05000,2.596
27,mlp.experts.70.gate_proj,0.0000874806,0.05000,2.636
27,mlp.experts.73.gate_proj,0.0001879949,0.05000,2.398
27,mlp.experts.75.gate_proj,0.0001891764,0.05000,2.426
27,mlp.experts.72.gate_proj,0.0000326669,0.05000,2.521
27,mlp.experts.74.gate_proj,0.0000610755,0.05000,2.529
27,mlp.experts.77.gate_proj,0.0000833405,0.05000,2.643
27,mlp.experts.79.gate_proj,0.0000284991,0.05000,2.722
27,mlp.experts.76.gate_proj,0.0000182508,0.05000,2.687
27,mlp.experts.78.gate_proj,0.0000098116,0.05000,2.725
27,mlp.experts.81.gate_proj,0.0000130289,0.05000,2.647
27,mlp.experts.83.gate_proj,0.0001015453,0.05000,2.703
27,mlp.experts.80.gate_proj,0.0000159051,0.05000,2.798
27,mlp.experts.82.gate_proj,0.0000635759,0.05000,2.739
27,mlp.experts.85.gate_proj,0.0000162266,0.05000,2.725
27,mlp.experts.87.gate_proj,0.0000148642,0.05000,2.672
27,mlp.experts.84.gate_proj,0.0000301166,0.05000,2.618
27,mlp.experts.86.gate_proj,0.0000895418,0.05000,2.679
27,mlp.experts.89.gate_proj,0.0000465519,0.05000,2.833
27,mlp.experts.91.gate_proj,0.0000913387,0.05000,2.727
27,mlp.experts.88.gate_proj,0.0000207332,0.05000,2.816
27,mlp.experts.90.gate_proj,0.0001256775,0.05000,2.730
27,mlp.experts.93.gate_proj,0.0000644305,0.05000,2.655
27,mlp.experts.95.gate_proj,0.0000198339,0.05000,2.648
27,mlp.experts.92.gate_proj,0.0000333952,0.05000,2.708
27,mlp.experts.94.gate_proj,0.0000737569,0.05000,2.634
27,mlp.experts.97.gate_proj,0.0000623985,0.05000,2.621
27,mlp.experts.99.gate_proj,0.0000262939,0.05000,2.687
27,mlp.experts.98.gate_proj,0.0000710757,0.05000,2.690
27,mlp.experts.96.gate_proj,0.0000454323,0.05000,2.739
27,mlp.experts.101.gate_proj,0.0000148855,0.05000,2.664
27,mlp.experts.103.gate_proj,0.0000221438,0.05000,2.612
27,mlp.experts.100.gate_proj,0.0001507611,0.05000,2.639
27,mlp.experts.102.gate_proj,0.0000218026,0.05000,2.676
27,mlp.experts.105.gate_proj,0.0000219884,0.05000,2.698
27,mlp.experts.107.gate_proj,0.0000912425,0.05000,2.746
27,mlp.experts.106.gate_proj,0.0000152788,0.05000,2.642
27,mlp.experts.104.gate_proj,0.0001142321,0.05000,2.740
27,mlp.experts.109.gate_proj,0.0000195546,0.05000,2.709
27,mlp.experts.111.gate_proj,0.0000529278,0.05000,2.761
27,mlp.experts.110.gate_proj,0.0000109544,0.05000,2.690
27,mlp.experts.108.gate_proj,0.0000594685,0.05000,2.708
27,mlp.experts.113.gate_proj,0.0000144256,0.05000,2.773
27,mlp.experts.115.gate_proj,0.0000272173,0.05000,2.845
27,mlp.experts.114.gate_proj,0.0000734421,0.05000,2.737
27,mlp.experts.112.gate_proj,0.0000322416,0.05000,2.758
27,mlp.experts.117.gate_proj,0.0000740629,0.05000,2.617
27,mlp.experts.119.gate_proj,0.0000579743,0.05000,2.620
27,mlp.experts.118.gate_proj,0.0000251260,0.05000,2.593
27,mlp.experts.122.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.042
27,mlp.experts.116.gate_proj,0.0000208615,0.05000,2.558
27,mlp.experts.121.gate_proj,0.0000155049,0.05000,2.618
27,mlp.experts.123.gate_proj,0.0000142709,0.05000,2.685
27,mlp.experts.120.gate_proj,0.0000308863,0.05000,2.604
27,mlp.experts.126.gate_proj,0.0000785781,0.05000,2.673
27,mlp.experts.125.gate_proj,0.0001887233,0.05000,2.689
27,mlp.experts.127.gate_proj,0.0001088541,0.05000,2.762
27,mlp.experts.124.gate_proj,0.0001264344,0.05000,2.599
27,mlp.experts.130.gate_proj,0.0000318886,0.05000,2.701
27,mlp.experts.129.gate_proj,0.0000520482,0.05000,2.657
27,mlp.experts.131.gate_proj,0.0001137755,0.05000,2.591
27,mlp.experts.128.gate_proj,0.0000377811,0.05000,2.581
27,mlp.experts.134.gate_proj,0.0001551102,0.05000,2.629
27,mlp.experts.133.gate_proj,0.0001496209,0.05000,2.672
27,mlp.experts.135.gate_proj,0.0000314517,0.05000,2.649
27,mlp.experts.132.gate_proj,0.0000377175,0.05000,2.669
27,mlp.experts.136.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.044
27,mlp.experts.138.gate_proj,0.0000958247,0.05000,2.730
27,mlp.experts.137.gate_proj,0.0000622053,0.05000,2.699
27,mlp.experts.139.gate_proj,0.0001152861,0.05000,2.705
27,mlp.experts.140.gate_proj,0.0001453133,0.05000,2.641
27,mlp.experts.142.gate_proj,0.0000148887,0.05000,2.693
27,mlp.experts.141.gate_proj,0.0000437263,0.05000,2.609
27,mlp.experts.144.gate_proj,0.0000297452,0.05000,2.588
27,mlp.experts.143.gate_proj,0.0000570209,0.05000,2.672
27,mlp.experts.148.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.047
27,mlp.experts.146.gate_proj,0.0000236243,0.05000,2.675
27,mlp.experts.145.gate_proj,0.0001454350,0.05000,2.735
27,mlp.experts.152.gate_proj,0.0000142405,0.05000,2.641
27,mlp.experts.147.gate_proj,0.0001655494,0.05000,2.758
27,mlp.experts.150.gate_proj,0.0001032495,0.05000,2.660
27,mlp.experts.149.gate_proj,0.0000500034,0.05000,2.590
27,mlp.experts.156.gate_proj,0.0000307551,0.05000,2.614
27,mlp.experts.151.gate_proj,0.0000210887,0.05000,2.613
27,mlp.experts.154.gate_proj,0.0001240306,0.05000,2.601
27,mlp.experts.158.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.049
27,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.039
27,mlp.experts.153.gate_proj,0.0000933778,0.05000,2.699
27,mlp.experts.160.gate_proj,0.0000600207,0.05000,2.735
27,mlp.experts.164.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.044
27,mlp.experts.155.gate_proj,0.0000475533,0.05000,2.721
27,mlp.experts.166.gate_proj,0.0000150863,0.05000,2.645
27,mlp.experts.157.gate_proj,0.0001020826,0.05000,2.677
27,mlp.experts.168.gate_proj,0.0000359043,0.05000,2.664
27,mlp.experts.159.gate_proj,0.0000479722,0.05000,2.685
27,mlp.experts.170.gate_proj,0.0000977784,0.05000,2.814
27,mlp.experts.161.gate_proj,0.0000321550,0.05000,2.519
27,mlp.experts.172.gate_proj,0.0001132376,0.05000,2.554
27,mlp.experts.163.gate_proj,0.0000888773,0.05000,2.503
27,mlp.experts.174.gate_proj,0.0000109495,0.05000,2.605
27,mlp.experts.165.gate_proj,0.0000310818,0.05000,2.599
27,mlp.experts.176.gate_proj,0.0000386165,0.05000,2.572
27,mlp.experts.167.gate_proj,0.0000531787,0.05000,2.560
27,mlp.experts.178.gate_proj,0.0000599472,0.05000,2.662
27,mlp.experts.169.gate_proj,0.0000427836,0.05000,2.468
27,mlp.experts.180.gate_proj,0.0000913374,0.05000,2.453
27,mlp.experts.171.gate_proj,0.0000201833,0.05000,2.479
27,mlp.experts.182.gate_proj,0.0000356807,0.05000,2.537
27,mlp.experts.173.gate_proj,0.0000726439,0.05000,2.443
27,mlp.experts.184.gate_proj,0.0000893328,0.05000,2.439
27,mlp.experts.175.gate_proj,0.0000292868,0.05000,2.477
27,mlp.experts.186.gate_proj,0.0000229386,0.05000,2.327
27,mlp.experts.177.gate_proj,0.0000382791,0.05000,2.436
27,mlp.experts.188.gate_proj,0.0000258019,0.05000,2.427
27,mlp.experts.179.gate_proj,0.0000400846,0.05000,2.428
27,mlp.experts.190.gate_proj,0.0000357231,0.05000,2.375
27,mlp.experts.181.gate_proj,0.0000144645,0.05000,2.579
27,mlp.experts.183.gate_proj,0.0000599739,0.05000,2.487
27,mlp.experts.192.gate_proj,0.0000253108,0.05000,2.594
27,mlp.experts.194.gate_proj,0.0001719770,0.05000,2.645
27,mlp.experts.198.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.044
27,mlp.experts.185.gate_proj,0.0000349083,0.05000,2.511
27,mlp.experts.187.gate_proj,0.0000756843,0.05000,2.505
27,mlp.experts.196.gate_proj,0.0000977000,0.05000,2.503
27,mlp.experts.202.gate_proj,0.0001140248,0.05000,2.579
27,mlp.experts.206.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.041
27,mlp.experts.189.gate_proj,0.0000376031,0.05000,2.360
27,mlp.experts.191.gate_proj,0.0000482187,0.05000,2.423
27,mlp.experts.200.gate_proj,0.0000124723,0.05000,2.467
27,mlp.experts.210.gate_proj,0.0000296259,0.05000,2.412
27,mlp.experts.193.gate_proj,0.0001090076,0.05000,2.460
27,mlp.experts.195.gate_proj,0.0000373769,0.05000,2.417
27,mlp.experts.204.gate_proj,0.0000606403,0.05000,2.474
27,mlp.experts.214.gate_proj,0.0000781336,0.05000,2.486
27,mlp.experts.197.gate_proj,0.0000193367,0.05000,2.234
27,mlp.experts.199.gate_proj,0.0000407957,0.05000,2.182
27,mlp.experts.208.gate_proj,0.0000272859,0.05000,2.317
27,mlp.experts.218.gate_proj,0.0000111135,0.05000,2.248
27,mlp.experts.201.gate_proj,0.0000996744,0.05000,2.497
27,mlp.experts.205.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.041
27,mlp.experts.203.gate_proj,0.0000164309,0.05000,2.610
27,mlp.experts.212.gate_proj,0.0000400605,0.05000,2.522
27,mlp.experts.222.gate_proj,0.0000198001,0.05000,2.542
27,mlp.experts.209.gate_proj,0.0000129510,0.05000,2.531
27,mlp.experts.207.gate_proj,0.0000161740,0.05000,2.523
27,mlp.experts.216.gate_proj,0.0000259521,0.05000,2.584
27,mlp.experts.226.gate_proj,0.0000717175,0.05000,2.636
27,mlp.experts.213.gate_proj,0.0000312282,0.05000,2.687
27,mlp.experts.211.gate_proj,0.0000586371,0.05000,2.644
27,mlp.experts.220.gate_proj,0.0000083705,0.05000,2.583
27,mlp.experts.230.gate_proj,0.0000493680,0.05000,2.739
27,mlp.experts.217.gate_proj,0.0001296111,0.05000,2.681
27,mlp.experts.215.gate_proj,0.0000503126,0.05000,2.673
27,mlp.experts.224.gate_proj,0.0000262646,0.05000,2.712
27,mlp.experts.234.gate_proj,0.0000301814,0.05000,2.521
27,mlp.experts.238.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.034
27,mlp.experts.221.gate_proj,0.0000851844,0.05000,2.459
27,mlp.experts.219.gate_proj,0.0000237064,0.05000,2.438
27,mlp.experts.228.gate_proj,0.0000821495,0.05000,2.465
27,mlp.experts.232.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.038
27,mlp.experts.242.gate_proj,0.0000226794,0.05000,2.513
27,mlp.experts.225.gate_proj,0.0000738181,0.05000,2.601
27,mlp.experts.223.gate_proj,0.0000556958,0.05000,2.492
27,mlp.experts.236.gate_proj,0.0000146131,0.05000,2.499
27,mlp.experts.246.gate_proj,0.0001093612,0.05000,2.626
27,mlp.experts.229.gate_proj,0.0001312001,0.05000,2.450
27,mlp.experts.227.gate_proj,0.0001294678,0.05000,2.543
27,mlp.experts.240.gate_proj,0.0000293006,0.05000,2.436
27,mlp.experts.250.gate_proj,0.0000241349,0.05000,2.439
27,mlp.experts.233.gate_proj,0.0000233964,0.05000,2.599
27,mlp.experts.231.gate_proj,0.0000203570,0.05000,2.516
27,mlp.experts.244.gate_proj,0.0000694379,0.05000,2.583
27,mlp.experts.254.gate_proj,0.0000359944,0.05000,2.572
27,mlp.experts.237.gate_proj,0.0000678326,0.05000,2.604
27,mlp.experts.235.gate_proj,0.0000757589,0.05000,2.568
27,mlp.experts.248.gate_proj,0.0000168454,0.05000,2.555
27,mlp.experts.2.up_proj,0.0000407205,0.05000,2.442
27,mlp.experts.241.gate_proj,0.0000140729,0.05000,2.604
27,mlp.experts.239.gate_proj,0.0000186786,0.05000,2.541
27,mlp.experts.252.gate_proj,0.0000823716,0.05000,2.559
27,mlp.experts.6.up_proj,0.0000711782,0.05000,2.632
27,mlp.experts.245.gate_proj,0.0000233969,0.05000,2.422
27,mlp.experts.243.gate_proj,0.0000401436,0.05000,2.509
27,mlp.experts.0.up_proj,0.0000810279,0.05000,2.431
27,mlp.experts.10.up_proj,0.0000383363,0.05000,2.339
27,mlp.experts.249.gate_proj,0.0000441686,0.05000,2.385
27,mlp.experts.247.gate_proj,0.0000582718,0.05000,2.403
27,mlp.experts.4.up_proj,0.0000732780,0.05000,2.388
27,mlp.experts.14.up_proj,0.0001104949,0.05000,1.976
27,mlp.experts.253.gate_proj,0.0001726225,0.05000,0.952
27,mlp.experts.1.up_proj,0.0000880406,0.05000,2.412
27,mlp.experts.18.up_proj,0.0000136554,0.05000,2.436
27,mlp.experts.251.gate_proj,0.0000803100,0.05000,2.601
27,mlp.experts.8.up_proj,0.0000873834,0.05000,2.666
27,mlp.experts.5.up_proj,0.0000355477,0.05000,2.498
27,mlp.experts.22.up_proj,0.0000207945,0.05000,2.606
27,mlp.experts.255.gate_proj,0.0000813436,0.05000,2.614
27,mlp.experts.12.up_proj,0.0000242125,0.05000,2.616
27,mlp.experts.9.up_proj,0.0000302684,0.05000,2.734
27,mlp.experts.26.up_proj,0.0000111375,0.05000,2.707
27,mlp.experts.3.up_proj,0.0000191062,0.05000,2.712
27,mlp.experts.16.up_proj,0.0000208183,0.05000,2.670
27,mlp.experts.13.up_proj,0.0000107762,0.05000,2.527
27,mlp.experts.30.up_proj,0.0000623517,0.05000,2.611
27,mlp.experts.7.up_proj,0.0000337076,0.05000,2.556
27,mlp.experts.20.up_proj,0.0000506423,0.05000,2.661
27,mlp.experts.17.up_proj,0.0000158004,0.05000,2.532
27,mlp.experts.34.up_proj,0.0001145591,0.05000,2.589
27,mlp.experts.11.up_proj,0.0000752626,0.05000,2.504
27,mlp.experts.24.up_proj,0.0000146515,0.05000,2.631
27,mlp.experts.21.up_proj,0.0000120166,0.05000,2.694
27,mlp.experts.38.up_proj,0.0000229020,0.05000,2.670
27,mlp.experts.15.up_proj,0.0001626111,0.05000,2.648
27,mlp.experts.28.up_proj,0.0000342849,0.05000,2.741
27,mlp.experts.25.up_proj,0.0000495736,0.05000,2.509
27,mlp.experts.42.up_proj,0.0001015990,0.05000,2.583
27,mlp.experts.19.up_proj,0.0000145038,0.05000,2.636
27,mlp.experts.32.up_proj,0.0000296451,0.05000,2.597
27,mlp.experts.29.up_proj,0.0001141487,0.05000,2.505
27,mlp.experts.46.up_proj,0.0001174472,0.05000,2.518
27,mlp.experts.23.up_proj,0.0000799505,0.05000,2.505
27,mlp.experts.36.up_proj,0.0001714002,0.05000,2.522
27,mlp.experts.33.up_proj,0.0000176596,0.05000,2.587
27,mlp.experts.50.up_proj,0.0000675621,0.05000,2.524
27,mlp.experts.27.up_proj,0.0000795707,0.05000,2.503
27,mlp.experts.40.up_proj,0.0000158402,0.05000,2.461
27,mlp.experts.37.up_proj,0.0000205324,0.05000,2.531
27,mlp.experts.31.up_proj,0.0000310787,0.05000,2.584
27,mlp.experts.54.up_proj,0.0000653639,0.05000,2.660
27,mlp.experts.44.up_proj,0.0000124641,0.05000,2.635
27,mlp.experts.41.up_proj,0.0001109251,0.05000,2.590
27,mlp.experts.35.up_proj,0.0000207084,0.05000,2.532
27,mlp.experts.58.up_proj,0.0001230620,0.05000,2.566
27,mlp.experts.48.up_proj,0.0000536051,0.05000,2.516
27,mlp.experts.45.up_proj,0.0000550368,0.05000,2.542
27,mlp.experts.39.up_proj,0.0001131326,0.05000,2.484
27,mlp.experts.62.up_proj,0.0000874468,0.05000,2.555
27,mlp.experts.52.up_proj,0.0000413188,0.05000,2.547
27,mlp.experts.49.up_proj,0.0000098526,0.05000,2.454
27,mlp.experts.43.up_proj,0.0000200940,0.05000,2.356
27,mlp.experts.66.up_proj,0.0000953863,0.05000,2.309
27,mlp.experts.56.up_proj,0.0000393758,0.05000,2.230
27,mlp.experts.53.up_proj,0.0000737047,0.05000,2.434
27,mlp.experts.47.up_proj,0.0001236084,0.05000,2.374
27,mlp.experts.70.up_proj,0.0000833422,0.05000,2.501
27,mlp.experts.60.up_proj,0.0000186942,0.05000,2.361
27,mlp.experts.57.up_proj,0.0000247454,0.05000,2.614
27,mlp.experts.51.up_proj,0.0000304857,0.05000,2.616
27,mlp.experts.64.up_proj,0.0000654426,0.05000,2.542
27,mlp.experts.74.up_proj,0.0000572243,0.05000,2.651
27,mlp.experts.61.up_proj,0.0000844179,0.05000,2.497
27,mlp.experts.55.up_proj,0.0000834680,0.05000,2.534
27,mlp.experts.68.up_proj,0.0000930230,0.05000,2.459
27,mlp.experts.78.up_proj,0.0000088821,0.05000,2.573
27,mlp.experts.65.up_proj,0.0000362666,0.05000,2.530
27,mlp.experts.59.up_proj,0.0001482921,0.05000,2.529
27,mlp.experts.72.up_proj,0.0000480908,0.05000,2.487
27,mlp.experts.82.up_proj,0.0000605594,0.05000,2.487
27,mlp.experts.69.up_proj,0.0000888198,0.05000,2.285
27,mlp.experts.76.up_proj,0.0000176077,0.05000,2.195
27,mlp.experts.63.up_proj,0.0000174230,0.05000,2.337
27,mlp.experts.86.up_proj,0.0000841920,0.05000,2.278
27,mlp.experts.73.up_proj,0.0001628969,0.05000,2.519
27,mlp.experts.80.up_proj,0.0000146682,0.05000,2.591
27,mlp.experts.67.up_proj,0.0000110349,0.05000,2.572
27,mlp.experts.90.up_proj,0.0001220890,0.05000,2.722
27,mlp.experts.77.up_proj,0.0000722341,0.05000,2.589
27,mlp.experts.84.up_proj,0.0000286960,0.05000,2.499
27,mlp.experts.71.up_proj,0.0000067078,0.05000,2.582
27,mlp.experts.94.up_proj,0.0000732916,0.05000,2.546
27,mlp.experts.81.up_proj,0.0000143794,0.05000,2.171
27,mlp.experts.88.up_proj,0.0000221088,0.05000,2.289
27,mlp.experts.75.up_proj,0.0001782341,0.05000,2.224
27,mlp.experts.98.up_proj,0.0000616985,0.05000,2.111
27,mlp.experts.85.up_proj,0.0000147844,0.05000,2.535
27,mlp.experts.92.up_proj,0.0000299601,0.05000,2.482
27,mlp.experts.79.up_proj,0.0000345148,0.05000,2.582
27,mlp.experts.102.up_proj,0.0000217862,0.05000,2.539
27,mlp.experts.89.up_proj,0.0000439788,0.05000,2.617
27,mlp.experts.96.up_proj,0.0000508897,0.05000,2.686
27,mlp.experts.83.up_proj,0.0000962457,0.05000,2.684
27,mlp.experts.106.up_proj,0.0000136899,0.05000,2.547
27,mlp.experts.93.up_proj,0.0000557331,0.05000,2.597
27,mlp.experts.100.up_proj,0.0001531567,0.05000,2.579
27,mlp.experts.87.up_proj,0.0000145847,0.05000,2.564
27,mlp.experts.110.up_proj,0.0000114848,0.05000,2.606
27,mlp.experts.97.up_proj,0.0000575501,0.05000,2.477
27,mlp.experts.104.up_proj,0.0001002698,0.05000,2.376
27,mlp.experts.91.up_proj,0.0000929529,0.05000,2.444
27,mlp.experts.114.up_proj,0.0000617380,0.05000,2.474
27,mlp.experts.101.up_proj,0.0000142765,0.05000,2.481
27,mlp.experts.108.up_proj,0.0000555392,0.05000,2.447
27,mlp.experts.95.up_proj,0.0000178359,0.05000,2.550
27,mlp.experts.118.up_proj,0.0000259650,0.05000,2.586
27,mlp.experts.122.up_proj,failsafe(rtn): 0.0010529,0.00000,0.046
27,mlp.experts.105.up_proj,0.0000202696,0.05000,2.607
27,mlp.experts.112.up_proj,0.0000317492,0.05000,2.628
27,mlp.experts.99.up_proj,0.0000213422,0.05000,2.571
27,mlp.experts.126.up_proj,0.0000751646,0.05000,2.630
27,mlp.experts.109.up_proj,0.0000179883,0.05000,2.576
27,mlp.experts.116.up_proj,0.0000230457,0.05000,2.630
27,mlp.experts.103.up_proj,0.0000207791,0.05000,2.475
27,mlp.experts.130.up_proj,0.0000301298,0.05000,2.520
27,mlp.experts.120.up_proj,0.0000371591,0.05000,2.534
27,mlp.experts.113.up_proj,0.0000131379,0.05000,2.629
27,mlp.experts.107.up_proj,0.0000883316,0.05000,2.613
27,mlp.experts.134.up_proj,0.0001338980,0.05000,2.721
27,mlp.experts.124.up_proj,0.0001206158,0.05000,2.637
27,mlp.experts.117.up_proj,0.0000711198,0.05000,2.678
27,mlp.experts.111.up_proj,0.0000542181,0.05000,2.628
27,mlp.experts.138.up_proj,0.0000932031,0.05000,2.653
27,mlp.experts.128.up_proj,0.0000290593,0.05000,2.541
27,mlp.experts.121.up_proj,0.0000151313,0.05000,2.586
27,mlp.experts.115.up_proj,0.0000249642,0.05000,2.605
27,mlp.experts.142.up_proj,0.0000142087,0.05000,2.656
27,mlp.experts.132.up_proj,0.0000355385,0.05000,2.450
27,mlp.experts.136.up_proj,failsafe(rtn): 0.0010223,0.00000,0.043
27,mlp.experts.125.up_proj,0.0001664470,0.05000,2.463
27,mlp.experts.119.up_proj,0.0000505974,0.05000,2.534
27,mlp.experts.146.up_proj,0.0000226524,0.05000,2.547
27,mlp.experts.140.up_proj,0.0001326449,0.05000,2.510
27,mlp.experts.129.up_proj,0.0000525862,0.05000,2.518
27,mlp.experts.123.up_proj,0.0000134922,0.05000,2.459
27,mlp.experts.150.up_proj,0.0000939489,0.05000,2.441
27,mlp.experts.144.up_proj,0.0000263967,0.05000,2.468
27,mlp.experts.148.up_proj,failsafe(rtn): 0.0011673,0.00000,0.041
27,mlp.experts.133.up_proj,0.0001397582,0.05000,2.529
27,mlp.experts.127.up_proj,0.0001028802,0.05000,2.519
27,mlp.experts.154.up_proj,0.0001164654,0.05000,2.476
27,mlp.experts.158.up_proj,failsafe(rtn): 0.0010986,0.00000,0.038
27,mlp.experts.162.up_proj,failsafe(rtn): 0.0010910,0.00000,0.038
27,mlp.experts.137.up_proj,0.0000597753,0.05000,2.518
27,mlp.experts.152.up_proj,0.0000129779,0.05000,2.661
27,mlp.experts.131.up_proj,0.0001078986,0.05000,2.735
27,mlp.experts.166.up_proj,0.0000234179,0.05000,2.643
27,mlp.experts.141.up_proj,0.0000415486,0.05000,2.621
27,mlp.experts.156.up_proj,0.0000287048,0.05000,2.642
27,mlp.experts.135.up_proj,0.0000286982,0.05000,2.545
27,mlp.experts.170.up_proj,0.0000835047,0.05000,2.590
27,mlp.experts.145.up_proj,0.0001340547,0.05000,2.433
27,mlp.experts.160.up_proj,0.0000517910,0.05000,2.435
27,mlp.experts.164.up_proj,failsafe(rtn): 0.0010910,0.00000,0.041
27,mlp.experts.139.up_proj,0.0001080370,0.05000,2.450
27,mlp.experts.174.up_proj,0.0000096849,0.05000,2.459
27,mlp.experts.149.up_proj,0.0000460842,0.05000,2.555
27,mlp.experts.168.up_proj,0.0000337319,0.05000,2.627
27,mlp.experts.143.up_proj,0.0000514417,0.05000,2.521
27,mlp.experts.178.up_proj,0.0000514019,0.05000,2.574
27,mlp.experts.153.up_proj,0.0000879508,0.05000,2.525
27,mlp.experts.172.up_proj,0.0001119514,0.05000,2.565
27,mlp.experts.147.up_proj,0.0001551317,0.05000,2.527
27,mlp.experts.182.up_proj,0.0000327501,0.05000,2.666
27,mlp.experts.157.up_proj,0.0001022148,0.05000,2.679
27,mlp.experts.176.up_proj,0.0000340183,0.05000,2.504
27,mlp.experts.151.up_proj,0.0000203341,0.05000,2.600
27,mlp.experts.186.up_proj,0.0000207390,0.05000,2.559
27,mlp.experts.161.up_proj,0.0000277043,0.05000,2.330
27,mlp.experts.180.up_proj,0.0000868881,0.05000,2.362
27,mlp.experts.155.up_proj,0.0000502093,0.05000,2.374
27,mlp.experts.190.up_proj,0.0000337108,0.05000,2.402
27,mlp.experts.165.up_proj,0.0000307685,0.05000,2.562
27,mlp.experts.184.up_proj,0.0000846967,0.05000,2.543
27,mlp.experts.159.up_proj,0.0000460146,0.05000,2.652
27,mlp.experts.194.up_proj,0.0001603330,0.05000,2.530
27,mlp.experts.198.up_proj,failsafe(rtn): 0.0010681,0.00000,0.042
27,mlp.experts.169.up_proj,0.0000430391,0.05000,2.650
27,mlp.experts.188.up_proj,0.0000182156,0.05000,2.693
27,mlp.experts.163.up_proj,0.0000831784,0.05000,2.819
27,mlp.experts.202.up_proj,0.0000949658,0.05000,2.759
27,mlp.experts.206.up_proj,failsafe(rtn): 0.0010757,0.00000,0.037
27,mlp.experts.173.up_proj,0.0000631432,0.05000,2.630
27,mlp.experts.192.up_proj,0.0000254829,0.05000,2.672
27,mlp.experts.167.up_proj,0.0000489928,0.05000,2.657
27,mlp.experts.210.up_proj,0.0000303142,0.05000,2.830
27,mlp.experts.177.up_proj,0.0000342308,0.05000,2.592
27,mlp.experts.196.up_proj,0.0000936970,0.05000,2.652
27,mlp.experts.171.up_proj,0.0000203635,0.05000,2.664
27,mlp.experts.214.up_proj,0.0000674694,0.05000,2.625
27,mlp.experts.181.up_proj,0.0000155391,0.05000,2.566
27,mlp.experts.200.up_proj,0.0000135416,0.05000,2.553
27,mlp.experts.175.up_proj,0.0000250695,0.05000,2.563
27,mlp.experts.218.up_proj,0.0000108200,0.05000,2.470
27,mlp.experts.185.up_proj,0.0000327123,0.05000,2.538
27,mlp.experts.204.up_proj,0.0000567574,0.05000,2.601
27,mlp.experts.179.up_proj,0.0000376515,0.05000,2.583
27,mlp.experts.222.up_proj,0.0000172472,0.05000,2.448
27,mlp.experts.189.up_proj,0.0000348836,0.05000,2.447
27,mlp.experts.208.up_proj,0.0000249819,0.05000,2.307
27,mlp.experts.183.up_proj,0.0000569864,0.05000,2.457
27,mlp.experts.226.up_proj,0.0000631665,0.05000,2.331
27,mlp.experts.193.up_proj,0.0001072671,0.05000,2.304
27,mlp.experts.212.up_proj,0.0000350070,0.05000,2.176
27,mlp.experts.187.up_proj,0.0000721835,0.05000,2.175
27,mlp.experts.230.up_proj,0.0000456857,0.05000,2.137
27,mlp.experts.216.up_proj,0.0000250142,0.05000,2.059
27,mlp.experts.197.up_proj,0.0000201118,0.05000,2.144
27,mlp.experts.191.up_proj,0.0000434121,0.05000,2.186
27,mlp.experts.234.up_proj,0.0000269852,0.05000,2.270
27,mlp.experts.238.up_proj,failsafe(rtn): 0.0010147,0.00000,0.037
27,mlp.experts.220.up_proj,0.0000075672,0.05000,2.494
27,mlp.experts.201.up_proj,0.0000909536,0.05000,2.441
27,mlp.experts.205.up_proj,failsafe(rtn): 0.0011520,0.00000,0.036
27,mlp.experts.195.up_proj,0.0000323810,0.05000,2.561
27,mlp.experts.242.up_proj,0.0000216395,0.05000,2.521
27,mlp.experts.224.up_proj,0.0000239209,0.05000,2.573
27,mlp.experts.209.up_proj,0.0000108785,0.05000,2.624
27,mlp.experts.199.up_proj,0.0000389669,0.05000,2.680
27,mlp.experts.246.up_proj,0.0001042829,0.05000,2.459
27,mlp.experts.228.up_proj,0.0000772744,0.05000,2.373
27,mlp.experts.232.up_proj,failsafe(rtn): 0.0011063,0.00000,0.033
27,mlp.experts.213.up_proj,0.0000354204,0.05000,2.470
27,mlp.experts.203.up_proj,0.0000124454,0.05000,2.301
27,mlp.experts.250.up_proj,0.0000230117,0.05000,2.329
27,mlp.experts.236.up_proj,0.0000136008,0.05000,2.462
27,mlp.experts.217.up_proj,0.0000981856,0.05000,2.507
27,mlp.experts.207.up_proj,0.0000154524,0.05000,2.471
27,mlp.experts.254.up_proj,0.0000335347,0.05000,2.584
27,mlp.experts.240.up_proj,0.0000234178,0.05000,1.960
27,mlp.experts.221.up_proj,0.0000788348,0.05000,1.886
27,mlp.experts.211.up_proj,0.0000524191,0.05000,1.719
27,mlp.experts.244.up_proj,0.0000659324,0.05000,1.394
27,mlp.experts.225.up_proj,0.0000693572,0.05000,1.475
27,mlp.experts.215.up_proj,0.0000408099,0.05000,1.431
27,mlp.experts.248.up_proj,0.0000162286,0.05000,1.368
27,mlp.experts.229.up_proj,0.0001257813,0.05000,1.435
27,mlp.experts.219.up_proj,0.0000179959,0.05000,1.369
27,mlp.experts.252.up_proj,0.0000805086,0.05000,1.464
27,mlp.experts.233.up_proj,0.0000222060,0.05000,1.371
27,mlp.experts.223.up_proj,0.0000489126,0.05000,1.250
27,mlp.experts.227.up_proj,0.0001095466,0.05000,0.974
27,mlp.experts.237.up_proj,0.0000628926,0.05000,1.058
27,mlp.experts.231.up_proj,0.0000172705,0.05000,0.918
27,mlp.experts.241.up_proj,0.0000154202,0.05000,0.987
27,mlp.experts.235.up_proj,0.0000660747,0.05000,0.912
27,mlp.experts.245.up_proj,0.0000223212,0.05000,0.992
27,mlp.experts.239.up_proj,0.0000174198,0.05000,0.920
27,mlp.experts.249.up_proj,0.0000423194,0.05000,0.994
27,mlp.experts.243.up_proj,0.0000374375,0.05000,0.974
27,mlp.experts.253.up_proj,0.0001654242,0.05000,1.041
27,mlp.experts.247.up_proj,0.0000543548,0.05000,0.736
27,mlp.experts.251.up_proj,0.0000794297,0.05000,0.564
27,mlp.experts.255.up_proj,0.0000736614,0.05000,0.465
27,mlp.experts.0.down_proj,0.0000027050,0.05000,0.622
27,mlp.experts.1.down_proj,0.0000020419,0.05000,0.652
27,mlp.experts.3.down_proj,0.0000009611,0.05000,0.670
27,mlp.experts.2.down_proj,0.0000005029,0.05000,0.714
27,mlp.experts.4.down_proj,0.0000016250,0.05000,0.652
27,mlp.experts.5.down_proj,0.0000013073,0.05000,0.675
27,mlp.experts.7.down_proj,0.0000013270,0.05000,0.677
27,mlp.experts.6.down_proj,0.0000003002,0.05000,0.641
27,mlp.experts.8.down_proj,0.0000046554,0.05000,0.638
27,mlp.experts.10.down_proj,0.0000019428,0.05000,0.638
27,mlp.experts.9.down_proj,0.0000011055,0.05000,0.689
27,mlp.experts.11.down_proj,0.0000018526,0.05000,0.691
27,mlp.experts.12.down_proj,0.0000009316,0.05000,0.660
27,mlp.experts.14.down_proj,0.0000022624,0.05000,0.642
27,mlp.experts.13.down_proj,0.0000004986,0.05000,0.649
27,mlp.experts.15.down_proj,0.0000035384,0.05000,0.689
27,mlp.experts.16.down_proj,0.0000011390,0.05000,0.647
27,mlp.experts.17.down_proj,0.0000007599,0.05000,0.663
27,mlp.experts.18.down_proj,0.0000003557,0.05000,0.705
27,mlp.experts.19.down_proj,0.0000005591,0.05000,0.658
27,mlp.experts.20.down_proj,0.0000020867,0.05000,0.678
27,mlp.experts.21.down_proj,0.0000004120,0.05000,0.637
27,mlp.experts.23.down_proj,0.0000045150,0.05000,0.630
27,mlp.experts.22.down_proj,0.0000007530,0.05000,0.725
27,mlp.experts.24.down_proj,0.0000007808,0.05000,0.707
27,mlp.experts.25.down_proj,0.0000005812,0.05000,0.680
27,mlp.experts.26.down_proj,0.0000005769,0.05000,0.674
27,mlp.experts.27.down_proj,0.0000011903,0.05000,0.729
27,mlp.experts.28.down_proj,0.0000019292,0.05000,0.626
27,mlp.experts.29.down_proj,0.0000015255,0.05000,0.623
27,mlp.experts.31.down_proj,0.0000010587,0.05000,0.626
27,mlp.experts.30.down_proj,0.0000017912,0.05000,0.635
27,mlp.experts.33.down_proj,0.0000009810,0.05000,0.653
27,mlp.experts.32.down_proj,0.0000013255,0.05000,0.726
27,mlp.experts.35.down_proj,0.0000016330,0.05000,0.676
27,mlp.experts.34.down_proj,0.0000017736,0.05000,0.739
27,mlp.experts.37.down_proj,0.0000012759,0.05000,0.683
27,mlp.experts.36.down_proj,0.0000072848,0.05000,0.725
27,mlp.experts.39.down_proj,0.0000033636,0.05000,0.696
27,mlp.experts.38.down_proj,0.0000008016,0.05000,0.703
27,mlp.experts.41.down_proj,0.0000047610,0.05000,0.653
27,mlp.experts.43.down_proj,0.0000007890,0.05000,0.639
27,mlp.experts.40.down_proj,0.0000005618,0.05000,0.726
27,mlp.experts.42.down_proj,0.0000014130,0.05000,0.714
27,mlp.experts.45.down_proj,0.0000007009,0.05000,0.629
27,mlp.experts.47.down_proj,0.0000028911,0.05000,0.656
27,mlp.experts.44.down_proj,0.0000006402,0.05000,0.686
27,mlp.experts.46.down_proj,0.0000036058,0.05000,0.673
27,mlp.experts.49.down_proj,0.0000005459,0.05000,0.657
27,mlp.experts.51.down_proj,0.0000014724,0.05000,0.703
27,mlp.experts.48.down_proj,0.0000007025,0.05000,0.669
27,mlp.experts.50.down_proj,0.0000020721,0.05000,0.729
27,mlp.experts.53.down_proj,0.0000010667,0.05000,0.646
27,mlp.experts.52.down_proj,0.0000022797,0.05000,0.624
27,mlp.experts.55.down_proj,0.0000011122,0.05000,0.644
27,mlp.experts.54.down_proj,0.0000032279,0.05000,0.640
27,mlp.experts.57.down_proj,0.0000012782,0.05000,0.626
27,mlp.experts.56.down_proj,0.0000005672,0.05000,0.588
27,mlp.experts.59.down_proj,0.0000033468,0.05000,0.603
27,mlp.experts.58.down_proj,0.0000035958,0.05000,0.652
27,mlp.experts.61.down_proj,0.0000016362,0.05000,0.643
27,mlp.experts.60.down_proj,0.0000010067,0.05000,0.623
27,mlp.experts.63.down_proj,0.0000008212,0.05000,0.683
27,mlp.experts.62.down_proj,0.0000037543,0.05000,0.619
27,mlp.experts.65.down_proj,0.0000016109,0.05000,0.558
27,mlp.experts.64.down_proj,0.0000027424,0.05000,0.544
27,mlp.experts.67.down_proj,0.0000004159,0.05000,0.560
27,mlp.experts.66.down_proj,0.0000013695,0.05000,0.508
27,mlp.experts.69.down_proj,0.0000011379,0.05000,0.583
27,mlp.experts.68.down_proj,0.0000024576,0.05000,0.617
27,mlp.experts.71.down_proj,0.0000003452,0.05000,0.616
27,mlp.experts.70.down_proj,0.0000013444,0.05000,0.715
27,mlp.experts.73.down_proj,0.0000034333,0.05000,0.661
27,mlp.experts.72.down_proj,0.0000010813,0.05000,0.675
27,mlp.experts.75.down_proj,0.0000057883,0.05000,0.673
27,mlp.experts.74.down_proj,0.0000017676,0.05000,0.643
27,mlp.experts.77.down_proj,0.0000016402,0.05000,0.647
27,mlp.experts.76.down_proj,0.0000010289,0.05000,0.654
27,mlp.experts.79.down_proj,0.0000008580,0.05000,0.619
27,mlp.experts.78.down_proj,0.0000002917,0.05000,0.608
27,mlp.experts.81.down_proj,0.0000012446,0.05000,0.676
27,mlp.experts.80.down_proj,0.0000005706,0.05000,0.695
27,mlp.experts.83.down_proj,0.0000013073,0.05000,0.680
27,mlp.experts.82.down_proj,0.0000008060,0.05000,0.696
27,mlp.experts.85.down_proj,0.0000006586,0.05000,0.659
27,mlp.experts.84.down_proj,0.0000015500,0.05000,0.630
27,mlp.experts.87.down_proj,0.0000008302,0.05000,0.696
27,mlp.experts.86.down_proj,0.0000012153,0.05000,0.663
27,mlp.experts.89.down_proj,0.0000006067,0.05000,0.640
27,mlp.experts.88.down_proj,0.0000011028,0.05000,0.670
27,mlp.experts.91.down_proj,0.0000040341,0.05000,0.708
27,mlp.experts.90.down_proj,0.0000029056,0.05000,0.647
27,mlp.experts.93.down_proj,0.0000007038,0.05000,0.659
27,mlp.experts.92.down_proj,0.0000005040,0.05000,0.609
27,mlp.experts.95.down_proj,0.0000007979,0.05000,0.612
27,mlp.experts.94.down_proj,0.0000035064,0.05000,0.609
27,mlp.experts.97.down_proj,0.0000030399,0.05000,0.621
27,mlp.experts.96.down_proj,0.0000026520,0.05000,0.641
27,mlp.experts.99.down_proj,0.0000012017,0.05000,0.670
27,mlp.experts.98.down_proj,0.0000011084,0.05000,0.695
27,mlp.experts.101.down_proj,0.0000007893,0.05000,0.673
27,mlp.experts.100.down_proj,0.0000059207,0.05000,0.705
27,mlp.experts.103.down_proj,0.0000009788,0.05000,0.734
27,mlp.experts.102.down_proj,0.0000001963,0.05000,0.699
27,mlp.experts.105.down_proj,0.0000006892,0.05000,0.721
27,mlp.experts.104.down_proj,0.0000026553,0.05000,0.715
27,mlp.experts.107.down_proj,0.0000014605,0.05000,0.700
27,mlp.experts.106.down_proj,0.0000005305,0.05000,0.682
27,mlp.experts.109.down_proj,0.0000007305,0.05000,0.724
27,mlp.experts.108.down_proj,0.0000006854,0.05000,0.710
27,mlp.experts.111.down_proj,0.0000022609,0.05000,0.680
27,mlp.experts.110.down_proj,0.0000004479,0.05000,0.731
27,mlp.experts.113.down_proj,0.0000006434,0.05000,0.676
27,mlp.experts.112.down_proj,0.0000012089,0.05000,0.722
27,mlp.experts.115.down_proj,0.0000006581,0.05000,0.678
27,mlp.experts.114.down_proj,0.0000017126,0.05000,0.654
27,mlp.experts.117.down_proj,0.0000009006,0.05000,0.641
27,mlp.experts.116.down_proj,0.0000013608,0.05000,0.652
27,mlp.experts.119.down_proj,0.0000025345,0.05000,0.661
27,mlp.experts.118.down_proj,0.0000010055,0.05000,0.665
27,mlp.experts.122.down_proj,failsafe(rtn): 0.0010452,0.00000,0.013
27,mlp.experts.121.down_proj,0.0000006555,0.05000,0.698
27,mlp.experts.120.down_proj,0.0000026140,0.05000,0.742
27,mlp.experts.123.down_proj,0.0000005738,0.05000,0.723
27,mlp.experts.126.down_proj,0.0000010294,0.05000,0.706
27,mlp.experts.125.down_proj,0.0000060255,0.05000,0.737
27,mlp.experts.124.down_proj,0.0000015961,0.05000,0.690
27,mlp.experts.127.down_proj,0.0000020955,0.05000,0.693
27,mlp.experts.130.down_proj,0.0000018891,0.05000,0.677
27,mlp.experts.129.down_proj,0.0000008275,0.05000,0.705
27,mlp.experts.128.down_proj,0.0000006636,0.05000,0.658
27,mlp.experts.131.down_proj,0.0000024882,0.05000,0.711
27,mlp.experts.134.down_proj,0.0000036661,0.05000,0.718
27,mlp.experts.133.down_proj,0.0000042493,0.05000,0.708
27,mlp.experts.132.down_proj,0.0000004675,0.05000,0.659
27,mlp.experts.136.down_proj,failsafe(rtn): 0.0009918,0.00000,0.009
27,mlp.experts.135.down_proj,0.0000016261,0.05000,0.697
27,mlp.experts.138.down_proj,0.0000022576,0.05000,0.667
27,mlp.experts.137.down_proj,0.0000009395,0.05000,0.706
27,mlp.experts.140.down_proj,0.0000027262,0.05000,0.654
27,mlp.experts.139.down_proj,0.0000016841,0.05000,0.694
27,mlp.experts.142.down_proj,0.0000005783,0.05000,0.695
27,mlp.experts.141.down_proj,0.0000007945,0.05000,0.716
27,mlp.experts.144.down_proj,0.0000009443,0.05000,0.742
27,mlp.experts.148.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
27,mlp.experts.143.down_proj,0.0000025240,0.05000,0.668
27,mlp.experts.146.down_proj,0.0000010566,0.05000,0.680
27,mlp.experts.145.down_proj,0.0000027101,0.05000,0.675
27,mlp.experts.152.down_proj,0.0000005260,0.05000,0.667
27,mlp.experts.147.down_proj,0.0000040506,0.05000,0.636
27,mlp.experts.150.down_proj,0.0000011902,0.05000,0.663
27,mlp.experts.149.down_proj,0.0000006679,0.05000,0.626
27,mlp.experts.156.down_proj,0.0000005232,0.05000,0.658
27,mlp.experts.151.down_proj,0.0000005660,0.05000,0.649
27,mlp.experts.154.down_proj,0.0000047041,0.05000,0.662
27,mlp.experts.158.down_proj,failsafe(rtn): 0.0010910,0.00000,0.010
27,mlp.experts.162.down_proj,failsafe(rtn): 0.0010834,0.00000,0.010
27,mlp.experts.153.down_proj,0.0000013241,0.05000,0.694
27,mlp.experts.160.down_proj,0.0000012459,0.05000,0.705
27,mlp.experts.164.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
27,mlp.experts.155.down_proj,0.0000020934,0.05000,0.710
27,mlp.experts.166.down_proj,0.0000006182,0.05000,0.680
27,mlp.experts.157.down_proj,0.0000022977,0.05000,0.671
27,mlp.experts.168.down_proj,0.0000004405,0.05000,0.656
27,mlp.experts.159.down_proj,0.0000016436,0.05000,0.717
27,mlp.experts.170.down_proj,0.0000021175,0.05000,0.698
27,mlp.experts.161.down_proj,0.0000009831,0.05000,0.654
27,mlp.experts.172.down_proj,0.0000081817,0.05000,0.715
27,mlp.experts.163.down_proj,0.0000022824,0.05000,0.733
27,mlp.experts.174.down_proj,0.0000002537,0.05000,0.662
27,mlp.experts.165.down_proj,0.0000017579,0.05000,0.649
27,mlp.experts.176.down_proj,0.0000008642,0.05000,0.735
27,mlp.experts.178.down_proj,0.0000018686,0.05000,0.658
27,mlp.experts.167.down_proj,0.0000009294,0.05000,0.696
27,mlp.experts.169.down_proj,0.0000016237,0.05000,0.716
27,mlp.experts.182.down_proj,0.0000011307,0.05000,0.643
27,mlp.experts.180.down_proj,0.0000035109,0.05000,0.747
27,mlp.experts.171.down_proj,0.0000011373,0.05000,0.661
27,mlp.experts.173.down_proj,0.0000010585,0.05000,0.673
27,mlp.experts.186.down_proj,0.0000009200,0.05000,0.684
27,mlp.experts.184.down_proj,0.0000013386,0.05000,0.704
27,mlp.experts.175.down_proj,0.0000006194,0.05000,0.746
27,mlp.experts.177.down_proj,0.0000022903,0.05000,0.683
27,mlp.experts.190.down_proj,0.0000007506,0.05000,0.710
27,mlp.experts.188.down_proj,0.0000004967,0.05000,0.692
27,mlp.experts.179.down_proj,0.0000005346,0.05000,0.686
27,mlp.experts.181.down_proj,0.0000008011,0.05000,0.727
27,mlp.experts.194.down_proj,0.0000056765,0.05000,0.670
27,mlp.experts.198.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
27,mlp.experts.192.down_proj,0.0000011225,0.05000,0.709
27,mlp.experts.183.down_proj,0.0000010537,0.05000,0.672
27,mlp.experts.185.down_proj,0.0000017364,0.05000,0.663
27,mlp.experts.202.down_proj,0.0000033001,0.05000,0.622
27,mlp.experts.206.down_proj,failsafe(rtn): 0.0010605,0.00000,0.009
27,mlp.experts.196.down_proj,0.0000018958,0.05000,0.622
27,mlp.experts.187.down_proj,0.0000009012,0.05000,0.618
27,mlp.experts.189.down_proj,0.0000014818,0.05000,0.648
27,mlp.experts.210.down_proj,0.0000015762,0.05000,0.661
27,mlp.experts.200.down_proj,0.0000009336,0.05000,0.681
27,mlp.experts.191.down_proj,0.0000005223,0.05000,0.680
27,mlp.experts.193.down_proj,0.0000020411,0.05000,0.722
27,mlp.experts.214.down_proj,0.0000026778,0.05000,0.704
27,mlp.experts.204.down_proj,0.0000014502,0.05000,0.705
27,mlp.experts.195.down_proj,0.0000006946,0.05000,0.729
27,mlp.experts.197.down_proj,0.0000008463,0.05000,0.749
27,mlp.experts.218.down_proj,0.0000003661,0.05000,0.799
27,mlp.experts.208.down_proj,0.0000006673,0.05000,0.786
27,mlp.experts.199.down_proj,0.0000017154,0.05000,0.774
27,mlp.experts.201.down_proj,0.0000038969,0.05000,0.801
27,mlp.experts.205.down_proj,failsafe(rtn): 0.0011139,0.00000,0.012
27,mlp.experts.212.down_proj,0.0000011169,0.05000,0.713
27,mlp.experts.222.down_proj,0.0000006746,0.05000,0.758
27,mlp.experts.203.down_proj,0.0000009706,0.05000,0.759
27,mlp.experts.209.down_proj,0.0000004380,0.05000,0.758
27,mlp.experts.216.down_proj,0.0000014839,0.05000,0.717
27,mlp.experts.226.down_proj,0.0000017695,0.05000,0.719
27,mlp.experts.207.down_proj,0.0000006646,0.05000,0.717
27,mlp.experts.213.down_proj,0.0000011166,0.05000,0.719
27,mlp.experts.220.down_proj,0.0000002995,0.05000,0.720
27,mlp.experts.230.down_proj,0.0000019025,0.05000,0.752
27,mlp.experts.211.down_proj,0.0000018322,0.05000,0.717
27,mlp.experts.217.down_proj,0.0000037333,0.05000,0.702
27,mlp.experts.224.down_proj,0.0000009889,0.05000,0.699
27,mlp.experts.234.down_proj,0.0000010572,0.05000,0.708
27,mlp.experts.238.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
27,mlp.experts.215.down_proj,0.0000009771,0.05000,0.734
27,mlp.experts.221.down_proj,0.0000012088,0.05000,0.739
27,mlp.experts.228.down_proj,0.0000010888,0.05000,0.731
27,mlp.experts.232.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
27,mlp.experts.242.down_proj,0.0000008983,0.05000,0.749
27,mlp.experts.219.down_proj,0.0000007113,0.05000,0.779
27,mlp.experts.225.down_proj,0.0000009053,0.05000,0.696
27,mlp.experts.236.down_proj,0.0000005770,0.05000,0.670
27,mlp.experts.246.down_proj,0.0000027279,0.05000,0.681
27,mlp.experts.223.down_proj,0.0000015781,0.05000,0.682
27,mlp.experts.229.down_proj,0.0000024033,0.05000,0.671
27,mlp.experts.240.down_proj,0.0000009610,0.05000,0.698
27,mlp.experts.250.down_proj,0.0000011592,0.05000,0.706
27,mlp.experts.227.down_proj,0.0000019934,0.05000,0.677
27,mlp.experts.233.down_proj,0.0000018924,0.05000,0.674
27,mlp.experts.244.down_proj,0.0000011365,0.05000,0.664
27,mlp.experts.231.down_proj,0.0000006189,0.05000,0.671
27,mlp.experts.254.down_proj,0.0000004012,0.05000,0.727
27,mlp.experts.237.down_proj,0.0000009929,0.05000,0.626
27,mlp.experts.248.down_proj,0.0000010204,0.05000,0.535
27,mlp.experts.235.down_proj,0.0000009461,0.05000,0.489
27,mlp.experts.241.down_proj,0.0000007812,0.05000,0.458
27,mlp.experts.252.down_proj,0.0000029681,0.05000,0.434
27,mlp.experts.239.down_proj,0.0000008550,0.05000,0.420
27,mlp.experts.245.down_proj,0.0000010781,0.05000,0.358
27,mlp.experts.243.down_proj,0.0000008417,0.05000,0.305
27,mlp.experts.249.down_proj,0.0000021056,0.05000,0.306
27,mlp.experts.247.down_proj,0.0000006978,0.05000,0.277
27,mlp.experts.253.down_proj,0.0000033012,0.05000,0.287
27,mlp.experts.251.down_proj,0.0000013939,0.05000,0.206
27,mlp.experts.255.down_proj,0.0000009947,0.05000,0.129
28,mlp.experts.2.gate_proj,0.0000156321,0.05000,2.587
28,mlp.experts.0.gate_proj,0.0000078059,0.05000,2.612
28,mlp.experts.1.gate_proj,0.0000966917,0.05000,2.638
28,mlp.experts.3.gate_proj,0.0001434547,0.05000,2.655
28,mlp.experts.5.gate_proj,0.0000144815,0.05000,2.625
28,mlp.experts.7.gate_proj,0.0000881572,0.05000,2.617
28,mlp.experts.6.gate_proj,0.0000159748,0.05000,2.701
28,mlp.experts.11.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.049
28,mlp.experts.4.gate_proj,0.0000193263,0.05000,2.737
28,mlp.experts.8.gate_proj,0.0000133328,0.05000,2.649
28,mlp.experts.9.gate_proj,0.0000329679,0.05000,2.735
28,mlp.experts.10.gate_proj,0.0000302731,0.05000,2.719
28,mlp.experts.15.gate_proj,0.0001321592,0.05000,2.735
28,mlp.experts.14.gate_proj,0.0000602696,0.05000,2.676
28,mlp.experts.13.gate_proj,0.0000197819,0.05000,2.718
28,mlp.experts.12.gate_proj,0.0000177330,0.05000,2.785
28,mlp.experts.19.gate_proj,0.0000452710,0.05000,2.732
28,mlp.experts.18.gate_proj,0.0000424059,0.05000,2.640
28,mlp.experts.17.gate_proj,0.0000965293,0.05000,2.635
28,mlp.experts.16.gate_proj,0.0000562388,0.05000,2.600
28,mlp.experts.23.gate_proj,0.0000561434,0.05000,2.644
28,mlp.experts.20.gate_proj,0.0000158616,0.05000,2.670
28,mlp.experts.22.gate_proj,0.0000341204,0.05000,2.729
28,mlp.experts.21.gate_proj,0.0000084102,0.05000,2.764
28,mlp.experts.27.gate_proj,0.0000505303,0.05000,2.755
28,mlp.experts.26.gate_proj,0.0000284307,0.05000,2.546
28,mlp.experts.24.gate_proj,0.0000501076,0.05000,2.610
28,mlp.experts.31.gate_proj,0.0000468454,0.05000,2.534
28,mlp.experts.25.gate_proj,0.0001266289,0.05000,2.617
28,mlp.experts.30.gate_proj,0.0000129739,0.05000,2.583
28,mlp.experts.28.gate_proj,0.0000260628,0.05000,2.671
28,mlp.experts.35.gate_proj,0.0001600936,0.05000,2.625
28,mlp.experts.29.gate_proj,0.0000816201,0.05000,2.698
28,mlp.experts.34.gate_proj,0.0000991979,0.05000,2.655
28,mlp.experts.39.gate_proj,0.0000394218,0.05000,2.658
28,mlp.experts.32.gate_proj,0.0000635530,0.05000,2.690
28,mlp.experts.33.gate_proj,0.0000165918,0.05000,2.625
28,mlp.experts.37.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.038
28,mlp.experts.38.gate_proj,0.0000513323,0.05000,2.702
28,mlp.experts.36.gate_proj,0.0000621892,0.05000,2.697
28,mlp.experts.43.gate_proj,0.0000231379,0.05000,2.782
28,mlp.experts.41.gate_proj,0.0000493221,0.05000,2.739
28,mlp.experts.42.gate_proj,0.0000147457,0.05000,2.570
28,mlp.experts.40.gate_proj,0.0000303322,0.05000,2.588
28,mlp.experts.47.gate_proj,0.0000257402,0.05000,2.588
28,mlp.experts.45.gate_proj,0.0000200991,0.05000,2.572
28,mlp.experts.46.gate_proj,0.0000162376,0.05000,2.721
28,mlp.experts.44.gate_proj,0.0000441529,0.05000,2.702
28,mlp.experts.49.gate_proj,0.0000962525,0.05000,2.681
28,mlp.experts.51.gate_proj,0.0000215458,0.05000,2.724
28,mlp.experts.50.gate_proj,0.0000771684,0.05000,2.688
28,mlp.experts.48.gate_proj,0.0000356286,0.05000,2.726
28,mlp.experts.53.gate_proj,0.0000150231,0.05000,2.672
28,mlp.experts.55.gate_proj,0.0000124194,0.05000,2.743
28,mlp.experts.54.gate_proj,0.0000117316,0.05000,2.636
28,mlp.experts.52.gate_proj,0.0000403974,0.05000,2.542
28,mlp.experts.59.gate_proj,0.0000166967,0.05000,2.592
28,mlp.experts.57.gate_proj,0.0000530063,0.05000,2.684
28,mlp.experts.58.gate_proj,0.0000384600,0.05000,2.651
28,mlp.experts.56.gate_proj,0.0000133731,0.05000,2.648
28,mlp.experts.63.gate_proj,0.0000289953,0.05000,2.585
28,mlp.experts.61.gate_proj,0.0000390431,0.05000,2.684
28,mlp.experts.62.gate_proj,0.0000690923,0.05000,2.688
28,mlp.experts.60.gate_proj,0.0000850041,0.05000,2.622
28,mlp.experts.67.gate_proj,0.0000137457,0.05000,2.679
28,mlp.experts.65.gate_proj,0.0000679012,0.05000,2.709
28,mlp.experts.69.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.047
28,mlp.experts.66.gate_proj,0.0000665961,0.05000,2.680
28,mlp.experts.64.gate_proj,0.0001323432,0.05000,2.699
28,mlp.experts.71.gate_proj,0.0000355244,0.05000,2.615
28,mlp.experts.73.gate_proj,0.0000161642,0.05000,2.623
28,mlp.experts.70.gate_proj,0.0000509530,0.05000,2.581
28,mlp.experts.68.gate_proj,0.0001287051,0.05000,2.562
28,mlp.experts.75.gate_proj,0.0001389247,0.05000,2.541
28,mlp.experts.77.gate_proj,0.0000868470,0.05000,2.550
28,mlp.experts.74.gate_proj,0.0000296478,0.05000,2.602
28,mlp.experts.72.gate_proj,0.0000229694,0.05000,2.589
28,mlp.experts.79.gate_proj,0.0000337044,0.05000,2.628
28,mlp.experts.81.gate_proj,0.0000899391,0.05000,2.593
28,mlp.experts.78.gate_proj,0.0000205764,0.05000,2.553
28,mlp.experts.76.gate_proj,0.0001094613,0.05000,2.600
28,mlp.experts.83.gate_proj,0.0000207555,0.05000,2.565
28,mlp.experts.85.gate_proj,0.0000133163,0.05000,2.651
28,mlp.experts.80.gate_proj,0.0000102738,0.05000,2.530
28,mlp.experts.82.gate_proj,0.0000570420,0.05000,2.694
28,mlp.experts.87.gate_proj,0.0000164716,0.05000,2.582
28,mlp.experts.89.gate_proj,0.0000663873,0.05000,2.655
28,mlp.experts.84.gate_proj,0.0000406963,0.05000,2.549
28,mlp.experts.86.gate_proj,0.0001681147,0.05000,2.557
28,mlp.experts.91.gate_proj,0.0001419928,0.05000,2.546
28,mlp.experts.93.gate_proj,0.0001142429,0.05000,2.475
28,mlp.experts.97.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.031
28,mlp.experts.88.gate_proj,0.0000654544,0.05000,2.653
28,mlp.experts.90.gate_proj,0.0000369521,0.05000,2.580
28,mlp.experts.95.gate_proj,0.0000091170,0.05000,2.583
28,mlp.experts.101.gate_proj,0.0000446095,0.05000,2.582
28,mlp.experts.92.gate_proj,0.0000847956,0.05000,2.587
28,mlp.experts.99.gate_proj,0.0000086563,0.05000,2.600
28,mlp.experts.94.gate_proj,0.0000655080,0.05000,2.631
28,mlp.experts.105.gate_proj,0.0000371695,0.05000,2.609
28,mlp.experts.96.gate_proj,0.0000249197,0.05000,2.650
28,mlp.experts.100.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.040
28,mlp.experts.103.gate_proj,0.0000450209,0.05000,2.718
28,mlp.experts.98.gate_proj,0.0001329522,0.05000,2.747
28,mlp.experts.109.gate_proj,0.0000366155,0.05000,2.690
28,mlp.experts.104.gate_proj,0.0000961026,0.05000,2.660
28,mlp.experts.107.gate_proj,0.0000618625,0.05000,2.690
28,mlp.experts.102.gate_proj,0.0000864772,0.05000,2.712
28,mlp.experts.113.gate_proj,0.0000609340,0.05000,2.630
28,mlp.experts.108.gate_proj,0.0000431159,0.05000,2.586
28,mlp.experts.106.gate_proj,0.0000941710,0.05000,2.579
28,mlp.experts.111.gate_proj,0.0000514935,0.05000,2.741
28,mlp.experts.117.gate_proj,0.0001239577,0.05000,2.608
28,mlp.experts.112.gate_proj,0.0001381525,0.05000,2.547
28,mlp.experts.110.gate_proj,0.0000197911,0.05000,2.580
28,mlp.experts.115.gate_proj,0.0000734401,0.05000,2.656
28,mlp.experts.121.gate_proj,0.0000161441,0.05000,2.660
28,mlp.experts.116.gate_proj,0.0000301170,0.05000,2.504
28,mlp.experts.114.gate_proj,0.0000257855,0.05000,2.573
28,mlp.experts.119.gate_proj,0.0000135246,0.05000,2.574
28,mlp.experts.125.gate_proj,0.0001058032,0.05000,2.633
28,mlp.experts.120.gate_proj,0.0000644762,0.05000,2.408
28,mlp.experts.118.gate_proj,0.0000194807,0.05000,2.495
28,mlp.experts.123.gate_proj,0.0000358757,0.05000,2.504
28,mlp.experts.129.gate_proj,0.0000252102,0.05000,2.522
28,mlp.experts.124.gate_proj,0.0000753487,0.05000,2.704
28,mlp.experts.122.gate_proj,0.0000378912,0.05000,2.650
28,mlp.experts.127.gate_proj,0.0000161459,0.05000,2.651
28,mlp.experts.133.gate_proj,0.0000130443,0.05000,2.604
28,mlp.experts.128.gate_proj,0.0000726527,0.05000,2.521
28,mlp.experts.126.gate_proj,0.0000877533,0.05000,2.488
28,mlp.experts.131.gate_proj,0.0001360260,0.05000,2.580
28,mlp.experts.137.gate_proj,0.0000171889,0.05000,2.595
28,mlp.experts.132.gate_proj,0.0000584725,0.05000,2.646
28,mlp.experts.130.gate_proj,0.0000243474,0.05000,2.632
28,mlp.experts.135.gate_proj,0.0001337673,0.05000,2.676
28,mlp.experts.141.gate_proj,0.0000796302,0.05000,2.652
28,mlp.experts.136.gate_proj,0.0000125992,0.05000,2.726
28,mlp.experts.134.gate_proj,0.0001004746,0.05000,2.773
28,mlp.experts.139.gate_proj,0.0000851337,0.05000,2.716
28,mlp.experts.145.gate_proj,0.0000255502,0.05000,2.695
28,mlp.experts.140.gate_proj,0.0000366270,0.05000,2.514
28,mlp.experts.144.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.041
28,mlp.experts.148.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.034
28,mlp.experts.138.gate_proj,0.0000175898,0.05000,2.491
28,mlp.experts.143.gate_proj,0.0000069999,0.05000,2.546
28,mlp.experts.149.gate_proj,0.0000122020,0.05000,2.585
28,mlp.experts.152.gate_proj,0.0001423410,0.05000,2.663
28,mlp.experts.142.gate_proj,0.0001290074,0.05000,2.674
28,mlp.experts.147.gate_proj,0.0000179769,0.05000,2.661
28,mlp.experts.153.gate_proj,0.0000288639,0.05000,2.573
28,mlp.experts.156.gate_proj,0.0000189360,0.05000,2.653
28,mlp.experts.146.gate_proj,0.0000899508,0.05000,2.568
28,mlp.experts.157.gate_proj,0.0000525635,0.05000,2.583
28,mlp.experts.151.gate_proj,0.0000675069,0.05000,2.702
28,mlp.experts.160.gate_proj,0.0001064015,0.05000,2.702
28,mlp.experts.150.gate_proj,0.0000230696,0.05000,2.619
28,mlp.experts.154.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.049
28,mlp.experts.161.gate_proj,0.0000110098,0.05000,2.718
28,mlp.experts.155.gate_proj,0.0001020056,0.05000,2.746
28,mlp.experts.164.gate_proj,0.0000610907,0.05000,2.653
28,mlp.experts.158.gate_proj,0.0000547538,0.05000,2.693
28,mlp.experts.165.gate_proj,0.0000960921,0.05000,2.599
28,mlp.experts.159.gate_proj,0.0000595892,0.05000,2.698
28,mlp.experts.168.gate_proj,0.0000276427,0.05000,2.776
28,mlp.experts.162.gate_proj,0.0000912527,0.05000,2.785
28,mlp.experts.169.gate_proj,0.0000592937,0.05000,2.859
28,mlp.experts.163.gate_proj,0.0001348914,0.05000,2.808
28,mlp.experts.172.gate_proj,0.0001460063,0.05000,2.688
28,mlp.experts.166.gate_proj,0.0000708907,0.05000,2.826
28,mlp.experts.167.gate_proj,0.0000082023,0.05000,2.700
28,mlp.experts.173.gate_proj,0.0000314295,0.05000,2.840
28,mlp.experts.176.gate_proj,0.0001453345,0.05000,2.558
28,mlp.experts.170.gate_proj,0.0000766032,0.05000,2.627
28,mlp.experts.177.gate_proj,0.0000420163,0.05000,2.562
28,mlp.experts.171.gate_proj,0.0000958519,0.05000,2.619
28,mlp.experts.180.gate_proj,0.0000770546,0.05000,2.734
28,mlp.experts.174.gate_proj,0.0000468313,0.05000,2.634
28,mlp.experts.181.gate_proj,0.0000217439,0.05000,2.687
28,mlp.experts.175.gate_proj,0.0000866093,0.05000,2.679
28,mlp.experts.184.gate_proj,0.0000099917,0.05000,2.681
28,mlp.experts.178.gate_proj,0.0000215969,0.05000,2.578
28,mlp.experts.185.gate_proj,0.0000191653,0.05000,2.607
28,mlp.experts.179.gate_proj,0.0000307960,0.05000,2.752
28,mlp.experts.188.gate_proj,0.0000129340,0.05000,2.678
28,mlp.experts.182.gate_proj,0.0000655882,0.05000,2.711
28,mlp.experts.189.gate_proj,0.0000113818,0.05000,2.577
28,mlp.experts.183.gate_proj,0.0000942298,0.05000,2.583
28,mlp.experts.192.gate_proj,0.0001477718,0.05000,2.710
28,mlp.experts.186.gate_proj,0.0000217855,0.05000,2.664
28,mlp.experts.193.gate_proj,0.0000108790,0.05000,2.757
28,mlp.experts.187.gate_proj,0.0000564960,0.05000,2.693
28,mlp.experts.196.gate_proj,0.0000139340,0.05000,2.558
28,mlp.experts.190.gate_proj,0.0000137320,0.05000,2.515
28,mlp.experts.197.gate_proj,0.0000696047,0.05000,2.539
28,mlp.experts.191.gate_proj,0.0001122880,0.05000,2.543
28,mlp.experts.195.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.040
28,mlp.experts.200.gate_proj,0.0000269233,0.05000,2.638
28,mlp.experts.194.gate_proj,0.0000543592,0.05000,2.661
28,mlp.experts.201.gate_proj,0.0000163959,0.05000,2.514
28,mlp.experts.199.gate_proj,0.0000188309,0.05000,2.603
28,mlp.experts.198.gate_proj,0.0001799901,0.05000,2.600
28,mlp.experts.204.gate_proj,0.0000538715,0.05000,2.706
28,mlp.experts.205.gate_proj,0.0000863831,0.05000,2.708
28,mlp.experts.203.gate_proj,0.0000487158,0.05000,2.810
28,mlp.experts.208.gate_proj,0.0000752277,0.05000,2.528
28,mlp.experts.202.gate_proj,0.0000679319,0.05000,2.572
28,mlp.experts.209.gate_proj,0.0001046130,0.05000,2.523
28,mlp.experts.207.gate_proj,0.0000966291,0.05000,2.504
28,mlp.experts.212.gate_proj,0.0000143073,0.05000,2.653
28,mlp.experts.206.gate_proj,0.0000364638,0.05000,2.672
28,mlp.experts.213.gate_proj,0.0000760963,0.05000,2.503
28,mlp.experts.211.gate_proj,0.0000167379,0.05000,2.512
28,mlp.experts.216.gate_proj,0.0001195179,0.05000,2.542
28,mlp.experts.210.gate_proj,0.0001156991,0.05000,2.547
28,mlp.experts.217.gate_proj,0.0000438445,0.05000,2.586
28,mlp.experts.215.gate_proj,0.0000667090,0.05000,2.562
28,mlp.experts.220.gate_proj,0.0000548536,0.05000,2.492
28,mlp.experts.214.gate_proj,0.0000359043,0.05000,2.546
28,mlp.experts.221.gate_proj,0.0001290035,0.05000,2.574
28,mlp.experts.219.gate_proj,0.0000212666,0.05000,2.532
28,mlp.experts.223.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.037
28,mlp.experts.224.gate_proj,0.0000149387,0.05000,2.548
28,mlp.experts.218.gate_proj,0.0000481169,0.05000,2.566
28,mlp.experts.225.gate_proj,0.0001170725,0.05000,2.550
28,mlp.experts.227.gate_proj,0.0000512693,0.05000,2.600
28,mlp.experts.228.gate_proj,0.0000461958,0.05000,2.592
28,mlp.experts.222.gate_proj,0.0000458019,0.05000,2.589
28,mlp.experts.229.gate_proj,0.0000291479,0.05000,2.739
28,mlp.experts.231.gate_proj,0.0000436131,0.05000,2.643
28,mlp.experts.232.gate_proj,0.0000200978,0.05000,2.667
28,mlp.experts.226.gate_proj,0.0000270337,0.05000,2.653
28,mlp.experts.233.gate_proj,0.0000166976,0.05000,2.522
28,mlp.experts.235.gate_proj,0.0000302348,0.05000,2.573
28,mlp.experts.236.gate_proj,0.0000931584,0.05000,2.458
28,mlp.experts.230.gate_proj,0.0000210325,0.05000,2.546
28,mlp.experts.237.gate_proj,0.0000235640,0.05000,2.428
28,mlp.experts.239.gate_proj,0.0000361202,0.05000,2.432
28,mlp.experts.240.gate_proj,0.0000318336,0.05000,2.263
28,mlp.experts.234.gate_proj,0.0000261456,0.05000,2.275
28,mlp.experts.241.gate_proj,0.0000282369,0.05000,2.286
28,mlp.experts.243.gate_proj,0.0000237681,0.05000,2.258
28,mlp.experts.244.gate_proj,0.0000363890,0.05000,2.567
28,mlp.experts.238.gate_proj,0.0001278039,0.05000,2.592
28,mlp.experts.245.gate_proj,0.0000960275,0.05000,2.584
28,mlp.experts.247.gate_proj,0.0000610469,0.05000,2.663
28,mlp.experts.248.gate_proj,0.0001067830,0.05000,2.676
28,mlp.experts.242.gate_proj,0.0000934922,0.05000,2.475
28,mlp.experts.252.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.049
28,mlp.experts.249.gate_proj,0.0000180073,0.05000,2.535
28,mlp.experts.251.gate_proj,0.0001234582,0.05000,2.521
28,mlp.experts.246.gate_proj,0.0000611246,0.05000,2.411
28,mlp.experts.0.up_proj,0.0000075832,0.05000,2.450
28,mlp.experts.253.gate_proj,0.0000088547,0.05000,2.438
28,mlp.experts.255.gate_proj,0.0000509183,0.05000,2.415
28,mlp.experts.250.gate_proj,0.0000569320,0.05000,2.177
28,mlp.experts.4.up_proj,0.0000184640,0.05000,2.274
28,mlp.experts.1.up_proj,0.0000857954,0.05000,2.256
28,mlp.experts.3.up_proj,0.0001474795,0.05000,2.332
28,mlp.experts.254.gate_proj,0.0000630303,0.05000,2.577
28,mlp.experts.8.up_proj,0.0000132211,0.05000,2.544
28,mlp.experts.5.up_proj,0.0000139375,0.05000,2.539
28,mlp.experts.7.up_proj,0.0000895437,0.05000,2.533
28,mlp.experts.11.up_proj,failsafe(rtn): 0.0010681,0.00000,0.038
28,mlp.experts.2.up_proj,0.0000154942,0.05000,2.556
28,mlp.experts.9.up_proj,0.0000335657,0.05000,2.531
28,mlp.experts.12.up_proj,0.0000166844,0.05000,2.614
28,mlp.experts.15.up_proj,0.0001180392,0.05000,2.691
28,mlp.experts.6.up_proj,0.0000153047,0.05000,2.674
28,mlp.experts.16.up_proj,0.0000545012,0.05000,2.608
28,mlp.experts.13.up_proj,0.0000279297,0.05000,2.742
28,mlp.experts.19.up_proj,0.0000391181,0.05000,2.805
28,mlp.experts.10.up_proj,0.0000247855,0.05000,2.629
28,mlp.experts.20.up_proj,0.0000167780,0.05000,2.575
28,mlp.experts.17.up_proj,0.0001026522,0.05000,2.599
28,mlp.experts.23.up_proj,0.0000519975,0.05000,2.565
28,mlp.experts.14.up_proj,0.0000578974,0.05000,2.515
28,mlp.experts.24.up_proj,0.0000517293,0.05000,2.485
28,mlp.experts.21.up_proj,0.0000087000,0.05000,2.442
28,mlp.experts.27.up_proj,0.0000483964,0.05000,2.500
28,mlp.experts.18.up_proj,0.0000409748,0.05000,2.239
28,mlp.experts.28.up_proj,0.0000252477,0.05000,2.253
28,mlp.experts.25.up_proj,0.0001213279,0.05000,2.189
28,mlp.experts.31.up_proj,0.0000499303,0.05000,2.201
28,mlp.experts.22.up_proj,0.0000303796,0.05000,2.377
28,mlp.experts.29.up_proj,0.0000770753,0.05000,2.392
28,mlp.experts.32.up_proj,0.0000749923,0.05000,2.440
28,mlp.experts.35.up_proj,0.0001405777,0.05000,2.383
28,mlp.experts.26.up_proj,0.0000269453,0.05000,2.573
28,mlp.experts.33.up_proj,0.0000168782,0.05000,2.601
28,mlp.experts.36.up_proj,0.0000592224,0.05000,2.620
28,mlp.experts.37.up_proj,failsafe(rtn): 0.0010529,0.00000,0.049
28,mlp.experts.39.up_proj,0.0000279253,0.05000,2.653
28,mlp.experts.30.up_proj,0.0000120765,0.05000,2.559
28,mlp.experts.41.up_proj,0.0000453435,0.05000,2.458
28,mlp.experts.40.up_proj,0.0000266553,0.05000,2.627
28,mlp.experts.43.up_proj,0.0000195607,0.05000,2.639
28,mlp.experts.34.up_proj,0.0000927596,0.05000,2.467
28,mlp.experts.45.up_proj,0.0000196541,0.05000,2.417
28,mlp.experts.44.up_proj,0.0000414134,0.05000,2.412
28,mlp.experts.47.up_proj,0.0000262297,0.05000,2.537
28,mlp.experts.38.up_proj,0.0000517946,0.05000,2.678
28,mlp.experts.49.up_proj,0.0000863733,0.05000,2.685
28,mlp.experts.48.up_proj,0.0000345781,0.05000,2.706
28,mlp.experts.51.up_proj,0.0000218020,0.05000,2.558
28,mlp.experts.42.up_proj,0.0000144361,0.05000,2.563
28,mlp.experts.53.up_proj,0.0000152391,0.05000,2.509
28,mlp.experts.52.up_proj,0.0000384517,0.05000,2.595
28,mlp.experts.55.up_proj,0.0000110303,0.05000,2.567
28,mlp.experts.46.up_proj,0.0000145358,0.05000,2.624
28,mlp.experts.57.up_proj,0.0000507111,0.05000,2.669
28,mlp.experts.56.up_proj,0.0000154041,0.05000,2.648
28,mlp.experts.59.up_proj,0.0000168501,0.05000,2.677
28,mlp.experts.61.up_proj,0.0000322461,0.05000,2.553
28,mlp.experts.50.up_proj,0.0000733874,0.05000,2.628
28,mlp.experts.60.up_proj,0.0000486253,0.05000,2.639
28,mlp.experts.63.up_proj,0.0000278054,0.05000,2.589
28,mlp.experts.65.up_proj,0.0000631296,0.05000,2.615
28,mlp.experts.54.up_proj,0.0000126379,0.05000,2.631
28,mlp.experts.69.up_proj,failsafe(rtn): 0.0010910,0.00000,0.046
28,mlp.experts.64.up_proj,0.0001246657,0.05000,2.664
28,mlp.experts.67.up_proj,0.0000130309,0.05000,2.562
28,mlp.experts.58.up_proj,0.0000364593,0.05000,2.519
28,mlp.experts.73.up_proj,0.0000165066,0.05000,2.653
28,mlp.experts.68.up_proj,0.0001336937,0.05000,2.634
28,mlp.experts.71.up_proj,0.0000327313,0.05000,2.662
28,mlp.experts.62.up_proj,0.0000661754,0.05000,2.549
28,mlp.experts.77.up_proj,0.0000912857,0.05000,2.620
28,mlp.experts.72.up_proj,0.0000227676,0.05000,2.518
28,mlp.experts.75.up_proj,0.0001333116,0.05000,2.522
28,mlp.experts.66.up_proj,0.0000458141,0.05000,2.449
28,mlp.experts.81.up_proj,0.0000817024,0.05000,2.412
28,mlp.experts.76.up_proj,0.0001084425,0.05000,2.589
28,mlp.experts.79.up_proj,0.0000305047,0.05000,2.585
28,mlp.experts.70.up_proj,0.0000474740,0.05000,2.584
28,mlp.experts.85.up_proj,0.0000127591,0.05000,2.566
28,mlp.experts.80.up_proj,0.0000098210,0.05000,2.529
28,mlp.experts.83.up_proj,0.0000191572,0.05000,2.630
28,mlp.experts.74.up_proj,0.0000289582,0.05000,2.631
28,mlp.experts.89.up_proj,0.0000636452,0.05000,2.568
28,mlp.experts.84.up_proj,0.0000382933,0.05000,2.564
28,mlp.experts.87.up_proj,0.0000149143,0.05000,2.548
28,mlp.experts.78.up_proj,0.0000188550,0.05000,2.512
28,mlp.experts.93.up_proj,0.0001086230,0.05000,2.460
28,mlp.experts.97.up_proj,failsafe(rtn): 0.0011368,0.00000,0.036
28,mlp.experts.88.up_proj,0.0000592648,0.05000,2.511
28,mlp.experts.91.up_proj,0.0001352646,0.05000,2.547
28,mlp.experts.82.up_proj,0.0000593313,0.05000,2.612
28,mlp.experts.101.up_proj,0.0000441952,0.05000,2.566
28,mlp.experts.92.up_proj,0.0000752824,0.05000,2.709
28,mlp.experts.95.up_proj,0.0000092026,0.05000,2.695
28,mlp.experts.86.up_proj,0.0001612696,0.05000,2.528
28,mlp.experts.105.up_proj,0.0000253868,0.05000,2.520
28,mlp.experts.96.up_proj,0.0000250310,0.05000,2.583
28,mlp.experts.100.up_proj,failsafe(rtn): 0.0010529,0.00000,0.038
28,mlp.experts.99.up_proj,0.0000084311,0.05000,2.545
28,mlp.experts.90.up_proj,0.0000343343,0.05000,2.703
28,mlp.experts.109.up_proj,0.0000348372,0.05000,2.714
28,mlp.experts.104.up_proj,0.0000782910,0.05000,2.652
28,mlp.experts.103.up_proj,0.0000436059,0.05000,2.594
28,mlp.experts.94.up_proj,0.0000661322,0.05000,2.724
28,mlp.experts.113.up_proj,0.0000594288,0.05000,2.725
28,mlp.experts.108.up_proj,0.0000376096,0.05000,2.606
28,mlp.experts.107.up_proj,0.0000578783,0.05000,2.573
28,mlp.experts.98.up_proj,0.0001233757,0.05000,2.544
28,mlp.experts.117.up_proj,0.0001181222,0.05000,2.548
28,mlp.experts.112.up_proj,0.0001291731,0.05000,2.580
28,mlp.experts.111.up_proj,0.0000452665,0.05000,2.528
28,mlp.experts.102.up_proj,0.0000923139,0.05000,2.559
28,mlp.experts.121.up_proj,0.0000156882,0.05000,2.579
28,mlp.experts.116.up_proj,0.0000288452,0.05000,2.510
28,mlp.experts.115.up_proj,0.0000650097,0.05000,2.526
28,mlp.experts.106.up_proj,0.0000845415,0.05000,2.656
28,mlp.experts.125.up_proj,0.0000991992,0.05000,2.591
28,mlp.experts.120.up_proj,0.0000612990,0.05000,2.545
28,mlp.experts.119.up_proj,0.0000120910,0.05000,2.573
28,mlp.experts.110.up_proj,0.0000166486,0.05000,2.621
28,mlp.experts.129.up_proj,0.0000250943,0.05000,2.651
28,mlp.experts.124.up_proj,0.0000699844,0.05000,2.591
28,mlp.experts.123.up_proj,0.0000334270,0.05000,2.581
28,mlp.experts.133.up_proj,0.0000124295,0.05000,2.599
28,mlp.experts.114.up_proj,0.0000215115,0.05000,2.703
28,mlp.experts.128.up_proj,0.0000721045,0.05000,2.725
28,mlp.experts.127.up_proj,0.0000151281,0.05000,2.574
28,mlp.experts.137.up_proj,0.0000169429,0.05000,2.734
28,mlp.experts.118.up_proj,0.0000196243,0.05000,2.733
28,mlp.experts.132.up_proj,0.0000535635,0.05000,2.717
28,mlp.experts.131.up_proj,0.0001273380,0.05000,2.742
28,mlp.experts.122.up_proj,0.0000404333,0.05000,2.771
28,mlp.experts.141.up_proj,0.0000742867,0.05000,2.878
28,mlp.experts.136.up_proj,0.0000127692,0.05000,2.775
28,mlp.experts.135.up_proj,0.0001243820,0.05000,2.792
28,mlp.experts.126.up_proj,0.0000848969,0.05000,2.628
28,mlp.experts.145.up_proj,0.0000238566,0.05000,2.708
28,mlp.experts.140.up_proj,0.0000335670,0.05000,2.627
28,mlp.experts.144.up_proj,failsafe(rtn): 0.0010681,0.00000,0.048
28,mlp.experts.148.up_proj,failsafe(rtn): 0.0010834,0.00000,0.047
28,mlp.experts.139.up_proj,0.0000790965,0.05000,2.668
28,mlp.experts.130.up_proj,0.0000303691,0.05000,2.720
28,mlp.experts.149.up_proj,0.0000133751,0.05000,2.709
28,mlp.experts.152.up_proj,0.0001412333,0.05000,2.719
28,mlp.experts.143.up_proj,0.0000066785,0.05000,2.725
28,mlp.experts.134.up_proj,0.0000891462,0.05000,2.766
28,mlp.experts.153.up_proj,0.0000268505,0.05000,2.719
28,mlp.experts.156.up_proj,0.0000171339,0.05000,2.778
28,mlp.experts.147.up_proj,0.0000178715,0.05000,2.744
28,mlp.experts.157.up_proj,0.0000501886,0.05000,2.613
28,mlp.experts.138.up_proj,0.0000185786,0.05000,2.723
28,mlp.experts.160.up_proj,0.0001009424,0.05000,2.580
28,mlp.experts.151.up_proj,0.0000675425,0.05000,2.578
28,mlp.experts.161.up_proj,0.0000098171,0.05000,2.543
28,mlp.experts.142.up_proj,0.0001294178,0.05000,2.513
28,mlp.experts.164.up_proj,0.0000525148,0.05000,2.445
28,mlp.experts.155.up_proj,0.0000923490,0.05000,2.421
28,mlp.experts.165.up_proj,0.0000922179,0.05000,2.581
28,mlp.experts.146.up_proj,0.0000798604,0.05000,2.629
28,mlp.experts.168.up_proj,0.0000269362,0.05000,2.559
28,mlp.experts.159.up_proj,0.0000540891,0.05000,2.582
28,mlp.experts.169.up_proj,0.0000597716,0.05000,2.608
28,mlp.experts.150.up_proj,0.0000249015,0.05000,2.585
28,mlp.experts.154.up_proj,failsafe(rtn): 0.0011139,0.00000,0.036
28,mlp.experts.172.up_proj,0.0001274393,0.05000,2.643
28,mlp.experts.163.up_proj,0.0001252484,0.05000,2.680
28,mlp.experts.158.up_proj,0.0000517198,0.05000,2.635
28,mlp.experts.173.up_proj,0.0000312487,0.05000,2.726
28,mlp.experts.176.up_proj,0.0001453096,0.05000,2.584
28,mlp.experts.167.up_proj,0.0000075636,0.05000,2.655
28,mlp.experts.162.up_proj,0.0000967992,0.05000,2.622
28,mlp.experts.177.up_proj,0.0000413615,0.05000,2.679
28,mlp.experts.180.up_proj,0.0000760080,0.05000,2.587
28,mlp.experts.171.up_proj,0.0000848866,0.05000,2.607
28,mlp.experts.181.up_proj,0.0000225266,0.05000,2.542
28,mlp.experts.184.up_proj,0.0000087425,0.05000,2.586
28,mlp.experts.166.up_proj,0.0000677918,0.05000,2.668
28,mlp.experts.175.up_proj,0.0000799506,0.05000,2.590
28,mlp.experts.185.up_proj,0.0000199757,0.05000,2.522
28,mlp.experts.170.up_proj,0.0000776412,0.05000,2.630
28,mlp.experts.188.up_proj,0.0000134036,0.05000,2.658
28,mlp.experts.179.up_proj,0.0000251880,0.05000,2.637
28,mlp.experts.189.up_proj,0.0000111571,0.05000,2.541
28,mlp.experts.192.up_proj,0.0001445119,0.05000,2.538
28,mlp.experts.174.up_proj,0.0000445009,0.05000,2.642
28,mlp.experts.183.up_proj,0.0000895737,0.05000,2.612
28,mlp.experts.193.up_proj,0.0000110535,0.05000,2.436
28,mlp.experts.178.up_proj,0.0000208738,0.05000,2.354
28,mlp.experts.196.up_proj,0.0000144725,0.05000,2.549
28,mlp.experts.187.up_proj,0.0000515593,0.05000,2.455
28,mlp.experts.197.up_proj,0.0000718426,0.05000,2.558
28,mlp.experts.182.up_proj,0.0000620490,0.05000,2.597
28,mlp.experts.200.up_proj,0.0000202915,0.05000,2.586
28,mlp.experts.191.up_proj,0.0001123658,0.05000,2.562
28,mlp.experts.195.up_proj,failsafe(rtn): 0.0011673,0.00000,0.034
28,mlp.experts.201.up_proj,0.0000166418,0.05000,2.416
28,mlp.experts.186.up_proj,0.0000199276,0.05000,2.440
28,mlp.experts.204.up_proj,0.0000452918,0.05000,2.400
28,mlp.experts.199.up_proj,0.0000196264,0.05000,2.532
28,mlp.experts.205.up_proj,0.0000858863,0.05000,2.506
28,mlp.experts.190.up_proj,0.0000137726,0.05000,2.511
28,mlp.experts.208.up_proj,0.0000710370,0.05000,2.509
28,mlp.experts.203.up_proj,0.0000464046,0.05000,2.684
28,mlp.experts.209.up_proj,0.0000967969,0.05000,2.883
28,mlp.experts.194.up_proj,0.0000493607,0.05000,2.785
28,mlp.experts.212.up_proj,0.0000143940,0.05000,2.743
28,mlp.experts.207.up_proj,0.0000856185,0.05000,2.758
28,mlp.experts.213.up_proj,0.0000722776,0.05000,2.577
28,mlp.experts.198.up_proj,0.0001555980,0.05000,2.540
28,mlp.experts.216.up_proj,0.0001153197,0.05000,2.593
28,mlp.experts.211.up_proj,0.0000167540,0.05000,2.553
28,mlp.experts.217.up_proj,0.0000374841,0.05000,2.676
28,mlp.experts.220.up_proj,0.0000519923,0.05000,2.629
28,mlp.experts.202.up_proj,0.0000598360,0.05000,2.781
28,mlp.experts.215.up_proj,0.0000557950,0.05000,2.653
28,mlp.experts.221.up_proj,0.0001176282,0.05000,2.724
28,mlp.experts.224.up_proj,0.0000134388,0.05000,2.694
28,mlp.experts.206.up_proj,0.0000358541,0.05000,2.690
28,mlp.experts.219.up_proj,0.0000221204,0.05000,2.692
28,mlp.experts.223.up_proj,failsafe(rtn): 0.0010452,0.00000,0.047
28,mlp.experts.225.up_proj,0.0001101703,0.05000,2.673
28,mlp.experts.228.up_proj,0.0000433347,0.05000,2.643
28,mlp.experts.210.up_proj,0.0001057422,0.05000,2.682
28,mlp.experts.227.up_proj,0.0000493156,0.05000,2.576
28,mlp.experts.229.up_proj,0.0000275426,0.05000,2.542
28,mlp.experts.232.up_proj,0.0000167639,0.05000,2.528
28,mlp.experts.214.up_proj,0.0000318476,0.05000,2.565
28,mlp.experts.231.up_proj,0.0000490953,0.05000,2.595
28,mlp.experts.233.up_proj,0.0000162586,0.05000,2.575
28,mlp.experts.236.up_proj,0.0000826308,0.05000,2.641
28,mlp.experts.218.up_proj,0.0000458694,0.05000,2.593
28,mlp.experts.235.up_proj,0.0000290833,0.05000,2.522
28,mlp.experts.237.up_proj,0.0000231266,0.05000,2.714
28,mlp.experts.240.up_proj,0.0000303813,0.05000,2.600
28,mlp.experts.222.up_proj,0.0000393562,0.05000,2.571
28,mlp.experts.239.up_proj,0.0000356432,0.05000,2.646
28,mlp.experts.244.up_proj,0.0000327869,0.05000,2.542
28,mlp.experts.241.up_proj,0.0000247248,0.05000,2.621
28,mlp.experts.226.up_proj,0.0000250943,0.05000,2.627
28,mlp.experts.243.up_proj,0.0000242426,0.05000,2.611
28,mlp.experts.248.up_proj,0.0001000358,0.05000,2.514
28,mlp.experts.252.up_proj,failsafe(rtn): 0.0010529,0.00000,0.035
28,mlp.experts.245.up_proj,0.0000913371,0.05000,2.532
28,mlp.experts.230.up_proj,0.0000173074,0.05000,2.494
28,mlp.experts.247.up_proj,0.0000575375,0.05000,2.337
28,mlp.experts.249.up_proj,0.0000175546,0.05000,1.755
28,mlp.experts.234.up_proj,0.0000257862,0.05000,1.771
28,mlp.experts.251.up_proj,0.0001070474,0.05000,1.707
28,mlp.experts.253.up_proj,0.0000085135,0.05000,1.656
28,mlp.experts.238.up_proj,0.0001218283,0.05000,1.635
28,mlp.experts.255.up_proj,0.0000464157,0.05000,1.473
28,mlp.experts.242.up_proj,0.0000865087,0.05000,0.602
28,mlp.experts.246.up_proj,0.0000582933,0.05000,0.483
28,mlp.experts.250.up_proj,0.0000555302,0.05000,0.475
28,mlp.experts.254.up_proj,0.0000592556,0.05000,0.494
28,mlp.experts.3.down_proj,0.0000083505,0.05000,0.693
28,mlp.experts.0.down_proj,0.0000005003,0.05000,0.717
28,mlp.experts.2.down_proj,0.0000009606,0.05000,0.744
28,mlp.experts.1.down_proj,0.0000014352,0.05000,0.774
28,mlp.experts.6.down_proj,0.0000006636,0.05000,0.642
28,mlp.experts.5.down_proj,0.0000010401,0.05000,0.652
28,mlp.experts.7.down_proj,0.0000021106,0.05000,0.754
28,mlp.experts.4.down_proj,0.0000008442,0.05000,0.748
28,mlp.experts.11.down_proj,failsafe(rtn): 0.0010605,0.00000,0.011
28,mlp.experts.10.down_proj,0.0000007745,0.05000,0.657
28,mlp.experts.9.down_proj,0.0000021347,0.05000,0.641
28,mlp.experts.15.down_proj,0.0000041282,0.05000,0.663
28,mlp.experts.8.down_proj,0.0000005416,0.05000,0.665
28,mlp.experts.14.down_proj,0.0000009899,0.05000,0.729
28,mlp.experts.13.down_proj,0.0000006830,0.05000,0.718
28,mlp.experts.19.down_proj,0.0000018493,0.05000,0.692
28,mlp.experts.12.down_proj,0.0000008663,0.05000,0.723
28,mlp.experts.18.down_proj,0.0000006281,0.05000,0.719
28,mlp.experts.17.down_proj,0.0000015762,0.05000,0.723
28,mlp.experts.16.down_proj,0.0000008854,0.05000,0.668
28,mlp.experts.23.down_proj,0.0000007190,0.05000,0.729
28,mlp.experts.22.down_proj,0.0000020273,0.05000,0.641
28,mlp.experts.27.down_proj,0.0000017936,0.05000,0.622
28,mlp.experts.21.down_proj,0.0000004131,0.05000,0.683
28,mlp.experts.20.down_proj,0.0000009129,0.05000,0.686
28,mlp.experts.26.down_proj,0.0000019841,0.05000,0.663
28,mlp.experts.31.down_proj,0.0000023329,0.05000,0.730
28,mlp.experts.25.down_proj,0.0000032247,0.05000,0.739
28,mlp.experts.24.down_proj,0.0000028147,0.05000,0.732
28,mlp.experts.30.down_proj,0.0000006316,0.05000,0.720
28,mlp.experts.35.down_proj,0.0000027261,0.05000,0.732
28,mlp.experts.28.down_proj,0.0000011523,0.05000,0.712
28,mlp.experts.29.down_proj,0.0000014767,0.05000,0.752
28,mlp.experts.34.down_proj,0.0000015262,0.05000,0.726
28,mlp.experts.32.down_proj,0.0000012221,0.05000,0.708
28,mlp.experts.39.down_proj,0.0000003846,0.05000,0.767
28,mlp.experts.33.down_proj,0.0000012250,0.05000,0.744
28,mlp.experts.37.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
28,mlp.experts.38.down_proj,0.0000015146,0.05000,0.674
28,mlp.experts.36.down_proj,0.0000014241,0.05000,0.719
28,mlp.experts.43.down_proj,0.0000013322,0.05000,0.725
28,mlp.experts.41.down_proj,0.0000006713,0.05000,0.705
28,mlp.experts.42.down_proj,0.0000006226,0.05000,0.745
28,mlp.experts.47.down_proj,0.0000020457,0.05000,0.663
28,mlp.experts.40.down_proj,0.0000004300,0.05000,0.739
28,mlp.experts.45.down_proj,0.0000011758,0.05000,0.690
28,mlp.experts.46.down_proj,0.0000009613,0.05000,0.674
28,mlp.experts.51.down_proj,0.0000005657,0.05000,0.722
28,mlp.experts.44.down_proj,0.0000012282,0.05000,0.706
28,mlp.experts.49.down_proj,0.0000024664,0.05000,0.713
28,mlp.experts.50.down_proj,0.0000012598,0.05000,0.801
28,mlp.experts.48.down_proj,0.0000004420,0.05000,0.768
28,mlp.experts.55.down_proj,0.0000007789,0.05000,0.793
28,mlp.experts.53.down_proj,0.0000010808,0.05000,0.790
28,mlp.experts.54.down_proj,0.0000007474,0.05000,0.678
28,mlp.experts.59.down_proj,0.0000009970,0.05000,0.615
28,mlp.experts.52.down_proj,0.0000022305,0.05000,0.625
28,mlp.experts.57.down_proj,0.0000007409,0.05000,0.619
28,mlp.experts.58.down_proj,0.0000018348,0.05000,0.668
28,mlp.experts.61.down_proj,0.0000016510,0.05000,0.637
28,mlp.experts.56.down_proj,0.0000006825,0.05000,0.704
28,mlp.experts.63.down_proj,0.0000004696,0.05000,0.720
28,mlp.experts.62.down_proj,0.0000011985,0.05000,0.720
28,mlp.experts.65.down_proj,0.0000013136,0.05000,0.674
28,mlp.experts.69.down_proj,failsafe(rtn): 0.0010681,0.00000,0.013
28,mlp.experts.67.down_proj,0.0000004169,0.05000,0.696
28,mlp.experts.60.down_proj,0.0000007766,0.05000,0.742
28,mlp.experts.66.down_proj,0.0000009534,0.05000,0.735
28,mlp.experts.73.down_proj,0.0000009349,0.05000,0.687
28,mlp.experts.71.down_proj,0.0000019402,0.05000,0.687
28,mlp.experts.64.down_proj,0.0000021105,0.05000,0.688
28,mlp.experts.70.down_proj,0.0000013523,0.05000,0.673
28,mlp.experts.77.down_proj,0.0000015668,0.05000,0.677
28,mlp.experts.68.down_proj,0.0000033599,0.05000,0.676
28,mlp.experts.75.down_proj,0.0000023240,0.05000,0.725
28,mlp.experts.74.down_proj,0.0000009599,0.05000,0.740
28,mlp.experts.81.down_proj,0.0000014507,0.05000,0.709
28,mlp.experts.72.down_proj,0.0000011497,0.05000,0.740
28,mlp.experts.79.down_proj,0.0000014769,0.05000,0.758
28,mlp.experts.85.down_proj,0.0000004954,0.05000,0.709
28,mlp.experts.78.down_proj,0.0000012060,0.05000,0.744
28,mlp.experts.76.down_proj,0.0000024643,0.05000,0.734
28,mlp.experts.83.down_proj,0.0000008495,0.05000,0.711
28,mlp.experts.89.down_proj,0.0000010543,0.05000,0.637
28,mlp.experts.82.down_proj,0.0000027646,0.05000,0.670
28,mlp.experts.87.down_proj,0.0000005625,0.05000,0.621
28,mlp.experts.80.down_proj,0.0000005723,0.05000,0.633
28,mlp.experts.86.down_proj,0.0000082465,0.05000,0.567
28,mlp.experts.93.down_proj,0.0000017538,0.05000,0.637
28,mlp.experts.97.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
28,mlp.experts.84.down_proj,0.0000006883,0.05000,0.591
28,mlp.experts.91.down_proj,0.0000059090,0.05000,0.651
28,mlp.experts.90.down_proj,0.0000020113,0.05000,0.707
28,mlp.experts.101.down_proj,0.0000020320,0.05000,0.689
28,mlp.experts.88.down_proj,0.0000008119,0.05000,0.734
28,mlp.experts.95.down_proj,0.0000006914,0.05000,0.746
28,mlp.experts.105.down_proj,0.0000009661,0.05000,0.725
28,mlp.experts.94.down_proj,0.0000013007,0.05000,0.759
28,mlp.experts.92.down_proj,0.0000010906,0.05000,0.714
28,mlp.experts.99.down_proj,0.0000004425,0.05000,0.738
28,mlp.experts.109.down_proj,0.0000008499,0.05000,0.709
28,mlp.experts.98.down_proj,0.0000034039,0.05000,0.727
28,mlp.experts.96.down_proj,0.0000016958,0.05000,0.715
28,mlp.experts.100.down_proj,failsafe(rtn): 0.0010452,0.00000,0.012
28,mlp.experts.103.down_proj,0.0000014766,0.05000,0.747
28,mlp.experts.113.down_proj,0.0000010606,0.05000,0.714
28,mlp.experts.102.down_proj,0.0000035912,0.05000,0.729
28,mlp.experts.104.down_proj,0.0000012563,0.05000,0.720
28,mlp.experts.107.down_proj,0.0000016484,0.05000,0.703
28,mlp.experts.117.down_proj,0.0000048762,0.05000,0.703
28,mlp.experts.106.down_proj,0.0000036390,0.05000,0.766
28,mlp.experts.108.down_proj,0.0000015258,0.05000,0.723
28,mlp.experts.111.down_proj,0.0000019019,0.05000,0.681
28,mlp.experts.121.down_proj,0.0000009500,0.05000,0.692
28,mlp.experts.110.down_proj,0.0000006851,0.05000,0.652
28,mlp.experts.112.down_proj,0.0000020397,0.05000,0.668
28,mlp.experts.115.down_proj,0.0000011662,0.05000,0.650
28,mlp.experts.125.down_proj,0.0000045162,0.05000,0.649
28,mlp.experts.114.down_proj,0.0000012284,0.05000,0.708
28,mlp.experts.119.down_proj,0.0000007487,0.05000,0.687
28,mlp.experts.116.down_proj,0.0000021010,0.05000,0.747
28,mlp.experts.129.down_proj,0.0000009762,0.05000,0.712
28,mlp.experts.118.down_proj,0.0000008490,0.05000,0.676
28,mlp.experts.123.down_proj,0.0000014616,0.05000,0.725
28,mlp.experts.120.down_proj,0.0000039592,0.05000,0.697
28,mlp.experts.133.down_proj,0.0000008773,0.05000,0.719
28,mlp.experts.122.down_proj,0.0000019908,0.05000,0.744
28,mlp.experts.127.down_proj,0.0000009607,0.05000,0.672
28,mlp.experts.124.down_proj,0.0000021992,0.05000,0.702
28,mlp.experts.137.down_proj,0.0000013782,0.05000,0.664
28,mlp.experts.126.down_proj,0.0000013730,0.05000,0.692
28,mlp.experts.131.down_proj,0.0000034532,0.05000,0.661
28,mlp.experts.128.down_proj,0.0000044255,0.05000,0.748
28,mlp.experts.141.down_proj,0.0000013190,0.05000,0.678
28,mlp.experts.135.down_proj,0.0000052393,0.05000,0.657
28,mlp.experts.130.down_proj,0.0000008160,0.05000,0.704
28,mlp.experts.132.down_proj,0.0000017723,0.05000,0.736
28,mlp.experts.145.down_proj,0.0000010207,0.05000,0.694
28,mlp.experts.139.down_proj,0.0000014110,0.05000,0.736
28,mlp.experts.134.down_proj,0.0000017505,0.05000,0.727
28,mlp.experts.136.down_proj,0.0000008273,0.05000,0.675
28,mlp.experts.149.down_proj,0.0000006947,0.05000,0.681
28,mlp.experts.143.down_proj,0.0000002101,0.05000,0.649
28,mlp.experts.138.down_proj,0.0000012482,0.05000,0.674
28,mlp.experts.140.down_proj,0.0000011021,0.05000,0.720
28,mlp.experts.144.down_proj,failsafe(rtn): 0.0010605,0.00000,0.009
28,mlp.experts.148.down_proj,failsafe(rtn): 0.0010681,0.00000,0.011
28,mlp.experts.153.down_proj,0.0000008304,0.05000,0.697
28,mlp.experts.147.down_proj,0.0000014533,0.05000,0.685
28,mlp.experts.142.down_proj,0.0000038010,0.05000,0.724
28,mlp.experts.152.down_proj,0.0000033862,0.05000,0.651
28,mlp.experts.157.down_proj,0.0000021721,0.05000,0.642
28,mlp.experts.151.down_proj,0.0000043808,0.05000,0.626
28,mlp.experts.146.down_proj,0.0000030518,0.05000,0.611
28,mlp.experts.156.down_proj,0.0000011805,0.05000,0.638
28,mlp.experts.161.down_proj,0.0000008519,0.05000,0.622
28,mlp.experts.155.down_proj,0.0000016841,0.05000,0.632
28,mlp.experts.150.down_proj,0.0000011688,0.05000,0.643
28,mlp.experts.154.down_proj,failsafe(rtn): 0.0010910,0.00000,0.010
28,mlp.experts.160.down_proj,0.0000016711,0.05000,0.628
28,mlp.experts.165.down_proj,0.0000047993,0.05000,0.620
28,mlp.experts.159.down_proj,0.0000008379,0.05000,0.610
28,mlp.experts.158.down_proj,0.0000008499,0.05000,0.603
28,mlp.experts.164.down_proj,0.0000013252,0.05000,0.613
28,mlp.experts.169.down_proj,0.0000027644,0.05000,0.698
28,mlp.experts.163.down_proj,0.0000025895,0.05000,0.720
28,mlp.experts.162.down_proj,0.0000012582,0.05000,0.671
28,mlp.experts.168.down_proj,0.0000016035,0.05000,0.704
28,mlp.experts.173.down_proj,0.0000010913,0.05000,0.681
28,mlp.experts.167.down_proj,0.0000004569,0.05000,0.736
28,mlp.experts.166.down_proj,0.0000011825,0.05000,0.731
28,mlp.experts.172.down_proj,0.0000021296,0.05000,0.768
28,mlp.experts.177.down_proj,0.0000006821,0.05000,0.780
28,mlp.experts.170.down_proj,0.0000044750,0.05000,0.718
28,mlp.experts.171.down_proj,0.0000021117,0.05000,0.779
28,mlp.experts.176.down_proj,0.0000034871,0.05000,0.687
28,mlp.experts.181.down_proj,0.0000015432,0.05000,0.674
28,mlp.experts.174.down_proj,0.0000006271,0.05000,0.614
28,mlp.experts.175.down_proj,0.0000012385,0.05000,0.648
28,mlp.experts.180.down_proj,0.0000038405,0.05000,0.577
28,mlp.experts.185.down_proj,0.0000009434,0.05000,0.587
28,mlp.experts.178.down_proj,0.0000010819,0.05000,0.606
28,mlp.experts.179.down_proj,0.0000014367,0.05000,0.624
28,mlp.experts.184.down_proj,0.0000003893,0.05000,0.634
28,mlp.experts.189.down_proj,0.0000005978,0.05000,0.666
28,mlp.experts.182.down_proj,0.0000008323,0.05000,0.688
28,mlp.experts.183.down_proj,0.0000029765,0.05000,0.650
28,mlp.experts.188.down_proj,0.0000007587,0.05000,0.670
28,mlp.experts.193.down_proj,0.0000009083,0.05000,0.685
28,mlp.experts.187.down_proj,0.0000017635,0.05000,0.654
28,mlp.experts.186.down_proj,0.0000011126,0.05000,0.730
28,mlp.experts.192.down_proj,0.0000036601,0.05000,0.714
28,mlp.experts.197.down_proj,0.0000032299,0.05000,0.701
28,mlp.experts.191.down_proj,0.0000018827,0.05000,0.647
28,mlp.experts.195.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
28,mlp.experts.190.down_proj,0.0000010166,0.05000,0.725
28,mlp.experts.196.down_proj,0.0000008451,0.05000,0.658
28,mlp.experts.201.down_proj,0.0000009598,0.05000,0.677
28,mlp.experts.199.down_proj,0.0000007580,0.05000,0.671
28,mlp.experts.194.down_proj,0.0000008261,0.05000,0.692
28,mlp.experts.200.down_proj,0.0000009028,0.05000,0.667
28,mlp.experts.205.down_proj,0.0000019593,0.05000,0.682
28,mlp.experts.203.down_proj,0.0000008282,0.05000,0.713
28,mlp.experts.198.down_proj,0.0000059986,0.05000,0.719
28,mlp.experts.204.down_proj,0.0000012021,0.05000,0.684
28,mlp.experts.209.down_proj,0.0000020252,0.05000,0.660
28,mlp.experts.207.down_proj,0.0000036676,0.05000,0.653
28,mlp.experts.208.down_proj,0.0000014211,0.05000,0.624
28,mlp.experts.202.down_proj,0.0000009719,0.05000,0.690
28,mlp.experts.213.down_proj,0.0000012464,0.05000,0.656
28,mlp.experts.211.down_proj,0.0000008729,0.05000,0.725
28,mlp.experts.212.down_proj,0.0000009261,0.05000,0.677
28,mlp.experts.206.down_proj,0.0000016651,0.05000,0.680
28,mlp.experts.217.down_proj,0.0000007140,0.05000,0.674
28,mlp.experts.215.down_proj,0.0000024531,0.05000,0.691
28,mlp.experts.216.down_proj,0.0000023874,0.05000,0.710
28,mlp.experts.210.down_proj,0.0000014878,0.05000,0.682
28,mlp.experts.221.down_proj,0.0000019177,0.05000,0.666
28,mlp.experts.219.down_proj,0.0000010894,0.05000,0.651
28,mlp.experts.223.down_proj,failsafe(rtn): 0.0010376,0.00000,0.011
28,mlp.experts.220.down_proj,0.0000008469,0.05000,0.651
28,mlp.experts.214.down_proj,0.0000011014,0.05000,0.653
28,mlp.experts.225.down_proj,0.0000020857,0.05000,0.631
28,mlp.experts.227.down_proj,0.0000007075,0.05000,0.615
28,mlp.experts.224.down_proj,0.0000010372,0.05000,0.633
28,mlp.experts.218.down_proj,0.0000006796,0.05000,0.674
28,mlp.experts.229.down_proj,0.0000019533,0.05000,0.672
28,mlp.experts.231.down_proj,0.0000014664,0.05000,0.628
28,mlp.experts.228.down_proj,0.0000020936,0.05000,0.648
28,mlp.experts.222.down_proj,0.0000016861,0.05000,0.636
28,mlp.experts.233.down_proj,0.0000005892,0.05000,0.596
28,mlp.experts.235.down_proj,0.0000015370,0.05000,0.655
28,mlp.experts.232.down_proj,0.0000010190,0.05000,0.666
28,mlp.experts.226.down_proj,0.0000011016,0.05000,0.644
28,mlp.experts.237.down_proj,0.0000014910,0.05000,0.681
28,mlp.experts.239.down_proj,0.0000013705,0.05000,0.749
28,mlp.experts.236.down_proj,0.0000014175,0.05000,0.736
28,mlp.experts.230.down_proj,0.0000012933,0.05000,0.704
28,mlp.experts.241.down_proj,0.0000011031,0.05000,0.705
28,mlp.experts.243.down_proj,0.0000014212,0.05000,0.710
28,mlp.experts.234.down_proj,0.0000006084,0.05000,0.653
28,mlp.experts.240.down_proj,0.0000013020,0.05000,0.717
28,mlp.experts.245.down_proj,0.0000018834,0.05000,0.703
28,mlp.experts.247.down_proj,0.0000009838,0.05000,0.713
28,mlp.experts.238.down_proj,0.0000023910,0.05000,0.671
28,mlp.experts.244.down_proj,0.0000012553,0.05000,0.648
28,mlp.experts.249.down_proj,0.0000009334,0.05000,0.683
28,mlp.experts.242.down_proj,0.0000014842,0.05000,0.642
28,mlp.experts.251.down_proj,0.0000022873,0.05000,0.682
28,mlp.experts.248.down_proj,0.0000020051,0.05000,0.667
28,mlp.experts.252.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
28,mlp.experts.253.down_proj,0.0000004420,0.05000,0.601
28,mlp.experts.246.down_proj,0.0000011582,0.05000,0.417
28,mlp.experts.255.down_proj,0.0000028001,0.05000,0.407
28,mlp.experts.250.down_proj,0.0000028894,0.05000,0.161
28,mlp.experts.254.down_proj,0.0000015733,0.05000,0.154
29,mlp.experts.1.gate_proj,0.0001196368,0.05000,2.571
29,mlp.experts.0.gate_proj,0.0000177927,0.05000,2.594
29,mlp.experts.3.gate_proj,0.0000324518,0.05000,2.620
29,mlp.experts.2.gate_proj,0.0001674254,0.05000,2.674
29,mlp.experts.6.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.045
29,mlp.experts.4.gate_proj,0.0000540422,0.05000,2.602
29,mlp.experts.10.gate_proj,0.0000459110,0.05000,2.509
29,mlp.experts.5.gate_proj,0.0000746060,0.05000,2.684
29,mlp.experts.7.gate_proj,0.0000093667,0.05000,2.721
29,mlp.experts.8.gate_proj,0.0001562899,0.05000,2.687
29,mlp.experts.9.gate_proj,0.0000417306,0.05000,2.646
29,mlp.experts.14.gate_proj,0.0000557943,0.05000,2.711
29,mlp.experts.11.gate_proj,0.0000401936,0.05000,2.688
29,mlp.experts.15.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.046
29,mlp.experts.18.gate_proj,0.0000597834,0.05000,2.861
29,mlp.experts.12.gate_proj,0.0000215737,0.05000,2.954
29,mlp.experts.19.gate_proj,0.0000117920,0.05000,2.834
29,mlp.experts.13.gate_proj,0.0001263768,0.05000,3.032
29,mlp.experts.22.gate_proj,0.0000692262,0.05000,2.555
29,mlp.experts.23.gate_proj,0.0000094468,0.05000,2.458
29,mlp.experts.16.gate_proj,0.0000098302,0.05000,2.623
29,mlp.experts.20.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.036
29,mlp.experts.17.gate_proj,0.0000134740,0.05000,2.601
29,mlp.experts.24.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.052
29,mlp.experts.27.gate_proj,0.0001056747,0.05000,2.577
29,mlp.experts.26.gate_proj,0.0000178790,0.05000,2.608
29,mlp.experts.21.gate_proj,0.0000723026,0.05000,2.660
29,mlp.experts.28.gate_proj,0.0000552288,0.05000,2.683
29,mlp.experts.31.gate_proj,0.0000312722,0.05000,2.727
29,mlp.experts.30.gate_proj,0.0001008705,0.05000,2.722
29,mlp.experts.25.gate_proj,0.0000861297,0.05000,2.760
29,mlp.experts.32.gate_proj,0.0000168155,0.05000,2.743
29,mlp.experts.35.gate_proj,0.0000155105,0.05000,2.591
29,mlp.experts.34.gate_proj,0.0000851038,0.05000,2.631
29,mlp.experts.29.gate_proj,0.0000678124,0.05000,2.672
29,mlp.experts.36.gate_proj,0.0001059272,0.05000,2.660
29,mlp.experts.40.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.042
29,mlp.experts.39.gate_proj,0.0001200338,0.05000,2.735
29,mlp.experts.38.gate_proj,0.0000906539,0.05000,2.722
29,mlp.experts.44.gate_proj,0.0001389651,0.05000,2.696
29,mlp.experts.33.gate_proj,0.0000766527,0.05000,2.773
29,mlp.experts.43.gate_proj,0.0001035542,0.05000,2.610
29,mlp.experts.42.gate_proj,0.0000667713,0.05000,2.638
29,mlp.experts.37.gate_proj,0.0000417187,0.05000,2.681
29,mlp.experts.48.gate_proj,0.0000761408,0.05000,2.718
29,mlp.experts.47.gate_proj,0.0001188200,0.05000,2.596
29,mlp.experts.51.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.043
29,mlp.experts.46.gate_proj,0.0001120141,0.05000,2.699
29,mlp.experts.41.gate_proj,0.0000724735,0.05000,2.592
29,mlp.experts.52.gate_proj,0.0001541531,0.05000,2.653
29,mlp.experts.55.gate_proj,0.0000237493,0.05000,2.656
29,mlp.experts.50.gate_proj,0.0000085378,0.05000,2.594
29,mlp.experts.45.gate_proj,0.0000487533,0.05000,2.648
29,mlp.experts.56.gate_proj,0.0000129411,0.05000,2.611
29,mlp.experts.59.gate_proj,0.0000649093,0.05000,2.544
29,mlp.experts.54.gate_proj,0.0000578046,0.05000,2.683
29,mlp.experts.49.gate_proj,0.0000190019,0.05000,2.500
29,mlp.experts.60.gate_proj,0.0000436124,0.05000,2.472
29,mlp.experts.63.gate_proj,0.0001554682,0.05000,2.308
29,mlp.experts.58.gate_proj,0.0001146036,0.05000,2.349
29,mlp.experts.64.gate_proj,0.0000375624,0.05000,2.184
29,mlp.experts.53.gate_proj,0.0000748394,0.05000,2.260
29,mlp.experts.67.gate_proj,0.0000317192,0.05000,2.479
29,mlp.experts.62.gate_proj,0.0000176298,0.05000,2.521
29,mlp.experts.68.gate_proj,0.0000810181,0.05000,2.549
29,mlp.experts.57.gate_proj,0.0000304418,0.05000,2.550
29,mlp.experts.71.gate_proj,0.0000308704,0.05000,2.676
29,mlp.experts.75.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.037
29,mlp.experts.72.gate_proj,0.0001055527,0.05000,2.586
29,mlp.experts.61.gate_proj,0.0000133693,0.05000,2.568
29,mlp.experts.66.gate_proj,0.0001220563,0.05000,2.725
29,mlp.experts.79.gate_proj,0.0001039484,0.05000,2.550
29,mlp.experts.70.gate_proj,0.0000991560,0.05000,2.567
29,mlp.experts.76.gate_proj,0.0000131350,0.05000,2.672
29,mlp.experts.65.gate_proj,0.0001351297,0.05000,2.710
29,mlp.experts.83.gate_proj,0.0001478647,0.05000,2.520
29,mlp.experts.74.gate_proj,0.0001158903,0.05000,2.553
29,mlp.experts.80.gate_proj,0.0001543232,0.05000,2.602
29,mlp.experts.69.gate_proj,0.0001537317,0.05000,2.609
29,mlp.experts.87.gate_proj,0.0000257573,0.05000,2.546
29,mlp.experts.78.gate_proj,0.0000175123,0.05000,2.521
29,mlp.experts.73.gate_proj,0.0000611338,0.05000,2.471
29,mlp.experts.84.gate_proj,0.0000651345,0.05000,2.594
29,mlp.experts.91.gate_proj,0.0001606942,0.05000,2.559
29,mlp.experts.82.gate_proj,0.0000384028,0.05000,2.571
29,mlp.experts.88.gate_proj,0.0000091642,0.05000,2.539
29,mlp.experts.77.gate_proj,0.0000709275,0.05000,2.671
29,mlp.experts.95.gate_proj,0.0000956978,0.05000,2.609
29,mlp.experts.86.gate_proj,0.0000736439,0.05000,2.591
29,mlp.experts.92.gate_proj,0.0000247274,0.05000,2.593
29,mlp.experts.81.gate_proj,0.0000928252,0.05000,2.666
29,mlp.experts.99.gate_proj,0.0001067791,0.05000,2.643
29,mlp.experts.90.gate_proj,0.0000347288,0.05000,2.663
29,mlp.experts.96.gate_proj,0.0000608456,0.05000,2.597
29,mlp.experts.85.gate_proj,0.0001777524,0.05000,2.573
29,mlp.experts.103.gate_proj,0.0000473727,0.05000,2.518
29,mlp.experts.100.gate_proj,0.0000589728,0.05000,2.508
29,mlp.experts.94.gate_proj,0.0000569310,0.05000,2.625
29,mlp.experts.89.gate_proj,0.0000303017,0.05000,2.535
29,mlp.experts.107.gate_proj,0.0000538190,0.05000,2.549
29,mlp.experts.104.gate_proj,0.0000154995,0.05000,2.558
29,mlp.experts.98.gate_proj,0.0001057845,0.05000,2.572
29,mlp.experts.93.gate_proj,0.0000976976,0.05000,2.578
29,mlp.experts.111.gate_proj,0.0000842283,0.05000,2.562
29,mlp.experts.108.gate_proj,0.0000797114,0.05000,2.568
29,mlp.experts.102.gate_proj,0.0000217666,0.05000,2.543
29,mlp.experts.97.gate_proj,0.0000693496,0.05000,2.543
29,mlp.experts.115.gate_proj,0.0000334264,0.05000,2.588
29,mlp.experts.112.gate_proj,0.0000454425,0.05000,2.618
29,mlp.experts.106.gate_proj,0.0000755372,0.05000,2.581
29,mlp.experts.101.gate_proj,0.0000164963,0.05000,2.638
29,mlp.experts.119.gate_proj,0.0000298150,0.05000,2.616
29,mlp.experts.110.gate_proj,0.0000184897,0.05000,2.623
29,mlp.experts.116.gate_proj,0.0000920102,0.05000,2.650
29,mlp.experts.105.gate_proj,0.0002112472,0.05000,2.702
29,mlp.experts.123.gate_proj,0.0000195331,0.05000,2.700
29,mlp.experts.114.gate_proj,0.0000189842,0.05000,2.670
29,mlp.experts.120.gate_proj,0.0000307344,0.05000,2.705
29,mlp.experts.109.gate_proj,0.0001054685,0.05000,2.719
29,mlp.experts.127.gate_proj,0.0001068232,0.05000,2.566
29,mlp.experts.124.gate_proj,0.0000961575,0.05000,2.464
29,mlp.experts.118.gate_proj,0.0000227054,0.05000,2.536
29,mlp.experts.113.gate_proj,0.0000165747,0.05000,2.505
29,mlp.experts.131.gate_proj,0.0000144384,0.05000,2.665
29,mlp.experts.122.gate_proj,0.0000225876,0.05000,2.594
29,mlp.experts.128.gate_proj,0.0000340380,0.05000,2.704
29,mlp.experts.117.gate_proj,0.0000379599,0.05000,2.585
29,mlp.experts.135.gate_proj,0.0000149022,0.05000,2.432
29,mlp.experts.126.gate_proj,0.0000244729,0.05000,2.546
29,mlp.experts.132.gate_proj,0.0000904309,0.05000,2.539
29,mlp.experts.121.gate_proj,0.0001473970,0.05000,2.511
29,mlp.experts.139.gate_proj,0.0000138658,0.05000,2.617
29,mlp.experts.130.gate_proj,0.0000139164,0.05000,2.650
29,mlp.experts.136.gate_proj,0.0000535505,0.05000,2.703
29,mlp.experts.125.gate_proj,0.0000689785,0.05000,2.692
29,mlp.experts.143.gate_proj,0.0001119252,0.05000,2.687
29,mlp.experts.134.gate_proj,0.0000569759,0.05000,2.641
29,mlp.experts.140.gate_proj,0.0001031783,0.05000,2.602
29,mlp.experts.129.gate_proj,0.0000477819,0.05000,2.624
29,mlp.experts.133.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.040
29,mlp.experts.147.gate_proj,0.0000291609,0.05000,2.529
29,mlp.experts.138.gate_proj,0.0000269083,0.05000,2.533
29,mlp.experts.144.gate_proj,0.0000971230,0.05000,2.545
29,mlp.experts.137.gate_proj,0.0000295704,0.05000,2.569
29,mlp.experts.151.gate_proj,0.0001264369,0.05000,2.566
29,mlp.experts.142.gate_proj,0.0000231147,0.05000,2.523
29,mlp.experts.146.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.037
29,mlp.experts.148.gate_proj,0.0000982085,0.05000,2.495
29,mlp.experts.152.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.037
29,mlp.experts.141.gate_proj,0.0000451034,0.05000,2.563
29,mlp.experts.155.gate_proj,0.0000154182,0.05000,2.621
29,mlp.experts.150.gate_proj,0.0000227997,0.05000,2.619
29,mlp.experts.156.gate_proj,0.0000344666,0.05000,2.623
29,mlp.experts.145.gate_proj,0.0001185433,0.05000,2.531
29,mlp.experts.159.gate_proj,0.0000995876,0.05000,2.607
29,mlp.experts.160.gate_proj,0.0000714604,0.05000,2.520
29,mlp.experts.154.gate_proj,0.0000570561,0.05000,2.639
29,mlp.experts.149.gate_proj,0.0000559921,0.05000,2.631
29,mlp.experts.163.gate_proj,0.0000374899,0.05000,2.618
29,mlp.experts.164.gate_proj,0.0000209582,0.05000,2.606
29,mlp.experts.158.gate_proj,0.0000629824,0.05000,2.626
29,mlp.experts.153.gate_proj,0.0000914028,0.05000,2.626
29,mlp.experts.167.gate_proj,0.0000817648,0.05000,2.603
29,mlp.experts.168.gate_proj,0.0001191241,0.05000,2.477
29,mlp.experts.162.gate_proj,0.0000361952,0.05000,2.641
29,mlp.experts.157.gate_proj,0.0000177893,0.05000,2.571
29,mlp.experts.171.gate_proj,0.0000613846,0.05000,2.623
29,mlp.experts.172.gate_proj,0.0000128104,0.05000,2.694
29,mlp.experts.161.gate_proj,0.0001000293,0.05000,2.574
29,mlp.experts.166.gate_proj,0.0000456196,0.05000,2.760
29,mlp.experts.175.gate_proj,0.0001231696,0.05000,2.553
29,mlp.experts.176.gate_proj,0.0000613868,0.05000,2.497
29,mlp.experts.165.gate_proj,0.0001145916,0.05000,2.527
29,mlp.experts.170.gate_proj,0.0000162635,0.05000,2.524
29,mlp.experts.179.gate_proj,0.0001656846,0.05000,2.429
29,mlp.experts.180.gate_proj,0.0000164525,0.05000,2.489
29,mlp.experts.184.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.037
29,mlp.experts.169.gate_proj,0.0000164944,0.05000,2.561
29,mlp.experts.174.gate_proj,0.0000133850,0.05000,2.617
29,mlp.experts.183.gate_proj,0.0000582601,0.05000,2.582
29,mlp.experts.188.gate_proj,0.0000187683,0.05000,2.546
29,mlp.experts.178.gate_proj,0.0001203022,0.05000,2.524
29,mlp.experts.173.gate_proj,0.0000142193,0.05000,2.631
29,mlp.experts.187.gate_proj,0.0000583700,0.05000,2.588
29,mlp.experts.192.gate_proj,0.0000865344,0.05000,2.472
29,mlp.experts.177.gate_proj,0.0000245120,0.05000,2.476
29,mlp.experts.182.gate_proj,0.0000997772,0.05000,2.516
29,mlp.experts.191.gate_proj,0.0000120900,0.05000,2.617
29,mlp.experts.196.gate_proj,0.0000827458,0.05000,2.630
29,mlp.experts.186.gate_proj,0.0000588407,0.05000,2.562
29,mlp.experts.181.gate_proj,0.0000632896,0.05000,2.719
29,mlp.experts.195.gate_proj,0.0000477201,0.05000,2.748
29,mlp.experts.200.gate_proj,0.0000251312,0.05000,2.705
29,mlp.experts.190.gate_proj,0.0000376812,0.05000,2.768
29,mlp.experts.185.gate_proj,0.0000174127,0.05000,2.714
29,mlp.experts.199.gate_proj,0.0000349392,0.05000,2.525
29,mlp.experts.204.gate_proj,0.0000997577,0.05000,2.496
29,mlp.experts.194.gate_proj,0.0001025249,0.05000,2.524
29,mlp.experts.189.gate_proj,0.0000222057,0.05000,2.548
29,mlp.experts.203.gate_proj,0.0000865175,0.05000,2.646
29,mlp.experts.208.gate_proj,0.0001050066,0.05000,2.565
29,mlp.experts.198.gate_proj,0.0000198694,0.05000,2.637
29,mlp.experts.193.gate_proj,0.0001085786,0.05000,2.623
29,mlp.experts.207.gate_proj,0.0001636073,0.05000,2.678
29,mlp.experts.212.gate_proj,0.0000955777,0.05000,2.623
29,mlp.experts.202.gate_proj,0.0000095380,0.05000,2.702
29,mlp.experts.197.gate_proj,0.0001619716,0.05000,2.658
29,mlp.experts.211.gate_proj,0.0000255027,0.05000,2.597
29,mlp.experts.216.gate_proj,0.0000203706,0.05000,2.693
29,mlp.experts.206.gate_proj,0.0000053066,0.05000,2.648
29,mlp.experts.201.gate_proj,0.0000236487,0.05000,2.768
29,mlp.experts.215.gate_proj,0.0000546611,0.05000,2.587
29,mlp.experts.220.gate_proj,0.0000183301,0.05000,2.612
29,mlp.experts.210.gate_proj,0.0000987198,0.05000,2.608
29,mlp.experts.205.gate_proj,0.0000457155,0.05000,2.685
29,mlp.experts.219.gate_proj,0.0000779875,0.05000,2.597
29,mlp.experts.224.gate_proj,0.0000988506,0.05000,2.538
29,mlp.experts.214.gate_proj,0.0000129630,0.05000,2.632
29,mlp.experts.209.gate_proj,0.0001230363,0.05000,2.575
29,mlp.experts.223.gate_proj,0.0000860499,0.05000,2.472
29,mlp.experts.228.gate_proj,0.0000157374,0.05000,2.411
29,mlp.experts.218.gate_proj,0.0000134859,0.05000,2.376
29,mlp.experts.213.gate_proj,0.0000235448,0.05000,2.391
29,mlp.experts.227.gate_proj,0.0000989146,0.05000,2.599
29,mlp.experts.232.gate_proj,0.0000292885,0.05000,2.580
29,mlp.experts.222.gate_proj,0.0000310290,0.05000,2.603
29,mlp.experts.217.gate_proj,0.0001066023,0.05000,2.698
29,mlp.experts.231.gate_proj,0.0000108854,0.05000,2.577
29,mlp.experts.236.gate_proj,0.0000125207,0.05000,2.690
29,mlp.experts.226.gate_proj,0.0000494144,0.05000,2.617
29,mlp.experts.221.gate_proj,0.0002273988,0.05000,2.607
29,mlp.experts.235.gate_proj,0.0000318636,0.05000,2.494
29,mlp.experts.240.gate_proj,0.0000363503,0.05000,2.465
29,mlp.experts.230.gate_proj,0.0000192612,0.05000,2.480
29,mlp.experts.225.gate_proj,0.0000441908,0.05000,2.506
29,mlp.experts.239.gate_proj,0.0000198429,0.05000,2.590
29,mlp.experts.244.gate_proj,0.0000219201,0.05000,2.612
29,mlp.experts.234.gate_proj,0.0000748929,0.05000,2.656
29,mlp.experts.229.gate_proj,0.0000175242,0.05000,2.464
29,mlp.experts.243.gate_proj,0.0001050437,0.05000,2.606
29,mlp.experts.248.gate_proj,0.0000509023,0.05000,2.562
29,mlp.experts.238.gate_proj,0.0000061431,0.05000,2.628
29,mlp.experts.233.gate_proj,0.0001011730,0.05000,2.651
29,mlp.experts.247.gate_proj,0.0000318423,0.05000,2.596
29,mlp.experts.252.gate_proj,0.0000898917,0.05000,2.564
29,mlp.experts.242.gate_proj,0.0000205150,0.05000,2.458
29,mlp.experts.237.gate_proj,0.0000194490,0.05000,2.448
29,mlp.experts.251.gate_proj,0.0001284027,0.05000,2.362
29,mlp.experts.0.up_proj,0.0000141788,0.05000,2.421
29,mlp.experts.246.gate_proj,0.0000289220,0.05000,2.446
29,mlp.experts.241.gate_proj,0.0001215499,0.05000,2.409
29,mlp.experts.255.gate_proj,0.0000104511,0.05000,2.462
29,mlp.experts.4.up_proj,0.0000459647,0.05000,2.438
29,mlp.experts.250.gate_proj,0.0000148010,0.05000,2.553
29,mlp.experts.245.gate_proj,0.0000984991,0.05000,2.533
29,mlp.experts.3.up_proj,0.0000311242,0.05000,2.472
29,mlp.experts.8.up_proj,0.0001661177,0.05000,2.530
29,mlp.experts.254.gate_proj,0.0000186012,0.05000,2.300
29,mlp.experts.249.gate_proj,0.0000758574,0.05000,2.224
29,mlp.experts.7.up_proj,0.0000097598,0.05000,1.026
29,mlp.experts.12.up_proj,0.0000196872,0.05000,2.437
29,mlp.experts.2.up_proj,0.0001440138,0.05000,2.465
29,mlp.experts.11.up_proj,0.0000356011,0.05000,2.495
29,mlp.experts.253.gate_proj,0.0000995966,0.05000,2.513
29,mlp.experts.6.up_proj,failsafe(rtn): 0.0011597,0.00000,0.052
29,mlp.experts.15.up_proj,failsafe(rtn): 0.0010452,0.00000,0.056
29,mlp.experts.16.up_proj,0.0000100466,0.05000,2.459
29,mlp.experts.10.up_proj,0.0000285003,0.05000,2.408
29,mlp.experts.1.up_proj,0.0001049188,0.05000,2.437
29,mlp.experts.20.up_proj,failsafe(rtn): 0.0010452,0.00000,0.049
29,mlp.experts.19.up_proj,0.0000199779,0.05000,2.432
29,mlp.experts.24.up_proj,failsafe(rtn): 0.0010757,0.00000,0.048
29,mlp.experts.14.up_proj,0.0000471886,0.05000,2.413
29,mlp.experts.5.up_proj,0.0000737288,0.05000,2.466
29,mlp.experts.23.up_proj,0.0000084000,0.05000,2.512
29,mlp.experts.28.up_proj,0.0000535799,0.05000,2.507
29,mlp.experts.18.up_proj,0.0000502083,0.05000,2.358
29,mlp.experts.9.up_proj,0.0000332295,0.05000,2.427
29,mlp.experts.27.up_proj,0.0000981889,0.05000,2.445
29,mlp.experts.32.up_proj,0.0000137873,0.05000,2.435
29,mlp.experts.22.up_proj,0.0000665831,0.05000,2.395
29,mlp.experts.13.up_proj,0.0001138235,0.05000,2.484
29,mlp.experts.36.up_proj,0.0001064785,0.05000,2.507
29,mlp.experts.31.up_proj,0.0000284728,0.05000,2.527
29,mlp.experts.40.up_proj,failsafe(rtn): 0.0011139,0.00000,0.049
29,mlp.experts.26.up_proj,0.0000159295,0.05000,2.455
29,mlp.experts.17.up_proj,0.0000118015,0.05000,2.487
29,mlp.experts.35.up_proj,0.0000140680,0.05000,2.495
29,mlp.experts.44.up_proj,0.0001163051,0.05000,2.522
29,mlp.experts.30.up_proj,0.0000907644,0.05000,2.511
29,mlp.experts.21.up_proj,0.0000726904,0.05000,2.559
29,mlp.experts.39.up_proj,0.0001062731,0.05000,2.447
29,mlp.experts.48.up_proj,0.0000720535,0.05000,2.536
29,mlp.experts.34.up_proj,0.0000736163,0.05000,2.438
29,mlp.experts.25.up_proj,0.0000801957,0.05000,2.521
29,mlp.experts.43.up_proj,0.0000873914,0.05000,2.569
29,mlp.experts.52.up_proj,0.0001344263,0.05000,2.533
29,mlp.experts.38.up_proj,0.0000733354,0.05000,2.392
29,mlp.experts.29.up_proj,0.0000730000,0.05000,2.485
29,mlp.experts.47.up_proj,0.0001128696,0.05000,2.494
29,mlp.experts.56.up_proj,0.0000118618,0.05000,2.383
29,mlp.experts.51.up_proj,failsafe(rtn): 0.0010452,0.00000,0.044
29,mlp.experts.42.up_proj,0.0000611629,0.05000,2.576
29,mlp.experts.33.up_proj,0.0000728847,0.05000,2.608
29,mlp.experts.55.up_proj,0.0000223245,0.05000,2.620
29,mlp.experts.60.up_proj,0.0000428324,0.05000,2.709
29,mlp.experts.46.up_proj,0.0001106307,0.05000,2.701
29,mlp.experts.37.up_proj,0.0000309040,0.05000,2.661
29,mlp.experts.59.up_proj,0.0000629437,0.05000,2.577
29,mlp.experts.64.up_proj,0.0000347362,0.05000,2.616
29,mlp.experts.50.up_proj,0.0000080261,0.05000,2.509
29,mlp.experts.41.up_proj,0.0000667579,0.05000,2.509
29,mlp.experts.63.up_proj,0.0001392734,0.05000,2.461
29,mlp.experts.68.up_proj,0.0000772165,0.05000,2.485
29,mlp.experts.54.up_proj,0.0000450723,0.05000,2.443
29,mlp.experts.67.up_proj,0.0000287250,0.05000,2.397
29,mlp.experts.45.up_proj,0.0000457585,0.05000,2.509
29,mlp.experts.72.up_proj,0.0001009513,0.05000,2.420
29,mlp.experts.58.up_proj,0.0001040884,0.05000,2.456
29,mlp.experts.71.up_proj,0.0000234578,0.05000,2.413
29,mlp.experts.75.up_proj,failsafe(rtn): 0.0011520,0.00000,0.034
29,mlp.experts.76.up_proj,0.0000130369,0.05000,2.331
29,mlp.experts.49.up_proj,0.0000170005,0.05000,2.490
29,mlp.experts.62.up_proj,0.0000164567,0.05000,2.578
29,mlp.experts.80.up_proj,0.0001537028,0.05000,2.572
29,mlp.experts.53.up_proj,0.0000719786,0.05000,2.499
29,mlp.experts.79.up_proj,0.0000964163,0.05000,2.664
29,mlp.experts.66.up_proj,0.0001167079,0.05000,2.467
29,mlp.experts.84.up_proj,0.0000608609,0.05000,2.589
29,mlp.experts.57.up_proj,0.0000274942,0.05000,2.675
29,mlp.experts.83.up_proj,0.0001479322,0.05000,2.668
29,mlp.experts.70.up_proj,0.0000929295,0.05000,2.583
29,mlp.experts.88.up_proj,0.0000106651,0.05000,2.634
29,mlp.experts.87.up_proj,0.0000239409,0.05000,2.503
29,mlp.experts.61.up_proj,0.0000131061,0.05000,2.556
29,mlp.experts.74.up_proj,0.0001121132,0.05000,2.674
29,mlp.experts.65.up_proj,0.0001461754,0.05000,2.464
29,mlp.experts.92.up_proj,0.0000236579,0.05000,2.578
29,mlp.experts.91.up_proj,0.0001529194,0.05000,2.623
29,mlp.experts.78.up_proj,0.0000168737,0.05000,2.512
29,mlp.experts.69.up_proj,0.0001390540,0.05000,2.457
29,mlp.experts.96.up_proj,0.0000527777,0.05000,2.582
29,mlp.experts.95.up_proj,0.0000873589,0.05000,2.557
29,mlp.experts.82.up_proj,0.0000344048,0.05000,2.427
29,mlp.experts.73.up_proj,0.0000540130,0.05000,2.450
29,mlp.experts.100.up_proj,0.0000553114,0.05000,2.465
29,mlp.experts.99.up_proj,0.0001240484,0.05000,2.585
29,mlp.experts.86.up_proj,0.0000706207,0.05000,2.671
29,mlp.experts.77.up_proj,0.0000655962,0.05000,2.516
29,mlp.experts.104.up_proj,0.0000142459,0.05000,2.536
29,mlp.experts.103.up_proj,0.0000528514,0.05000,2.536
29,mlp.experts.90.up_proj,0.0000320928,0.05000,2.491
29,mlp.experts.81.up_proj,0.0000910318,0.05000,2.542
29,mlp.experts.108.up_proj,0.0000756963,0.05000,2.559
29,mlp.experts.107.up_proj,0.0000585461,0.05000,2.594
29,mlp.experts.94.up_proj,0.0000541634,0.05000,2.545
29,mlp.experts.85.up_proj,0.0001631658,0.05000,2.661
29,mlp.experts.112.up_proj,0.0000424568,0.05000,2.649
29,mlp.experts.111.up_proj,0.0000807135,0.05000,2.499
29,mlp.experts.98.up_proj,0.0000915758,0.05000,2.505
29,mlp.experts.89.up_proj,0.0000282826,0.05000,2.591
29,mlp.experts.116.up_proj,0.0000817226,0.05000,2.470
29,mlp.experts.115.up_proj,0.0000262742,0.05000,2.503
29,mlp.experts.102.up_proj,0.0000215308,0.05000,2.395
29,mlp.experts.93.up_proj,0.0000869773,0.05000,2.346
29,mlp.experts.120.up_proj,0.0000278153,0.05000,2.436
29,mlp.experts.119.up_proj,0.0000241890,0.05000,2.405
29,mlp.experts.106.up_proj,0.0000724341,0.05000,2.530
29,mlp.experts.97.up_proj,0.0000653661,0.05000,2.558
29,mlp.experts.124.up_proj,0.0000811138,0.05000,2.587
29,mlp.experts.123.up_proj,0.0000188163,0.05000,2.569
29,mlp.experts.110.up_proj,0.0000173736,0.05000,2.433
29,mlp.experts.101.up_proj,0.0000144124,0.05000,2.440
29,mlp.experts.128.up_proj,0.0000346685,0.05000,2.562
29,mlp.experts.127.up_proj,0.0000969601,0.05000,2.539
29,mlp.experts.114.up_proj,0.0000186822,0.05000,2.600
29,mlp.experts.105.up_proj,0.0001916236,0.05000,2.517
29,mlp.experts.132.up_proj,0.0000991900,0.05000,2.521
29,mlp.experts.131.up_proj,0.0000133934,0.05000,2.542
29,mlp.experts.118.up_proj,0.0000228280,0.05000,2.532
29,mlp.experts.109.up_proj,0.0000904500,0.05000,2.514
29,mlp.experts.135.up_proj,0.0000141586,0.05000,2.606
29,mlp.experts.136.up_proj,0.0000446297,0.05000,2.743
29,mlp.experts.122.up_proj,0.0000204608,0.05000,2.565
29,mlp.experts.113.up_proj,0.0000146848,0.05000,2.593
29,mlp.experts.139.up_proj,0.0000139874,0.05000,2.540
29,mlp.experts.140.up_proj,0.0000886936,0.05000,2.600
29,mlp.experts.126.up_proj,0.0000195928,0.05000,2.598
29,mlp.experts.117.up_proj,0.0000346060,0.05000,2.660
29,mlp.experts.143.up_proj,0.0001045213,0.05000,2.615
29,mlp.experts.144.up_proj,0.0000515462,0.05000,2.700
29,mlp.experts.130.up_proj,0.0000134597,0.05000,2.597
29,mlp.experts.121.up_proj,0.0000969772,0.05000,2.551
29,mlp.experts.147.up_proj,0.0000273944,0.05000,2.508
29,mlp.experts.148.up_proj,0.0000940151,0.05000,2.560
29,mlp.experts.152.up_proj,failsafe(rtn): 0.0010529,0.00000,0.032
29,mlp.experts.134.up_proj,0.0000539156,0.05000,2.470
29,mlp.experts.125.up_proj,0.0000646871,0.05000,2.515
29,mlp.experts.151.up_proj,0.0001199799,0.05000,2.541
29,mlp.experts.156.up_proj,0.0000281742,0.05000,2.494
29,mlp.experts.138.up_proj,0.0000238455,0.05000,2.610
29,mlp.experts.129.up_proj,0.0000435251,0.05000,2.600
29,mlp.experts.133.up_proj,failsafe(rtn): 0.0011520,0.00000,0.037
29,mlp.experts.155.up_proj,0.0000127948,0.05000,2.629
29,mlp.experts.160.up_proj,0.0000657586,0.05000,2.717
29,mlp.experts.142.up_proj,0.0000225339,0.05000,2.550
29,mlp.experts.146.up_proj,failsafe(rtn): 0.0011597,0.00000,0.045
29,mlp.experts.137.up_proj,0.0000262898,0.05000,2.539
29,mlp.experts.159.up_proj,0.0000963387,0.05000,2.571
29,mlp.experts.164.up_proj,0.0000182025,0.05000,2.584
29,mlp.experts.150.up_proj,0.0000536711,0.05000,2.594
29,mlp.experts.141.up_proj,0.0000420847,0.05000,2.608
29,mlp.experts.163.up_proj,0.0000349152,0.05000,2.761
29,mlp.experts.168.up_proj,0.0001117903,0.05000,2.810
29,mlp.experts.154.up_proj,0.0000513683,0.05000,2.794
29,mlp.experts.145.up_proj,0.0001143068,0.05000,2.709
29,mlp.experts.167.up_proj,0.0000747735,0.05000,2.629
29,mlp.experts.172.up_proj,0.0000126391,0.05000,2.561
29,mlp.experts.158.up_proj,0.0000629419,0.05000,2.295
29,mlp.experts.149.up_proj,0.0000525088,0.05000,2.309
29,mlp.experts.171.up_proj,0.0000511990,0.05000,2.321
29,mlp.experts.176.up_proj,0.0000566200,0.05000,2.400
29,mlp.experts.162.up_proj,0.0000304303,0.05000,2.670
29,mlp.experts.153.up_proj,0.0000827278,0.05000,2.688
29,mlp.experts.175.up_proj,0.0001141648,0.05000,2.700
29,mlp.experts.180.up_proj,0.0000144383,0.05000,2.661
29,mlp.experts.184.up_proj,failsafe(rtn): 0.0011978,0.00000,0.036
29,mlp.experts.166.up_proj,0.0000473608,0.05000,2.539
29,mlp.experts.157.up_proj,0.0000152665,0.05000,2.503
29,mlp.experts.179.up_proj,0.0001486299,0.05000,2.626
29,mlp.experts.188.up_proj,0.0000182796,0.05000,2.563
29,mlp.experts.170.up_proj,0.0000143211,0.05000,2.519
29,mlp.experts.161.up_proj,0.0000949485,0.05000,2.528
29,mlp.experts.183.up_proj,0.0000561998,0.05000,2.419
29,mlp.experts.192.up_proj,0.0000781037,0.05000,2.394
29,mlp.experts.174.up_proj,0.0000136706,0.05000,2.547
29,mlp.experts.165.up_proj,0.0000788928,0.05000,2.602
29,mlp.experts.187.up_proj,0.0000592477,0.05000,2.507
29,mlp.experts.196.up_proj,0.0000686770,0.05000,2.533
29,mlp.experts.178.up_proj,0.0001102858,0.05000,2.572
29,mlp.experts.169.up_proj,0.0000152229,0.05000,2.487
29,mlp.experts.191.up_proj,0.0000108137,0.05000,2.538
29,mlp.experts.200.up_proj,0.0000225244,0.05000,2.602
29,mlp.experts.182.up_proj,0.0000943957,0.05000,2.564
29,mlp.experts.173.up_proj,0.0000125956,0.05000,2.613
29,mlp.experts.195.up_proj,0.0000458454,0.05000,2.549
29,mlp.experts.204.up_proj,0.0000987009,0.05000,2.503
29,mlp.experts.186.up_proj,0.0000522166,0.05000,2.319
29,mlp.experts.177.up_proj,0.0000220391,0.05000,2.392
29,mlp.experts.199.up_proj,0.0000317264,0.05000,2.312
29,mlp.experts.208.up_proj,0.0000977004,0.05000,2.231
29,mlp.experts.190.up_proj,0.0000371391,0.05000,2.206
29,mlp.experts.181.up_proj,0.0000561869,0.05000,2.249
29,mlp.experts.203.up_proj,0.0000760365,0.05000,2.266
29,mlp.experts.212.up_proj,0.0000790884,0.05000,2.408
29,mlp.experts.194.up_proj,0.0000936821,0.05000,2.605
29,mlp.experts.185.up_proj,0.0000154324,0.05000,2.597
29,mlp.experts.207.up_proj,0.0001571645,0.05000,2.827
29,mlp.experts.216.up_proj,0.0000173007,0.05000,2.817
29,mlp.experts.198.up_proj,0.0000173913,0.05000,2.624
29,mlp.experts.189.up_proj,0.0000192990,0.05000,2.566
29,mlp.experts.211.up_proj,0.0000259434,0.05000,2.684
29,mlp.experts.220.up_proj,0.0000165125,0.05000,2.614
29,mlp.experts.202.up_proj,0.0000083341,0.05000,2.514
29,mlp.experts.193.up_proj,0.0001108425,0.05000,2.514
29,mlp.experts.215.up_proj,0.0000436419,0.05000,2.600
29,mlp.experts.224.up_proj,0.0000867455,0.05000,2.588
29,mlp.experts.206.up_proj,0.0000054760,0.05000,2.631
29,mlp.experts.197.up_proj,0.0001401274,0.05000,2.660
29,mlp.experts.219.up_proj,0.0000670110,0.05000,2.603
29,mlp.experts.228.up_proj,0.0000141812,0.05000,2.715
29,mlp.experts.210.up_proj,0.0000883891,0.05000,2.591
29,mlp.experts.201.up_proj,0.0000224127,0.05000,2.606
29,mlp.experts.223.up_proj,0.0000781056,0.05000,2.632
29,mlp.experts.232.up_proj,0.0000246625,0.05000,2.565
29,mlp.experts.214.up_proj,0.0000123660,0.05000,2.490
29,mlp.experts.205.up_proj,0.0000415649,0.05000,2.537
29,mlp.experts.227.up_proj,0.0000919539,0.05000,2.507
29,mlp.experts.236.up_proj,0.0000134034,0.05000,2.400
29,mlp.experts.218.up_proj,0.0000129013,0.05000,2.547
29,mlp.experts.209.up_proj,0.0000973602,0.05000,2.573
29,mlp.experts.231.up_proj,0.0000093497,0.05000,2.501
29,mlp.experts.240.up_proj,0.0000310206,0.05000,2.427
29,mlp.experts.222.up_proj,0.0000296294,0.05000,2.445
29,mlp.experts.213.up_proj,0.0000189738,0.05000,2.545
29,mlp.experts.235.up_proj,0.0000273939,0.05000,2.565
29,mlp.experts.244.up_proj,0.0000207986,0.05000,2.514
29,mlp.experts.226.up_proj,0.0000477579,0.05000,2.691
29,mlp.experts.217.up_proj,0.0001004447,0.05000,2.679
29,mlp.experts.239.up_proj,0.0000185157,0.05000,2.736
29,mlp.experts.248.up_proj,0.0000484490,0.05000,2.642
29,mlp.experts.230.up_proj,0.0000187170,0.05000,2.638
29,mlp.experts.221.up_proj,0.0001831250,0.05000,2.509
29,mlp.experts.243.up_proj,0.0001003740,0.05000,2.652
29,mlp.experts.252.up_proj,0.0000793029,0.05000,2.630
29,mlp.experts.234.up_proj,0.0000582531,0.05000,2.255
29,mlp.experts.225.up_proj,0.0000360873,0.05000,2.069
29,mlp.experts.247.up_proj,0.0000306550,0.05000,1.747
29,mlp.experts.238.up_proj,0.0000058629,0.05000,1.740
29,mlp.experts.229.up_proj,0.0000179598,0.05000,1.724
29,mlp.experts.251.up_proj,0.0001180869,0.05000,1.756
29,mlp.experts.242.up_proj,0.0000195579,0.05000,1.760
29,mlp.experts.233.up_proj,0.0000820510,0.05000,1.745
29,mlp.experts.255.up_proj,0.0000102577,0.05000,1.730
29,mlp.experts.246.up_proj,0.0000272552,0.05000,1.422
29,mlp.experts.237.up_proj,0.0000167937,0.05000,1.302
29,mlp.experts.250.up_proj,0.0000144433,0.05000,1.017
29,mlp.experts.241.up_proj,0.0001190004,0.05000,1.044
29,mlp.experts.254.up_proj,0.0000171461,0.05000,1.124
29,mlp.experts.245.up_proj,0.0000754491,0.05000,1.002
29,mlp.experts.249.up_proj,0.0000737941,0.05000,0.597
29,mlp.experts.253.up_proj,0.0000897229,0.05000,0.583
29,mlp.experts.2.down_proj,0.0000035419,0.05000,0.712
29,mlp.experts.3.down_proj,0.0000017243,0.05000,0.732
29,mlp.experts.6.down_proj,failsafe(rtn): 0.0011215,0.00000,0.013
29,mlp.experts.0.down_proj,0.0000007566,0.05000,0.752
29,mlp.experts.1.down_proj,0.0000031596,0.05000,0.803
29,mlp.experts.10.down_proj,0.0000017135,0.05000,0.651
29,mlp.experts.7.down_proj,0.0000004654,0.05000,0.659
29,mlp.experts.5.down_proj,0.0000046584,0.05000,0.672
29,mlp.experts.4.down_proj,0.0000013586,0.05000,0.854
29,mlp.experts.11.down_proj,0.0000015950,0.05000,0.730
29,mlp.experts.14.down_proj,0.0000019770,0.05000,0.754
29,mlp.experts.15.down_proj,failsafe(rtn): 0.0010223,0.00000,0.016
29,mlp.experts.9.down_proj,0.0000004988,0.05000,0.723
29,mlp.experts.8.down_proj,0.0000043333,0.05000,0.675
29,mlp.experts.18.down_proj,0.0000016836,0.05000,0.610
29,mlp.experts.19.down_proj,0.0000008676,0.05000,0.622
29,mlp.experts.13.down_proj,0.0000022725,0.05000,0.622
29,mlp.experts.12.down_proj,0.0000009641,0.05000,0.609
29,mlp.experts.22.down_proj,0.0000012948,0.05000,0.709
29,mlp.experts.23.down_proj,0.0000004383,0.05000,0.747
29,mlp.experts.17.down_proj,0.0000007747,0.05000,0.719
29,mlp.experts.16.down_proj,0.0000006570,0.05000,0.768
29,mlp.experts.20.down_proj,failsafe(rtn): 0.0010300,0.00000,0.011
29,mlp.experts.24.down_proj,failsafe(rtn): 0.0010681,0.00000,0.013
29,mlp.experts.26.down_proj,0.0000012935,0.05000,0.761
29,mlp.experts.21.down_proj,0.0000052907,0.05000,0.727
29,mlp.experts.27.down_proj,0.0000046164,0.05000,0.760
29,mlp.experts.28.down_proj,0.0000024866,0.05000,0.751
29,mlp.experts.30.down_proj,0.0000018118,0.05000,0.732
29,mlp.experts.31.down_proj,0.0000013574,0.05000,0.691
29,mlp.experts.25.down_proj,0.0000017552,0.05000,0.751
29,mlp.experts.32.down_proj,0.0000006182,0.05000,0.734
29,mlp.experts.29.down_proj,0.0000017675,0.05000,0.652
29,mlp.experts.34.down_proj,0.0000021107,0.05000,0.750
29,mlp.experts.35.down_proj,0.0000004778,0.05000,0.746
29,mlp.experts.36.down_proj,0.0000072498,0.05000,0.659
29,mlp.experts.40.down_proj,failsafe(rtn): 0.0010986,0.00000,0.014
29,mlp.experts.33.down_proj,0.0000013463,0.05000,0.689
29,mlp.experts.39.down_proj,0.0000029966,0.05000,0.668
29,mlp.experts.38.down_proj,0.0000022429,0.05000,0.715
29,mlp.experts.44.down_proj,0.0000019055,0.05000,0.652
29,mlp.experts.37.down_proj,0.0000013810,0.05000,0.625
29,mlp.experts.43.down_proj,0.0000041631,0.05000,0.622
29,mlp.experts.42.down_proj,0.0000012102,0.05000,0.630
29,mlp.experts.48.down_proj,0.0000014552,0.05000,0.593
29,mlp.experts.47.down_proj,0.0000023016,0.05000,0.629
29,mlp.experts.51.down_proj,failsafe(rtn): 0.0010147,0.00000,0.009
29,mlp.experts.41.down_proj,0.0000033340,0.05000,0.717
29,mlp.experts.46.down_proj,0.0000027205,0.05000,0.705
29,mlp.experts.52.down_proj,0.0000030235,0.05000,0.641
29,mlp.experts.55.down_proj,0.0000009300,0.05000,0.632
29,mlp.experts.45.down_proj,0.0000008211,0.05000,0.655
29,mlp.experts.56.down_proj,0.0000006804,0.05000,0.608
29,mlp.experts.50.down_proj,0.0000005395,0.05000,0.657
29,mlp.experts.59.down_proj,0.0000011708,0.05000,0.701
29,mlp.experts.60.down_proj,0.0000028627,0.05000,0.654
29,mlp.experts.54.down_proj,0.0000019943,0.05000,0.660
29,mlp.experts.49.down_proj,0.0000018624,0.05000,0.732
29,mlp.experts.64.down_proj,0.0000010407,0.05000,0.628
29,mlp.experts.63.down_proj,0.0000047905,0.05000,0.685
29,mlp.experts.58.down_proj,0.0000025981,0.05000,0.623
29,mlp.experts.53.down_proj,0.0000016486,0.05000,0.655
29,mlp.experts.68.down_proj,0.0000016049,0.05000,0.656
29,mlp.experts.67.down_proj,0.0000014053,0.05000,0.686
29,mlp.experts.62.down_proj,0.0000016075,0.05000,0.709
29,mlp.experts.57.down_proj,0.0000021202,0.05000,0.681
29,mlp.experts.72.down_proj,0.0000015438,0.05000,0.647
29,mlp.experts.71.down_proj,0.0000008192,0.05000,0.667
29,mlp.experts.75.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
29,mlp.experts.61.down_proj,0.0000008444,0.05000,0.645
29,mlp.experts.66.down_proj,0.0000067438,0.05000,0.702
29,mlp.experts.76.down_proj,0.0000012320,0.05000,0.641
29,mlp.experts.65.down_proj,0.0000079456,0.05000,0.624
29,mlp.experts.79.down_proj,0.0000020606,0.05000,0.647
29,mlp.experts.70.down_proj,0.0000044488,0.05000,0.656
29,mlp.experts.80.down_proj,0.0000084944,0.05000,0.686
29,mlp.experts.69.down_proj,0.0000021807,0.05000,0.643
29,mlp.experts.83.down_proj,0.0000033191,0.05000,0.659
29,mlp.experts.74.down_proj,0.0000018981,0.05000,0.676
29,mlp.experts.84.down_proj,0.0000015624,0.05000,0.620
29,mlp.experts.73.down_proj,0.0000009431,0.05000,0.628
29,mlp.experts.87.down_proj,0.0000008543,0.05000,0.687
29,mlp.experts.78.down_proj,0.0000017503,0.05000,0.698
29,mlp.experts.88.down_proj,0.0000007548,0.05000,0.709
29,mlp.experts.77.down_proj,0.0000022908,0.05000,0.708
29,mlp.experts.91.down_proj,0.0000023071,0.05000,0.721
29,mlp.experts.82.down_proj,0.0000016903,0.05000,0.703
29,mlp.experts.92.down_proj,0.0000011763,0.05000,0.648
29,mlp.experts.81.down_proj,0.0000015464,0.05000,0.617
29,mlp.experts.95.down_proj,0.0000019754,0.05000,0.633
29,mlp.experts.86.down_proj,0.0000008833,0.05000,0.640
29,mlp.experts.96.down_proj,0.0000009606,0.05000,0.623
29,mlp.experts.85.down_proj,0.0000034282,0.05000,0.689
29,mlp.experts.99.down_proj,0.0000020691,0.05000,0.695
29,mlp.experts.90.down_proj,0.0000014939,0.05000,0.633
29,mlp.experts.100.down_proj,0.0000016289,0.05000,0.627
29,mlp.experts.89.down_proj,0.0000013112,0.05000,0.655
29,mlp.experts.103.down_proj,0.0000011167,0.05000,0.661
29,mlp.experts.94.down_proj,0.0000039067,0.05000,0.647
29,mlp.experts.104.down_proj,0.0000011396,0.05000,0.705
29,mlp.experts.93.down_proj,0.0000028901,0.05000,0.695
29,mlp.experts.107.down_proj,0.0000012060,0.05000,0.657
29,mlp.experts.98.down_proj,0.0000027300,0.05000,0.655
29,mlp.experts.108.down_proj,0.0000015279,0.05000,0.644
29,mlp.experts.97.down_proj,0.0000014788,0.05000,0.666
29,mlp.experts.102.down_proj,0.0000013265,0.05000,0.656
29,mlp.experts.111.down_proj,0.0000013916,0.05000,0.677
29,mlp.experts.112.down_proj,0.0000008492,0.05000,0.617
29,mlp.experts.101.down_proj,0.0000009440,0.05000,0.606
29,mlp.experts.106.down_proj,0.0000010538,0.05000,0.612
29,mlp.experts.115.down_proj,0.0000022894,0.05000,0.608
29,mlp.experts.116.down_proj,0.0000044125,0.05000,0.716
29,mlp.experts.105.down_proj,0.0000040422,0.05000,0.724
29,mlp.experts.110.down_proj,0.0000010797,0.05000,0.686
29,mlp.experts.119.down_proj,0.0000021646,0.05000,0.687
29,mlp.experts.120.down_proj,0.0000015200,0.05000,0.661
29,mlp.experts.109.down_proj,0.0000016489,0.05000,0.697
29,mlp.experts.114.down_proj,0.0000013880,0.05000,0.663
29,mlp.experts.123.down_proj,0.0000008706,0.05000,0.667
29,mlp.experts.124.down_proj,0.0000046335,0.05000,0.686
29,mlp.experts.113.down_proj,0.0000004394,0.05000,0.639
29,mlp.experts.127.down_proj,0.0000018704,0.05000,0.624
29,mlp.experts.118.down_proj,0.0000007070,0.05000,0.658
29,mlp.experts.128.down_proj,0.0000023593,0.05000,0.708
29,mlp.experts.131.down_proj,0.0000002845,0.05000,0.657
29,mlp.experts.117.down_proj,0.0000013225,0.05000,0.713
29,mlp.experts.122.down_proj,0.0000011407,0.05000,0.687
29,mlp.experts.132.down_proj,0.0000041065,0.05000,0.747
29,mlp.experts.121.down_proj,0.0000017975,0.05000,0.652
29,mlp.experts.126.down_proj,0.0000007870,0.05000,0.662
29,mlp.experts.135.down_proj,0.0000007835,0.05000,0.750
29,mlp.experts.125.down_proj,0.0000013496,0.05000,0.693
29,mlp.experts.136.down_proj,0.0000012902,0.05000,0.783
29,mlp.experts.130.down_proj,0.0000009927,0.05000,0.735
29,mlp.experts.139.down_proj,0.0000006890,0.05000,0.737
29,mlp.experts.129.down_proj,0.0000013683,0.05000,0.623
29,mlp.experts.133.down_proj,failsafe(rtn): 0.0011063,0.00000,0.009
29,mlp.experts.134.down_proj,0.0000012755,0.05000,0.626
29,mlp.experts.140.down_proj,0.0000018089,0.05000,0.658
29,mlp.experts.143.down_proj,0.0000054641,0.05000,0.629
29,mlp.experts.137.down_proj,0.0000014692,0.05000,0.689
29,mlp.experts.138.down_proj,0.0000010903,0.05000,0.653
29,mlp.experts.144.down_proj,0.0000011190,0.05000,0.661
29,mlp.experts.147.down_proj,0.0000014859,0.05000,0.708
29,mlp.experts.142.down_proj,0.0000013460,0.05000,0.613
29,mlp.experts.141.down_proj,0.0000026049,0.05000,0.626
29,mlp.experts.146.down_proj,failsafe(rtn): 0.0011139,0.00000,0.011
29,mlp.experts.148.down_proj,0.0000051795,0.05000,0.628
29,mlp.experts.152.down_proj,failsafe(rtn): 0.0010452,0.00000,0.013
29,mlp.experts.151.down_proj,0.0000045024,0.05000,0.677
29,mlp.experts.150.down_proj,0.0000029214,0.05000,0.652
29,mlp.experts.145.down_proj,0.0000025013,0.05000,0.682
29,mlp.experts.156.down_proj,0.0000009668,0.05000,0.677
29,mlp.experts.155.down_proj,0.0000007097,0.05000,0.678
29,mlp.experts.154.down_proj,0.0000035263,0.05000,0.614
29,mlp.experts.149.down_proj,0.0000016771,0.05000,0.639
29,mlp.experts.160.down_proj,0.0000021943,0.05000,0.618
29,mlp.experts.159.down_proj,0.0000023162,0.05000,0.632
29,mlp.experts.158.down_proj,0.0000033079,0.05000,0.615
29,mlp.experts.153.down_proj,0.0000034447,0.05000,0.625
29,mlp.experts.164.down_proj,0.0000015068,0.05000,0.663
29,mlp.experts.163.down_proj,0.0000021122,0.05000,0.700
29,mlp.experts.162.down_proj,0.0000023732,0.05000,0.622
29,mlp.experts.157.down_proj,0.0000010313,0.05000,0.619
29,mlp.experts.168.down_proj,0.0000020866,0.05000,0.656
29,mlp.experts.167.down_proj,0.0000016852,0.05000,0.631
29,mlp.experts.161.down_proj,0.0000015492,0.05000,0.609
29,mlp.experts.166.down_proj,0.0000015629,0.05000,0.661
29,mlp.experts.172.down_proj,0.0000011296,0.05000,0.637
29,mlp.experts.171.down_proj,0.0000011891,0.05000,0.610
29,mlp.experts.165.down_proj,0.0000013905,0.05000,0.605
29,mlp.experts.170.down_proj,0.0000006143,0.05000,0.626
29,mlp.experts.176.down_proj,0.0000012313,0.05000,0.616
29,mlp.experts.175.down_proj,0.0000016551,0.05000,0.626
29,mlp.experts.174.down_proj,0.0000005897,0.05000,0.658
29,mlp.experts.169.down_proj,0.0000007385,0.05000,0.708
29,mlp.experts.180.down_proj,0.0000007324,0.05000,0.712
29,mlp.experts.184.down_proj,failsafe(rtn): 0.0012207,0.00000,0.011
29,mlp.experts.179.down_proj,0.0000029916,0.05000,0.655
29,mlp.experts.178.down_proj,0.0000029988,0.05000,0.622
29,mlp.experts.173.down_proj,0.0000008970,0.05000,0.677
29,mlp.experts.188.down_proj,0.0000010459,0.05000,0.617
29,mlp.experts.183.down_proj,0.0000012609,0.05000,0.648
29,mlp.experts.182.down_proj,0.0000024043,0.05000,0.604
29,mlp.experts.177.down_proj,0.0000012107,0.05000,0.598
29,mlp.experts.192.down_proj,0.0000011949,0.05000,0.599
29,mlp.experts.187.down_proj,0.0000033951,0.05000,0.604
29,mlp.experts.186.down_proj,0.0000012837,0.05000,0.624
29,mlp.experts.181.down_proj,0.0000030819,0.05000,0.646
29,mlp.experts.196.down_proj,0.0000009862,0.05000,0.654
29,mlp.experts.191.down_proj,0.0000006793,0.05000,0.654
29,mlp.experts.190.down_proj,0.0000026462,0.05000,0.694
29,mlp.experts.185.down_proj,0.0000012174,0.05000,0.702
29,mlp.experts.200.down_proj,0.0000013670,0.05000,0.659
29,mlp.experts.195.down_proj,0.0000031164,0.05000,0.670
29,mlp.experts.194.down_proj,0.0000022731,0.05000,0.612
29,mlp.experts.189.down_proj,0.0000008484,0.05000,0.590
29,mlp.experts.204.down_proj,0.0000048429,0.05000,0.598
29,mlp.experts.199.down_proj,0.0000012418,0.05000,0.594
29,mlp.experts.198.down_proj,0.0000007192,0.05000,0.616
29,mlp.experts.193.down_proj,0.0000068188,0.05000,0.662
29,mlp.experts.208.down_proj,0.0000021254,0.05000,0.626
29,mlp.experts.203.down_proj,0.0000022035,0.05000,0.662
29,mlp.experts.202.down_proj,0.0000004412,0.05000,0.693
29,mlp.experts.197.down_proj,0.0000088826,0.05000,0.663
29,mlp.experts.212.down_proj,0.0000021332,0.05000,0.629
29,mlp.experts.207.down_proj,0.0000075465,0.05000,0.631
29,mlp.experts.206.down_proj,0.0000003301,0.05000,0.731
29,mlp.experts.216.down_proj,0.0000013640,0.05000,0.664
29,mlp.experts.201.down_proj,0.0000010732,0.05000,0.757
29,mlp.experts.211.down_proj,0.0000011116,0.05000,0.676
29,mlp.experts.210.down_proj,0.0000014482,0.05000,0.642
29,mlp.experts.220.down_proj,0.0000008165,0.05000,0.623
29,mlp.experts.205.down_proj,0.0000018655,0.05000,0.633
29,mlp.experts.215.down_proj,0.0000005821,0.05000,0.631
29,mlp.experts.214.down_proj,0.0000011670,0.05000,0.619
29,mlp.experts.224.down_proj,0.0000039063,0.05000,0.667
29,mlp.experts.209.down_proj,0.0000016785,0.05000,0.648
29,mlp.experts.219.down_proj,0.0000016032,0.05000,0.688
29,mlp.experts.218.down_proj,0.0000011043,0.05000,0.716
29,mlp.experts.228.down_proj,0.0000004564,0.05000,0.651
29,mlp.experts.213.down_proj,0.0000021218,0.05000,0.652
29,mlp.experts.223.down_proj,0.0000041402,0.05000,0.694
29,mlp.experts.222.down_proj,0.0000013941,0.05000,0.678
29,mlp.experts.232.down_proj,0.0000007551,0.05000,0.701
29,mlp.experts.217.down_proj,0.0000018920,0.05000,0.719
29,mlp.experts.227.down_proj,0.0000021413,0.05000,0.717
29,mlp.experts.226.down_proj,0.0000013353,0.05000,0.671
29,mlp.experts.236.down_proj,0.0000009237,0.05000,0.639
29,mlp.experts.221.down_proj,0.0000078318,0.05000,0.727
29,mlp.experts.231.down_proj,0.0000004587,0.05000,0.686
29,mlp.experts.230.down_proj,0.0000010867,0.05000,0.707
29,mlp.experts.240.down_proj,0.0000016063,0.05000,0.729
29,mlp.experts.225.down_proj,0.0000023772,0.05000,0.699
29,mlp.experts.235.down_proj,0.0000013726,0.05000,0.698
29,mlp.experts.234.down_proj,0.0000018475,0.05000,0.720
29,mlp.experts.244.down_proj,0.0000008591,0.05000,0.723
29,mlp.experts.229.down_proj,0.0000010154,0.05000,0.671
29,mlp.experts.239.down_proj,0.0000006904,0.05000,0.685
29,mlp.experts.238.down_proj,0.0000003587,0.05000,0.675
29,mlp.experts.248.down_proj,0.0000009246,0.05000,0.665
29,mlp.experts.233.down_proj,0.0000013460,0.05000,0.683
29,mlp.experts.243.down_proj,0.0000016142,0.05000,0.660
29,mlp.experts.252.down_proj,0.0000019412,0.05000,0.631
29,mlp.experts.242.down_proj,0.0000009424,0.05000,0.670
29,mlp.experts.237.down_proj,0.0000008306,0.05000,0.621
29,mlp.experts.247.down_proj,0.0000007113,0.05000,0.579
29,mlp.experts.246.down_proj,0.0000004580,0.05000,0.452
29,mlp.experts.241.down_proj,0.0000021942,0.05000,0.442
29,mlp.experts.251.down_proj,0.0000019805,0.05000,0.436
29,mlp.experts.250.down_proj,0.0000016054,0.05000,0.428
29,mlp.experts.245.down_proj,0.0000015956,0.05000,0.427
29,mlp.experts.255.down_proj,0.0000007291,0.05000,0.427
29,mlp.experts.254.down_proj,0.0000008755,0.05000,0.309
29,mlp.experts.249.down_proj,0.0000016039,0.05000,0.272
29,mlp.experts.253.down_proj,0.0000015935,0.05000,0.153
30,mlp.experts.0.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.057
30,mlp.experts.4.gate_proj,0.0000469236,0.05000,2.529
30,mlp.experts.2.gate_proj,0.0000841740,0.05000,2.632
30,mlp.experts.1.gate_proj,0.0000158764,0.05000,2.667
30,mlp.experts.3.gate_proj,0.0000825253,0.05000,2.702
30,mlp.experts.7.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.046
30,mlp.experts.5.gate_proj,0.0000224471,0.05000,2.497
30,mlp.experts.6.gate_proj,0.0000163628,0.05000,2.553
30,mlp.experts.8.gate_proj,0.0000624692,0.05000,2.589
30,mlp.experts.11.gate_proj,0.0000357131,0.05000,2.457
30,mlp.experts.12.gate_proj,0.0000191965,0.05000,2.497
30,mlp.experts.9.gate_proj,0.0000203246,0.05000,2.623
30,mlp.experts.10.gate_proj,0.0000780800,0.05000,2.629
30,mlp.experts.15.gate_proj,0.0001500128,0.05000,2.638
30,mlp.experts.16.gate_proj,0.0000164517,0.05000,2.585
30,mlp.experts.20.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.035
30,mlp.experts.13.gate_proj,0.0000098311,0.05000,2.608
30,mlp.experts.14.gate_proj,0.0000711391,0.05000,2.642
30,mlp.experts.19.gate_proj,0.0000343721,0.05000,2.673
30,mlp.experts.24.gate_proj,0.0000660133,0.05000,2.600
30,mlp.experts.17.gate_proj,0.0000524383,0.05000,2.633
30,mlp.experts.18.gate_proj,0.0000328345,0.05000,2.604
30,mlp.experts.23.gate_proj,0.0001076567,0.05000,2.565
30,mlp.experts.28.gate_proj,0.0000110720,0.05000,2.659
30,mlp.experts.22.gate_proj,0.0000896744,0.05000,2.572
30,mlp.experts.27.gate_proj,0.0000154100,0.05000,2.564
30,mlp.experts.21.gate_proj,0.0000176641,0.05000,2.718
30,mlp.experts.32.gate_proj,0.0000617382,0.05000,2.234
30,mlp.experts.31.gate_proj,0.0000553095,0.05000,2.167
30,mlp.experts.35.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.036
30,mlp.experts.26.gate_proj,0.0000968878,0.05000,2.285
30,mlp.experts.25.gate_proj,0.0000117074,0.05000,2.311
30,mlp.experts.29.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.039
30,mlp.experts.36.gate_proj,0.0000655588,0.05000,2.257
30,mlp.experts.39.gate_proj,0.0000500496,0.05000,2.230
30,mlp.experts.30.gate_proj,0.0000601867,0.05000,2.227
30,mlp.experts.33.gate_proj,0.0000997617,0.05000,2.253
30,mlp.experts.37.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.034
30,mlp.experts.40.gate_proj,0.0000431223,0.05000,2.112
30,mlp.experts.34.gate_proj,0.0000408556,0.05000,2.091
30,mlp.experts.43.gate_proj,0.0000718502,0.05000,2.264
30,mlp.experts.41.gate_proj,0.0000281406,0.05000,2.204
30,mlp.experts.45.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.030
30,mlp.experts.38.gate_proj,0.0000533336,0.05000,2.178
30,mlp.experts.44.gate_proj,0.0000878030,0.05000,2.261
30,mlp.experts.47.gate_proj,0.0001112324,0.05000,2.172
30,mlp.experts.49.gate_proj,0.0002432284,0.05000,2.286
30,mlp.experts.48.gate_proj,0.0000872395,0.05000,2.327
30,mlp.experts.42.gate_proj,0.0000514526,0.05000,2.376
30,mlp.experts.51.gate_proj,0.0001591775,0.05000,2.409
30,mlp.experts.53.gate_proj,0.0000201604,0.05000,2.384
30,mlp.experts.52.gate_proj,0.0000838449,0.05000,2.235
30,mlp.experts.46.gate_proj,0.0002041730,0.05000,2.301
30,mlp.experts.55.gate_proj,0.0000173237,0.05000,2.255
30,mlp.experts.57.gate_proj,0.0000984065,0.05000,2.139
30,mlp.experts.56.gate_proj,0.0000308277,0.05000,2.415
30,mlp.experts.50.gate_proj,0.0000084166,0.05000,2.471
30,mlp.experts.59.gate_proj,0.0000699075,0.05000,2.454
30,mlp.experts.61.gate_proj,0.0000550387,0.05000,2.541
30,mlp.experts.54.gate_proj,0.0001881057,0.05000,2.338
30,mlp.experts.60.gate_proj,0.0001250789,0.05000,2.485
30,mlp.experts.63.gate_proj,0.0000191112,0.05000,2.487
30,mlp.experts.65.gate_proj,0.0001524489,0.05000,2.334
30,mlp.experts.64.gate_proj,0.0001908428,0.05000,2.158
30,mlp.experts.58.gate_proj,0.0000918943,0.05000,2.269
30,mlp.experts.67.gate_proj,0.0000556250,0.05000,2.275
30,mlp.experts.69.gate_proj,0.0000172962,0.05000,2.329
30,mlp.experts.68.gate_proj,0.0000890395,0.05000,2.191
30,mlp.experts.62.gate_proj,0.0000406131,0.05000,2.171
30,mlp.experts.71.gate_proj,0.0000112770,0.05000,2.197
30,mlp.experts.73.gate_proj,0.0000194701,0.05000,2.083
30,mlp.experts.77.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.033
30,mlp.experts.72.gate_proj,0.0000188883,0.05000,2.373
30,mlp.experts.66.gate_proj,0.0000307542,0.05000,2.441
30,mlp.experts.75.gate_proj,0.0000600410,0.05000,2.459
30,mlp.experts.81.gate_proj,0.0000095494,0.05000,2.479
30,mlp.experts.76.gate_proj,0.0001510622,0.05000,2.438
30,mlp.experts.70.gate_proj,0.0000365982,0.05000,2.419
30,mlp.experts.79.gate_proj,0.0000808231,0.05000,2.404
30,mlp.experts.85.gate_proj,0.0000477937,0.05000,2.466
30,mlp.experts.80.gate_proj,0.0000117279,0.05000,2.710
30,mlp.experts.74.gate_proj,0.0000852773,0.05000,2.696
30,mlp.experts.78.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.032
30,mlp.experts.83.gate_proj,0.0001404897,0.05000,2.581
30,mlp.experts.89.gate_proj,0.0000373456,0.05000,2.596
30,mlp.experts.84.gate_proj,0.0000479270,0.05000,2.510
30,mlp.experts.82.gate_proj,0.0000556387,0.05000,2.501
30,mlp.experts.87.gate_proj,0.0000117697,0.05000,2.599
30,mlp.experts.93.gate_proj,0.0001086284,0.05000,2.621
30,mlp.experts.88.gate_proj,0.0000629915,0.05000,2.614
30,mlp.experts.86.gate_proj,0.0000213565,0.05000,2.756
30,mlp.experts.91.gate_proj,0.0000874078,0.05000,2.646
30,mlp.experts.97.gate_proj,0.0000646686,0.05000,2.613
30,mlp.experts.92.gate_proj,0.0001007156,0.05000,2.682
30,mlp.experts.90.gate_proj,0.0000211796,0.05000,2.640
30,mlp.experts.95.gate_proj,0.0000583603,0.05000,2.603
30,mlp.experts.101.gate_proj,0.0000344359,0.05000,2.731
30,mlp.experts.94.gate_proj,0.0000653633,0.05000,2.559
30,mlp.experts.96.gate_proj,0.0001345499,0.05000,2.822
30,mlp.experts.99.gate_proj,0.0000568311,0.05000,2.669
30,mlp.experts.105.gate_proj,0.0000597794,0.05000,2.635
30,mlp.experts.98.gate_proj,0.0000209578,0.05000,2.325
30,mlp.experts.100.gate_proj,0.0001102414,0.05000,2.315
30,mlp.experts.103.gate_proj,0.0000083354,0.05000,2.326
30,mlp.experts.109.gate_proj,0.0000431306,0.05000,2.365
30,mlp.experts.104.gate_proj,0.0001391053,0.05000,2.607
30,mlp.experts.102.gate_proj,0.0000989700,0.05000,2.672
30,mlp.experts.107.gate_proj,0.0001452223,0.05000,2.598
30,mlp.experts.113.gate_proj,0.0000524280,0.05000,2.727
30,mlp.experts.117.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.046
30,mlp.experts.108.gate_proj,0.0000604037,0.05000,2.839
30,mlp.experts.106.gate_proj,0.0000209490,0.05000,2.828
30,mlp.experts.110.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.040
30,mlp.experts.111.gate_proj,0.0000773517,0.05000,2.802
30,mlp.experts.121.gate_proj,0.0000830110,0.05000,2.794
30,mlp.experts.112.gate_proj,0.0000229384,0.05000,2.692
30,mlp.experts.114.gate_proj,0.0000245343,0.05000,2.661
30,mlp.experts.115.gate_proj,0.0000243847,0.05000,2.675
30,mlp.experts.118.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.051
30,mlp.experts.125.gate_proj,0.0001827418,0.05000,2.710
30,mlp.experts.116.gate_proj,0.0000239140,0.05000,2.787
30,mlp.experts.119.gate_proj,0.0000332256,0.05000,2.829
30,mlp.experts.122.gate_proj,0.0000206514,0.05000,2.852
30,mlp.experts.129.gate_proj,0.0000696884,0.05000,2.780
30,mlp.experts.120.gate_proj,0.0000657743,0.05000,2.851
30,mlp.experts.124.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.045
30,mlp.experts.123.gate_proj,0.0001098928,0.05000,2.833
30,mlp.experts.126.gate_proj,0.0000700651,0.05000,2.827
30,mlp.experts.133.gate_proj,0.0001401710,0.05000,2.813
30,mlp.experts.128.gate_proj,0.0000289090,0.05000,2.421
30,mlp.experts.127.gate_proj,0.0000505301,0.05000,2.441
30,mlp.experts.130.gate_proj,0.0000407498,0.05000,2.424
30,mlp.experts.137.gate_proj,0.0000548927,0.05000,2.605
30,mlp.experts.132.gate_proj,0.0000964663,0.05000,2.538
30,mlp.experts.131.gate_proj,0.0000161521,0.05000,2.589
30,mlp.experts.134.gate_proj,0.0000376448,0.05000,2.568
30,mlp.experts.141.gate_proj,0.0000567159,0.05000,2.510
30,mlp.experts.136.gate_proj,0.0001180130,0.05000,2.608
30,mlp.experts.135.gate_proj,0.0000254407,0.05000,2.532
30,mlp.experts.138.gate_proj,0.0000780887,0.05000,2.650
30,mlp.experts.145.gate_proj,0.0000247265,0.05000,2.593
30,mlp.experts.140.gate_proj,0.0000735901,0.05000,2.532
30,mlp.experts.139.gate_proj,0.0000252845,0.05000,2.582
30,mlp.experts.142.gate_proj,0.0000628320,0.05000,2.500
30,mlp.experts.146.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.046
30,mlp.experts.149.gate_proj,0.0000622029,0.05000,2.648
30,mlp.experts.153.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.047
30,mlp.experts.144.gate_proj,0.0001396733,0.05000,2.584
30,mlp.experts.150.gate_proj,0.0000445159,0.05000,2.454
30,mlp.experts.154.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.038
30,mlp.experts.143.gate_proj,0.0000773730,0.05000,2.633
30,mlp.experts.157.gate_proj,0.0000193325,0.05000,2.505
30,mlp.experts.148.gate_proj,0.0000261553,0.05000,2.662
30,mlp.experts.147.gate_proj,0.0001580405,0.05000,2.662
30,mlp.experts.158.gate_proj,0.0000248049,0.05000,2.735
30,mlp.experts.161.gate_proj,0.0000710300,0.05000,2.716
30,mlp.experts.152.gate_proj,0.0001881296,0.05000,2.350
30,mlp.experts.151.gate_proj,0.0000621353,0.05000,2.240
30,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.034
30,mlp.experts.162.gate_proj,0.0000124448,0.05000,2.258
30,mlp.experts.165.gate_proj,0.0000061214,0.05000,2.241
30,mlp.experts.156.gate_proj,0.0000440204,0.05000,2.352
30,mlp.experts.159.gate_proj,0.0000144215,0.05000,2.329
30,mlp.experts.166.gate_proj,0.0000302537,0.05000,2.432
30,mlp.experts.169.gate_proj,0.0000537587,0.05000,2.360
30,mlp.experts.160.gate_proj,0.0001281066,0.05000,2.199
30,mlp.experts.163.gate_proj,0.0000223854,0.05000,2.215
30,mlp.experts.167.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.034
30,mlp.experts.170.gate_proj,0.0000919970,0.05000,2.392
30,mlp.experts.173.gate_proj,0.0000164167,0.05000,2.337
30,mlp.experts.164.gate_proj,0.0000157043,0.05000,2.547
30,mlp.experts.171.gate_proj,0.0000221631,0.05000,2.703
30,mlp.experts.174.gate_proj,0.0000705179,0.05000,2.682
30,mlp.experts.177.gate_proj,0.0000151992,0.05000,2.571
30,mlp.experts.181.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.038
30,mlp.experts.185.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.037
30,mlp.experts.168.gate_proj,0.0000449099,0.05000,2.613
30,mlp.experts.175.gate_proj,0.0001268645,0.05000,2.518
30,mlp.experts.178.gate_proj,0.0000282048,0.05000,2.561
30,mlp.experts.189.gate_proj,0.0000311437,0.05000,2.460
30,mlp.experts.172.gate_proj,0.0000681641,0.05000,2.616
30,mlp.experts.179.gate_proj,0.0000152250,0.05000,2.581
30,mlp.experts.182.gate_proj,0.0001535798,0.05000,2.724
30,mlp.experts.193.gate_proj,0.0001084936,0.05000,2.653
30,mlp.experts.176.gate_proj,0.0001264759,0.05000,2.504
30,mlp.experts.183.gate_proj,0.0000179875,0.05000,2.508
30,mlp.experts.186.gate_proj,0.0000332907,0.05000,2.509
30,mlp.experts.197.gate_proj,0.0000627798,0.05000,2.575
30,mlp.experts.180.gate_proj,0.0000580476,0.05000,2.624
30,mlp.experts.187.gate_proj,0.0000143474,0.05000,2.671
30,mlp.experts.190.gate_proj,0.0000131480,0.05000,2.558
30,mlp.experts.201.gate_proj,0.0000643429,0.05000,2.567
30,mlp.experts.184.gate_proj,0.0001008675,0.05000,2.563
30,mlp.experts.191.gate_proj,0.0000748397,0.05000,2.578
30,mlp.experts.194.gate_proj,0.0000757740,0.05000,2.497
30,mlp.experts.205.gate_proj,0.0000162588,0.05000,2.576
30,mlp.experts.188.gate_proj,0.0000230373,0.05000,2.552
30,mlp.experts.195.gate_proj,0.0000760739,0.05000,2.520
30,mlp.experts.198.gate_proj,0.0000239990,0.05000,2.574
30,mlp.experts.209.gate_proj,0.0000228749,0.05000,2.555
30,mlp.experts.192.gate_proj,0.0000623809,0.05000,2.311
30,mlp.experts.199.gate_proj,0.0000672580,0.05000,2.323
30,mlp.experts.202.gate_proj,0.0001696162,0.05000,2.387
30,mlp.experts.213.gate_proj,0.0000488436,0.05000,2.289
30,mlp.experts.196.gate_proj,0.0000289868,0.05000,2.296
30,mlp.experts.203.gate_proj,0.0000347685,0.05000,2.260
30,mlp.experts.206.gate_proj,0.0000212799,0.05000,2.306
30,mlp.experts.217.gate_proj,0.0000899534,0.05000,2.317
30,mlp.experts.200.gate_proj,0.0001226164,0.05000,2.304
30,mlp.experts.207.gate_proj,0.0000847208,0.05000,2.322
30,mlp.experts.210.gate_proj,0.0000273943,0.05000,2.194
30,mlp.experts.221.gate_proj,0.0000385356,0.05000,2.317
30,mlp.experts.204.gate_proj,0.0000539666,0.05000,2.458
30,mlp.experts.211.gate_proj,0.0000308850,0.05000,2.426
30,mlp.experts.214.gate_proj,0.0000229968,0.05000,2.525
30,mlp.experts.225.gate_proj,0.0000847429,0.05000,2.579
30,mlp.experts.208.gate_proj,0.0000485255,0.05000,2.570
30,mlp.experts.215.gate_proj,0.0000205634,0.05000,2.601
30,mlp.experts.218.gate_proj,0.0001858000,0.05000,2.547
30,mlp.experts.229.gate_proj,0.0000253358,0.05000,2.523
30,mlp.experts.212.gate_proj,0.0000531031,0.05000,2.396
30,mlp.experts.219.gate_proj,0.0000385442,0.05000,2.443
30,mlp.experts.222.gate_proj,0.0000416254,0.05000,2.425
30,mlp.experts.233.gate_proj,0.0000262800,0.05000,2.453
30,mlp.experts.216.gate_proj,0.0000617655,0.05000,2.517
30,mlp.experts.223.gate_proj,0.0000792780,0.05000,2.531
30,mlp.experts.226.gate_proj,0.0000465049,0.05000,2.585
30,mlp.experts.237.gate_proj,0.0000263085,0.05000,2.451
30,mlp.experts.220.gate_proj,0.0000500236,0.05000,2.351
30,mlp.experts.227.gate_proj,0.0001591371,0.05000,2.298
30,mlp.experts.230.gate_proj,0.0000684239,0.05000,2.286
30,mlp.experts.241.gate_proj,0.0001134357,0.05000,2.482
30,mlp.experts.224.gate_proj,0.0000919007,0.05000,2.688
30,mlp.experts.231.gate_proj,0.0000320503,0.05000,2.637
30,mlp.experts.234.gate_proj,0.0001027083,0.05000,2.840
30,mlp.experts.245.gate_proj,0.0000153081,0.05000,2.717
30,mlp.experts.249.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.042
30,mlp.experts.228.gate_proj,0.0000289028,0.05000,2.652
30,mlp.experts.235.gate_proj,0.0000340683,0.05000,2.622
30,mlp.experts.238.gate_proj,0.0000240546,0.05000,2.694
30,mlp.experts.253.gate_proj,0.0000920784,0.05000,2.605
30,mlp.experts.239.gate_proj,0.0000759437,0.05000,2.569
30,mlp.experts.232.gate_proj,0.0000237336,0.05000,2.805
30,mlp.experts.242.gate_proj,0.0000955754,0.05000,2.716
30,mlp.experts.1.up_proj,0.0000136072,0.05000,2.572
30,mlp.experts.243.gate_proj,0.0000362336,0.05000,2.602
30,mlp.experts.236.gate_proj,0.0001290826,0.05000,2.499
30,mlp.experts.246.gate_proj,0.0000873645,0.05000,2.550
30,mlp.experts.5.up_proj,0.0000204965,0.05000,2.554
30,mlp.experts.247.gate_proj,0.0000585500,0.05000,2.561
30,mlp.experts.240.gate_proj,0.0000087260,0.05000,2.571
30,mlp.experts.250.gate_proj,0.0000320005,0.05000,2.539
30,mlp.experts.9.up_proj,0.0000152183,0.05000,2.470
30,mlp.experts.244.gate_proj,0.0001318830,0.05000,2.501
30,mlp.experts.251.gate_proj,0.0000216213,0.05000,2.585
30,mlp.experts.254.gate_proj,0.0000624450,0.05000,2.560
30,mlp.experts.13.up_proj,0.0000093051,0.05000,2.550
30,mlp.experts.248.gate_proj,0.0002357445,0.05000,2.432
30,mlp.experts.252.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.037
30,mlp.experts.255.gate_proj,0.0000985284,0.05000,2.514
30,mlp.experts.0.up_proj,failsafe(rtn): 0.0010605,0.00000,0.044
30,mlp.experts.2.up_proj,0.0000703038,0.05000,2.619
30,mlp.experts.17.up_proj,0.0000466070,0.05000,2.561
30,mlp.experts.4.up_proj,0.0000389346,0.05000,2.561
30,mlp.experts.3.up_proj,0.0000788610,0.05000,2.727
30,mlp.experts.7.up_proj,failsafe(rtn): 0.0012054,0.00000,0.038
30,mlp.experts.6.up_proj,0.0000176521,0.05000,2.663
30,mlp.experts.21.up_proj,0.0000162262,0.05000,2.500
30,mlp.experts.8.up_proj,0.0000563912,0.05000,2.387
30,mlp.experts.11.up_proj,0.0000323958,0.05000,2.369
30,mlp.experts.10.up_proj,0.0000704469,0.05000,2.391
30,mlp.experts.25.up_proj,0.0000103523,0.05000,2.537
30,mlp.experts.29.up_proj,failsafe(rtn): 0.0011444,0.00000,0.035
30,mlp.experts.12.up_proj,0.0000183293,0.05000,2.557
30,mlp.experts.15.up_proj,0.0001472138,0.05000,2.484
30,mlp.experts.14.up_proj,0.0000679257,0.05000,2.532
30,mlp.experts.33.up_proj,0.0000811611,0.05000,2.529
30,mlp.experts.37.up_proj,failsafe(rtn): 0.0010757,0.00000,0.037
30,mlp.experts.16.up_proj,0.0000163800,0.05000,2.229
30,mlp.experts.20.up_proj,failsafe(rtn): 0.0010757,0.00000,0.032
30,mlp.experts.19.up_proj,0.0000305237,0.05000,2.257
30,mlp.experts.18.up_proj,0.0000276183,0.05000,2.247
30,mlp.experts.41.up_proj,0.0000231627,0.05000,2.154
30,mlp.experts.45.up_proj,failsafe(rtn): 0.0010986,0.00000,0.036
30,mlp.experts.24.up_proj,0.0000628042,0.05000,2.210
30,mlp.experts.23.up_proj,0.0001102469,0.05000,2.297
30,mlp.experts.22.up_proj,0.0000946548,0.05000,2.289
30,mlp.experts.49.up_proj,0.0001977046,0.05000,2.435
30,mlp.experts.28.up_proj,0.0000092673,0.05000,2.559
30,mlp.experts.27.up_proj,0.0000134262,0.05000,2.553
30,mlp.experts.26.up_proj,0.0000857550,0.05000,2.468
30,mlp.experts.53.up_proj,0.0000178584,0.05000,2.439
30,mlp.experts.32.up_proj,0.0000482994,0.05000,2.449
30,mlp.experts.31.up_proj,0.0000520383,0.05000,2.375
30,mlp.experts.35.up_proj,failsafe(rtn): 0.0010681,0.00000,0.036
30,mlp.experts.30.up_proj,0.0000563007,0.05000,2.528
30,mlp.experts.57.up_proj,0.0000843813,0.05000,2.505
30,mlp.experts.36.up_proj,0.0000550917,0.05000,2.412
30,mlp.experts.39.up_proj,0.0000481706,0.05000,2.326
30,mlp.experts.34.up_proj,0.0000394283,0.05000,2.327
30,mlp.experts.61.up_proj,0.0000527125,0.05000,2.299
30,mlp.experts.43.up_proj,0.0000680952,0.05000,2.136
30,mlp.experts.40.up_proj,0.0000398864,0.05000,2.264
30,mlp.experts.38.up_proj,0.0000445683,0.05000,2.322
30,mlp.experts.65.up_proj,0.0001464899,0.05000,2.408
30,mlp.experts.47.up_proj,0.0000918048,0.05000,2.370
30,mlp.experts.44.up_proj,0.0000838408,0.05000,2.490
30,mlp.experts.42.up_proj,0.0000447021,0.05000,2.464
30,mlp.experts.69.up_proj,0.0000130912,0.05000,2.532
30,mlp.experts.51.up_proj,0.0001543930,0.05000,2.422
30,mlp.experts.48.up_proj,0.0000762964,0.05000,2.510
30,mlp.experts.46.up_proj,0.0001652821,0.05000,2.500
30,mlp.experts.73.up_proj,0.0000159952,0.05000,2.695
30,mlp.experts.77.up_proj,failsafe(rtn): 0.0010910,0.00000,0.036
30,mlp.experts.55.up_proj,0.0000177142,0.05000,2.578
30,mlp.experts.52.up_proj,0.0000704580,0.05000,2.665
30,mlp.experts.50.up_proj,0.0000087282,0.05000,2.617
30,mlp.experts.81.up_proj,0.0000086567,0.05000,2.483
30,mlp.experts.59.up_proj,0.0000633982,0.05000,2.527
30,mlp.experts.56.up_proj,0.0000278175,0.05000,2.233
30,mlp.experts.54.up_proj,0.0001694525,0.05000,2.527
30,mlp.experts.85.up_proj,0.0000454828,0.05000,2.455
30,mlp.experts.60.up_proj,0.0001093862,0.05000,2.512
30,mlp.experts.63.up_proj,0.0000187686,0.05000,2.653
30,mlp.experts.58.up_proj,0.0000786468,0.05000,2.631
30,mlp.experts.89.up_proj,0.0000351479,0.05000,2.555
30,mlp.experts.64.up_proj,0.0001697225,0.05000,2.586
30,mlp.experts.67.up_proj,0.0000523708,0.05000,2.571
30,mlp.experts.62.up_proj,0.0000377493,0.05000,2.651
30,mlp.experts.93.up_proj,0.0001030607,0.05000,2.729
30,mlp.experts.68.up_proj,0.0000921995,0.05000,2.924
30,mlp.experts.71.up_proj,0.0000117615,0.05000,2.879
30,mlp.experts.66.up_proj,0.0000303979,0.05000,2.916
30,mlp.experts.97.up_proj,0.0000529407,0.05000,2.901
30,mlp.experts.75.up_proj,0.0000580488,0.05000,2.949
30,mlp.experts.72.up_proj,0.0000164811,0.05000,2.953
30,mlp.experts.70.up_proj,0.0000313613,0.05000,2.798
30,mlp.experts.101.up_proj,0.0000307765,0.05000,2.626
30,mlp.experts.76.up_proj,0.0001329431,0.05000,2.388
30,mlp.experts.79.up_proj,0.0000709874,0.05000,2.503
30,mlp.experts.74.up_proj,0.0000822932,0.05000,2.511
30,mlp.experts.78.up_proj,failsafe(rtn): 0.0012207,0.00000,0.037
30,mlp.experts.105.up_proj,0.0000516043,0.05000,2.527
30,mlp.experts.80.up_proj,0.0000112462,0.05000,2.320
30,mlp.experts.83.up_proj,0.0001199739,0.05000,2.293
30,mlp.experts.82.up_proj,0.0000471377,0.05000,2.457
30,mlp.experts.109.up_proj,0.0000388319,0.05000,2.386
30,mlp.experts.84.up_proj,0.0000434696,0.05000,2.526
30,mlp.experts.87.up_proj,0.0000103743,0.05000,2.614
30,mlp.experts.86.up_proj,0.0000178133,0.05000,2.747
30,mlp.experts.113.up_proj,0.0000567656,0.05000,2.634
30,mlp.experts.117.up_proj,failsafe(rtn): 0.0010834,0.00000,0.049
30,mlp.experts.88.up_proj,0.0000526159,0.05000,2.697
30,mlp.experts.91.up_proj,0.0000765483,0.05000,2.853
30,mlp.experts.90.up_proj,0.0000190810,0.05000,2.908
30,mlp.experts.121.up_proj,0.0000823268,0.05000,2.876
30,mlp.experts.92.up_proj,0.0000814222,0.05000,2.688
30,mlp.experts.95.up_proj,0.0000495272,0.05000,2.636
30,mlp.experts.94.up_proj,0.0000638702,0.05000,2.597
30,mlp.experts.125.up_proj,0.0001294032,0.05000,2.595
30,mlp.experts.96.up_proj,0.0001321587,0.05000,2.688
30,mlp.experts.99.up_proj,0.0000587912,0.05000,2.698
30,mlp.experts.98.up_proj,0.0000168036,0.05000,2.741
30,mlp.experts.129.up_proj,0.0000567847,0.05000,2.758
30,mlp.experts.100.up_proj,0.0001070457,0.05000,2.730
30,mlp.experts.103.up_proj,0.0000078465,0.05000,2.726
30,mlp.experts.102.up_proj,0.0000934675,0.05000,2.851
30,mlp.experts.133.up_proj,0.0001334121,0.05000,2.831
30,mlp.experts.104.up_proj,0.0000981450,0.05000,2.580
30,mlp.experts.107.up_proj,0.0001336643,0.05000,2.650
30,mlp.experts.137.up_proj,0.0000443050,0.05000,2.520
30,mlp.experts.106.up_proj,0.0000194095,0.05000,2.655
30,mlp.experts.110.up_proj,failsafe(rtn): 0.0010452,0.00000,0.037
30,mlp.experts.108.up_proj,0.0000440239,0.05000,2.649
30,mlp.experts.111.up_proj,0.0000738223,0.05000,2.603
30,mlp.experts.114.up_proj,0.0000227770,0.05000,2.782
30,mlp.experts.141.up_proj,0.0000420577,0.05000,2.850
30,mlp.experts.118.up_proj,failsafe(rtn): 0.0011749,0.00000,0.061
30,mlp.experts.112.up_proj,0.0000195348,0.05000,2.948
30,mlp.experts.115.up_proj,0.0000231184,0.05000,2.960
30,mlp.experts.145.up_proj,0.0000231756,0.05000,2.975
30,mlp.experts.122.up_proj,0.0000193398,0.05000,2.947
30,mlp.experts.116.up_proj,0.0000192113,0.05000,2.884
30,mlp.experts.119.up_proj,0.0000303699,0.05000,2.760
30,mlp.experts.149.up_proj,0.0000570767,0.05000,2.984
30,mlp.experts.126.up_proj,0.0000667339,0.05000,3.007
30,mlp.experts.153.up_proj,failsafe(rtn): 0.0011063,0.00000,0.050
30,mlp.experts.120.up_proj,0.0000752361,0.05000,2.984
30,mlp.experts.124.up_proj,failsafe(rtn): 0.0010223,0.00000,0.041
30,mlp.experts.123.up_proj,0.0001033478,0.05000,3.040
30,mlp.experts.157.up_proj,0.0000166792,0.05000,2.513
30,mlp.experts.130.up_proj,0.0000348415,0.05000,2.528
30,mlp.experts.128.up_proj,0.0000244618,0.05000,2.388
30,mlp.experts.127.up_proj,0.0000334017,0.05000,2.390
30,mlp.experts.161.up_proj,0.0000651188,0.05000,2.508
30,mlp.experts.134.up_proj,0.0000351468,0.05000,2.635
30,mlp.experts.132.up_proj,0.0000838391,0.05000,2.473
30,mlp.experts.131.up_proj,0.0000280546,0.05000,2.448
30,mlp.experts.165.up_proj,0.0000058311,0.05000,2.347
30,mlp.experts.138.up_proj,0.0000674550,0.05000,2.218
30,mlp.experts.136.up_proj,0.0001129931,0.05000,2.184
30,mlp.experts.135.up_proj,0.0000224187,0.05000,2.271
30,mlp.experts.142.up_proj,0.0000655270,0.05000,2.411
30,mlp.experts.146.up_proj,failsafe(rtn): 0.0010529,0.00000,0.047
30,mlp.experts.169.up_proj,0.0000543558,0.05000,2.561
30,mlp.experts.140.up_proj,0.0000659987,0.05000,2.567
30,mlp.experts.139.up_proj,0.0000211629,0.05000,2.626
30,mlp.experts.150.up_proj,0.0000357977,0.05000,2.699
30,mlp.experts.154.up_proj,failsafe(rtn): 0.0010910,0.00000,0.038
30,mlp.experts.173.up_proj,0.0000138089,0.05000,2.719
30,mlp.experts.144.up_proj,0.0001321549,0.05000,2.648
30,mlp.experts.143.up_proj,0.0000751207,0.05000,2.718
30,mlp.experts.158.up_proj,0.0000233057,0.05000,2.668
30,mlp.experts.177.up_proj,0.0000134311,0.05000,2.678
30,mlp.experts.181.up_proj,failsafe(rtn): 0.0010681,0.00000,0.038
30,mlp.experts.185.up_proj,failsafe(rtn): 0.0011520,0.00000,0.041
30,mlp.experts.148.up_proj,0.0000219721,0.05000,2.855
30,mlp.experts.147.up_proj,0.0001477583,0.05000,2.604
30,mlp.experts.162.up_proj,0.0000133199,0.05000,2.706
30,mlp.experts.189.up_proj,0.0000266053,0.05000,2.651
30,mlp.experts.152.up_proj,0.0001613046,0.05000,2.557
30,mlp.experts.151.up_proj,0.0000612967,0.05000,2.517
30,mlp.experts.155.up_proj,failsafe(rtn): 0.0010452,0.00000,0.041
30,mlp.experts.166.up_proj,0.0000264557,0.05000,2.682
30,mlp.experts.193.up_proj,0.0001037373,0.05000,2.752
30,mlp.experts.156.up_proj,0.0000411467,0.05000,2.698
30,mlp.experts.159.up_proj,0.0000137479,0.05000,2.675
30,mlp.experts.170.up_proj,0.0000809324,0.05000,2.547
30,mlp.experts.197.up_proj,0.0000579879,0.05000,2.735
30,mlp.experts.160.up_proj,0.0001230071,0.05000,2.619
30,mlp.experts.163.up_proj,0.0000173569,0.05000,2.617
30,mlp.experts.167.up_proj,failsafe(rtn): 0.0010452,0.00000,0.035
30,mlp.experts.174.up_proj,0.0000688963,0.05000,2.690
30,mlp.experts.201.up_proj,0.0000608873,0.05000,2.742
30,mlp.experts.164.up_proj,0.0000133528,0.05000,2.731
30,mlp.experts.171.up_proj,0.0000210523,0.05000,2.780
30,mlp.experts.178.up_proj,0.0000236106,0.05000,2.668
30,mlp.experts.205.up_proj,0.0000179609,0.05000,2.728
30,mlp.experts.168.up_proj,0.0000378789,0.05000,2.735
30,mlp.experts.175.up_proj,0.0001079680,0.05000,2.709
30,mlp.experts.182.up_proj,0.0001470745,0.05000,2.466
30,mlp.experts.209.up_proj,0.0000143757,0.05000,2.442
30,mlp.experts.172.up_proj,0.0000666494,0.05000,2.401
30,mlp.experts.179.up_proj,0.0000140310,0.05000,2.328
30,mlp.experts.186.up_proj,0.0000316817,0.05000,2.753
30,mlp.experts.213.up_proj,0.0000464972,0.05000,2.800
30,mlp.experts.176.up_proj,0.0001159760,0.05000,2.820
30,mlp.experts.183.up_proj,0.0000168710,0.05000,2.742
30,mlp.experts.190.up_proj,0.0000125482,0.05000,2.711
30,mlp.experts.217.up_proj,0.0000869436,0.05000,2.618
30,mlp.experts.180.up_proj,0.0000560613,0.05000,2.642
30,mlp.experts.187.up_proj,0.0000133490,0.05000,2.648
30,mlp.experts.194.up_proj,0.0000724552,0.05000,2.581
30,mlp.experts.221.up_proj,0.0000414032,0.05000,2.653
30,mlp.experts.184.up_proj,0.0000944985,0.05000,2.710
30,mlp.experts.191.up_proj,0.0000608267,0.05000,2.707
30,mlp.experts.198.up_proj,0.0000196437,0.05000,2.522
30,mlp.experts.225.up_proj,0.0000801295,0.05000,2.540
30,mlp.experts.195.up_proj,0.0000737898,0.05000,2.537
30,mlp.experts.188.up_proj,0.0000222845,0.05000,2.586
30,mlp.experts.202.up_proj,0.0001430348,0.05000,2.755
30,mlp.experts.229.up_proj,0.0000201885,0.05000,2.711
30,mlp.experts.199.up_proj,0.0000636147,0.05000,2.665
30,mlp.experts.192.up_proj,0.0000633240,0.05000,2.705
30,mlp.experts.206.up_proj,0.0000158272,0.05000,2.609
30,mlp.experts.233.up_proj,0.0000222415,0.05000,2.392
30,mlp.experts.203.up_proj,0.0000319779,0.05000,2.402
30,mlp.experts.196.up_proj,0.0000223265,0.05000,2.451
30,mlp.experts.210.up_proj,0.0000216746,0.05000,2.243
30,mlp.experts.237.up_proj,0.0000211296,0.05000,2.119
30,mlp.experts.207.up_proj,0.0000791001,0.05000,2.263
30,mlp.experts.200.up_proj,0.0001144698,0.05000,2.272
30,mlp.experts.214.up_proj,0.0000225670,0.05000,2.497
30,mlp.experts.241.up_proj,0.0000960661,0.05000,2.529
30,mlp.experts.211.up_proj,0.0000270497,0.05000,2.584
30,mlp.experts.204.up_proj,0.0000494608,0.05000,2.603
30,mlp.experts.218.up_proj,0.0001511065,0.05000,2.594
30,mlp.experts.245.up_proj,0.0000133187,0.05000,2.507
30,mlp.experts.249.up_proj,failsafe(rtn): 0.0010757,0.00000,0.034
30,mlp.experts.215.up_proj,0.0000178686,0.05000,2.571
30,mlp.experts.208.up_proj,0.0000415318,0.05000,2.582
30,mlp.experts.222.up_proj,0.0000321389,0.05000,2.477
30,mlp.experts.253.up_proj,0.0000709633,0.05000,2.421
30,mlp.experts.219.up_proj,0.0000352595,0.05000,2.310
30,mlp.experts.212.up_proj,0.0000443220,0.05000,2.268
30,mlp.experts.226.up_proj,0.0000449389,0.05000,1.759
30,mlp.experts.223.up_proj,0.0000720074,0.05000,1.738
30,mlp.experts.216.up_proj,0.0000589072,0.05000,1.741
30,mlp.experts.230.up_proj,0.0000639938,0.05000,1.574
30,mlp.experts.227.up_proj,0.0001438986,0.05000,1.556
30,mlp.experts.220.up_proj,0.0000419106,0.05000,1.525
30,mlp.experts.234.up_proj,0.0000945379,0.05000,1.480
30,mlp.experts.231.up_proj,0.0000253183,0.05000,1.463
30,mlp.experts.224.up_proj,0.0000774094,0.05000,1.486
30,mlp.experts.238.up_proj,0.0000239438,0.05000,1.516
30,mlp.experts.235.up_proj,0.0000256634,0.05000,1.529
30,mlp.experts.228.up_proj,0.0000230330,0.05000,1.530
30,mlp.experts.242.up_proj,0.0000917162,0.05000,1.778
30,mlp.experts.239.up_proj,0.0000641308,0.05000,1.776
30,mlp.experts.232.up_proj,0.0000245513,0.05000,1.797
30,mlp.experts.246.up_proj,0.0000811563,0.05000,1.701
30,mlp.experts.243.up_proj,0.0000269544,0.05000,1.714
30,mlp.experts.236.up_proj,0.0001188543,0.05000,1.733
30,mlp.experts.250.up_proj,0.0000312973,0.05000,1.761
30,mlp.experts.247.up_proj,0.0000459545,0.05000,1.746
30,mlp.experts.240.up_proj,0.0000080381,0.05000,1.712
30,mlp.experts.254.up_proj,0.0000581925,0.05000,1.737
30,mlp.experts.251.up_proj,0.0000201937,0.05000,1.664
30,mlp.experts.244.up_proj,0.0001235774,0.05000,1.621
30,mlp.experts.255.up_proj,0.0000798537,0.05000,1.146
30,mlp.experts.248.up_proj,0.0001979520,0.05000,1.117
30,mlp.experts.252.up_proj,failsafe(rtn): 0.0010910,0.00000,0.011
30,mlp.experts.0.down_proj,failsafe(rtn): 0.0010452,0.00000,0.013
30,mlp.experts.3.down_proj,0.0000016929,0.05000,0.648
30,mlp.experts.7.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
30,mlp.experts.1.down_proj,0.0000007593,0.05000,0.687
30,mlp.experts.4.down_proj,0.0000022355,0.05000,0.715
30,mlp.experts.2.down_proj,0.0000037813,0.05000,0.767
30,mlp.experts.11.down_proj,0.0000027209,0.05000,0.711
30,mlp.experts.5.down_proj,0.0000011879,0.05000,0.715
30,mlp.experts.8.down_proj,0.0000010615,0.05000,0.694
30,mlp.experts.6.down_proj,0.0000006746,0.05000,0.700
30,mlp.experts.15.down_proj,0.0000031928,0.05000,0.630
30,mlp.experts.9.down_proj,0.0000009086,0.05000,0.622
30,mlp.experts.12.down_proj,0.0000012669,0.05000,0.631
30,mlp.experts.10.down_proj,0.0000044451,0.05000,0.636
30,mlp.experts.19.down_proj,0.0000031419,0.05000,0.645
30,mlp.experts.13.down_proj,0.0000005186,0.05000,0.677
30,mlp.experts.16.down_proj,0.0000012140,0.05000,0.664
30,mlp.experts.20.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
30,mlp.experts.14.down_proj,0.0000013108,0.05000,0.683
30,mlp.experts.23.down_proj,0.0000030980,0.05000,0.679
30,mlp.experts.24.down_proj,0.0000009601,0.05000,0.696
30,mlp.experts.17.down_proj,0.0000038500,0.05000,0.754
30,mlp.experts.18.down_proj,0.0000008857,0.05000,0.692
30,mlp.experts.27.down_proj,0.0000007466,0.05000,0.688
30,mlp.experts.28.down_proj,0.0000005926,0.05000,0.694
30,mlp.experts.22.down_proj,0.0000024969,0.05000,0.682
30,mlp.experts.21.down_proj,0.0000014294,0.05000,0.713
30,mlp.experts.31.down_proj,0.0000017799,0.05000,0.771
30,mlp.experts.35.down_proj,failsafe(rtn): 0.0010376,0.00000,0.011
30,mlp.experts.32.down_proj,0.0000012043,0.05000,0.702
30,mlp.experts.26.down_proj,0.0000068791,0.05000,0.709
30,mlp.experts.25.down_proj,0.0000006684,0.05000,0.734
30,mlp.experts.29.down_proj,failsafe(rtn): 0.0011139,0.00000,0.013
30,mlp.experts.36.down_proj,0.0000027957,0.05000,0.636
30,mlp.experts.30.down_proj,0.0000014799,0.05000,0.634
30,mlp.experts.39.down_proj,0.0000008288,0.05000,0.727
30,mlp.experts.33.down_proj,0.0000038099,0.05000,0.680
30,mlp.experts.37.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
30,mlp.experts.40.down_proj,0.0000011215,0.05000,0.693
30,mlp.experts.34.down_proj,0.0000011169,0.05000,0.713
30,mlp.experts.43.down_proj,0.0000022735,0.05000,0.694
30,mlp.experts.41.down_proj,0.0000015505,0.05000,0.696
30,mlp.experts.45.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
30,mlp.experts.44.down_proj,0.0000025126,0.05000,0.667
30,mlp.experts.47.down_proj,0.0000018877,0.05000,0.658
30,mlp.experts.38.down_proj,0.0000007601,0.05000,0.737
30,mlp.experts.49.down_proj,0.0000134225,0.05000,0.696
30,mlp.experts.48.down_proj,0.0000046097,0.05000,0.666
30,mlp.experts.51.down_proj,0.0000040331,0.05000,0.678
30,mlp.experts.42.down_proj,0.0000010381,0.05000,0.671
30,mlp.experts.53.down_proj,0.0000010028,0.05000,0.674
30,mlp.experts.52.down_proj,0.0000035228,0.05000,0.695
30,mlp.experts.55.down_proj,0.0000011878,0.05000,0.663
30,mlp.experts.46.down_proj,0.0000052031,0.05000,0.662
30,mlp.experts.57.down_proj,0.0000030608,0.05000,0.653
30,mlp.experts.56.down_proj,0.0000018119,0.05000,0.631
30,mlp.experts.59.down_proj,0.0000027814,0.05000,0.659
30,mlp.experts.50.down_proj,0.0000008779,0.05000,0.660
30,mlp.experts.61.down_proj,0.0000009516,0.05000,0.685
30,mlp.experts.60.down_proj,0.0000018721,0.05000,0.683
30,mlp.experts.63.down_proj,0.0000017347,0.05000,0.697
30,mlp.experts.54.down_proj,0.0000032877,0.05000,0.680
30,mlp.experts.65.down_proj,0.0000066762,0.05000,0.665
30,mlp.experts.64.down_proj,0.0000065021,0.05000,0.625
30,mlp.experts.67.down_proj,0.0000027872,0.05000,0.609
30,mlp.experts.58.down_proj,0.0000014792,0.05000,0.621
30,mlp.experts.69.down_proj,0.0000012213,0.05000,0.609
30,mlp.experts.68.down_proj,0.0000049342,0.05000,0.677
30,mlp.experts.71.down_proj,0.0000008964,0.05000,0.653
30,mlp.experts.62.down_proj,0.0000022251,0.05000,0.682
30,mlp.experts.73.down_proj,0.0000010818,0.05000,0.632
30,mlp.experts.77.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
30,mlp.experts.72.down_proj,0.0000013467,0.05000,0.674
30,mlp.experts.75.down_proj,0.0000014836,0.05000,0.643
30,mlp.experts.66.down_proj,0.0000030734,0.05000,0.709
30,mlp.experts.81.down_proj,0.0000006807,0.05000,0.673
30,mlp.experts.76.down_proj,0.0000029863,0.05000,0.646
30,mlp.experts.79.down_proj,0.0000047992,0.05000,0.640
30,mlp.experts.70.down_proj,0.0000019390,0.05000,0.739
30,mlp.experts.85.down_proj,0.0000042715,0.05000,0.741
30,mlp.experts.80.down_proj,0.0000006939,0.05000,0.635
30,mlp.experts.83.down_proj,0.0000027839,0.05000,0.632
30,mlp.experts.74.down_proj,0.0000039834,0.05000,0.634
30,mlp.experts.78.down_proj,failsafe(rtn): 0.0011826,0.00000,0.009
30,mlp.experts.89.down_proj,0.0000015057,0.05000,0.642
30,mlp.experts.84.down_proj,0.0000018740,0.05000,0.623
30,mlp.experts.87.down_proj,0.0000005619,0.05000,0.635
30,mlp.experts.93.down_proj,0.0000017981,0.05000,0.660
30,mlp.experts.82.down_proj,0.0000017290,0.05000,0.669
30,mlp.experts.88.down_proj,0.0000006728,0.05000,0.687
30,mlp.experts.91.down_proj,0.0000039228,0.05000,0.692
30,mlp.experts.97.down_proj,0.0000041004,0.05000,0.622
30,mlp.experts.86.down_proj,0.0000010509,0.05000,0.662
30,mlp.experts.92.down_proj,0.0000018497,0.05000,0.640
30,mlp.experts.95.down_proj,0.0000020952,0.05000,0.647
30,mlp.experts.101.down_proj,0.0000018234,0.05000,0.687
30,mlp.experts.90.down_proj,0.0000019924,0.05000,0.698
30,mlp.experts.99.down_proj,0.0000011201,0.05000,0.635
30,mlp.experts.96.down_proj,0.0000032420,0.05000,0.690
30,mlp.experts.105.down_proj,0.0000020533,0.05000,0.663
30,mlp.experts.94.down_proj,0.0000016052,0.05000,0.668
30,mlp.experts.103.down_proj,0.0000005020,0.05000,0.628
30,mlp.experts.100.down_proj,0.0000024549,0.05000,0.666
30,mlp.experts.109.down_proj,0.0000020314,0.05000,0.658
30,mlp.experts.98.down_proj,0.0000010187,0.05000,0.657
30,mlp.experts.107.down_proj,0.0000050580,0.05000,0.679
30,mlp.experts.104.down_proj,0.0000016025,0.05000,0.656
30,mlp.experts.113.down_proj,0.0000030679,0.05000,0.665
30,mlp.experts.117.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
30,mlp.experts.102.down_proj,0.0000017332,0.05000,0.665
30,mlp.experts.108.down_proj,0.0000018985,0.05000,0.654
30,mlp.experts.111.down_proj,0.0000017056,0.05000,0.709
30,mlp.experts.121.down_proj,0.0000026552,0.05000,0.647
30,mlp.experts.106.down_proj,0.0000016144,0.05000,0.649
30,mlp.experts.110.down_proj,failsafe(rtn): 0.0010300,0.00000,0.009
30,mlp.experts.112.down_proj,0.0000016308,0.05000,0.604
30,mlp.experts.115.down_proj,0.0000019833,0.05000,0.610
30,mlp.experts.125.down_proj,0.0000074361,0.05000,0.630
30,mlp.experts.114.down_proj,0.0000016292,0.05000,0.678
30,mlp.experts.118.down_proj,failsafe(rtn): 0.0011368,0.00000,0.010
30,mlp.experts.116.down_proj,0.0000006343,0.05000,0.680
30,mlp.experts.119.down_proj,0.0000020425,0.05000,0.728
30,mlp.experts.129.down_proj,0.0000018365,0.05000,0.706
30,mlp.experts.122.down_proj,0.0000012494,0.05000,0.647
30,mlp.experts.120.down_proj,0.0000016720,0.05000,0.621
30,mlp.experts.124.down_proj,failsafe(rtn): 0.0010147,0.00000,0.011
30,mlp.experts.123.down_proj,0.0000031395,0.05000,0.648
30,mlp.experts.133.down_proj,0.0000029724,0.05000,0.700
30,mlp.experts.126.down_proj,0.0000018414,0.05000,0.716
30,mlp.experts.128.down_proj,0.0000029297,0.05000,0.678
30,mlp.experts.127.down_proj,0.0000016918,0.05000,0.685
30,mlp.experts.137.down_proj,0.0000021785,0.05000,0.602
30,mlp.experts.130.down_proj,0.0000029033,0.05000,0.627
30,mlp.experts.132.down_proj,0.0000030144,0.05000,0.657
30,mlp.experts.131.down_proj,0.0000008424,0.05000,0.683
30,mlp.experts.141.down_proj,0.0000011590,0.05000,0.671
30,mlp.experts.134.down_proj,0.0000009731,0.05000,0.657
30,mlp.experts.136.down_proj,0.0000031397,0.05000,0.744
30,mlp.experts.135.down_proj,0.0000015274,0.05000,0.710
30,mlp.experts.145.down_proj,0.0000013212,0.05000,0.635
30,mlp.experts.138.down_proj,0.0000010505,0.05000,0.609
30,mlp.experts.140.down_proj,0.0000029442,0.05000,0.540
30,mlp.experts.139.down_proj,0.0000011357,0.05000,0.586
30,mlp.experts.149.down_proj,0.0000036070,0.05000,0.617
30,mlp.experts.153.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
30,mlp.experts.142.down_proj,0.0000043611,0.05000,0.623
30,mlp.experts.146.down_proj,failsafe(rtn): 0.0010376,0.00000,0.009
30,mlp.experts.144.down_proj,0.0000025975,0.05000,0.730
30,mlp.experts.143.down_proj,0.0000048732,0.05000,0.706
30,mlp.experts.157.down_proj,0.0000007987,0.05000,0.649
30,mlp.experts.150.down_proj,0.0000020836,0.05000,0.651
30,mlp.experts.154.down_proj,failsafe(rtn): 0.0010605,0.00000,0.012
30,mlp.experts.148.down_proj,0.0000018537,0.05000,0.690
30,mlp.experts.147.down_proj,0.0000035767,0.05000,0.672
30,mlp.experts.161.down_proj,0.0000018191,0.05000,0.702
30,mlp.experts.158.down_proj,0.0000019612,0.05000,0.682
30,mlp.experts.152.down_proj,0.0000051984,0.05000,0.661
30,mlp.experts.151.down_proj,0.0000018378,0.05000,0.643
30,mlp.experts.155.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
30,mlp.experts.165.down_proj,0.0000003578,0.05000,0.664
30,mlp.experts.162.down_proj,0.0000010388,0.05000,0.669
30,mlp.experts.156.down_proj,0.0000028257,0.05000,0.731
30,mlp.experts.159.down_proj,0.0000010547,0.05000,0.711
30,mlp.experts.169.down_proj,0.0000032552,0.05000,0.729
30,mlp.experts.166.down_proj,0.0000007998,0.05000,0.697
30,mlp.experts.160.down_proj,0.0000029365,0.05000,0.697
30,mlp.experts.163.down_proj,0.0000010304,0.05000,0.684
30,mlp.experts.167.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
30,mlp.experts.173.down_proj,0.0000008720,0.05000,0.674
30,mlp.experts.170.down_proj,0.0000070750,0.05000,0.663
30,mlp.experts.164.down_proj,0.0000006610,0.05000,0.624
30,mlp.experts.171.down_proj,0.0000009681,0.05000,0.609
30,mlp.experts.177.down_proj,0.0000009745,0.05000,0.593
30,mlp.experts.181.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
30,mlp.experts.185.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
30,mlp.experts.174.down_proj,0.0000025113,0.05000,0.611
30,mlp.experts.168.down_proj,0.0000026615,0.05000,0.658
30,mlp.experts.175.down_proj,0.0000041583,0.05000,0.686
30,mlp.experts.189.down_proj,0.0000014686,0.05000,0.688
30,mlp.experts.178.down_proj,0.0000014114,0.05000,0.732
30,mlp.experts.172.down_proj,0.0000015645,0.05000,0.653
30,mlp.experts.179.down_proj,0.0000015853,0.05000,0.671
30,mlp.experts.193.down_proj,0.0000025577,0.05000,0.698
30,mlp.experts.182.down_proj,0.0000026841,0.05000,0.740
30,mlp.experts.176.down_proj,0.0000033429,0.05000,0.634
30,mlp.experts.183.down_proj,0.0000007550,0.05000,0.664
30,mlp.experts.197.down_proj,0.0000051965,0.05000,0.614
30,mlp.experts.186.down_proj,0.0000021732,0.05000,0.626
30,mlp.experts.180.down_proj,0.0000010761,0.05000,0.639
30,mlp.experts.187.down_proj,0.0000014853,0.05000,0.697
30,mlp.experts.201.down_proj,0.0000009567,0.05000,0.640
30,mlp.experts.190.down_proj,0.0000010359,0.05000,0.640
30,mlp.experts.184.down_proj,0.0000040152,0.05000,0.685
30,mlp.experts.191.down_proj,0.0000036987,0.05000,0.694
30,mlp.experts.205.down_proj,0.0000014537,0.05000,0.641
30,mlp.experts.194.down_proj,0.0000022929,0.05000,0.636
30,mlp.experts.188.down_proj,0.0000022568,0.05000,0.607
30,mlp.experts.195.down_proj,0.0000015367,0.05000,0.624
30,mlp.experts.209.down_proj,0.0000005334,0.05000,0.611
30,mlp.experts.198.down_proj,0.0000010705,0.05000,0.639
30,mlp.experts.192.down_proj,0.0000051970,0.05000,0.644
30,mlp.experts.213.down_proj,0.0000013579,0.05000,0.639
30,mlp.experts.199.down_proj,0.0000011691,0.05000,0.664
30,mlp.experts.202.down_proj,0.0000034371,0.05000,0.656
30,mlp.experts.196.down_proj,0.0000010226,0.05000,0.606
30,mlp.experts.203.down_proj,0.0000011943,0.05000,0.667
30,mlp.experts.217.down_proj,0.0000015500,0.05000,0.704
30,mlp.experts.206.down_proj,0.0000008607,0.05000,0.633
30,mlp.experts.200.down_proj,0.0000026502,0.05000,0.722
30,mlp.experts.221.down_proj,0.0000018748,0.05000,0.689
30,mlp.experts.207.down_proj,0.0000017775,0.05000,0.734
30,mlp.experts.210.down_proj,0.0000010801,0.05000,0.663
30,mlp.experts.204.down_proj,0.0000025969,0.05000,0.685
30,mlp.experts.225.down_proj,0.0000041894,0.05000,0.653
30,mlp.experts.211.down_proj,0.0000015802,0.05000,0.667
30,mlp.experts.214.down_proj,0.0000019673,0.05000,0.681
30,mlp.experts.208.down_proj,0.0000027437,0.05000,0.666
30,mlp.experts.229.down_proj,0.0000017192,0.05000,0.628
30,mlp.experts.215.down_proj,0.0000014458,0.05000,0.658
30,mlp.experts.218.down_proj,0.0000078277,0.05000,0.674
30,mlp.experts.212.down_proj,0.0000018694,0.05000,0.761
30,mlp.experts.233.down_proj,0.0000011950,0.05000,0.803
30,mlp.experts.219.down_proj,0.0000028748,0.05000,0.834
30,mlp.experts.222.down_proj,0.0000020499,0.05000,0.892
30,mlp.experts.216.down_proj,0.0000009741,0.05000,0.900
30,mlp.experts.237.down_proj,0.0000020801,0.05000,0.786
30,mlp.experts.223.down_proj,0.0000028593,0.05000,0.785
30,mlp.experts.226.down_proj,0.0000027453,0.05000,0.776
30,mlp.experts.220.down_proj,0.0000030273,0.05000,0.622
30,mlp.experts.241.down_proj,0.0000017175,0.05000,0.602
30,mlp.experts.227.down_proj,0.0000024261,0.05000,0.589
30,mlp.experts.230.down_proj,0.0000012390,0.05000,0.606
30,mlp.experts.224.down_proj,0.0000012750,0.05000,0.584
30,mlp.experts.245.down_proj,0.0000006955,0.05000,0.606
30,mlp.experts.249.down_proj,failsafe(rtn): 0.0010605,0.00000,0.010
30,mlp.experts.231.down_proj,0.0000014550,0.05000,0.638
30,mlp.experts.234.down_proj,0.0000015754,0.05000,0.651
30,mlp.experts.228.down_proj,0.0000012196,0.05000,0.607
30,mlp.experts.253.down_proj,0.0000012885,0.05000,0.596
30,mlp.experts.235.down_proj,0.0000013760,0.05000,0.547
30,mlp.experts.238.down_proj,0.0000015237,0.05000,0.474
30,mlp.experts.232.down_proj,0.0000016389,0.05000,0.448
30,mlp.experts.239.down_proj,0.0000016785,0.05000,0.410
30,mlp.experts.242.down_proj,0.0000019644,0.05000,0.433
30,mlp.experts.236.down_proj,0.0000022269,0.05000,0.371
30,mlp.experts.243.down_proj,0.0000014919,0.05000,0.393
30,mlp.experts.246.down_proj,0.0000038972,0.05000,0.396
30,mlp.experts.240.down_proj,0.0000004862,0.05000,0.381
30,mlp.experts.247.down_proj,0.0000031575,0.05000,0.449
30,mlp.experts.250.down_proj,0.0000040896,0.05000,0.443
30,mlp.experts.244.down_proj,0.0000094981,0.05000,0.462
30,mlp.experts.251.down_proj,0.0000014190,0.05000,0.445
30,mlp.experts.254.down_proj,0.0000011549,0.05000,0.416
30,mlp.experts.248.down_proj,0.0000164992,0.05000,0.389
30,mlp.experts.252.down_proj,failsafe(rtn): 0.0010910,0.00000,0.005
30,mlp.experts.255.down_proj,0.0000031707,0.05000,0.248
31,mlp.experts.2.gate_proj,0.0000892809,0.05000,2.622
31,mlp.experts.1.gate_proj,0.0001061776,0.05000,2.665
31,mlp.experts.6.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.044
31,mlp.experts.0.gate_proj,0.0001726225,0.05000,2.686
31,mlp.experts.3.gate_proj,0.0001163998,0.05000,2.688
31,mlp.experts.10.gate_proj,0.0000395953,0.05000,2.634
31,mlp.experts.4.gate_proj,0.0000314445,0.05000,2.711
31,mlp.experts.7.gate_proj,0.0000180989,0.05000,2.731
31,mlp.experts.5.gate_proj,0.0000577108,0.05000,2.758
31,mlp.experts.14.gate_proj,0.0000185150,0.05000,2.733
31,mlp.experts.11.gate_proj,0.0000410907,0.05000,2.721
31,mlp.experts.9.gate_proj,0.0001646838,0.05000,2.732
31,mlp.experts.8.gate_proj,0.0000362328,0.05000,2.801
31,mlp.experts.18.gate_proj,0.0000545974,0.05000,2.805
31,mlp.experts.15.gate_proj,0.0001039994,0.05000,2.729
31,mlp.experts.13.gate_proj,0.0000570278,0.05000,2.720
31,mlp.experts.17.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.042
31,mlp.experts.12.gate_proj,0.0000310119,0.05000,2.764
31,mlp.experts.22.gate_proj,0.0001052043,0.05000,2.542
31,mlp.experts.26.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.034
31,mlp.experts.21.gate_proj,0.0001391659,0.05000,2.536
31,mlp.experts.16.gate_proj,0.0000224650,0.05000,2.532
31,mlp.experts.19.gate_proj,0.0001574662,0.05000,2.634
31,mlp.experts.30.gate_proj,0.0000935029,0.05000,2.634
31,mlp.experts.25.gate_proj,0.0000662390,0.05000,2.689
31,mlp.experts.23.gate_proj,0.0000850982,0.05000,2.704
31,mlp.experts.20.gate_proj,0.0000179660,0.05000,2.744
31,mlp.experts.34.gate_proj,0.0000307624,0.05000,2.798
31,mlp.experts.24.gate_proj,0.0000833551,0.05000,2.747
31,mlp.experts.29.gate_proj,0.0000489857,0.05000,2.861
31,mlp.experts.27.gate_proj,0.0001200158,0.05000,2.893
31,mlp.experts.38.gate_proj,0.0000233976,0.05000,2.583
31,mlp.experts.28.gate_proj,0.0000281233,0.05000,2.675
31,mlp.experts.33.gate_proj,0.0000214973,0.05000,2.664
31,mlp.experts.31.gate_proj,0.0000210857,0.05000,2.675
31,mlp.experts.42.gate_proj,0.0000436873,0.05000,2.766
31,mlp.experts.32.gate_proj,0.0001332592,0.05000,2.702
31,mlp.experts.37.gate_proj,0.0000628021,0.05000,2.699
31,mlp.experts.35.gate_proj,0.0000447492,0.05000,2.714
31,mlp.experts.46.gate_proj,0.0000187750,0.05000,2.637
31,mlp.experts.36.gate_proj,0.0000588246,0.05000,2.623
31,mlp.experts.41.gate_proj,0.0000373484,0.05000,2.683
31,mlp.experts.39.gate_proj,0.0000078117,0.05000,2.646
31,mlp.experts.50.gate_proj,0.0000610794,0.05000,2.673
31,mlp.experts.40.gate_proj,0.0000113949,0.05000,2.739
31,mlp.experts.43.gate_proj,0.0000225932,0.05000,2.616
31,mlp.experts.45.gate_proj,0.0000397973,0.05000,2.732
31,mlp.experts.54.gate_proj,0.0000538392,0.05000,2.676
31,mlp.experts.49.gate_proj,0.0000918194,0.05000,2.736
31,mlp.experts.47.gate_proj,0.0000273128,0.05000,2.848
31,mlp.experts.44.gate_proj,0.0001284570,0.05000,2.918
31,mlp.experts.48.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.039
31,mlp.experts.52.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.045
31,mlp.experts.58.gate_proj,0.0000734566,0.05000,3.016
31,mlp.experts.51.gate_proj,0.0000245047,0.05000,3.067
31,mlp.experts.53.gate_proj,0.0000467688,0.05000,3.139
31,mlp.experts.56.gate_proj,0.0001494939,0.05000,3.129
31,mlp.experts.62.gate_proj,0.0002080898,0.05000,2.771
31,mlp.experts.57.gate_proj,0.0000233864,0.05000,2.599
31,mlp.experts.55.gate_proj,0.0000456004,0.05000,2.721
31,mlp.experts.60.gate_proj,0.0000186388,0.05000,2.631
31,mlp.experts.66.gate_proj,0.0000231112,0.05000,2.817
31,mlp.experts.61.gate_proj,0.0001950914,0.05000,2.815
31,mlp.experts.59.gate_proj,0.0001026606,0.05000,2.825
31,mlp.experts.64.gate_proj,0.0000600374,0.05000,2.812
31,mlp.experts.70.gate_proj,0.0000276553,0.05000,2.585
31,mlp.experts.65.gate_proj,0.0000511641,0.05000,2.681
31,mlp.experts.63.gate_proj,0.0001243227,0.05000,2.615
31,mlp.experts.68.gate_proj,0.0000368966,0.05000,2.656
31,mlp.experts.74.gate_proj,0.0000578140,0.05000,2.873
31,mlp.experts.67.gate_proj,0.0000371710,0.05000,2.701
31,mlp.experts.69.gate_proj,0.0000723965,0.05000,2.813
31,mlp.experts.72.gate_proj,0.0000836496,0.05000,2.798
31,mlp.experts.76.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.044
31,mlp.experts.78.gate_proj,0.0000923407,0.05000,2.764
31,mlp.experts.71.gate_proj,0.0000059777,0.05000,2.755
31,mlp.experts.73.gate_proj,0.0001968555,0.05000,2.779
31,mlp.experts.80.gate_proj,0.0000457546,0.05000,2.748
31,mlp.experts.82.gate_proj,0.0000964559,0.05000,2.899
31,mlp.experts.86.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.056
31,mlp.experts.75.gate_proj,0.0001687077,0.05000,2.893
31,mlp.experts.77.gate_proj,0.0000980216,0.05000,3.023
31,mlp.experts.84.gate_proj,0.0000432435,0.05000,2.987
31,mlp.experts.90.gate_proj,0.0001858548,0.05000,2.789
31,mlp.experts.79.gate_proj,0.0000465567,0.05000,2.882
31,mlp.experts.81.gate_proj,0.0001200593,0.05000,2.905
31,mlp.experts.88.gate_proj,0.0001164292,0.05000,2.920
31,mlp.experts.94.gate_proj,0.0001962340,0.05000,2.653
31,mlp.experts.98.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.044
31,mlp.experts.83.gate_proj,0.0001976451,0.05000,2.803
31,mlp.experts.85.gate_proj,0.0001250228,0.05000,2.673
31,mlp.experts.92.gate_proj,0.0000531246,0.05000,2.764
31,mlp.experts.102.gate_proj,0.0000205721,0.05000,2.749
31,mlp.experts.87.gate_proj,0.0001076166,0.05000,2.691
31,mlp.experts.89.gate_proj,0.0000587843,0.05000,2.738
31,mlp.experts.96.gate_proj,0.0001035080,0.05000,2.753
31,mlp.experts.106.gate_proj,0.0000242843,0.05000,2.716
31,mlp.experts.91.gate_proj,0.0000093501,0.05000,2.764
31,mlp.experts.93.gate_proj,0.0001079238,0.05000,2.653
31,mlp.experts.95.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.048
31,mlp.experts.100.gate_proj,0.0000274125,0.05000,2.591
31,mlp.experts.104.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.038
31,mlp.experts.110.gate_proj,0.0000090544,0.05000,2.526
31,mlp.experts.99.gate_proj,0.0000591920,0.05000,2.525
31,mlp.experts.97.gate_proj,0.0001047636,0.05000,2.584
31,mlp.experts.103.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.054
31,mlp.experts.108.gate_proj,0.0000198995,0.05000,2.607
31,mlp.experts.114.gate_proj,0.0001408636,0.05000,2.660
31,mlp.experts.101.gate_proj,0.0001737353,0.05000,2.640
31,mlp.experts.107.gate_proj,0.0000213659,0.05000,2.700
31,mlp.experts.112.gate_proj,0.0000880390,0.05000,2.647
31,mlp.experts.118.gate_proj,0.0000518038,0.05000,2.657
31,mlp.experts.111.gate_proj,0.0000114220,0.05000,2.584
31,mlp.experts.105.gate_proj,0.0000863853,0.05000,2.698
31,mlp.experts.116.gate_proj,0.0000625819,0.05000,2.590
31,mlp.experts.122.gate_proj,0.0002224833,0.05000,2.728
31,mlp.experts.109.gate_proj,0.0000755265,0.05000,2.720
31,mlp.experts.115.gate_proj,0.0002306877,0.05000,2.777
31,mlp.experts.120.gate_proj,0.0000247924,0.05000,2.796
31,mlp.experts.124.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.046
31,mlp.experts.126.gate_proj,0.0000599704,0.05000,2.870
31,mlp.experts.113.gate_proj,0.0000436909,0.05000,2.779
31,mlp.experts.119.gate_proj,0.0002458551,0.05000,2.794
31,mlp.experts.128.gate_proj,0.0001684038,0.05000,2.775
31,mlp.experts.130.gate_proj,0.0000224603,0.05000,2.741
31,mlp.experts.123.gate_proj,0.0000647490,0.05000,2.821
31,mlp.experts.117.gate_proj,0.0001708778,0.05000,2.908
31,mlp.experts.132.gate_proj,0.0000328005,0.05000,2.766
31,mlp.experts.134.gate_proj,0.0000655463,0.05000,2.822
31,mlp.experts.127.gate_proj,0.0001519820,0.05000,2.622
31,mlp.experts.121.gate_proj,0.0000588407,0.05000,2.704
31,mlp.experts.136.gate_proj,0.0000938104,0.05000,2.646
31,mlp.experts.140.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.039
31,mlp.experts.138.gate_proj,0.0001776933,0.05000,2.806
31,mlp.experts.131.gate_proj,0.0000317755,0.05000,2.747
31,mlp.experts.125.gate_proj,0.0000218597,0.05000,2.756
31,mlp.experts.144.gate_proj,0.0000387427,0.05000,2.688
31,mlp.experts.142.gate_proj,0.0000821430,0.05000,2.700
31,mlp.experts.129.gate_proj,0.0000658862,0.05000,2.602
31,mlp.experts.135.gate_proj,0.0001079242,0.05000,2.751
31,mlp.experts.148.gate_proj,0.0000611987,0.05000,2.698
31,mlp.experts.146.gate_proj,0.0000491159,0.05000,2.420
31,mlp.experts.139.gate_proj,0.0000798462,0.05000,2.463
31,mlp.experts.133.gate_proj,0.0002650039,0.05000,2.511
31,mlp.experts.152.gate_proj,0.0002207868,0.05000,2.437
31,mlp.experts.150.gate_proj,0.0000975637,0.05000,2.623
31,mlp.experts.137.gate_proj,0.0001199096,0.05000,2.613
31,mlp.experts.143.gate_proj,0.0000839771,0.05000,2.703
31,mlp.experts.147.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.036
31,mlp.experts.156.gate_proj,0.0000513860,0.05000,2.607
31,mlp.experts.154.gate_proj,0.0000280890,0.05000,2.621
31,mlp.experts.141.gate_proj,0.0002052944,0.05000,2.536
31,mlp.experts.160.gate_proj,0.0000116444,0.05000,2.510
31,mlp.experts.151.gate_proj,0.0000256901,0.05000,2.554
31,mlp.experts.158.gate_proj,0.0001482548,0.05000,2.563
31,mlp.experts.145.gate_proj,0.0000583453,0.05000,2.688
31,mlp.experts.164.gate_proj,0.0000533903,0.05000,2.635
31,mlp.experts.155.gate_proj,0.0001186744,0.05000,2.624
31,mlp.experts.162.gate_proj,0.0000679229,0.05000,2.427
31,mlp.experts.159.gate_proj,0.0000419038,0.05000,2.417
31,mlp.experts.149.gate_proj,0.0001261928,0.05000,2.510
31,mlp.experts.168.gate_proj,0.0001500747,0.05000,2.558
31,mlp.experts.166.gate_proj,0.0001507231,0.05000,2.758
31,mlp.experts.153.gate_proj,0.0000588882,0.05000,2.644
31,mlp.experts.163.gate_proj,0.0001256628,0.05000,2.745
31,mlp.experts.172.gate_proj,0.0001129036,0.05000,2.660
31,mlp.experts.170.gate_proj,0.0000668316,0.05000,2.704
31,mlp.experts.167.gate_proj,0.0000768978,0.05000,2.569
31,mlp.experts.157.gate_proj,0.0001346945,0.05000,2.662
31,mlp.experts.161.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.044
31,mlp.experts.176.gate_proj,0.0000437321,0.05000,2.640
31,mlp.experts.174.gate_proj,0.0001798614,0.05000,2.658
31,mlp.experts.171.gate_proj,0.0001481971,0.05000,2.633
31,mlp.experts.180.gate_proj,0.0001685778,0.05000,2.665
31,mlp.experts.165.gate_proj,0.0001907516,0.05000,2.708
31,mlp.experts.178.gate_proj,0.0000851441,0.05000,2.657
31,mlp.experts.175.gate_proj,0.0000235562,0.05000,2.716
31,mlp.experts.184.gate_proj,0.0000998741,0.05000,2.632
31,mlp.experts.169.gate_proj,0.0000702892,0.05000,2.680
31,mlp.experts.182.gate_proj,0.0002499811,0.05000,2.530
31,mlp.experts.179.gate_proj,0.0000355388,0.05000,2.607
31,mlp.experts.188.gate_proj,0.0000769998,0.05000,2.600
31,mlp.experts.173.gate_proj,0.0000823359,0.05000,2.600
31,mlp.experts.186.gate_proj,0.0001232189,0.05000,2.577
31,mlp.experts.183.gate_proj,0.0000378045,0.05000,2.510
31,mlp.experts.192.gate_proj,0.0002082811,0.05000,2.501
31,mlp.experts.187.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.048
31,mlp.experts.177.gate_proj,0.0001009076,0.05000,2.543
31,mlp.experts.190.gate_proj,0.0000168490,0.05000,2.707
31,mlp.experts.191.gate_proj,0.0000484933,0.05000,2.591
31,mlp.experts.196.gate_proj,0.0000192810,0.05000,2.682
31,mlp.experts.181.gate_proj,0.0000342007,0.05000,2.619
31,mlp.experts.194.gate_proj,0.0000764142,0.05000,2.656
31,mlp.experts.195.gate_proj,0.0000611260,0.05000,2.606
31,mlp.experts.200.gate_proj,0.0002514890,0.05000,2.581
31,mlp.experts.185.gate_proj,0.0000452356,0.05000,2.589
31,mlp.experts.189.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.045
31,mlp.experts.198.gate_proj,0.0001233273,0.05000,2.607
31,mlp.experts.204.gate_proj,0.0000475521,0.05000,2.574
31,mlp.experts.199.gate_proj,0.0000155270,0.05000,2.673
31,mlp.experts.193.gate_proj,0.0000280920,0.05000,2.589
31,mlp.experts.202.gate_proj,0.0000380804,0.05000,2.592
31,mlp.experts.206.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.036
31,mlp.experts.210.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.039
31,mlp.experts.208.gate_proj,0.0000320838,0.05000,2.538
31,mlp.experts.197.gate_proj,0.0000236680,0.05000,2.616
31,mlp.experts.203.gate_proj,0.0000820653,0.05000,2.703
31,mlp.experts.214.gate_proj,0.0000736452,0.05000,2.432
31,mlp.experts.212.gate_proj,0.0002237655,0.05000,2.517
31,mlp.experts.201.gate_proj,0.0001390515,0.05000,2.454
31,mlp.experts.207.gate_proj,0.0000771435,0.05000,2.487
31,mlp.experts.218.gate_proj,0.0000511239,0.05000,2.639
31,mlp.experts.222.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.044
31,mlp.experts.216.gate_proj,0.0000220790,0.05000,2.646
31,mlp.experts.211.gate_proj,0.0000351816,0.05000,2.667
31,mlp.experts.205.gate_proj,0.0000195839,0.05000,2.730
31,mlp.experts.226.gate_proj,0.0000217035,0.05000,2.775
31,mlp.experts.220.gate_proj,0.0002247069,0.05000,2.709
31,mlp.experts.215.gate_proj,0.0000592174,0.05000,2.571
31,mlp.experts.209.gate_proj,0.0000661185,0.05000,2.883
31,mlp.experts.224.gate_proj,0.0002023827,0.05000,2.429
31,mlp.experts.230.gate_proj,0.0000377451,0.05000,2.515
31,mlp.experts.219.gate_proj,0.0000619726,0.05000,2.508
31,mlp.experts.213.gate_proj,0.0000495134,0.05000,2.529
31,mlp.experts.234.gate_proj,0.0000501326,0.05000,2.630
31,mlp.experts.228.gate_proj,0.0000656035,0.05000,2.675
31,mlp.experts.223.gate_proj,0.0000342740,0.05000,2.732
31,mlp.experts.217.gate_proj,0.0000616356,0.05000,2.536
31,mlp.experts.232.gate_proj,0.0000617057,0.05000,2.373
31,mlp.experts.238.gate_proj,0.0000688596,0.05000,2.576
31,mlp.experts.227.gate_proj,0.0000544835,0.05000,2.525
31,mlp.experts.221.gate_proj,0.0001193816,0.05000,2.504
31,mlp.experts.236.gate_proj,0.0002525057,0.05000,2.583
31,mlp.experts.240.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.038
31,mlp.experts.242.gate_proj,0.0001071159,0.05000,2.821
31,mlp.experts.225.gate_proj,0.0000295279,0.05000,2.605
31,mlp.experts.231.gate_proj,0.0001431977,0.05000,2.799
31,mlp.experts.244.gate_proj,0.0002156536,0.05000,2.629
31,mlp.experts.246.gate_proj,0.0002070726,0.05000,2.697
31,mlp.experts.229.gate_proj,0.0000259761,0.05000,2.619
31,mlp.experts.235.gate_proj,0.0000469985,0.05000,2.629
31,mlp.experts.248.gate_proj,0.0001683707,0.05000,2.575
31,mlp.experts.250.gate_proj,0.0000308224,0.05000,2.585
31,mlp.experts.239.gate_proj,0.0000707456,0.05000,2.631
31,mlp.experts.233.gate_proj,0.0000728001,0.05000,2.726
31,mlp.experts.252.gate_proj,0.0000163532,0.05000,2.517
31,mlp.experts.254.gate_proj,0.0000538255,0.05000,2.438
31,mlp.experts.237.gate_proj,0.0000233985,0.05000,2.333
31,mlp.experts.243.gate_proj,0.0000925743,0.05000,2.395
31,mlp.experts.0.up_proj,0.0001651222,0.05000,2.365
31,mlp.experts.241.gate_proj,0.0000792725,0.05000,2.442
31,mlp.experts.2.up_proj,0.0000733341,0.05000,2.527
31,mlp.experts.6.up_proj,failsafe(rtn): 0.0010605,0.00000,0.038
31,mlp.experts.247.gate_proj,0.0000245201,0.05000,2.531
31,mlp.experts.4.up_proj,0.0000348265,0.05000,2.555
31,mlp.experts.245.gate_proj,0.0000170272,0.05000,2.522
31,mlp.experts.10.up_proj,0.0000397440,0.05000,2.485
31,mlp.experts.251.gate_proj,0.0000295165,0.05000,2.459
31,mlp.experts.8.up_proj,0.0000306064,0.05000,1.435
31,mlp.experts.249.gate_proj,0.0000414661,0.05000,1.061
31,mlp.experts.14.up_proj,0.0000168352,0.05000,2.440
31,mlp.experts.253.gate_proj,0.0000144135,0.05000,2.475
31,mlp.experts.255.gate_proj,0.0001919432,0.05000,2.504
31,mlp.experts.12.up_proj,0.0000266924,0.05000,2.509
31,mlp.experts.1.up_proj,0.0001002976,0.05000,2.500
31,mlp.experts.18.up_proj,0.0000496363,0.05000,2.540
31,mlp.experts.16.up_proj,0.0000183558,0.05000,2.487
31,mlp.experts.3.up_proj,0.0001021790,0.05000,2.521
31,mlp.experts.20.up_proj,0.0000166722,0.05000,2.492
31,mlp.experts.22.up_proj,0.0000803123,0.05000,2.531
31,mlp.experts.7.up_proj,0.0000143904,0.05000,2.540
31,mlp.experts.26.up_proj,failsafe(rtn): 0.0010757,0.00000,0.051
31,mlp.experts.5.up_proj,0.0000471900,0.05000,2.615
31,mlp.experts.11.up_proj,0.0000346696,0.05000,2.556
31,mlp.experts.24.up_proj,0.0000771658,0.05000,2.700
31,mlp.experts.30.up_proj,0.0000866379,0.05000,2.684
31,mlp.experts.9.up_proj,0.0001588391,0.05000,2.673
31,mlp.experts.28.up_proj,0.0000252330,0.05000,2.475
31,mlp.experts.15.up_proj,0.0000782880,0.05000,2.607
31,mlp.experts.13.up_proj,0.0000470595,0.05000,2.569
31,mlp.experts.34.up_proj,0.0000326167,0.05000,2.593
31,mlp.experts.17.up_proj,failsafe(rtn): 0.0010834,0.00000,0.056
31,mlp.experts.32.up_proj,0.0001201768,0.05000,2.440
31,mlp.experts.19.up_proj,0.0001582340,0.05000,2.495
31,mlp.experts.21.up_proj,0.0001346893,0.05000,2.426
31,mlp.experts.38.up_proj,0.0000191038,0.05000,2.472
31,mlp.experts.36.up_proj,0.0000558310,0.05000,2.417
31,mlp.experts.23.up_proj,0.0000812286,0.05000,2.447
31,mlp.experts.25.up_proj,0.0000570629,0.05000,2.491
31,mlp.experts.42.up_proj,0.0000395872,0.05000,2.584
31,mlp.experts.40.up_proj,0.0000088912,0.05000,2.484
31,mlp.experts.27.up_proj,0.0001090824,0.05000,2.504
31,mlp.experts.29.up_proj,0.0000383227,0.05000,2.561
31,mlp.experts.46.up_proj,0.0000158787,0.05000,2.688
31,mlp.experts.44.up_proj,0.0001232202,0.05000,2.547
31,mlp.experts.48.up_proj,failsafe(rtn): 0.0010605,0.00000,0.032
31,mlp.experts.52.up_proj,failsafe(rtn): 0.0010986,0.00000,0.039
31,mlp.experts.31.up_proj,0.0000175815,0.05000,2.694
31,mlp.experts.33.up_proj,0.0000180794,0.05000,2.639
31,mlp.experts.50.up_proj,0.0000570222,0.05000,2.643
31,mlp.experts.56.up_proj,0.0001116404,0.05000,2.617
31,mlp.experts.35.up_proj,0.0000406707,0.05000,2.533
31,mlp.experts.37.up_proj,0.0000371838,0.05000,2.618
31,mlp.experts.54.up_proj,0.0000525581,0.05000,2.566
31,mlp.experts.60.up_proj,0.0000149919,0.05000,2.497
31,mlp.experts.39.up_proj,0.0000078272,0.05000,2.560
31,mlp.experts.41.up_proj,0.0000365258,0.05000,2.516
31,mlp.experts.58.up_proj,0.0000560776,0.05000,2.656
31,mlp.experts.64.up_proj,0.0000499254,0.05000,2.704
31,mlp.experts.43.up_proj,0.0000182156,0.05000,2.633
31,mlp.experts.45.up_proj,0.0000313209,0.05000,2.651
31,mlp.experts.62.up_proj,0.0001860851,0.05000,2.531
31,mlp.experts.68.up_proj,0.0000300571,0.05000,2.454
31,mlp.experts.47.up_proj,0.0000236239,0.05000,2.448
31,mlp.experts.49.up_proj,0.0000893668,0.05000,2.385
31,mlp.experts.66.up_proj,0.0000184202,0.05000,2.462
31,mlp.experts.72.up_proj,0.0000761114,0.05000,2.457
31,mlp.experts.76.up_proj,failsafe(rtn): 0.0010681,0.00000,0.034
31,mlp.experts.51.up_proj,0.0000229537,0.05000,2.484
31,mlp.experts.53.up_proj,0.0000412423,0.05000,2.523
31,mlp.experts.70.up_proj,0.0000265639,0.05000,2.488
31,mlp.experts.80.up_proj,0.0000331139,0.05000,2.608
31,mlp.experts.55.up_proj,0.0000302713,0.05000,2.518
31,mlp.experts.57.up_proj,0.0000260519,0.05000,2.630
31,mlp.experts.74.up_proj,0.0000489791,0.05000,2.567
31,mlp.experts.59.up_proj,0.0000933035,0.05000,2.594
31,mlp.experts.84.up_proj,0.0000374576,0.05000,2.711
31,mlp.experts.61.up_proj,0.0001643809,0.05000,2.555
31,mlp.experts.78.up_proj,0.0000845734,0.05000,2.726
31,mlp.experts.63.up_proj,0.0001138136,0.05000,2.565
31,mlp.experts.88.up_proj,0.0001032703,0.05000,2.544
31,mlp.experts.65.up_proj,0.0000380014,0.05000,2.524
31,mlp.experts.82.up_proj,0.0000828389,0.05000,2.554
31,mlp.experts.86.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
31,mlp.experts.67.up_proj,0.0000316692,0.05000,2.441
31,mlp.experts.92.up_proj,0.0000505414,0.05000,2.422
31,mlp.experts.69.up_proj,0.0000671482,0.05000,2.462
31,mlp.experts.90.up_proj,0.0001737748,0.05000,2.392
31,mlp.experts.96.up_proj,0.0000913188,0.05000,2.513
31,mlp.experts.71.up_proj,0.0000059891,0.05000,2.664
31,mlp.experts.73.up_proj,0.0001734751,0.05000,2.572
31,mlp.experts.94.up_proj,0.0001874486,0.05000,2.659
31,mlp.experts.98.up_proj,failsafe(rtn): 0.0010529,0.00000,0.035
31,mlp.experts.100.up_proj,0.0000198963,0.05000,2.618
31,mlp.experts.104.up_proj,failsafe(rtn): 0.0011063,0.00000,0.036
31,mlp.experts.75.up_proj,0.0001673677,0.05000,2.597
31,mlp.experts.77.up_proj,0.0000738043,0.05000,2.634
31,mlp.experts.102.up_proj,0.0000163896,0.05000,2.555
31,mlp.experts.108.up_proj,0.0000183909,0.05000,2.398
31,mlp.experts.79.up_proj,0.0000402544,0.05000,2.444
31,mlp.experts.81.up_proj,0.0001144458,0.05000,2.371
31,mlp.experts.106.up_proj,0.0000205758,0.05000,2.411
31,mlp.experts.112.up_proj,0.0000800114,0.05000,2.424
31,mlp.experts.83.up_proj,0.0001874430,0.05000,2.403
31,mlp.experts.85.up_proj,0.0001272353,0.05000,2.480
31,mlp.experts.110.up_proj,0.0000075895,0.05000,2.460
31,mlp.experts.116.up_proj,0.0000461092,0.05000,2.528
31,mlp.experts.87.up_proj,0.0000894065,0.05000,2.475
31,mlp.experts.89.up_proj,0.0000546116,0.05000,2.580
31,mlp.experts.114.up_proj,0.0001754456,0.05000,2.500
31,mlp.experts.91.up_proj,0.0000092553,0.05000,2.514
31,mlp.experts.120.up_proj,0.0000212711,0.05000,2.544
31,mlp.experts.95.up_proj,failsafe(rtn): 0.0011292,0.00000,0.042
31,mlp.experts.124.up_proj,failsafe(rtn): 0.0010681,0.00000,0.040
31,mlp.experts.93.up_proj,0.0000962748,0.05000,2.504
31,mlp.experts.118.up_proj,0.0000324784,0.05000,2.390
31,mlp.experts.128.up_proj,0.0001571173,0.05000,2.209
31,mlp.experts.99.up_proj,0.0000364432,0.05000,2.307
31,mlp.experts.103.up_proj,failsafe(rtn): 0.0012131,0.00000,0.045
31,mlp.experts.97.up_proj,0.0000929402,0.05000,2.322
31,mlp.experts.122.up_proj,0.0001868973,0.05000,2.404
31,mlp.experts.132.up_proj,0.0000260335,0.05000,2.695
31,mlp.experts.107.up_proj,0.0000175222,0.05000,2.583
31,mlp.experts.101.up_proj,0.0001398551,0.05000,2.759
31,mlp.experts.126.up_proj,0.0000459517,0.05000,2.712
31,mlp.experts.111.up_proj,0.0000106110,0.05000,2.402
31,mlp.experts.136.up_proj,0.0000753326,0.05000,2.481
31,mlp.experts.140.up_proj,failsafe(rtn): 0.0012054,0.00000,0.038
31,mlp.experts.105.up_proj,0.0000809621,0.05000,2.289
31,mlp.experts.130.up_proj,0.0000211674,0.05000,2.329
31,mlp.experts.144.up_proj,0.0000284318,0.05000,2.230
31,mlp.experts.115.up_proj,0.0001859496,0.05000,2.347
31,mlp.experts.109.up_proj,0.0000769482,0.05000,2.272
31,mlp.experts.134.up_proj,0.0000541383,0.05000,2.392
31,mlp.experts.148.up_proj,0.0000551166,0.05000,2.519
31,mlp.experts.119.up_proj,0.0002315181,0.05000,2.553
31,mlp.experts.113.up_proj,0.0000390870,0.05000,2.528
31,mlp.experts.138.up_proj,0.0001768660,0.05000,2.539
31,mlp.experts.152.up_proj,0.0002085701,0.05000,2.570
31,mlp.experts.123.up_proj,0.0000595987,0.05000,2.595
31,mlp.experts.117.up_proj,0.0001536313,0.05000,2.668
31,mlp.experts.142.up_proj,0.0000758231,0.05000,2.607
31,mlp.experts.156.up_proj,0.0000462774,0.05000,2.441
31,mlp.experts.127.up_proj,0.0001225619,0.05000,2.548
31,mlp.experts.121.up_proj,0.0000531910,0.05000,2.488
31,mlp.experts.146.up_proj,0.0000483125,0.05000,2.538
31,mlp.experts.160.up_proj,0.0000096315,0.05000,2.413
31,mlp.experts.131.up_proj,0.0000298682,0.05000,2.430
31,mlp.experts.125.up_proj,0.0000198910,0.05000,2.403
31,mlp.experts.150.up_proj,0.0000857070,0.05000,2.373
31,mlp.experts.164.up_proj,0.0000483396,0.05000,2.490
31,mlp.experts.135.up_proj,0.0000850839,0.05000,2.467
31,mlp.experts.129.up_proj,0.0000631574,0.05000,2.538
31,mlp.experts.154.up_proj,0.0000288461,0.05000,2.489
31,mlp.experts.168.up_proj,0.0001454653,0.05000,2.508
31,mlp.experts.139.up_proj,0.0000701858,0.05000,2.471
31,mlp.experts.133.up_proj,0.0002045184,0.05000,2.508
31,mlp.experts.158.up_proj,0.0001130529,0.05000,2.450
31,mlp.experts.172.up_proj,0.0001104930,0.05000,2.452
31,mlp.experts.143.up_proj,0.0000714044,0.05000,2.512
31,mlp.experts.147.up_proj,failsafe(rtn): 0.0012283,0.00000,0.043
31,mlp.experts.137.up_proj,0.0001221093,0.05000,2.494
31,mlp.experts.162.up_proj,0.0000558931,0.05000,2.613
31,mlp.experts.176.up_proj,0.0000403600,0.05000,2.534
31,mlp.experts.151.up_proj,0.0000246745,0.05000,2.660
31,mlp.experts.141.up_proj,0.0001922283,0.05000,2.727
31,mlp.experts.166.up_proj,0.0001185505,0.05000,2.665
31,mlp.experts.180.up_proj,0.0001403908,0.05000,2.629
31,mlp.experts.155.up_proj,0.0001101152,0.05000,2.559
31,mlp.experts.145.up_proj,0.0000600016,0.05000,2.716
31,mlp.experts.170.up_proj,0.0000622855,0.05000,2.688
31,mlp.experts.184.up_proj,0.0000926700,0.05000,2.649
31,mlp.experts.159.up_proj,0.0000355060,0.05000,2.698
31,mlp.experts.149.up_proj,0.0001236958,0.05000,2.854
31,mlp.experts.174.up_proj,0.0001552944,0.05000,2.892
31,mlp.experts.188.up_proj,0.0000848996,0.05000,2.834
31,mlp.experts.163.up_proj,0.0001162338,0.05000,2.786
31,mlp.experts.153.up_proj,0.0000469143,0.05000,2.634
31,mlp.experts.178.up_proj,0.0000770616,0.05000,2.676
31,mlp.experts.192.up_proj,0.0001750089,0.05000,2.623
31,mlp.experts.167.up_proj,0.0000719805,0.05000,2.547
31,mlp.experts.157.up_proj,0.0001330321,0.05000,2.497
31,mlp.experts.161.up_proj,failsafe(rtn): 0.0010681,0.00000,0.031
31,mlp.experts.182.up_proj,0.0002128549,0.05000,2.480
31,mlp.experts.196.up_proj,0.0000174134,0.05000,2.534
31,mlp.experts.171.up_proj,0.0001384250,0.05000,2.481
31,mlp.experts.165.up_proj,0.0001796024,0.05000,2.540
31,mlp.experts.186.up_proj,0.0001189013,0.05000,2.602
31,mlp.experts.200.up_proj,0.0002339546,0.05000,2.617
31,mlp.experts.175.up_proj,0.0000189713,0.05000,2.612
31,mlp.experts.169.up_proj,0.0000595603,0.05000,2.638
31,mlp.experts.190.up_proj,0.0000146161,0.05000,2.648
31,mlp.experts.204.up_proj,0.0000444675,0.05000,2.791
31,mlp.experts.179.up_proj,0.0000247841,0.05000,2.824
31,mlp.experts.173.up_proj,0.0000781253,0.05000,2.972
31,mlp.experts.194.up_proj,0.0000752126,0.05000,2.832
31,mlp.experts.208.up_proj,0.0000278240,0.05000,2.681
31,mlp.experts.183.up_proj,0.0000372715,0.05000,2.647
31,mlp.experts.187.up_proj,failsafe(rtn): 0.0011139,0.00000,0.036
31,mlp.experts.177.up_proj,0.0000862720,0.05000,2.449
31,mlp.experts.198.up_proj,0.0000990643,0.05000,2.452
31,mlp.experts.212.up_proj,0.0001942065,0.05000,2.501
31,mlp.experts.191.up_proj,0.0000424108,0.05000,2.514
31,mlp.experts.181.up_proj,0.0000268855,0.05000,2.581
31,mlp.experts.202.up_proj,0.0000314353,0.05000,2.557
31,mlp.experts.206.up_proj,failsafe(rtn): 0.0011749,0.00000,0.037
31,mlp.experts.210.up_proj,failsafe(rtn): 0.0011444,0.00000,0.045
31,mlp.experts.216.up_proj,0.0000181900,0.05000,2.521
31,mlp.experts.195.up_proj,0.0000580624,0.05000,2.558
31,mlp.experts.185.up_proj,0.0000362110,0.05000,2.636
31,mlp.experts.189.up_proj,failsafe(rtn): 0.0010910,0.00000,0.038
31,mlp.experts.214.up_proj,0.0000574570,0.05000,2.600
31,mlp.experts.220.up_proj,0.0001760069,0.05000,2.591
31,mlp.experts.199.up_proj,0.0000149484,0.05000,2.594
31,mlp.experts.193.up_proj,0.0000223104,0.05000,2.554
31,mlp.experts.218.up_proj,0.0000474483,0.05000,2.502
31,mlp.experts.222.up_proj,failsafe(rtn): 0.0010529,0.00000,0.040
31,mlp.experts.224.up_proj,0.0001818555,0.05000,2.389
31,mlp.experts.203.up_proj,0.0000697815,0.05000,2.397
31,mlp.experts.197.up_proj,0.0000216279,0.05000,2.384
31,mlp.experts.226.up_proj,0.0000198467,0.05000,2.384
31,mlp.experts.228.up_proj,0.0000676102,0.05000,2.517
31,mlp.experts.207.up_proj,0.0000746832,0.05000,2.543
31,mlp.experts.201.up_proj,0.0001355350,0.05000,2.501
31,mlp.experts.230.up_proj,0.0000341725,0.05000,2.552
31,mlp.experts.232.up_proj,0.0000527959,0.05000,2.525
31,mlp.experts.211.up_proj,0.0000326982,0.05000,2.492
31,mlp.experts.205.up_proj,0.0000199545,0.05000,2.489
31,mlp.experts.234.up_proj,0.0000447472,0.05000,2.479
31,mlp.experts.236.up_proj,0.0002374887,0.05000,2.532
31,mlp.experts.240.up_proj,failsafe(rtn): 0.0010910,0.00000,0.044
31,mlp.experts.215.up_proj,0.0000605386,0.05000,2.558
31,mlp.experts.209.up_proj,0.0000637016,0.05000,2.500
31,mlp.experts.238.up_proj,0.0000653253,0.05000,2.609
31,mlp.experts.244.up_proj,0.0001587650,0.05000,2.450
31,mlp.experts.219.up_proj,0.0000383723,0.05000,2.461
31,mlp.experts.213.up_proj,0.0000416903,0.05000,2.640
31,mlp.experts.242.up_proj,0.0000989470,0.05000,2.675
31,mlp.experts.248.up_proj,0.0001599261,0.05000,2.670
31,mlp.experts.223.up_proj,0.0000267345,0.05000,2.644
31,mlp.experts.217.up_proj,0.0000573218,0.05000,2.726
31,mlp.experts.246.up_proj,0.0001932986,0.05000,2.507
31,mlp.experts.252.up_proj,0.0000171056,0.05000,2.542
31,mlp.experts.227.up_proj,0.0000452596,0.05000,2.572
31,mlp.experts.221.up_proj,0.0001163526,0.05000,2.358
31,mlp.experts.250.up_proj,0.0000244345,0.05000,2.178
31,mlp.experts.231.up_proj,0.0001237580,0.05000,1.670
31,mlp.experts.225.up_proj,0.0000228808,0.05000,1.683
31,mlp.experts.254.up_proj,0.0000500208,0.05000,1.716
31,mlp.experts.235.up_proj,0.0000455679,0.05000,1.318
31,mlp.experts.229.up_proj,0.0000243789,0.05000,1.106
31,mlp.experts.239.up_proj,0.0000362417,0.05000,1.079
31,mlp.experts.233.up_proj,0.0000767317,0.05000,1.017
31,mlp.experts.243.up_proj,0.0001005926,0.05000,0.938
31,mlp.experts.237.up_proj,0.0000254908,0.05000,0.925
31,mlp.experts.247.up_proj,0.0000196347,0.05000,1.100
31,mlp.experts.241.up_proj,0.0000667147,0.05000,1.137
31,mlp.experts.251.up_proj,0.0000236725,0.05000,1.116
31,mlp.experts.245.up_proj,0.0000140308,0.05000,1.128
31,mlp.experts.255.up_proj,0.0001766836,0.05000,1.149
31,mlp.experts.249.up_proj,0.0000329288,0.05000,1.045
31,mlp.experts.253.up_proj,0.0000124063,0.05000,0.653
31,mlp.experts.0.down_proj,0.0000043508,0.05000,0.611
31,mlp.experts.2.down_proj,0.0000059248,0.05000,0.629
31,mlp.experts.3.down_proj,0.0000085447,0.05000,0.640
31,mlp.experts.6.down_proj,failsafe(rtn): 0.0010376,0.00000,0.014
31,mlp.experts.1.down_proj,0.0000031375,0.05000,0.692
31,mlp.experts.4.down_proj,0.0000029023,0.05000,0.650
31,mlp.experts.7.down_proj,0.0000010524,0.05000,0.634
31,mlp.experts.10.down_proj,0.0000009730,0.05000,0.668
31,mlp.experts.5.down_proj,0.0000036319,0.05000,0.728
31,mlp.experts.11.down_proj,0.0000010405,0.05000,0.579
31,mlp.experts.8.down_proj,0.0000021445,0.05000,0.631
31,mlp.experts.14.down_proj,0.0000011641,0.05000,0.611
31,mlp.experts.9.down_proj,0.0000032276,0.05000,0.607
31,mlp.experts.15.down_proj,0.0000037087,0.05000,0.578
31,mlp.experts.12.down_proj,0.0000025732,0.05000,0.605
31,mlp.experts.18.down_proj,0.0000042070,0.05000,0.580
31,mlp.experts.13.down_proj,0.0000034283,0.05000,0.604
31,mlp.experts.17.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
31,mlp.experts.19.down_proj,0.0000034856,0.05000,0.581
31,mlp.experts.22.down_proj,0.0000033396,0.05000,0.577
31,mlp.experts.26.down_proj,failsafe(rtn): 0.0010757,0.00000,0.009
31,mlp.experts.16.down_proj,0.0000009829,0.05000,0.612
31,mlp.experts.21.down_proj,0.0000059626,0.05000,0.599
31,mlp.experts.23.down_proj,0.0000079053,0.05000,0.621
31,mlp.experts.20.down_proj,0.0000015944,0.05000,0.565
31,mlp.experts.30.down_proj,0.0000059717,0.05000,0.655
31,mlp.experts.25.down_proj,0.0000032486,0.05000,0.653
31,mlp.experts.24.down_proj,0.0000015371,0.05000,0.628
31,mlp.experts.27.down_proj,0.0000128219,0.05000,0.698
31,mlp.experts.34.down_proj,0.0000021376,0.05000,0.663
31,mlp.experts.29.down_proj,0.0000026738,0.05000,0.667
31,mlp.experts.28.down_proj,0.0000021488,0.05000,0.667
31,mlp.experts.31.down_proj,0.0000012108,0.05000,0.728
31,mlp.experts.38.down_proj,0.0000018789,0.05000,0.680
31,mlp.experts.33.down_proj,0.0000011478,0.05000,0.684
31,mlp.experts.32.down_proj,0.0000031764,0.05000,0.649
31,mlp.experts.35.down_proj,0.0000018472,0.05000,0.654
31,mlp.experts.42.down_proj,0.0000033011,0.05000,0.636
31,mlp.experts.37.down_proj,0.0000017765,0.05000,0.657
31,mlp.experts.36.down_proj,0.0000012634,0.05000,0.710
31,mlp.experts.39.down_proj,0.0000008932,0.05000,0.697
31,mlp.experts.46.down_proj,0.0000008991,0.05000,0.704
31,mlp.experts.41.down_proj,0.0000012224,0.05000,0.695
31,mlp.experts.40.down_proj,0.0000005378,0.05000,0.677
31,mlp.experts.50.down_proj,0.0000034734,0.05000,0.662
31,mlp.experts.43.down_proj,0.0000012439,0.05000,0.700
31,mlp.experts.45.down_proj,0.0000022131,0.05000,0.656
31,mlp.experts.44.down_proj,0.0000031516,0.05000,0.631
31,mlp.experts.48.down_proj,failsafe(rtn): 0.0010376,0.00000,0.010
31,mlp.experts.52.down_proj,failsafe(rtn): 0.0011063,0.00000,0.010
31,mlp.experts.47.down_proj,0.0000023280,0.05000,0.621
31,mlp.experts.54.down_proj,0.0000030128,0.05000,0.655
31,mlp.experts.49.down_proj,0.0000074545,0.05000,0.639
31,mlp.experts.56.down_proj,0.0000044781,0.05000,0.617
31,mlp.experts.51.down_proj,0.0000029595,0.05000,0.655
31,mlp.experts.58.down_proj,0.0000034643,0.05000,0.650
31,mlp.experts.53.down_proj,0.0000032460,0.05000,0.684
31,mlp.experts.60.down_proj,0.0000009377,0.05000,0.641
31,mlp.experts.62.down_proj,0.0000182635,0.05000,0.667
31,mlp.experts.55.down_proj,0.0000011450,0.05000,0.700
31,mlp.experts.57.down_proj,0.0000014296,0.05000,0.665
31,mlp.experts.64.down_proj,0.0000027962,0.05000,0.690
31,mlp.experts.66.down_proj,0.0000009369,0.05000,0.667
31,mlp.experts.59.down_proj,0.0000061764,0.05000,0.725
31,mlp.experts.61.down_proj,0.0000050414,0.05000,0.693
31,mlp.experts.68.down_proj,0.0000020025,0.05000,0.662
31,mlp.experts.70.down_proj,0.0000019850,0.05000,0.716
31,mlp.experts.63.down_proj,0.0000091324,0.05000,0.721
31,mlp.experts.65.down_proj,0.0000035308,0.05000,0.736
31,mlp.experts.72.down_proj,0.0000034030,0.05000,0.696
31,mlp.experts.76.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
31,mlp.experts.74.down_proj,0.0000014284,0.05000,0.724
31,mlp.experts.67.down_proj,0.0000014060,0.05000,0.713
31,mlp.experts.69.down_proj,0.0000028091,0.05000,0.747
31,mlp.experts.80.down_proj,0.0000021490,0.05000,0.674
31,mlp.experts.71.down_proj,0.0000004686,0.05000,0.667
31,mlp.experts.78.down_proj,0.0000038315,0.05000,0.741
31,mlp.experts.73.down_proj,0.0000042001,0.05000,0.693
31,mlp.experts.84.down_proj,0.0000026302,0.05000,0.709
31,mlp.experts.75.down_proj,0.0000052042,0.05000,0.688
31,mlp.experts.82.down_proj,0.0000060404,0.05000,0.691
31,mlp.experts.86.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
31,mlp.experts.77.down_proj,0.0000049031,0.05000,0.711
31,mlp.experts.88.down_proj,0.0000076172,0.05000,0.728
31,mlp.experts.79.down_proj,0.0000027675,0.05000,0.663
31,mlp.experts.90.down_proj,0.0000043318,0.05000,0.741
31,mlp.experts.81.down_proj,0.0000053407,0.05000,0.643
31,mlp.experts.92.down_proj,0.0000019271,0.05000,0.739
31,mlp.experts.83.down_proj,0.0000129156,0.05000,0.644
31,mlp.experts.94.down_proj,0.0000093761,0.05000,0.667
31,mlp.experts.98.down_proj,failsafe(rtn): 0.0010300,0.00000,0.010
31,mlp.experts.85.down_proj,0.0000097345,0.05000,0.695
31,mlp.experts.96.down_proj,0.0000077081,0.05000,0.657
31,mlp.experts.87.down_proj,0.0000018764,0.05000,0.657
31,mlp.experts.102.down_proj,0.0000013025,0.05000,0.657
31,mlp.experts.89.down_proj,0.0000012414,0.05000,0.637
31,mlp.experts.100.down_proj,0.0000013610,0.05000,0.646
31,mlp.experts.104.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
31,mlp.experts.91.down_proj,0.0000007759,0.05000,0.700
31,mlp.experts.95.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
31,mlp.experts.106.down_proj,0.0000020441,0.05000,0.646
31,mlp.experts.93.down_proj,0.0000040216,0.05000,0.693
31,mlp.experts.108.down_proj,0.0000018117,0.05000,0.699
31,mlp.experts.99.down_proj,0.0000014527,0.05000,0.641
31,mlp.experts.103.down_proj,failsafe(rtn): 0.0011826,0.00000,0.010
31,mlp.experts.110.down_proj,0.0000004790,0.05000,0.737
31,mlp.experts.97.down_proj,0.0000049567,0.05000,0.676
31,mlp.experts.112.down_proj,0.0000028605,0.05000,0.667
31,mlp.experts.107.down_proj,0.0000011999,0.05000,0.709
31,mlp.experts.114.down_proj,0.0000033306,0.05000,0.699
31,mlp.experts.101.down_proj,0.0000035791,0.05000,0.639
31,mlp.experts.116.down_proj,0.0000033214,0.05000,0.651
31,mlp.experts.111.down_proj,0.0000009889,0.05000,0.632
31,mlp.experts.118.down_proj,0.0000025095,0.05000,0.652
31,mlp.experts.105.down_proj,0.0000019267,0.05000,0.668
31,mlp.experts.120.down_proj,0.0000020830,0.05000,0.636
31,mlp.experts.124.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
31,mlp.experts.115.down_proj,0.0000043408,0.05000,0.654
31,mlp.experts.122.down_proj,0.0000049128,0.05000,0.651
31,mlp.experts.109.down_proj,0.0000040555,0.05000,0.649
31,mlp.experts.128.down_proj,0.0000040441,0.05000,0.649
31,mlp.experts.119.down_proj,0.0000120030,0.05000,0.627
31,mlp.experts.126.down_proj,0.0000030356,0.05000,0.632
31,mlp.experts.113.down_proj,0.0000029649,0.05000,0.672
31,mlp.experts.132.down_proj,0.0000018194,0.05000,0.652
31,mlp.experts.123.down_proj,0.0000013409,0.05000,0.631
31,mlp.experts.130.down_proj,0.0000026281,0.05000,0.634
31,mlp.experts.117.down_proj,0.0000119700,0.05000,0.708
31,mlp.experts.136.down_proj,0.0000061188,0.05000,0.726
31,mlp.experts.140.down_proj,failsafe(rtn): 0.0011673,0.00000,0.012
31,mlp.experts.127.down_proj,0.0000024211,0.05000,0.705
31,mlp.experts.134.down_proj,0.0000051767,0.05000,0.677
31,mlp.experts.121.down_proj,0.0000017743,0.05000,0.709
31,mlp.experts.144.down_proj,0.0000034976,0.05000,0.696
31,mlp.experts.131.down_proj,0.0000023216,0.05000,0.720
31,mlp.experts.138.down_proj,0.0000055455,0.05000,0.659
31,mlp.experts.125.down_proj,0.0000014565,0.05000,0.724
31,mlp.experts.148.down_proj,0.0000010941,0.05000,0.663
31,mlp.experts.135.down_proj,0.0000088354,0.05000,0.685
31,mlp.experts.142.down_proj,0.0000016752,0.05000,0.678
31,mlp.experts.129.down_proj,0.0000058596,0.05000,0.654
31,mlp.experts.152.down_proj,0.0000065680,0.05000,0.657
31,mlp.experts.139.down_proj,0.0000015621,0.05000,0.643
31,mlp.experts.146.down_proj,0.0000051640,0.05000,0.625
31,mlp.experts.133.down_proj,0.0000056873,0.05000,0.612
31,mlp.experts.156.down_proj,0.0000013833,0.05000,0.668
31,mlp.experts.143.down_proj,0.0000027014,0.05000,0.649
31,mlp.experts.147.down_proj,failsafe(rtn): 0.0011902,0.00000,0.009
31,mlp.experts.150.down_proj,0.0000030570,0.05000,0.713
31,mlp.experts.137.down_proj,0.0000089902,0.05000,0.672
31,mlp.experts.160.down_proj,0.0000007478,0.05000,0.629
31,mlp.experts.151.down_proj,0.0000022561,0.05000,0.627
31,mlp.experts.154.down_proj,0.0000007898,0.05000,0.657
31,mlp.experts.141.down_proj,0.0000040178,0.05000,0.643
31,mlp.experts.164.down_proj,0.0000019313,0.05000,0.590
31,mlp.experts.155.down_proj,0.0000101860,0.05000,0.601
31,mlp.experts.158.down_proj,0.0000024453,0.05000,0.597
31,mlp.experts.145.down_proj,0.0000027557,0.05000,0.610
31,mlp.experts.168.down_proj,0.0000067607,0.05000,0.674
31,mlp.experts.159.down_proj,0.0000021266,0.05000,0.634
31,mlp.experts.162.down_proj,0.0000019984,0.05000,0.636
31,mlp.experts.149.down_proj,0.0000119289,0.05000,0.684
31,mlp.experts.172.down_proj,0.0000028514,0.05000,0.644
31,mlp.experts.163.down_proj,0.0000044211,0.05000,0.653
31,mlp.experts.166.down_proj,0.0000062596,0.05000,0.652
31,mlp.experts.153.down_proj,0.0000007530,0.05000,0.649
31,mlp.experts.176.down_proj,0.0000017781,0.05000,0.698
31,mlp.experts.167.down_proj,0.0000076464,0.05000,0.751
31,mlp.experts.170.down_proj,0.0000040259,0.05000,0.664
31,mlp.experts.157.down_proj,0.0000071767,0.05000,0.704
31,mlp.experts.161.down_proj,failsafe(rtn): 0.0010452,0.00000,0.010
31,mlp.experts.180.down_proj,0.0000029528,0.05000,0.639
31,mlp.experts.171.down_proj,0.0000040427,0.05000,0.644
31,mlp.experts.174.down_proj,0.0000036757,0.05000,0.643
31,mlp.experts.165.down_proj,0.0000072701,0.05000,0.652
31,mlp.experts.184.down_proj,0.0000052452,0.05000,0.639
31,mlp.experts.178.down_proj,0.0000063775,0.05000,0.647
31,mlp.experts.175.down_proj,0.0000014971,0.05000,0.705
31,mlp.experts.169.down_proj,0.0000033129,0.05000,0.704
31,mlp.experts.188.down_proj,0.0000035575,0.05000,0.647
31,mlp.experts.182.down_proj,0.0000185464,0.05000,0.651
31,mlp.experts.179.down_proj,0.0000016466,0.05000,0.708
31,mlp.experts.173.down_proj,0.0000026421,0.05000,0.659
31,mlp.experts.192.down_proj,0.0000035035,0.05000,0.586
31,mlp.experts.186.down_proj,0.0000037213,0.05000,0.586
31,mlp.experts.183.down_proj,0.0000039557,0.05000,0.581
31,mlp.experts.187.down_proj,failsafe(rtn): 0.0010986,0.00000,0.009
31,mlp.experts.177.down_proj,0.0000048875,0.05000,0.589
31,mlp.experts.196.down_proj,0.0000010803,0.05000,0.585
31,mlp.experts.190.down_proj,0.0000010679,0.05000,0.623
31,mlp.experts.191.down_proj,0.0000010074,0.05000,0.597
31,mlp.experts.181.down_proj,0.0000021270,0.05000,0.557
31,mlp.experts.200.down_proj,0.0000066137,0.05000,0.616
31,mlp.experts.194.down_proj,0.0000022536,0.05000,0.575
31,mlp.experts.195.down_proj,0.0000017651,0.05000,0.597
31,mlp.experts.185.down_proj,0.0000021537,0.05000,0.606
31,mlp.experts.189.down_proj,failsafe(rtn): 0.0010681,0.00000,0.011
31,mlp.experts.204.down_proj,0.0000013604,0.05000,0.687
31,mlp.experts.198.down_proj,0.0000058989,0.05000,0.693
31,mlp.experts.199.down_proj,0.0000018913,0.05000,0.704
31,mlp.experts.193.down_proj,0.0000012826,0.05000,0.635
31,mlp.experts.208.down_proj,0.0000014267,0.05000,0.650
31,mlp.experts.202.down_proj,0.0000016375,0.05000,0.720
31,mlp.experts.206.down_proj,failsafe(rtn): 0.0011826,0.00000,0.012
31,mlp.experts.210.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
31,mlp.experts.203.down_proj,0.0000027229,0.05000,0.685
31,mlp.experts.197.down_proj,0.0000018510,0.05000,0.700
31,mlp.experts.212.down_proj,0.0000041171,0.05000,0.681
31,mlp.experts.214.down_proj,0.0000021195,0.05000,0.639
31,mlp.experts.207.down_proj,0.0000024961,0.05000,0.690
31,mlp.experts.201.down_proj,0.0000042972,0.05000,0.717
31,mlp.experts.216.down_proj,0.0000011329,0.05000,0.716
31,mlp.experts.218.down_proj,0.0000037126,0.05000,0.663
31,mlp.experts.222.down_proj,failsafe(rtn): 0.0010605,0.00000,0.010
31,mlp.experts.211.down_proj,0.0000028355,0.05000,0.648
31,mlp.experts.205.down_proj,0.0000026955,0.05000,0.687
31,mlp.experts.220.down_proj,0.0000047801,0.05000,0.708
31,mlp.experts.215.down_proj,0.0000025035,0.05000,0.633
31,mlp.experts.226.down_proj,0.0000014229,0.05000,0.676
31,mlp.experts.209.down_proj,0.0000052735,0.05000,0.609
31,mlp.experts.224.down_proj,0.0000052135,0.05000,0.652
31,mlp.experts.219.down_proj,0.0000013242,0.05000,0.634
31,mlp.experts.230.down_proj,0.0000022251,0.05000,0.633
31,mlp.experts.213.down_proj,0.0000037186,0.05000,0.674
31,mlp.experts.228.down_proj,0.0000075126,0.05000,0.641
31,mlp.experts.223.down_proj,0.0000015071,0.05000,0.635
31,mlp.experts.234.down_proj,0.0000009308,0.05000,0.619
31,mlp.experts.217.down_proj,0.0000037543,0.05000,0.660
31,mlp.experts.232.down_proj,0.0000032378,0.05000,0.702
31,mlp.experts.238.down_proj,0.0000018671,0.05000,0.684
31,mlp.experts.227.down_proj,0.0000036031,0.05000,0.704
31,mlp.experts.221.down_proj,0.0000040205,0.05000,0.631
31,mlp.experts.236.down_proj,0.0000084855,0.05000,0.611
31,mlp.experts.240.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
31,mlp.experts.242.down_proj,0.0000041955,0.05000,0.602
31,mlp.experts.231.down_proj,0.0000060402,0.05000,0.611
31,mlp.experts.225.down_proj,0.0000023889,0.05000,0.630
31,mlp.experts.246.down_proj,0.0000057745,0.05000,0.630
31,mlp.experts.244.down_proj,0.0000043614,0.05000,0.701
31,mlp.experts.235.down_proj,0.0000012112,0.05000,0.699
31,mlp.experts.229.down_proj,0.0000021617,0.05000,0.625
31,mlp.experts.248.down_proj,0.0000074596,0.05000,0.606
31,mlp.experts.250.down_proj,0.0000013828,0.05000,0.627
31,mlp.experts.239.down_proj,0.0000010297,0.05000,0.647
31,mlp.experts.233.down_proj,0.0000044827,0.05000,0.656
31,mlp.experts.252.down_proj,0.0000014851,0.05000,0.663
31,mlp.experts.254.down_proj,0.0000020291,0.05000,0.676
31,mlp.experts.243.down_proj,0.0000016457,0.05000,0.604
31,mlp.experts.237.down_proj,0.0000021403,0.05000,0.513
31,mlp.experts.247.down_proj,0.0000009910,0.05000,0.283
31,mlp.experts.241.down_proj,0.0000044752,0.05000,0.291
31,mlp.experts.251.down_proj,0.0000017923,0.05000,0.254
31,mlp.experts.245.down_proj,0.0000007193,0.05000,0.264
31,mlp.experts.255.down_proj,0.0000040095,0.05000,0.261
31,mlp.experts.249.down_proj,0.0000043606,0.05000,0.221
31,mlp.experts.253.down_proj,0.0000012133,0.05000,0.152
32,mlp.experts.1.gate_proj,0.0002258797,0.05000,2.546
32,mlp.experts.3.gate_proj,0.0000805334,0.05000,2.588
32,mlp.experts.0.gate_proj,0.0001441038,0.05000,2.617
32,mlp.experts.2.gate_proj,0.0000787827,0.05000,2.631
32,mlp.experts.4.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.047
32,mlp.experts.5.gate_proj,0.0002564819,0.05000,2.674
32,mlp.experts.9.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.035
32,mlp.experts.7.gate_proj,0.0000374895,0.05000,2.693
32,mlp.experts.8.gate_proj,0.0000626301,0.05000,2.630
32,mlp.experts.6.gate_proj,0.0000261218,0.05000,2.727
32,mlp.experts.12.gate_proj,0.0000575136,0.05000,2.551
32,mlp.experts.13.gate_proj,0.0000275718,0.05000,2.688
32,mlp.experts.11.gate_proj,0.0001452987,0.05000,2.785
32,mlp.experts.10.gate_proj,0.0002502626,0.05000,2.773
32,mlp.experts.16.gate_proj,0.0000752225,0.05000,2.410
32,mlp.experts.17.gate_proj,0.0000242025,0.05000,2.415
32,mlp.experts.15.gate_proj,0.0001441105,0.05000,2.409
32,mlp.experts.14.gate_proj,0.0000205045,0.05000,2.451
32,mlp.experts.20.gate_proj,0.0002328562,0.05000,2.261
32,mlp.experts.21.gate_proj,0.0000091237,0.05000,2.184
32,mlp.experts.18.gate_proj,0.0000189330,0.05000,2.231
32,mlp.experts.19.gate_proj,0.0000472820,0.05000,2.342
32,mlp.experts.25.gate_proj,0.0001822241,0.05000,2.255
32,mlp.experts.24.gate_proj,0.0000562254,0.05000,2.383
32,mlp.experts.23.gate_proj,0.0003368194,0.05000,2.307
32,mlp.experts.22.gate_proj,0.0000373659,0.05000,2.318
32,mlp.experts.29.gate_proj,0.0001219218,0.05000,2.584
32,mlp.experts.28.gate_proj,0.0000671128,0.05000,2.514
32,mlp.experts.27.gate_proj,0.0000387989,0.05000,2.478
32,mlp.experts.31.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.038
32,mlp.experts.26.gate_proj,0.0000479199,0.05000,2.733
32,mlp.experts.33.gate_proj,0.0000921596,0.05000,2.505
32,mlp.experts.32.gate_proj,0.0000878078,0.05000,2.612
32,mlp.experts.36.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.035
32,mlp.experts.35.gate_proj,0.0001275983,0.05000,2.519
32,mlp.experts.39.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.048
32,mlp.experts.30.gate_proj,0.0002322025,0.05000,2.540
32,mlp.experts.37.gate_proj,0.0000315867,0.05000,2.585
32,mlp.experts.43.gate_proj,0.0001018983,0.05000,2.528
32,mlp.experts.40.gate_proj,0.0000459221,0.05000,2.726
32,mlp.experts.34.gate_proj,0.0002849899,0.05000,2.681
32,mlp.experts.41.gate_proj,0.0001546118,0.05000,2.822
32,mlp.experts.47.gate_proj,0.0000880413,0.05000,2.791
32,mlp.experts.44.gate_proj,0.0001415795,0.05000,2.837
32,mlp.experts.38.gate_proj,0.0001636080,0.05000,2.810
32,mlp.experts.45.gate_proj,0.0002213520,0.05000,2.846
32,mlp.experts.51.gate_proj,0.0000952986,0.05000,2.814
32,mlp.experts.48.gate_proj,0.0000161679,0.05000,2.812
32,mlp.experts.42.gate_proj,0.0000249044,0.05000,2.803
32,mlp.experts.49.gate_proj,0.0002150071,0.05000,2.881
32,mlp.experts.53.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.041
32,mlp.experts.55.gate_proj,0.0000417886,0.05000,2.848
32,mlp.experts.59.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.042
32,mlp.experts.52.gate_proj,0.0000547334,0.05000,2.912
32,mlp.experts.46.gate_proj,0.0000454393,0.05000,2.877
32,mlp.experts.57.gate_proj,0.0000409347,0.05000,2.797
32,mlp.experts.63.gate_proj,0.0001294126,0.05000,2.786
32,mlp.experts.56.gate_proj,0.0000878713,0.05000,2.814
32,mlp.experts.50.gate_proj,0.0000265798,0.05000,2.822
32,mlp.experts.54.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.044
32,mlp.experts.61.gate_proj,0.0000112428,0.05000,2.803
32,mlp.experts.67.gate_proj,0.0003054506,0.05000,2.761
32,mlp.experts.60.gate_proj,0.0002385811,0.05000,2.732
32,mlp.experts.58.gate_proj,0.0000669371,0.05000,2.700
32,mlp.experts.65.gate_proj,0.0000314358,0.05000,2.620
32,mlp.experts.69.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.038
32,mlp.experts.71.gate_proj,0.0002384139,0.05000,2.643
32,mlp.experts.64.gate_proj,0.0001770086,0.05000,2.715
32,mlp.experts.62.gate_proj,0.0000181386,0.05000,2.699
32,mlp.experts.73.gate_proj,0.0003444424,0.05000,2.712
32,mlp.experts.75.gate_proj,0.0000214283,0.05000,2.831
32,mlp.experts.79.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.047
32,mlp.experts.68.gate_proj,0.0001441955,0.05000,2.815
32,mlp.experts.72.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.052
32,mlp.experts.66.gate_proj,0.0000229625,0.05000,2.871
32,mlp.experts.77.gate_proj,0.0000338411,0.05000,3.090
32,mlp.experts.83.gate_proj,0.0001748704,0.05000,3.068
32,mlp.experts.76.gate_proj,0.0000258998,0.05000,3.024
32,mlp.experts.70.gate_proj,0.0000701264,0.05000,3.028
32,mlp.experts.74.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.048
32,mlp.experts.81.gate_proj,0.0000325278,0.05000,3.001
32,mlp.experts.87.gate_proj,0.0002402570,0.05000,3.002
32,mlp.experts.80.gate_proj,0.0000435393,0.05000,2.908
32,mlp.experts.78.gate_proj,0.0000877796,0.05000,2.872
32,mlp.experts.85.gate_proj,0.0000296406,0.05000,2.491
32,mlp.experts.91.gate_proj,0.0000319085,0.05000,2.523
32,mlp.experts.84.gate_proj,0.0001009568,0.05000,2.508
32,mlp.experts.95.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.049
32,mlp.experts.82.gate_proj,0.0000535448,0.05000,2.468
32,mlp.experts.89.gate_proj,0.0000287333,0.05000,2.476
32,mlp.experts.99.gate_proj,0.0000224778,0.05000,2.399
32,mlp.experts.88.gate_proj,0.0001632096,0.05000,2.486
32,mlp.experts.86.gate_proj,0.0000145870,0.05000,2.404
32,mlp.experts.93.gate_proj,0.0001854118,0.05000,2.456
32,mlp.experts.92.gate_proj,0.0000669457,0.05000,2.396
32,mlp.experts.103.gate_proj,0.0000339342,0.05000,2.453
32,mlp.experts.90.gate_proj,0.0000413485,0.05000,2.380
32,mlp.experts.97.gate_proj,0.0001146413,0.05000,2.518
32,mlp.experts.96.gate_proj,0.0000310135,0.05000,2.402
32,mlp.experts.107.gate_proj,0.0000639912,0.05000,2.428
32,mlp.experts.94.gate_proj,0.0000319313,0.05000,2.445
32,mlp.experts.101.gate_proj,0.0000239138,0.05000,2.339
32,mlp.experts.100.gate_proj,0.0001341957,0.05000,2.322
32,mlp.experts.111.gate_proj,0.0001276817,0.05000,2.368
32,mlp.experts.98.gate_proj,0.0000350404,0.05000,2.395
32,mlp.experts.105.gate_proj,0.0001083689,0.05000,2.513
32,mlp.experts.115.gate_proj,0.0000167656,0.05000,2.443
32,mlp.experts.104.gate_proj,0.0000952555,0.05000,2.612
32,mlp.experts.102.gate_proj,0.0000208241,0.05000,2.539
32,mlp.experts.109.gate_proj,0.0000559061,0.05000,2.152
32,mlp.experts.119.gate_proj,0.0000646393,0.05000,2.249
32,mlp.experts.108.gate_proj,0.0001845482,0.05000,2.283
32,mlp.experts.106.gate_proj,0.0000174626,0.05000,2.194
32,mlp.experts.113.gate_proj,0.0000321892,0.05000,2.200
32,mlp.experts.123.gate_proj,0.0000443172,0.05000,2.147
32,mlp.experts.112.gate_proj,0.0000577142,0.05000,2.235
32,mlp.experts.110.gate_proj,0.0002421214,0.05000,2.326
32,mlp.experts.114.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.044
32,mlp.experts.117.gate_proj,0.0000826546,0.05000,2.574
32,mlp.experts.121.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.037
32,mlp.experts.127.gate_proj,0.0000694139,0.05000,2.595
32,mlp.experts.116.gate_proj,0.0000246768,0.05000,2.763
32,mlp.experts.118.gate_proj,0.0000405165,0.05000,2.767
32,mlp.experts.125.gate_proj,0.0000666390,0.05000,2.655
32,mlp.experts.131.gate_proj,0.0000235787,0.05000,2.739
32,mlp.experts.120.gate_proj,0.0000565539,0.05000,2.645
32,mlp.experts.122.gate_proj,0.0002492257,0.05000,2.605
32,mlp.experts.129.gate_proj,0.0001161718,0.05000,2.598
32,mlp.experts.135.gate_proj,0.0000310158,0.05000,2.603
32,mlp.experts.124.gate_proj,0.0000567555,0.05000,2.504
32,mlp.experts.128.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.034
32,mlp.experts.126.gate_proj,0.0000405591,0.05000,2.522
32,mlp.experts.133.gate_proj,0.0000505418,0.05000,2.466
32,mlp.experts.139.gate_proj,0.0000369793,0.05000,2.487
32,mlp.experts.132.gate_proj,0.0000644522,0.05000,2.482
32,mlp.experts.130.gate_proj,0.0001110018,0.05000,2.520
32,mlp.experts.137.gate_proj,0.0000895987,0.05000,2.632
32,mlp.experts.141.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.038
32,mlp.experts.145.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.040
32,mlp.experts.143.gate_proj,0.0001047597,0.05000,2.577
32,mlp.experts.136.gate_proj,0.0001660335,0.05000,2.577
32,mlp.experts.134.gate_proj,0.0000189124,0.05000,2.625
32,mlp.experts.138.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.034
32,mlp.experts.149.gate_proj,0.0002573875,0.05000,2.592
32,mlp.experts.147.gate_proj,0.0001048018,0.05000,2.622
32,mlp.experts.140.gate_proj,0.0002254133,0.05000,2.566
32,mlp.experts.142.gate_proj,0.0000531232,0.05000,2.691
32,mlp.experts.153.gate_proj,0.0002051188,0.05000,2.722
32,mlp.experts.151.gate_proj,0.0000395104,0.05000,2.625
32,mlp.experts.144.gate_proj,0.0000402162,0.05000,2.619
32,mlp.experts.146.gate_proj,0.0000295275,0.05000,2.670
32,mlp.experts.157.gate_proj,0.0000702583,0.05000,2.528
32,mlp.experts.161.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.034
32,mlp.experts.155.gate_proj,0.0003453100,0.05000,2.571
32,mlp.experts.148.gate_proj,0.0000408268,0.05000,2.566
32,mlp.experts.152.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.045
32,mlp.experts.150.gate_proj,0.0001341202,0.05000,2.551
32,mlp.experts.165.gate_proj,0.0001106403,0.05000,2.621
32,mlp.experts.159.gate_proj,0.0000185867,0.05000,2.607
32,mlp.experts.169.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.051
32,mlp.experts.163.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.045
32,mlp.experts.167.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.033
32,mlp.experts.156.gate_proj,0.0000638280,0.05000,2.594
32,mlp.experts.160.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.034
32,mlp.experts.154.gate_proj,0.0000964890,0.05000,2.600
32,mlp.experts.173.gate_proj,0.0000390816,0.05000,2.499
32,mlp.experts.171.gate_proj,0.0000240095,0.05000,2.479
32,mlp.experts.164.gate_proj,0.0001825668,0.05000,2.477
32,mlp.experts.158.gate_proj,0.0000338527,0.05000,2.507
32,mlp.experts.177.gate_proj,0.0000367815,0.05000,2.546
32,mlp.experts.175.gate_proj,0.0000450490,0.05000,2.560
32,mlp.experts.168.gate_proj,0.0001767228,0.05000,2.578
32,mlp.experts.162.gate_proj,0.0000509735,0.05000,2.490
32,mlp.experts.179.gate_proj,0.0000164000,0.05000,2.516
32,mlp.experts.181.gate_proj,0.0000298433,0.05000,2.609
32,mlp.experts.172.gate_proj,0.0002188286,0.05000,2.634
32,mlp.experts.166.gate_proj,0.0000989815,0.05000,2.457
32,mlp.experts.183.gate_proj,0.0002428197,0.05000,2.536
32,mlp.experts.185.gate_proj,0.0000165785,0.05000,2.596
32,mlp.experts.189.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.043
32,mlp.experts.193.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.046
32,mlp.experts.176.gate_proj,0.0000571226,0.05000,2.623
32,mlp.experts.170.gate_proj,0.0000910186,0.05000,2.620
32,mlp.experts.187.gate_proj,0.0001136887,0.05000,2.605
32,mlp.experts.197.gate_proj,0.0000152072,0.05000,2.688
32,mlp.experts.174.gate_proj,0.0000564371,0.05000,2.568
32,mlp.experts.180.gate_proj,0.0001446754,0.05000,2.719
32,mlp.experts.191.gate_proj,0.0000341084,0.05000,2.621
32,mlp.experts.201.gate_proj,0.0000089982,0.05000,2.509
32,mlp.experts.178.gate_proj,0.0000573865,0.05000,2.534
32,mlp.experts.184.gate_proj,0.0000508650,0.05000,2.611
32,mlp.experts.188.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.035
32,mlp.experts.195.gate_proj,0.0000195386,0.05000,2.554
32,mlp.experts.205.gate_proj,0.0001143393,0.05000,2.554
32,mlp.experts.182.gate_proj,0.0000411993,0.05000,2.760
32,mlp.experts.192.gate_proj,0.0000277164,0.05000,2.668
32,mlp.experts.199.gate_proj,0.0000276545,0.05000,2.577
32,mlp.experts.209.gate_proj,0.0000634802,0.05000,2.563
32,mlp.experts.186.gate_proj,0.0000187714,0.05000,2.601
32,mlp.experts.196.gate_proj,0.0000744466,0.05000,2.553
32,mlp.experts.200.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.043
32,mlp.experts.203.gate_proj,0.0000701506,0.05000,2.557
32,mlp.experts.207.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.037
32,mlp.experts.213.gate_proj,0.0001620129,0.05000,2.600
32,mlp.experts.204.gate_proj,0.0001914451,0.05000,2.589
32,mlp.experts.190.gate_proj,0.0000838369,0.05000,2.697
32,mlp.experts.208.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.044
32,mlp.experts.211.gate_proj,0.0003209527,0.05000,2.633
32,mlp.experts.217.gate_proj,0.0000359299,0.05000,2.634
32,mlp.experts.212.gate_proj,0.0000223870,0.05000,2.480
32,mlp.experts.194.gate_proj,0.0000272055,0.05000,2.621
32,mlp.experts.215.gate_proj,0.0002707685,0.05000,2.356
32,mlp.experts.221.gate_proj,0.0000167798,0.05000,2.334
32,mlp.experts.225.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.033
32,mlp.experts.229.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.034
32,mlp.experts.216.gate_proj,0.0000960353,0.05000,2.375
32,mlp.experts.198.gate_proj,0.0001897762,0.05000,2.357
32,mlp.experts.219.gate_proj,0.0000285993,0.05000,2.558
32,mlp.experts.233.gate_proj,0.0002464504,0.05000,2.723
32,mlp.experts.220.gate_proj,0.0000258799,0.05000,2.683
32,mlp.experts.202.gate_proj,0.0001102903,0.05000,2.710
32,mlp.experts.223.gate_proj,0.0002356407,0.05000,2.516
32,mlp.experts.227.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.047
32,mlp.experts.237.gate_proj,0.0000226023,0.05000,2.511
32,mlp.experts.224.gate_proj,0.0000201534,0.05000,2.436
32,mlp.experts.228.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.037
32,mlp.experts.206.gate_proj,0.0000276790,0.05000,2.543
32,mlp.experts.231.gate_proj,0.0001380466,0.05000,2.454
32,mlp.experts.241.gate_proj,0.0002262268,0.05000,2.312
32,mlp.experts.232.gate_proj,0.0000814175,0.05000,2.368
32,mlp.experts.210.gate_proj,0.0000395863,0.05000,2.358
32,mlp.experts.235.gate_proj,0.0000900037,0.05000,2.661
32,mlp.experts.239.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.041
32,mlp.experts.245.gate_proj,0.0000391442,0.05000,2.650
32,mlp.experts.249.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.045
32,mlp.experts.253.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.038
32,mlp.experts.236.gate_proj,0.0001437954,0.05000,2.643
32,mlp.experts.214.gate_proj,0.0001783646,0.05000,2.646
32,mlp.experts.243.gate_proj,0.0000391983,0.05000,2.669
32,mlp.experts.1.up_proj,0.0001790362,0.05000,2.694
32,mlp.experts.240.gate_proj,0.0001161490,0.05000,2.822
32,mlp.experts.218.gate_proj,0.0000757381,0.05000,2.775
32,mlp.experts.247.gate_proj,0.0000534261,0.05000,2.573
32,mlp.experts.5.up_proj,0.0002407695,0.05000,2.488
32,mlp.experts.9.up_proj,failsafe(rtn): 0.0010757,0.00000,0.031
32,mlp.experts.244.gate_proj,0.0001484447,0.05000,2.463
32,mlp.experts.222.gate_proj,0.0000421910,0.05000,2.470
32,mlp.experts.226.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.042
32,mlp.experts.13.up_proj,0.0000233691,0.05000,2.427
32,mlp.experts.251.gate_proj,0.0002305522,0.05000,2.809
32,mlp.experts.248.gate_proj,0.0000693328,0.05000,2.623
32,mlp.experts.230.gate_proj,0.0000716120,0.05000,2.644
32,mlp.experts.234.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.035
32,mlp.experts.255.gate_proj,0.0003402533,0.05000,2.215
32,mlp.experts.17.up_proj,0.0000189777,0.05000,2.512
32,mlp.experts.252.gate_proj,0.0000932786,0.05000,2.375
32,mlp.experts.238.gate_proj,0.0000326971,0.05000,2.484
32,mlp.experts.3.up_proj,0.0000624835,0.05000,2.598
32,mlp.experts.21.up_proj,0.0000089556,0.05000,2.691
32,mlp.experts.0.up_proj,0.0001115971,0.05000,2.609
32,mlp.experts.4.up_proj,failsafe(rtn): 0.0010910,0.00000,0.044
32,mlp.experts.242.gate_proj,0.0001255827,0.05000,2.586
32,mlp.experts.7.up_proj,0.0000376219,0.05000,2.532
32,mlp.experts.25.up_proj,0.0001489420,0.05000,2.564
32,mlp.experts.8.up_proj,0.0000471137,0.05000,2.552
32,mlp.experts.246.gate_proj,0.0000287321,0.05000,2.583
32,mlp.experts.11.up_proj,0.0001141921,0.05000,2.520
32,mlp.experts.29.up_proj,0.0001196118,0.05000,2.468
32,mlp.experts.12.up_proj,0.0000540908,0.05000,2.647
32,mlp.experts.250.gate_proj,0.0001237403,0.05000,2.595
32,mlp.experts.15.up_proj,0.0001423652,0.05000,2.642
32,mlp.experts.33.up_proj,0.0001033066,0.05000,2.695
32,mlp.experts.16.up_proj,0.0000734469,0.05000,2.597
32,mlp.experts.254.gate_proj,0.0000470294,0.05000,2.449
32,mlp.experts.19.up_proj,0.0000356965,0.05000,2.185
32,mlp.experts.37.up_proj,0.0000274778,0.05000,2.228
32,mlp.experts.20.up_proj,0.0002020774,0.05000,2.200
32,mlp.experts.2.up_proj,0.0000674167,0.05000,2.183
32,mlp.experts.23.up_proj,0.0002889411,0.05000,2.211
32,mlp.experts.41.up_proj,0.0001283606,0.05000,2.245
32,mlp.experts.24.up_proj,0.0000510633,0.05000,2.500
32,mlp.experts.6.up_proj,0.0000243869,0.05000,2.559
32,mlp.experts.27.up_proj,0.0000369421,0.05000,2.610
32,mlp.experts.31.up_proj,failsafe(rtn): 0.0010681,0.00000,0.040
32,mlp.experts.45.up_proj,0.0001719064,0.05000,2.578
32,mlp.experts.28.up_proj,0.0000383197,0.05000,2.550
32,mlp.experts.10.up_proj,0.0001920621,0.05000,2.645
32,mlp.experts.35.up_proj,0.0001205089,0.05000,2.546
32,mlp.experts.39.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
32,mlp.experts.49.up_proj,0.0001704516,0.05000,2.577
32,mlp.experts.53.up_proj,failsafe(rtn): 0.0010834,0.00000,0.044
32,mlp.experts.32.up_proj,0.0000791221,0.05000,2.538
32,mlp.experts.36.up_proj,failsafe(rtn): 0.0011063,0.00000,0.046
32,mlp.experts.14.up_proj,0.0000203288,0.05000,2.549
32,mlp.experts.43.up_proj,0.0000950997,0.05000,2.518
32,mlp.experts.57.up_proj,0.0000338938,0.05000,2.536
32,mlp.experts.40.up_proj,0.0000428950,0.05000,2.492
32,mlp.experts.18.up_proj,0.0000155559,0.05000,2.397
32,mlp.experts.47.up_proj,0.0000797590,0.05000,2.588
32,mlp.experts.61.up_proj,0.0000102894,0.05000,2.577
32,mlp.experts.44.up_proj,0.0001341212,0.05000,2.617
32,mlp.experts.22.up_proj,0.0000346016,0.05000,2.602
32,mlp.experts.51.up_proj,0.0000888712,0.05000,2.555
32,mlp.experts.65.up_proj,0.0000252247,0.05000,2.644
32,mlp.experts.69.up_proj,failsafe(rtn): 0.0011749,0.00000,0.044
32,mlp.experts.26.up_proj,0.0000273534,0.05000,2.615
32,mlp.experts.48.up_proj,0.0000158666,0.05000,2.751
32,mlp.experts.55.up_proj,0.0000354725,0.05000,2.646
32,mlp.experts.59.up_proj,failsafe(rtn): 0.0011368,0.00000,0.032
32,mlp.experts.73.up_proj,0.0002560234,0.05000,2.689
32,mlp.experts.52.up_proj,0.0000536126,0.05000,2.427
32,mlp.experts.30.up_proj,0.0001565254,0.05000,2.493
32,mlp.experts.63.up_proj,0.0001057664,0.05000,2.469
32,mlp.experts.77.up_proj,0.0000359338,0.05000,2.641
32,mlp.experts.56.up_proj,0.0000662326,0.05000,2.544
32,mlp.experts.34.up_proj,0.0002475163,0.05000,2.569
32,mlp.experts.67.up_proj,0.0002365411,0.05000,2.530
32,mlp.experts.81.up_proj,0.0000288321,0.05000,2.451
32,mlp.experts.60.up_proj,0.0001721899,0.05000,2.381
32,mlp.experts.38.up_proj,0.0001542827,0.05000,2.389
32,mlp.experts.71.up_proj,0.0002247020,0.05000,2.619
32,mlp.experts.85.up_proj,0.0000269272,0.05000,2.561
32,mlp.experts.42.up_proj,0.0000245816,0.05000,2.588
32,mlp.experts.64.up_proj,0.0001739605,0.05000,2.696
32,mlp.experts.75.up_proj,0.0000167704,0.05000,2.613
32,mlp.experts.79.up_proj,failsafe(rtn): 0.0010986,0.00000,0.044
32,mlp.experts.89.up_proj,0.0000222822,0.05000,2.510
32,mlp.experts.46.up_proj,0.0000359949,0.05000,2.566
32,mlp.experts.68.up_proj,0.0001399105,0.05000,2.577
32,mlp.experts.72.up_proj,failsafe(rtn): 0.0010681,0.00000,0.034
32,mlp.experts.83.up_proj,0.0001005931,0.05000,2.512
32,mlp.experts.93.up_proj,0.0001268137,0.05000,2.474
32,mlp.experts.50.up_proj,0.0000250607,0.05000,2.568
32,mlp.experts.54.up_proj,failsafe(rtn): 0.0010605,0.00000,0.045
32,mlp.experts.76.up_proj,0.0000234617,0.05000,2.584
32,mlp.experts.87.up_proj,0.0002215037,0.05000,2.583
32,mlp.experts.97.up_proj,0.0001018077,0.05000,2.621
32,mlp.experts.58.up_proj,0.0000471856,0.05000,2.534
32,mlp.experts.80.up_proj,0.0000378402,0.05000,2.530
32,mlp.experts.91.up_proj,0.0000256228,0.05000,2.580
32,mlp.experts.95.up_proj,failsafe(rtn): 0.0010452,0.00000,0.033
32,mlp.experts.101.up_proj,0.0000208412,0.05000,2.515
32,mlp.experts.62.up_proj,0.0000159287,0.05000,2.446
32,mlp.experts.84.up_proj,0.0000932658,0.05000,2.586
32,mlp.experts.99.up_proj,0.0000199533,0.05000,2.487
32,mlp.experts.105.up_proj,0.0000791181,0.05000,2.434
32,mlp.experts.66.up_proj,0.0000221377,0.05000,2.532
32,mlp.experts.88.up_proj,0.0001314306,0.05000,2.565
32,mlp.experts.103.up_proj,0.0000288391,0.05000,2.465
32,mlp.experts.109.up_proj,0.0000451673,0.05000,2.459
32,mlp.experts.70.up_proj,0.0000604763,0.05000,2.557
32,mlp.experts.74.up_proj,failsafe(rtn): 0.0010376,0.00000,0.034
32,mlp.experts.92.up_proj,0.0000396337,0.05000,2.538
32,mlp.experts.107.up_proj,0.0000624695,0.05000,2.516
32,mlp.experts.113.up_proj,0.0000263191,0.05000,2.450
32,mlp.experts.78.up_proj,0.0000383130,0.05000,2.526
32,mlp.experts.96.up_proj,0.0000278300,0.05000,2.537
32,mlp.experts.111.up_proj,0.0001164724,0.05000,2.649
32,mlp.experts.117.up_proj,0.0000534370,0.05000,2.616
32,mlp.experts.121.up_proj,failsafe(rtn): 0.0011292,0.00000,0.035
32,mlp.experts.82.up_proj,0.0000517537,0.05000,2.524
32,mlp.experts.100.up_proj,0.0001223220,0.05000,2.505
32,mlp.experts.125.up_proj,0.0000651159,0.05000,2.515
32,mlp.experts.115.up_proj,0.0000159950,0.05000,2.634
32,mlp.experts.86.up_proj,0.0000127927,0.05000,2.548
32,mlp.experts.104.up_proj,0.0000663724,0.05000,2.568
32,mlp.experts.129.up_proj,0.0000845169,0.05000,2.654
32,mlp.experts.119.up_proj,0.0000453127,0.05000,2.639
32,mlp.experts.90.up_proj,0.0000358481,0.05000,2.589
32,mlp.experts.108.up_proj,0.0001458849,0.05000,2.546
32,mlp.experts.123.up_proj,0.0000417513,0.05000,2.146
32,mlp.experts.133.up_proj,0.0000450103,0.05000,2.236
32,mlp.experts.94.up_proj,0.0000246721,0.05000,2.244
32,mlp.experts.112.up_proj,0.0000565351,0.05000,2.269
32,mlp.experts.127.up_proj,0.0000715275,0.05000,2.458
32,mlp.experts.137.up_proj,0.0000754778,0.05000,2.430
32,mlp.experts.141.up_proj,failsafe(rtn): 0.0011826,0.00000,0.036
32,mlp.experts.145.up_proj,failsafe(rtn): 0.0012512,0.00000,0.037
32,mlp.experts.98.up_proj,0.0000268628,0.05000,2.290
32,mlp.experts.116.up_proj,0.0000185675,0.05000,2.284
32,mlp.experts.131.up_proj,0.0000222921,0.05000,2.488
32,mlp.experts.149.up_proj,0.0001890784,0.05000,2.393
32,mlp.experts.102.up_proj,0.0000194973,0.05000,2.386
32,mlp.experts.120.up_proj,0.0000378050,0.05000,2.444
32,mlp.experts.135.up_proj,0.0000239185,0.05000,2.519
32,mlp.experts.153.up_proj,0.0001847673,0.05000,2.591
32,mlp.experts.106.up_proj,0.0000151715,0.05000,2.535
32,mlp.experts.124.up_proj,0.0000445032,0.05000,2.648
32,mlp.experts.128.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
32,mlp.experts.139.up_proj,0.0000319733,0.05000,2.641
32,mlp.experts.157.up_proj,0.0000474322,0.05000,2.680
32,mlp.experts.161.up_proj,failsafe(rtn): 0.0010986,0.00000,0.034
32,mlp.experts.110.up_proj,0.0002067919,0.05000,2.641
32,mlp.experts.114.up_proj,failsafe(rtn): 0.0010986,0.00000,0.046
32,mlp.experts.132.up_proj,0.0000586709,0.05000,2.649
32,mlp.experts.143.up_proj,0.0000743107,0.05000,2.645
32,mlp.experts.165.up_proj,0.0000951031,0.05000,2.689
32,mlp.experts.169.up_proj,failsafe(rtn): 0.0010757,0.00000,0.041
32,mlp.experts.118.up_proj,0.0000369833,0.05000,2.696
32,mlp.experts.136.up_proj,0.0001609981,0.05000,2.716
32,mlp.experts.147.up_proj,0.0000918371,0.05000,2.566
32,mlp.experts.173.up_proj,0.0000354261,0.05000,2.628
32,mlp.experts.122.up_proj,0.0002219578,0.05000,2.560
32,mlp.experts.140.up_proj,0.0002259713,0.05000,2.605
32,mlp.experts.151.up_proj,0.0000343270,0.05000,2.712
32,mlp.experts.126.up_proj,0.0000391529,0.05000,2.687
32,mlp.experts.177.up_proj,0.0000295957,0.05000,2.786
32,mlp.experts.144.up_proj,0.0000267433,0.05000,2.756
32,mlp.experts.155.up_proj,0.0003015343,0.05000,2.660
32,mlp.experts.181.up_proj,0.0000289604,0.05000,2.594
32,mlp.experts.130.up_proj,0.0000864810,0.05000,2.711
32,mlp.experts.148.up_proj,0.0000352023,0.05000,2.571
32,mlp.experts.152.up_proj,failsafe(rtn): 0.0011063,0.00000,0.041
32,mlp.experts.159.up_proj,0.0000185425,0.05000,2.782
32,mlp.experts.163.up_proj,failsafe(rtn): 0.0011673,0.00000,0.048
32,mlp.experts.167.up_proj,failsafe(rtn): 0.0012207,0.00000,0.046
32,mlp.experts.185.up_proj,0.0000156467,0.05000,2.752
32,mlp.experts.189.up_proj,failsafe(rtn): 0.0010757,0.00000,0.051
32,mlp.experts.134.up_proj,0.0000181671,0.05000,2.754
32,mlp.experts.193.up_proj,failsafe(rtn): 0.0011673,0.00000,0.049
32,mlp.experts.138.up_proj,failsafe(rtn): 0.0011597,0.00000,0.051
32,mlp.experts.156.up_proj,0.0000587345,0.05000,2.815
32,mlp.experts.160.up_proj,failsafe(rtn): 0.0010452,0.00000,0.038
32,mlp.experts.171.up_proj,0.0000194408,0.05000,2.766
32,mlp.experts.197.up_proj,0.0000148785,0.05000,2.710
32,mlp.experts.142.up_proj,0.0000395202,0.05000,2.711
32,mlp.experts.164.up_proj,0.0001705825,0.05000,2.546
32,mlp.experts.175.up_proj,0.0000408607,0.05000,2.696
32,mlp.experts.201.up_proj,0.0000092468,0.05000,2.728
32,mlp.experts.146.up_proj,0.0000268007,0.05000,2.721
32,mlp.experts.168.up_proj,0.0001432081,0.05000,2.716
32,mlp.experts.179.up_proj,0.0000159258,0.05000,2.746
32,mlp.experts.150.up_proj,0.0001313952,0.05000,2.618
32,mlp.experts.205.up_proj,0.0000792538,0.05000,2.700
32,mlp.experts.172.up_proj,0.0001948302,0.05000,2.610
32,mlp.experts.183.up_proj,0.0001647679,0.05000,2.521
32,mlp.experts.154.up_proj,0.0000692870,0.05000,2.550
32,mlp.experts.209.up_proj,0.0000384756,0.05000,2.552
32,mlp.experts.176.up_proj,0.0000453759,0.05000,2.520
32,mlp.experts.187.up_proj,0.0001083334,0.05000,2.565
32,mlp.experts.158.up_proj,0.0000312693,0.05000,2.405
32,mlp.experts.213.up_proj,0.0001494553,0.05000,2.664
32,mlp.experts.180.up_proj,0.0001380437,0.05000,2.549
32,mlp.experts.191.up_proj,0.0000292245,0.05000,2.407
32,mlp.experts.162.up_proj,0.0000387156,0.05000,2.384
32,mlp.experts.217.up_proj,0.0000291347,0.05000,2.349
32,mlp.experts.184.up_proj,0.0000468973,0.05000,2.376
32,mlp.experts.188.up_proj,failsafe(rtn): 0.0011597,0.00000,0.033
32,mlp.experts.195.up_proj,0.0000164849,0.05000,2.284
32,mlp.experts.166.up_proj,0.0000866361,0.05000,2.316
32,mlp.experts.221.up_proj,0.0000126524,0.05000,2.194
32,mlp.experts.225.up_proj,failsafe(rtn): 0.0012131,0.00000,0.032
32,mlp.experts.229.up_proj,failsafe(rtn): 0.0010681,0.00000,0.034
32,mlp.experts.192.up_proj,0.0000279087,0.05000,2.312
32,mlp.experts.199.up_proj,0.0000271712,0.05000,2.262
32,mlp.experts.170.up_proj,0.0000897945,0.05000,2.367
32,mlp.experts.196.up_proj,0.0000654681,0.05000,2.270
32,mlp.experts.200.up_proj,failsafe(rtn): 0.0012665,0.00000,0.034
32,mlp.experts.233.up_proj,0.0001928185,0.05000,2.460
32,mlp.experts.203.up_proj,0.0000556840,0.05000,2.563
32,mlp.experts.207.up_proj,failsafe(rtn): 0.0011292,0.00000,0.038
32,mlp.experts.174.up_proj,0.0000456309,0.05000,2.677
32,mlp.experts.204.up_proj,0.0001471086,0.05000,2.578
32,mlp.experts.208.up_proj,failsafe(rtn): 0.0011139,0.00000,0.044
32,mlp.experts.237.up_proj,0.0000207033,0.05000,2.712
32,mlp.experts.211.up_proj,0.0001906529,0.05000,2.491
32,mlp.experts.178.up_proj,0.0000566931,0.05000,2.480
32,mlp.experts.212.up_proj,0.0000185714,0.05000,2.412
32,mlp.experts.241.up_proj,0.0001997439,0.05000,2.474
32,mlp.experts.215.up_proj,0.0002332682,0.05000,2.533
32,mlp.experts.182.up_proj,0.0000357477,0.05000,2.594
32,mlp.experts.216.up_proj,0.0000716548,0.05000,2.567
32,mlp.experts.245.up_proj,0.0000338290,0.05000,2.601
32,mlp.experts.249.up_proj,failsafe(rtn): 0.0012512,0.00000,0.037
32,mlp.experts.253.up_proj,failsafe(rtn): 0.0011444,0.00000,0.039
32,mlp.experts.219.up_proj,0.0000230939,0.05000,2.034
32,mlp.experts.186.up_proj,0.0000193653,0.05000,1.914
32,mlp.experts.220.up_proj,0.0000217297,0.05000,1.941
32,mlp.experts.223.up_proj,0.0001728656,0.05000,1.875
32,mlp.experts.227.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
32,mlp.experts.190.up_proj,0.0000666087,0.05000,1.908
32,mlp.experts.224.up_proj,0.0000160836,0.05000,1.861
32,mlp.experts.228.up_proj,failsafe(rtn): 0.0012360,0.00000,0.028
32,mlp.experts.231.up_proj,0.0001084476,0.05000,1.833
32,mlp.experts.194.up_proj,0.0000270821,0.05000,1.843
32,mlp.experts.232.up_proj,0.0000769097,0.05000,1.854
32,mlp.experts.235.up_proj,0.0000666097,0.05000,1.846
32,mlp.experts.239.up_proj,failsafe(rtn): 0.0010834,0.00000,0.026
32,mlp.experts.198.up_proj,0.0001729519,0.05000,1.857
32,mlp.experts.236.up_proj,0.0001258845,0.05000,1.846
32,mlp.experts.243.up_proj,0.0000330316,0.05000,1.843
32,mlp.experts.202.up_proj,0.0000833851,0.05000,1.838
32,mlp.experts.240.up_proj,0.0000970598,0.05000,1.882
32,mlp.experts.247.up_proj,0.0000480078,0.05000,1.762
32,mlp.experts.206.up_proj,0.0000282103,0.05000,1.739
32,mlp.experts.244.up_proj,0.0001416313,0.05000,1.721
32,mlp.experts.251.up_proj,0.0002203397,0.05000,1.564
32,mlp.experts.210.up_proj,0.0000328584,0.05000,1.514
32,mlp.experts.248.up_proj,0.0000544122,0.05000,1.573
32,mlp.experts.255.up_proj,0.0002548656,0.05000,1.585
32,mlp.experts.214.up_proj,0.0001751785,0.05000,1.595
32,mlp.experts.252.up_proj,0.0000916912,0.05000,1.497
32,mlp.experts.218.up_proj,0.0000721768,0.05000,0.704
32,mlp.experts.222.up_proj,0.0000342647,0.05000,0.530
32,mlp.experts.226.up_proj,failsafe(rtn): 0.0011215,0.00000,0.009
32,mlp.experts.230.up_proj,0.0000588448,0.05000,0.503
32,mlp.experts.234.up_proj,failsafe(rtn): 0.0010834,0.00000,0.010
32,mlp.experts.238.up_proj,0.0000264098,0.05000,0.514
32,mlp.experts.242.up_proj,0.0000995625,0.05000,0.481
32,mlp.experts.246.up_proj,0.0000267618,0.05000,0.505
32,mlp.experts.250.up_proj,0.0001185179,0.05000,0.553
32,mlp.experts.254.up_proj,0.0000451636,0.05000,0.472
32,mlp.experts.1.down_proj,0.0000079539,0.05000,0.746
32,mlp.experts.3.down_proj,0.0000014964,0.05000,0.758
32,mlp.experts.2.down_proj,0.0000056583,0.05000,0.772
32,mlp.experts.0.down_proj,0.0000096780,0.05000,0.793
32,mlp.experts.4.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
32,mlp.experts.5.down_proj,0.0000237726,0.05000,0.737
32,mlp.experts.9.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
32,mlp.experts.7.down_proj,0.0000031861,0.05000,0.766
32,mlp.experts.6.down_proj,0.0000021368,0.05000,0.772
32,mlp.experts.8.down_proj,0.0000035006,0.05000,0.759
32,mlp.experts.13.down_proj,0.0000020119,0.05000,0.677
32,mlp.experts.12.down_proj,0.0000068986,0.05000,0.683
32,mlp.experts.11.down_proj,0.0000049288,0.05000,0.745
32,mlp.experts.10.down_proj,0.0000064074,0.05000,0.734
32,mlp.experts.17.down_proj,0.0000021422,0.05000,0.731
32,mlp.experts.16.down_proj,0.0000023518,0.05000,0.681
32,mlp.experts.15.down_proj,0.0000044301,0.05000,0.716
32,mlp.experts.14.down_proj,0.0000019798,0.05000,0.734
32,mlp.experts.21.down_proj,0.0000010342,0.05000,0.686
32,mlp.experts.20.down_proj,0.0000097975,0.05000,0.675
32,mlp.experts.19.down_proj,0.0000036100,0.05000,0.670
32,mlp.experts.18.down_proj,0.0000023385,0.05000,0.685
32,mlp.experts.25.down_proj,0.0000109779,0.05000,0.695
32,mlp.experts.24.down_proj,0.0000035185,0.05000,0.718
32,mlp.experts.23.down_proj,0.0000093851,0.05000,0.704
32,mlp.experts.22.down_proj,0.0000038591,0.05000,0.696
32,mlp.experts.27.down_proj,0.0000020493,0.05000,0.673
32,mlp.experts.29.down_proj,0.0000051741,0.05000,0.748
32,mlp.experts.31.down_proj,failsafe(rtn): 0.0010376,0.00000,0.017
32,mlp.experts.28.down_proj,0.0000039307,0.05000,0.748
32,mlp.experts.26.down_proj,0.0000019523,0.05000,0.701
32,mlp.experts.33.down_proj,0.0000140891,0.05000,0.709
32,mlp.experts.32.down_proj,0.0000074510,0.05000,0.711
32,mlp.experts.35.down_proj,0.0000039780,0.05000,0.739
32,mlp.experts.36.down_proj,failsafe(rtn): 0.0010910,0.00000,0.015
32,mlp.experts.39.down_proj,failsafe(rtn): 0.0010910,0.00000,0.014
32,mlp.experts.30.down_proj,0.0000066861,0.05000,0.748
32,mlp.experts.37.down_proj,0.0000030664,0.05000,0.682
32,mlp.experts.43.down_proj,0.0000022128,0.05000,0.667
32,mlp.experts.40.down_proj,0.0000044901,0.05000,0.690
32,mlp.experts.34.down_proj,0.0000278687,0.05000,0.713
32,mlp.experts.41.down_proj,0.0000056705,0.05000,0.690
32,mlp.experts.47.down_proj,0.0000066866,0.05000,0.717
32,mlp.experts.44.down_proj,0.0000059410,0.05000,0.708
32,mlp.experts.38.down_proj,0.0000046359,0.05000,0.708
32,mlp.experts.45.down_proj,0.0000145283,0.05000,0.720
32,mlp.experts.48.down_proj,0.0000016528,0.05000,0.685
32,mlp.experts.51.down_proj,0.0000056510,0.05000,0.704
32,mlp.experts.42.down_proj,0.0000024417,0.05000,0.717
32,mlp.experts.49.down_proj,0.0000136070,0.05000,0.714
32,mlp.experts.53.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
32,mlp.experts.52.down_proj,0.0000016955,0.05000,0.743
32,mlp.experts.55.down_proj,0.0000032045,0.05000,0.733
32,mlp.experts.59.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
32,mlp.experts.46.down_proj,0.0000035459,0.05000,0.793
32,mlp.experts.57.down_proj,0.0000037929,0.05000,0.807
32,mlp.experts.56.down_proj,0.0000063042,0.05000,0.817
32,mlp.experts.63.down_proj,0.0000039108,0.05000,0.827
32,mlp.experts.50.down_proj,0.0000024771,0.05000,0.819
32,mlp.experts.54.down_proj,failsafe(rtn): 0.0010452,0.00000,0.011
32,mlp.experts.61.down_proj,0.0000008240,0.05000,0.719
32,mlp.experts.60.down_proj,0.0000145919,0.05000,0.719
32,mlp.experts.67.down_proj,0.0000051498,0.05000,0.724
32,mlp.experts.58.down_proj,0.0000046525,0.05000,0.677
32,mlp.experts.65.down_proj,0.0000023321,0.05000,0.613
32,mlp.experts.69.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
32,mlp.experts.64.down_proj,0.0000084297,0.05000,0.635
32,mlp.experts.71.down_proj,0.0000044278,0.05000,0.635
32,mlp.experts.62.down_proj,0.0000013314,0.05000,0.660
32,mlp.experts.73.down_proj,0.0000060102,0.05000,0.729
32,mlp.experts.68.down_proj,0.0000105391,0.05000,0.740
32,mlp.experts.72.down_proj,failsafe(rtn): 0.0010529,0.00000,0.014
32,mlp.experts.75.down_proj,0.0000023405,0.05000,0.764
32,mlp.experts.79.down_proj,failsafe(rtn): 0.0010757,0.00000,0.011
32,mlp.experts.66.down_proj,0.0000005813,0.05000,0.782
32,mlp.experts.77.down_proj,0.0000039494,0.05000,0.754
32,mlp.experts.83.down_proj,0.0000161665,0.05000,0.705
32,mlp.experts.76.down_proj,0.0000039156,0.05000,0.793
32,mlp.experts.70.down_proj,0.0000033819,0.05000,0.771
32,mlp.experts.74.down_proj,failsafe(rtn): 0.0010223,0.00000,0.010
32,mlp.experts.81.down_proj,0.0000023020,0.05000,0.784
32,mlp.experts.80.down_proj,0.0000027089,0.05000,0.738
32,mlp.experts.87.down_proj,0.0000194033,0.05000,0.787
32,mlp.experts.78.down_proj,0.0000028681,0.05000,0.745
32,mlp.experts.85.down_proj,0.0000039621,0.05000,0.779
32,mlp.experts.84.down_proj,0.0000031244,0.05000,0.719
32,mlp.experts.91.down_proj,0.0000018447,0.05000,0.750
32,mlp.experts.95.down_proj,failsafe(rtn): 0.0010376,0.00000,0.009
32,mlp.experts.82.down_proj,0.0000015815,0.05000,0.695
32,mlp.experts.89.down_proj,0.0000022620,0.05000,0.742
32,mlp.experts.88.down_proj,0.0000044523,0.05000,0.758
32,mlp.experts.99.down_proj,0.0000030991,0.05000,0.731
32,mlp.experts.86.down_proj,0.0000016275,0.05000,0.765
32,mlp.experts.93.down_proj,0.0000039000,0.05000,0.706
32,mlp.experts.92.down_proj,0.0000036151,0.05000,0.737
32,mlp.experts.103.down_proj,0.0000019270,0.05000,0.712
32,mlp.experts.90.down_proj,0.0000033073,0.05000,0.713
32,mlp.experts.97.down_proj,0.0000043271,0.05000,0.733
32,mlp.experts.107.down_proj,0.0000073570,0.05000,0.706
32,mlp.experts.96.down_proj,0.0000049689,0.05000,0.731
32,mlp.experts.94.down_proj,0.0000019875,0.05000,0.731
32,mlp.experts.101.down_proj,0.0000009978,0.05000,0.749
32,mlp.experts.111.down_proj,0.0000052247,0.05000,0.743
32,mlp.experts.100.down_proj,0.0000061084,0.05000,0.734
32,mlp.experts.98.down_proj,0.0000027586,0.05000,0.746
32,mlp.experts.105.down_proj,0.0000046582,0.05000,0.787
32,mlp.experts.115.down_proj,0.0000008785,0.05000,0.769
32,mlp.experts.104.down_proj,0.0000010558,0.05000,0.787
32,mlp.experts.102.down_proj,0.0000019340,0.05000,0.788
32,mlp.experts.109.down_proj,0.0000048771,0.05000,0.713
32,mlp.experts.119.down_proj,0.0000055941,0.05000,0.695
32,mlp.experts.108.down_proj,0.0000028646,0.05000,0.697
32,mlp.experts.106.down_proj,0.0000014882,0.05000,0.708
32,mlp.experts.123.down_proj,0.0000041085,0.05000,0.623
32,mlp.experts.113.down_proj,0.0000037750,0.05000,0.683
32,mlp.experts.112.down_proj,0.0000022917,0.05000,0.664
32,mlp.experts.110.down_proj,0.0000050216,0.05000,0.650
32,mlp.experts.114.down_proj,failsafe(rtn): 0.0010757,0.00000,0.013
32,mlp.experts.127.down_proj,0.0000023051,0.05000,0.698
32,mlp.experts.117.down_proj,0.0000030011,0.05000,0.701
32,mlp.experts.121.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
32,mlp.experts.116.down_proj,0.0000028369,0.05000,0.728
32,mlp.experts.118.down_proj,0.0000038233,0.05000,0.679
32,mlp.experts.131.down_proj,0.0000030835,0.05000,0.670
32,mlp.experts.125.down_proj,0.0000051137,0.05000,0.647
32,mlp.experts.120.down_proj,0.0000032391,0.05000,0.634
32,mlp.experts.122.down_proj,0.0000065061,0.05000,0.627
32,mlp.experts.135.down_proj,0.0000014423,0.05000,0.540
32,mlp.experts.129.down_proj,0.0000106746,0.05000,0.569
32,mlp.experts.124.down_proj,0.0000026469,0.05000,0.579
32,mlp.experts.128.down_proj,failsafe(rtn): 0.0010986,0.00000,0.008
32,mlp.experts.126.down_proj,0.0000030336,0.05000,0.604
32,mlp.experts.139.down_proj,0.0000040107,0.05000,0.650
32,mlp.experts.133.down_proj,0.0000047115,0.05000,0.663
32,mlp.experts.132.down_proj,0.0000051413,0.05000,0.633
32,mlp.experts.130.down_proj,0.0000070232,0.05000,0.640
32,mlp.experts.143.down_proj,0.0000013248,0.05000,0.716
32,mlp.experts.137.down_proj,0.0000079070,0.05000,0.707
32,mlp.experts.141.down_proj,failsafe(rtn): 0.0011215,0.00000,0.010
32,mlp.experts.145.down_proj,failsafe(rtn): 0.0011368,0.00000,0.010
32,mlp.experts.136.down_proj,0.0000059404,0.05000,0.725
32,mlp.experts.134.down_proj,0.0000024115,0.05000,0.703
32,mlp.experts.138.down_proj,failsafe(rtn): 0.0011597,0.00000,0.014
32,mlp.experts.147.down_proj,0.0000058733,0.05000,0.719
32,mlp.experts.149.down_proj,0.0000229780,0.05000,0.687
32,mlp.experts.140.down_proj,0.0000177154,0.05000,0.680
32,mlp.experts.142.down_proj,0.0000043352,0.05000,0.654
32,mlp.experts.151.down_proj,0.0000020415,0.05000,0.695
32,mlp.experts.144.down_proj,0.0000026256,0.05000,0.702
32,mlp.experts.153.down_proj,0.0000095445,0.05000,0.734
32,mlp.experts.146.down_proj,0.0000027158,0.05000,0.743
32,mlp.experts.155.down_proj,0.0000101115,0.05000,0.706
32,mlp.experts.148.down_proj,0.0000048267,0.05000,0.691
32,mlp.experts.152.down_proj,failsafe(rtn): 0.0010681,0.00000,0.011
32,mlp.experts.157.down_proj,0.0000076482,0.05000,0.721
32,mlp.experts.161.down_proj,failsafe(rtn): 0.0010757,0.00000,0.013
32,mlp.experts.150.down_proj,0.0000038500,0.05000,0.749
32,mlp.experts.159.down_proj,0.0000020652,0.05000,0.738
32,mlp.experts.163.down_proj,failsafe(rtn): 0.0011520,0.00000,0.010
32,mlp.experts.167.down_proj,failsafe(rtn): 0.0011749,0.00000,0.012
32,mlp.experts.156.down_proj,0.0000068441,0.05000,0.720
32,mlp.experts.160.down_proj,failsafe(rtn): 0.0010376,0.00000,0.013
32,mlp.experts.165.down_proj,0.0000038782,0.05000,0.755
32,mlp.experts.169.down_proj,failsafe(rtn): 0.0010681,0.00000,0.013
32,mlp.experts.154.down_proj,0.0000015110,0.05000,0.758
32,mlp.experts.171.down_proj,0.0000017805,0.05000,0.704
32,mlp.experts.164.down_proj,0.0000079548,0.05000,0.721
32,mlp.experts.173.down_proj,0.0000055876,0.05000,0.689
32,mlp.experts.158.down_proj,0.0000031042,0.05000,0.698
32,mlp.experts.175.down_proj,0.0000045106,0.05000,0.673
32,mlp.experts.168.down_proj,0.0000057648,0.05000,0.710
32,mlp.experts.177.down_proj,0.0000027692,0.05000,0.681
32,mlp.experts.162.down_proj,0.0000053179,0.05000,0.702
32,mlp.experts.179.down_proj,0.0000020748,0.05000,0.682
32,mlp.experts.181.down_proj,0.0000034538,0.05000,0.650
32,mlp.experts.172.down_proj,0.0000069453,0.05000,0.695
32,mlp.experts.166.down_proj,0.0000020291,0.05000,0.646
32,mlp.experts.183.down_proj,0.0000087576,0.05000,0.642
32,mlp.experts.176.down_proj,0.0000043019,0.05000,0.673
32,mlp.experts.185.down_proj,0.0000016021,0.05000,0.724
32,mlp.experts.189.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
32,mlp.experts.193.down_proj,failsafe(rtn): 0.0011292,0.00000,0.012
32,mlp.experts.170.down_proj,0.0000066288,0.05000,0.724
32,mlp.experts.187.down_proj,0.0000072207,0.05000,0.738
32,mlp.experts.180.down_proj,0.0000032930,0.05000,0.731
32,mlp.experts.197.down_proj,0.0000015185,0.05000,0.719
32,mlp.experts.174.down_proj,0.0000059345,0.05000,0.716
32,mlp.experts.191.down_proj,0.0000016968,0.05000,0.674
32,mlp.experts.184.down_proj,0.0000020527,0.05000,0.682
32,mlp.experts.188.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
32,mlp.experts.201.down_proj,0.0000014456,0.05000,0.693
32,mlp.experts.178.down_proj,0.0000054013,0.05000,0.724
32,mlp.experts.195.down_proj,0.0000019384,0.05000,0.688
32,mlp.experts.192.down_proj,0.0000030534,0.05000,0.742
32,mlp.experts.205.down_proj,0.0000014844,0.05000,0.702
32,mlp.experts.182.down_proj,0.0000027186,0.05000,0.689
32,mlp.experts.199.down_proj,0.0000030435,0.05000,0.667
32,mlp.experts.209.down_proj,0.0000019430,0.05000,0.637
32,mlp.experts.196.down_proj,0.0000031753,0.05000,0.653
32,mlp.experts.200.down_proj,failsafe(rtn): 0.0011063,0.00000,0.010
32,mlp.experts.186.down_proj,0.0000023164,0.05000,0.650
32,mlp.experts.203.down_proj,0.0000038716,0.05000,0.647
32,mlp.experts.207.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
32,mlp.experts.213.down_proj,0.0000081046,0.05000,0.692
32,mlp.experts.204.down_proj,0.0000027371,0.05000,0.716
32,mlp.experts.208.down_proj,failsafe(rtn): 0.0011292,0.00000,0.010
32,mlp.experts.190.down_proj,0.0000052879,0.05000,0.652
32,mlp.experts.211.down_proj,0.0000179991,0.05000,0.654
32,mlp.experts.217.down_proj,0.0000023565,0.05000,0.677
32,mlp.experts.194.down_proj,0.0000030119,0.05000,0.646
32,mlp.experts.212.down_proj,0.0000017116,0.05000,0.707
32,mlp.experts.215.down_proj,0.0000080840,0.05000,0.629
32,mlp.experts.221.down_proj,0.0000022570,0.05000,0.635
32,mlp.experts.225.down_proj,failsafe(rtn): 0.0011978,0.00000,0.011
32,mlp.experts.229.down_proj,failsafe(rtn): 0.0010910,0.00000,0.013
32,mlp.experts.198.down_proj,0.0000116670,0.05000,0.660
32,mlp.experts.216.down_proj,0.0000039837,0.05000,0.684
32,mlp.experts.219.down_proj,0.0000018322,0.05000,0.734
32,mlp.experts.233.down_proj,0.0000041908,0.05000,0.732
32,mlp.experts.202.down_proj,0.0000063201,0.05000,0.702
32,mlp.experts.220.down_proj,0.0000015750,0.05000,0.749
32,mlp.experts.223.down_proj,0.0000230324,0.05000,0.668
32,mlp.experts.227.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
32,mlp.experts.237.down_proj,0.0000018376,0.05000,0.670
32,mlp.experts.206.down_proj,0.0000028802,0.05000,0.780
32,mlp.experts.224.down_proj,0.0000017381,0.05000,0.733
32,mlp.experts.228.down_proj,failsafe(rtn): 0.0011978,0.00000,0.010
32,mlp.experts.231.down_proj,0.0000034766,0.05000,0.741
32,mlp.experts.241.down_proj,0.0000037420,0.05000,0.734
32,mlp.experts.210.down_proj,0.0000026975,0.05000,0.723
32,mlp.experts.232.down_proj,0.0000038219,0.05000,0.766
32,mlp.experts.235.down_proj,0.0000042747,0.05000,0.738
32,mlp.experts.239.down_proj,failsafe(rtn): 0.0010834,0.00000,0.010
32,mlp.experts.245.down_proj,0.0000028583,0.05000,0.687
32,mlp.experts.249.down_proj,failsafe(rtn): 0.0011292,0.00000,0.012
32,mlp.experts.253.down_proj,failsafe(rtn): 0.0011215,0.00000,0.012
32,mlp.experts.214.down_proj,0.0000059424,0.05000,0.673
32,mlp.experts.236.down_proj,0.0000087191,0.05000,0.650
32,mlp.experts.243.down_proj,0.0000019401,0.05000,0.542
32,mlp.experts.218.down_proj,0.0000019904,0.05000,0.450
32,mlp.experts.240.down_proj,0.0000079268,0.05000,0.453
32,mlp.experts.247.down_proj,0.0000044166,0.05000,0.453
32,mlp.experts.222.down_proj,0.0000029489,0.05000,0.446
32,mlp.experts.226.down_proj,failsafe(rtn): 0.0010910,0.00000,0.007
32,mlp.experts.244.down_proj,0.0000057718,0.05000,0.442
32,mlp.experts.251.down_proj,0.0000045076,0.05000,0.474
32,mlp.experts.230.down_proj,0.0000017062,0.05000,0.484
32,mlp.experts.234.down_proj,failsafe(rtn): 0.0010681,0.00000,0.008
32,mlp.experts.248.down_proj,0.0000077565,0.05000,0.488
32,mlp.experts.255.down_proj,0.0000085915,0.05000,0.487
32,mlp.experts.238.down_proj,0.0000028475,0.05000,0.382
32,mlp.experts.252.down_proj,0.0000042244,0.05000,0.358
32,mlp.experts.242.down_proj,0.0000092080,0.05000,0.177
32,mlp.experts.246.down_proj,0.0000026070,0.05000,0.157
32,mlp.experts.250.down_proj,0.0000034384,0.05000,0.154
32,mlp.experts.254.down_proj,0.0000039468,0.05000,0.156
33,mlp.experts.3.gate_proj,0.0000408109,0.05000,2.758
33,mlp.experts.1.gate_proj,0.0001859011,0.05000,2.803
33,mlp.experts.0.gate_proj,0.0002139908,0.05000,2.810
33,mlp.experts.2.gate_proj,0.0003049402,0.05000,2.827
33,mlp.experts.7.gate_proj,0.0000299745,0.05000,2.704
33,mlp.experts.4.gate_proj,0.0001012288,0.05000,2.685
33,mlp.experts.5.gate_proj,0.0000526432,0.05000,2.727
33,mlp.experts.8.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.047
33,mlp.experts.6.gate_proj,0.0000186858,0.05000,2.737
33,mlp.experts.9.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.060
33,mlp.experts.11.gate_proj,0.0000306673,0.05000,2.399
33,mlp.experts.12.gate_proj,0.0000294889,0.05000,2.388
33,mlp.experts.10.gate_proj,0.0000227404,0.05000,2.406
33,mlp.experts.13.gate_proj,0.0001203993,0.05000,2.402
33,mlp.experts.15.gate_proj,0.0002585165,0.05000,2.590
33,mlp.experts.16.gate_proj,0.0002048587,0.05000,2.554
33,mlp.experts.20.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.038
33,mlp.experts.17.gate_proj,0.0001297180,0.05000,2.562
33,mlp.experts.14.gate_proj,0.0001507078,0.05000,2.650
33,mlp.experts.19.gate_proj,0.0001851041,0.05000,2.665
33,mlp.experts.24.gate_proj,0.0002722975,0.05000,2.648
33,mlp.experts.21.gate_proj,0.0000597736,0.05000,2.715
33,mlp.experts.18.gate_proj,0.0000267736,0.05000,2.761
33,mlp.experts.22.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.044
33,mlp.experts.26.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.047
33,mlp.experts.23.gate_proj,0.0000269980,0.05000,2.722
33,mlp.experts.28.gate_proj,0.0000279334,0.05000,2.769
33,mlp.experts.25.gate_proj,0.0000443613,0.05000,2.751
33,mlp.experts.30.gate_proj,0.0001631934,0.05000,2.746
33,mlp.experts.34.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.043
33,mlp.experts.27.gate_proj,0.0000988903,0.05000,3.036
33,mlp.experts.32.gate_proj,0.0001144441,0.05000,2.965
33,mlp.experts.31.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.046
33,mlp.experts.29.gate_proj,0.0000274135,0.05000,3.056
33,mlp.experts.38.gate_proj,0.0000490304,0.05000,3.003
33,mlp.experts.35.gate_proj,0.0002471398,0.05000,2.872
33,mlp.experts.36.gate_proj,0.0000212326,0.05000,2.946
33,mlp.experts.33.gate_proj,0.0003177751,0.05000,2.932
33,mlp.experts.42.gate_proj,0.0002816377,0.05000,2.946
33,mlp.experts.46.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.040
33,mlp.experts.39.gate_proj,0.0001355983,0.05000,2.925
33,mlp.experts.40.gate_proj,0.0000432920,0.05000,2.877
33,mlp.experts.37.gate_proj,0.0000282485,0.05000,2.886
33,mlp.experts.50.gate_proj,0.0001442542,0.05000,2.816
33,mlp.experts.44.gate_proj,0.0001391896,0.05000,2.877
33,mlp.experts.43.gate_proj,0.0001255527,0.05000,2.913
33,mlp.experts.41.gate_proj,0.0000350438,0.05000,2.906
33,mlp.experts.45.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.046
33,mlp.experts.54.gate_proj,0.0000841450,0.05000,2.842
33,mlp.experts.48.gate_proj,0.0000861130,0.05000,2.773
33,mlp.experts.47.gate_proj,0.0000274321,0.05000,2.796
33,mlp.experts.58.gate_proj,0.0000125104,0.05000,2.754
33,mlp.experts.49.gate_proj,0.0000418491,0.05000,2.860
33,mlp.experts.51.gate_proj,0.0002027274,0.05000,2.743
33,mlp.experts.52.gate_proj,0.0000662276,0.05000,2.823
33,mlp.experts.62.gate_proj,0.0001291094,0.05000,2.738
33,mlp.experts.53.gate_proj,0.0000572255,0.05000,2.759
33,mlp.experts.57.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.039
33,mlp.experts.55.gate_proj,0.0001237665,0.05000,2.917
33,mlp.experts.56.gate_proj,0.0000412915,0.05000,2.940
33,mlp.experts.60.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.045
33,mlp.experts.66.gate_proj,0.0003336694,0.05000,2.997
33,mlp.experts.61.gate_proj,0.0001785842,0.05000,2.929
33,mlp.experts.65.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.043
33,mlp.experts.59.gate_proj,0.0000244161,0.05000,3.034
33,mlp.experts.64.gate_proj,0.0002589318,0.05000,2.962
33,mlp.experts.70.gate_proj,0.0003377560,0.05000,2.977
33,mlp.experts.69.gate_proj,0.0002058784,0.05000,2.937
33,mlp.experts.63.gate_proj,0.0000348349,0.05000,2.873
33,mlp.experts.68.gate_proj,0.0000355267,0.05000,2.886
33,mlp.experts.73.gate_proj,0.0000512784,0.05000,2.745
33,mlp.experts.74.gate_proj,0.0001345944,0.05000,2.813
33,mlp.experts.78.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.039
33,mlp.experts.67.gate_proj,0.0001136056,0.05000,2.899
33,mlp.experts.72.gate_proj,0.0001033360,0.05000,2.865
33,mlp.experts.71.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.050
33,mlp.experts.77.gate_proj,0.0001441117,0.05000,2.889
33,mlp.experts.82.gate_proj,0.0001844116,0.05000,2.868
33,mlp.experts.76.gate_proj,0.0004374845,0.05000,2.818
33,mlp.experts.80.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.048
33,mlp.experts.75.gate_proj,0.0000742111,0.05000,2.855
33,mlp.experts.81.gate_proj,0.0000801803,0.05000,2.827
33,mlp.experts.85.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.044
33,mlp.experts.86.gate_proj,0.0000261541,0.05000,2.860
33,mlp.experts.84.gate_proj,0.0000247982,0.05000,2.821
33,mlp.experts.79.gate_proj,0.0001950981,0.05000,2.888
33,mlp.experts.89.gate_proj,0.0000110525,0.05000,2.837
33,mlp.experts.90.gate_proj,0.0000822551,0.05000,2.842
33,mlp.experts.88.gate_proj,0.0001307015,0.05000,2.825
33,mlp.experts.83.gate_proj,0.0001062466,0.05000,2.857
33,mlp.experts.93.gate_proj,0.0000761498,0.05000,2.836
33,mlp.experts.94.gate_proj,0.0000192615,0.05000,2.813
33,mlp.experts.92.gate_proj,0.0000345996,0.05000,2.662
33,mlp.experts.87.gate_proj,0.0002259696,0.05000,2.605
33,mlp.experts.97.gate_proj,0.0000293126,0.05000,2.690
33,mlp.experts.98.gate_proj,0.0000597145,0.05000,2.700
33,mlp.experts.96.gate_proj,0.0000237244,0.05000,2.820
33,mlp.experts.100.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.041
33,mlp.experts.91.gate_proj,0.0000789615,0.05000,2.856
33,mlp.experts.101.gate_proj,0.0000867679,0.05000,2.850
33,mlp.experts.102.gate_proj,0.0000954684,0.05000,2.832
33,mlp.experts.95.gate_proj,0.0000517156,0.05000,2.714
33,mlp.experts.104.gate_proj,0.0000180306,0.05000,2.799
33,mlp.experts.105.gate_proj,0.0000356348,0.05000,2.761
33,mlp.experts.106.gate_proj,0.0002888882,0.05000,2.805
33,mlp.experts.109.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.058
33,mlp.experts.108.gate_proj,0.0002478317,0.05000,2.735
33,mlp.experts.99.gate_proj,0.0001483199,0.05000,2.813
33,mlp.experts.113.gate_proj,0.0001189945,0.05000,2.744
33,mlp.experts.110.gate_proj,0.0002912707,0.05000,2.782
33,mlp.experts.112.gate_proj,0.0000839771,0.05000,2.857
33,mlp.experts.103.gate_proj,0.0000292855,0.05000,2.876
33,mlp.experts.114.gate_proj,0.0001903590,0.05000,2.776
33,mlp.experts.117.gate_proj,0.0000262338,0.05000,2.855
33,mlp.experts.116.gate_proj,0.0000201632,0.05000,2.870
33,mlp.experts.120.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.044
33,mlp.experts.118.gate_proj,0.0001601845,0.05000,2.816
33,mlp.experts.107.gate_proj,0.0000129002,0.05000,2.959
33,mlp.experts.121.gate_proj,0.0000158659,0.05000,2.892
33,mlp.experts.124.gate_proj,0.0000777643,0.05000,2.889
33,mlp.experts.122.gate_proj,0.0000339087,0.05000,2.862
33,mlp.experts.111.gate_proj,0.0001508487,0.05000,2.866
33,mlp.experts.125.gate_proj,0.0003548486,0.05000,2.864
33,mlp.experts.126.gate_proj,0.0000513385,0.05000,2.691
33,mlp.experts.128.gate_proj,0.0002021285,0.05000,2.770
33,mlp.experts.115.gate_proj,0.0000749002,0.05000,2.822
33,mlp.experts.129.gate_proj,0.0000308374,0.05000,2.750
33,mlp.experts.132.gate_proj,0.0000241379,0.05000,2.857
33,mlp.experts.130.gate_proj,0.0001475053,0.05000,2.910
33,mlp.experts.133.gate_proj,0.0000807771,0.05000,2.864
33,mlp.experts.119.gate_proj,0.0001887213,0.05000,2.927
33,mlp.experts.134.gate_proj,0.0001352948,0.05000,2.940
33,mlp.experts.136.gate_proj,0.0000272900,0.05000,2.981
33,mlp.experts.137.gate_proj,0.0001491469,0.05000,2.960
33,mlp.experts.123.gate_proj,0.0002555488,0.05000,3.013
33,mlp.experts.138.gate_proj,0.0001920569,0.05000,2.744
33,mlp.experts.140.gate_proj,0.0001370703,0.05000,2.730
33,mlp.experts.141.gate_proj,0.0002228291,0.05000,2.773
33,mlp.experts.145.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.043
33,mlp.experts.127.gate_proj,0.0000456534,0.05000,2.791
33,mlp.experts.149.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.045
33,mlp.experts.142.gate_proj,0.0000328724,0.05000,2.700
33,mlp.experts.144.gate_proj,0.0001491766,0.05000,2.706
33,mlp.experts.148.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.047
33,mlp.experts.153.gate_proj,0.0001999583,0.05000,2.752
33,mlp.experts.131.gate_proj,0.0003209440,0.05000,2.765
33,mlp.experts.146.gate_proj,0.0002991489,0.05000,2.847
33,mlp.experts.150.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.044
33,mlp.experts.152.gate_proj,0.0000617313,0.05000,2.922
33,mlp.experts.135.gate_proj,0.0002406851,0.05000,2.946
33,mlp.experts.157.gate_proj,0.0001319389,0.05000,2.979
33,mlp.experts.154.gate_proj,0.0000393582,0.05000,3.008
33,mlp.experts.156.gate_proj,0.0000180388,0.05000,3.012
33,mlp.experts.139.gate_proj,0.0000242003,0.05000,2.951
33,mlp.experts.161.gate_proj,0.0000410867,0.05000,3.006
33,mlp.experts.158.gate_proj,0.0001300399,0.05000,2.561
33,mlp.experts.160.gate_proj,0.0000294954,0.05000,2.702
33,mlp.experts.164.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.044
33,mlp.experts.143.gate_proj,0.0000640863,0.05000,2.638
33,mlp.experts.165.gate_proj,0.0001149019,0.05000,2.718
33,mlp.experts.162.gate_proj,0.0000496338,0.05000,2.880
33,mlp.experts.168.gate_proj,0.0000250697,0.05000,2.818
33,mlp.experts.147.gate_proj,0.0002324989,0.05000,2.742
33,mlp.experts.169.gate_proj,0.0002955764,0.05000,2.801
33,mlp.experts.166.gate_proj,0.0001032819,0.05000,2.889
33,mlp.experts.151.gate_proj,0.0000196430,0.05000,2.809
33,mlp.experts.172.gate_proj,0.0001031022,0.05000,2.921
33,mlp.experts.173.gate_proj,0.0001277554,0.05000,2.796
33,mlp.experts.170.gate_proj,0.0001819848,0.05000,2.822
33,mlp.experts.176.gate_proj,0.0000551243,0.05000,2.726
33,mlp.experts.155.gate_proj,0.0001741771,0.05000,2.776
33,mlp.experts.177.gate_proj,0.0000344173,0.05000,2.785
33,mlp.experts.174.gate_proj,0.0002003815,0.05000,2.722
33,mlp.experts.180.gate_proj,0.0000523721,0.05000,2.698
33,mlp.experts.159.gate_proj,0.0000312524,0.05000,2.784
33,mlp.experts.163.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.036
33,mlp.experts.181.gate_proj,0.0000543252,0.05000,2.788
33,mlp.experts.178.gate_proj,0.0000494314,0.05000,2.674
33,mlp.experts.184.gate_proj,0.0000991957,0.05000,2.748
33,mlp.experts.188.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.040
33,mlp.experts.167.gate_proj,0.0001308391,0.05000,2.689
33,mlp.experts.185.gate_proj,0.0000344873,0.05000,2.834
33,mlp.experts.182.gate_proj,0.0000305230,0.05000,3.046
33,mlp.experts.192.gate_proj,0.0001538904,0.05000,3.040
33,mlp.experts.171.gate_proj,0.0000401811,0.05000,3.079
33,mlp.experts.189.gate_proj,0.0000590149,0.05000,3.049
33,mlp.experts.186.gate_proj,0.0000935508,0.05000,3.137
33,mlp.experts.175.gate_proj,0.0003627953,0.05000,3.084
33,mlp.experts.196.gate_proj,0.0002175778,0.05000,3.276
33,mlp.experts.193.gate_proj,0.0001820304,0.05000,3.198
33,mlp.experts.190.gate_proj,0.0000465117,0.05000,2.968
33,mlp.experts.194.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.041
33,mlp.experts.179.gate_proj,0.0000296197,0.05000,3.056
33,mlp.experts.200.gate_proj,0.0000540300,0.05000,3.015
33,mlp.experts.197.gate_proj,0.0000348592,0.05000,2.996
33,mlp.experts.198.gate_proj,0.0000844065,0.05000,2.985
33,mlp.experts.183.gate_proj,0.0000179093,0.05000,2.873
33,mlp.experts.204.gate_proj,0.0001706356,0.05000,2.892
33,mlp.experts.201.gate_proj,0.0000346184,0.05000,2.902
33,mlp.experts.202.gate_proj,0.0001794983,0.05000,2.937
33,mlp.experts.187.gate_proj,0.0001093571,0.05000,2.917
33,mlp.experts.191.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.043
33,mlp.experts.208.gate_proj,0.0003481990,0.05000,2.920
33,mlp.experts.205.gate_proj,0.0000417702,0.05000,2.898
33,mlp.experts.206.gate_proj,0.0000357984,0.05000,2.715
33,mlp.experts.195.gate_proj,0.0000672319,0.05000,2.682
33,mlp.experts.212.gate_proj,0.0000333096,0.05000,2.667
33,mlp.experts.216.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.043
33,mlp.experts.209.gate_proj,0.0002767405,0.05000,2.623
33,mlp.experts.213.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.042
33,mlp.experts.210.gate_proj,0.0001367294,0.05000,2.750
33,mlp.experts.220.gate_proj,0.0000567308,0.05000,2.711
33,mlp.experts.199.gate_proj,0.0001090585,0.05000,2.831
33,mlp.experts.217.gate_proj,0.0000218294,0.05000,2.795
33,mlp.experts.214.gate_proj,0.0000247016,0.05000,2.779
33,mlp.experts.224.gate_proj,0.0000231995,0.05000,2.843
33,mlp.experts.203.gate_proj,0.0000671551,0.05000,2.840
33,mlp.experts.221.gate_proj,0.0001972977,0.05000,2.794
33,mlp.experts.218.gate_proj,0.0002827128,0.05000,2.770
33,mlp.experts.207.gate_proj,0.0002170527,0.05000,2.818
33,mlp.experts.228.gate_proj,0.0001555240,0.05000,2.867
33,mlp.experts.225.gate_proj,0.0000733911,0.05000,2.755
33,mlp.experts.222.gate_proj,0.0003427482,0.05000,2.705
33,mlp.experts.226.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.041
33,mlp.experts.230.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.045
33,mlp.experts.211.gate_proj,0.0001263233,0.05000,2.727
33,mlp.experts.232.gate_proj,0.0000196324,0.05000,2.717
33,mlp.experts.229.gate_proj,0.0001350996,0.05000,2.747
33,mlp.experts.233.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.044
33,mlp.experts.234.gate_proj,0.0000408515,0.05000,2.736
33,mlp.experts.215.gate_proj,0.0000985130,0.05000,2.803
33,mlp.experts.236.gate_proj,0.0001524196,0.05000,2.816
33,mlp.experts.237.gate_proj,0.0000498240,0.05000,2.775
33,mlp.experts.238.gate_proj,0.0000168371,0.05000,2.468
33,mlp.experts.219.gate_proj,0.0000624630,0.05000,2.493
33,mlp.experts.240.gate_proj,0.0000789021,0.05000,2.510
33,mlp.experts.241.gate_proj,0.0001165411,0.05000,2.593
33,mlp.experts.242.gate_proj,0.0000525620,0.05000,2.767
33,mlp.experts.223.gate_proj,0.0000729717,0.05000,2.798
33,mlp.experts.244.gate_proj,0.0000264269,0.05000,2.822
33,mlp.experts.245.gate_proj,0.0002151995,0.05000,2.808
33,mlp.experts.249.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.045
33,mlp.experts.246.gate_proj,0.0000589607,0.05000,2.845
33,mlp.experts.227.gate_proj,0.0001572766,0.05000,2.819
33,mlp.experts.248.gate_proj,0.0000501737,0.05000,2.800
33,mlp.experts.253.gate_proj,0.0000355098,0.05000,2.849
33,mlp.experts.250.gate_proj,0.0000601284,0.05000,2.761
33,mlp.experts.231.gate_proj,0.0001319513,0.05000,2.798
33,mlp.experts.252.gate_proj,0.0002517984,0.05000,2.815
33,mlp.experts.1.up_proj,0.0001792066,0.05000,2.691
33,mlp.experts.254.gate_proj,0.0001105337,0.05000,2.639
33,mlp.experts.235.gate_proj,0.0000731736,0.05000,2.671
33,mlp.experts.0.up_proj,0.0002085611,0.05000,2.742
33,mlp.experts.5.up_proj,0.0000453441,0.05000,2.724
33,mlp.experts.9.up_proj,failsafe(rtn): 0.0010986,0.00000,0.046
33,mlp.experts.2.up_proj,0.0002698290,0.05000,2.871
33,mlp.experts.239.gate_proj,0.0001027374,0.05000,2.870
33,mlp.experts.4.up_proj,0.0000653149,0.05000,2.858
33,mlp.experts.13.up_proj,0.0001109639,0.05000,2.688
33,mlp.experts.6.up_proj,0.0000158019,0.05000,1.138
33,mlp.experts.8.up_proj,failsafe(rtn): 0.0011063,0.00000,0.060
33,mlp.experts.10.up_proj,0.0000205288,0.05000,2.693
33,mlp.experts.243.gate_proj,0.0001063627,0.05000,2.762
33,mlp.experts.12.up_proj,0.0000234990,0.05000,2.758
33,mlp.experts.17.up_proj,0.0001107921,0.05000,2.889
33,mlp.experts.14.up_proj,0.0001347974,0.05000,2.678
33,mlp.experts.247.gate_proj,0.0000944986,0.05000,2.726
33,mlp.experts.16.up_proj,0.0001975113,0.05000,2.719
33,mlp.experts.20.up_proj,failsafe(rtn): 0.0011292,0.00000,0.049
33,mlp.experts.21.up_proj,0.0000570548,0.05000,2.770
33,mlp.experts.18.up_proj,0.0000236681,0.05000,2.809
33,mlp.experts.251.gate_proj,0.0003257425,0.05000,2.738
33,mlp.experts.22.up_proj,failsafe(rtn): 0.0012054,0.00000,0.052
33,mlp.experts.26.up_proj,failsafe(rtn): 0.0011215,0.00000,0.044
33,mlp.experts.24.up_proj,0.0001954750,0.05000,2.745
33,mlp.experts.25.up_proj,0.0000375371,0.05000,2.808
33,mlp.experts.255.gate_proj,0.0000562303,0.05000,2.943
33,mlp.experts.30.up_proj,0.0001582070,0.05000,2.959
33,mlp.experts.34.up_proj,failsafe(rtn): 0.0010910,0.00000,0.050
33,mlp.experts.28.up_proj,0.0000252487,0.05000,2.977
33,mlp.experts.29.up_proj,0.0000205733,0.05000,3.019
33,mlp.experts.3.up_proj,0.0000364071,0.05000,2.818
33,mlp.experts.32.up_proj,0.0001117560,0.05000,2.906
33,mlp.experts.38.up_proj,0.0000469991,0.05000,2.924
33,mlp.experts.33.up_proj,0.0002308185,0.05000,2.857
33,mlp.experts.7.up_proj,0.0000268779,0.05000,2.647
33,mlp.experts.42.up_proj,0.0002328160,0.05000,2.557
33,mlp.experts.46.up_proj,failsafe(rtn): 0.0013199,0.00000,0.031
33,mlp.experts.36.up_proj,0.0000175184,0.05000,2.620
33,mlp.experts.37.up_proj,0.0000212908,0.05000,2.601
33,mlp.experts.11.up_proj,0.0000236124,0.05000,2.606
33,mlp.experts.50.up_proj,0.0001282196,0.05000,2.727
33,mlp.experts.40.up_proj,0.0000479913,0.05000,2.747
33,mlp.experts.41.up_proj,0.0000263907,0.05000,2.781
33,mlp.experts.45.up_proj,failsafe(rtn): 0.0011215,0.00000,0.048
33,mlp.experts.15.up_proj,0.0002421718,0.05000,2.673
33,mlp.experts.44.up_proj,0.0001113056,0.05000,2.643
33,mlp.experts.54.up_proj,0.0000540986,0.05000,2.677
33,mlp.experts.49.up_proj,0.0000335200,0.05000,2.696
33,mlp.experts.19.up_proj,0.0001530710,0.05000,2.936
33,mlp.experts.58.up_proj,0.0000122330,0.05000,2.841
33,mlp.experts.48.up_proj,0.0000755660,0.05000,2.884
33,mlp.experts.53.up_proj,0.0000551187,0.05000,2.814
33,mlp.experts.57.up_proj,failsafe(rtn): 0.0012360,0.00000,0.038
33,mlp.experts.23.up_proj,0.0000205810,0.05000,2.813
33,mlp.experts.62.up_proj,0.0000962934,0.05000,2.678
33,mlp.experts.52.up_proj,0.0000629018,0.05000,2.771
33,mlp.experts.61.up_proj,0.0001152790,0.05000,2.647
33,mlp.experts.65.up_proj,failsafe(rtn): 0.0011444,0.00000,0.044
33,mlp.experts.27.up_proj,0.0000942222,0.05000,2.678
33,mlp.experts.31.up_proj,failsafe(rtn): 0.0012512,0.00000,0.037
33,mlp.experts.66.up_proj,0.0002456029,0.05000,2.664
33,mlp.experts.56.up_proj,0.0000325699,0.05000,2.709
33,mlp.experts.60.up_proj,failsafe(rtn): 0.0010910,0.00000,0.045
33,mlp.experts.69.up_proj,0.0002041496,0.05000,2.717
33,mlp.experts.70.up_proj,0.0002715739,0.05000,2.907
33,mlp.experts.35.up_proj,0.0002036558,0.05000,2.993
33,mlp.experts.64.up_proj,0.0002108458,0.05000,2.919
33,mlp.experts.73.up_proj,0.0000386948,0.05000,2.953
33,mlp.experts.74.up_proj,0.0001240142,0.05000,2.808
33,mlp.experts.39.up_proj,0.0001059093,0.05000,2.794
33,mlp.experts.78.up_proj,failsafe(rtn): 0.0012360,0.00000,0.054
33,mlp.experts.68.up_proj,0.0000246206,0.05000,2.808
33,mlp.experts.77.up_proj,0.0001108824,0.05000,2.840
33,mlp.experts.43.up_proj,0.0001231621,0.05000,2.788
33,mlp.experts.82.up_proj,0.0001373160,0.05000,2.826
33,mlp.experts.72.up_proj,0.0001015447,0.05000,2.865
33,mlp.experts.81.up_proj,0.0000714259,0.05000,2.856
33,mlp.experts.85.up_proj,failsafe(rtn): 0.0010757,0.00000,0.041
33,mlp.experts.47.up_proj,0.0000218042,0.05000,2.670
33,mlp.experts.86.up_proj,0.0000272059,0.05000,2.728
33,mlp.experts.76.up_proj,0.0003415648,0.05000,2.712
33,mlp.experts.80.up_proj,failsafe(rtn): 0.0010986,0.00000,0.037
33,mlp.experts.89.up_proj,0.0000100614,0.05000,2.685
33,mlp.experts.51.up_proj,0.0001686757,0.05000,2.771
33,mlp.experts.90.up_proj,0.0000475518,0.05000,2.698
33,mlp.experts.84.up_proj,0.0000238431,0.05000,2.829
33,mlp.experts.93.up_proj,0.0000521531,0.05000,2.775
33,mlp.experts.55.up_proj,0.0001179725,0.05000,2.785
33,mlp.experts.94.up_proj,0.0000186751,0.05000,2.814
33,mlp.experts.88.up_proj,0.0001112189,0.05000,2.696
33,mlp.experts.97.up_proj,0.0000192244,0.05000,2.672
33,mlp.experts.59.up_proj,0.0000222687,0.05000,2.502
33,mlp.experts.98.up_proj,0.0000551197,0.05000,2.516
33,mlp.experts.92.up_proj,0.0000314512,0.05000,2.514
33,mlp.experts.101.up_proj,0.0000806459,0.05000,2.604
33,mlp.experts.63.up_proj,0.0000307479,0.05000,2.840
33,mlp.experts.102.up_proj,0.0000710058,0.05000,2.895
33,mlp.experts.96.up_proj,0.0000156169,0.05000,2.710
33,mlp.experts.100.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
33,mlp.experts.105.up_proj,0.0000285692,0.05000,2.734
33,mlp.experts.109.up_proj,failsafe(rtn): 0.0011292,0.00000,0.033
33,mlp.experts.67.up_proj,0.0001007502,0.05000,2.427
33,mlp.experts.71.up_proj,failsafe(rtn): 0.0010529,0.00000,0.044
33,mlp.experts.106.up_proj,0.0002223943,0.05000,2.523
33,mlp.experts.104.up_proj,0.0000161098,0.05000,2.610
33,mlp.experts.113.up_proj,0.0000891346,0.05000,2.531
33,mlp.experts.75.up_proj,0.0000716943,0.05000,2.677
33,mlp.experts.110.up_proj,0.0002097268,0.05000,2.637
33,mlp.experts.108.up_proj,0.0002214525,0.05000,2.675
33,mlp.experts.117.up_proj,0.0000226439,0.05000,2.738
33,mlp.experts.79.up_proj,0.0001569727,0.05000,2.897
33,mlp.experts.114.up_proj,0.0001782791,0.05000,2.935
33,mlp.experts.112.up_proj,0.0000773722,0.05000,2.845
33,mlp.experts.121.up_proj,0.0000135590,0.05000,2.863
33,mlp.experts.83.up_proj,0.0001021266,0.05000,2.791
33,mlp.experts.118.up_proj,0.0001936924,0.05000,2.770
33,mlp.experts.116.up_proj,0.0000171895,0.05000,2.830
33,mlp.experts.120.up_proj,failsafe(rtn): 0.0011444,0.00000,0.038
33,mlp.experts.125.up_proj,0.0002262657,0.05000,2.798
33,mlp.experts.87.up_proj,0.0001874660,0.05000,2.677
33,mlp.experts.122.up_proj,0.0000301538,0.05000,2.680
33,mlp.experts.124.up_proj,0.0000663268,0.05000,2.772
33,mlp.experts.129.up_proj,0.0000251714,0.05000,2.721
33,mlp.experts.91.up_proj,0.0000739612,0.05000,2.792
33,mlp.experts.126.up_proj,0.0000318611,0.05000,2.847
33,mlp.experts.128.up_proj,0.0001758490,0.05000,2.821
33,mlp.experts.133.up_proj,0.0000549096,0.05000,2.841
33,mlp.experts.95.up_proj,0.0000379406,0.05000,2.914
33,mlp.experts.130.up_proj,0.0001193132,0.05000,2.891
33,mlp.experts.137.up_proj,0.0001410456,0.05000,2.748
33,mlp.experts.132.up_proj,0.0000220663,0.05000,2.848
33,mlp.experts.99.up_proj,0.0001439280,0.05000,2.860
33,mlp.experts.134.up_proj,0.0001302777,0.05000,2.810
33,mlp.experts.141.up_proj,0.0001982258,0.05000,2.735
33,mlp.experts.136.up_proj,0.0000254254,0.05000,2.712
33,mlp.experts.145.up_proj,failsafe(rtn): 0.0011444,0.00000,0.046
33,mlp.experts.149.up_proj,failsafe(rtn): 0.0012054,0.00000,0.036
33,mlp.experts.103.up_proj,0.0000281052,0.05000,2.732
33,mlp.experts.138.up_proj,0.0001602041,0.05000,2.734
33,mlp.experts.140.up_proj,0.0001213096,0.05000,2.606
33,mlp.experts.153.up_proj,0.0001533120,0.05000,2.654
33,mlp.experts.107.up_proj,0.0000139315,0.05000,2.555
33,mlp.experts.142.up_proj,0.0000262548,0.05000,2.528
33,mlp.experts.144.up_proj,0.0001299198,0.05000,2.513
33,mlp.experts.148.up_proj,failsafe(rtn): 0.0011063,0.00000,0.042
33,mlp.experts.157.up_proj,0.0001072090,0.05000,2.559
33,mlp.experts.111.up_proj,0.0000985844,0.05000,2.605
33,mlp.experts.146.up_proj,0.0002223108,0.05000,2.599
33,mlp.experts.150.up_proj,failsafe(rtn): 0.0010605,0.00000,0.045
33,mlp.experts.152.up_proj,0.0000474666,0.05000,2.565
33,mlp.experts.161.up_proj,0.0000310633,0.05000,2.709
33,mlp.experts.115.up_proj,0.0000609698,0.05000,2.663
33,mlp.experts.154.up_proj,0.0000312942,0.05000,2.594
33,mlp.experts.156.up_proj,0.0000182503,0.05000,2.634
33,mlp.experts.165.up_proj,0.0001029358,0.05000,2.575
33,mlp.experts.158.up_proj,0.0000954101,0.05000,2.512
33,mlp.experts.119.up_proj,0.0001726467,0.05000,2.647
33,mlp.experts.160.up_proj,0.0000237394,0.05000,2.628
33,mlp.experts.164.up_proj,failsafe(rtn): 0.0010376,0.00000,0.042
33,mlp.experts.169.up_proj,0.0002733872,0.05000,2.689
33,mlp.experts.162.up_proj,0.0000401003,0.05000,2.608
33,mlp.experts.123.up_proj,0.0002556435,0.05000,2.716
33,mlp.experts.168.up_proj,0.0000232728,0.05000,2.633
33,mlp.experts.173.up_proj,0.0001029055,0.05000,2.648
33,mlp.experts.166.up_proj,0.0000903343,0.05000,2.571
33,mlp.experts.172.up_proj,0.0000878881,0.05000,2.430
33,mlp.experts.127.up_proj,0.0000423327,0.05000,2.597
33,mlp.experts.177.up_proj,0.0000299400,0.05000,2.502
33,mlp.experts.170.up_proj,0.0001527924,0.05000,2.605
33,mlp.experts.176.up_proj,0.0000402677,0.05000,2.517
33,mlp.experts.131.up_proj,0.0002279396,0.05000,2.527
33,mlp.experts.181.up_proj,0.0000417357,0.05000,2.612
33,mlp.experts.135.up_proj,0.0002151222,0.05000,2.573
33,mlp.experts.180.up_proj,0.0000476265,0.05000,2.680
33,mlp.experts.174.up_proj,0.0001534036,0.05000,2.725
33,mlp.experts.185.up_proj,0.0000282410,0.05000,2.682
33,mlp.experts.184.up_proj,0.0000970713,0.05000,2.621
33,mlp.experts.178.up_proj,0.0000399959,0.05000,2.640
33,mlp.experts.188.up_proj,failsafe(rtn): 0.0010910,0.00000,0.057
33,mlp.experts.139.up_proj,0.0000205306,0.05000,2.717
33,mlp.experts.189.up_proj,0.0000430919,0.05000,2.671
33,mlp.experts.182.up_proj,0.0000232148,0.05000,2.727
33,mlp.experts.143.up_proj,0.0000673565,0.05000,2.731
33,mlp.experts.192.up_proj,0.0001438088,0.05000,2.748
33,mlp.experts.193.up_proj,0.0001688901,0.05000,2.773
33,mlp.experts.186.up_proj,0.0000706235,0.05000,2.679
33,mlp.experts.196.up_proj,0.0001788239,0.05000,2.711
33,mlp.experts.147.up_proj,0.0001490734,0.05000,2.796
33,mlp.experts.197.up_proj,0.0000235774,0.05000,2.818
33,mlp.experts.190.up_proj,0.0000345130,0.05000,2.831
33,mlp.experts.194.up_proj,failsafe(rtn): 0.0011597,0.00000,0.043
33,mlp.experts.200.up_proj,0.0000481667,0.05000,2.839
33,mlp.experts.151.up_proj,0.0000169609,0.05000,2.823
33,mlp.experts.201.up_proj,0.0000311462,0.05000,2.850
33,mlp.experts.198.up_proj,0.0000513840,0.05000,2.815
33,mlp.experts.155.up_proj,0.0001402432,0.05000,2.831
33,mlp.experts.204.up_proj,0.0001332639,0.05000,2.888
33,mlp.experts.205.up_proj,0.0000378787,0.05000,2.839
33,mlp.experts.202.up_proj,0.0001436295,0.05000,2.730
33,mlp.experts.159.up_proj,0.0000272435,0.05000,2.682
33,mlp.experts.208.up_proj,0.0002440759,0.05000,2.725
33,mlp.experts.163.up_proj,failsafe(rtn): 0.0011368,0.00000,0.055
33,mlp.experts.209.up_proj,0.0002217733,0.05000,2.773
33,mlp.experts.213.up_proj,failsafe(rtn): 0.0011063,0.00000,0.048
33,mlp.experts.212.up_proj,0.0000285223,0.05000,2.734
33,mlp.experts.206.up_proj,0.0000302434,0.05000,2.856
33,mlp.experts.216.up_proj,failsafe(rtn): 0.0011063,0.00000,0.049
33,mlp.experts.167.up_proj,0.0000688591,0.05000,2.792
33,mlp.experts.217.up_proj,0.0000210012,0.05000,2.819
33,mlp.experts.210.up_proj,0.0001359679,0.05000,2.777
33,mlp.experts.220.up_proj,0.0000515593,0.05000,2.783
33,mlp.experts.171.up_proj,0.0000345613,0.05000,2.813
33,mlp.experts.221.up_proj,0.0001774728,0.05000,2.853
33,mlp.experts.214.up_proj,0.0000203417,0.05000,2.794
33,mlp.experts.175.up_proj,0.0003157661,0.05000,2.705
33,mlp.experts.224.up_proj,0.0000204405,0.05000,2.797
33,mlp.experts.225.up_proj,0.0000509565,0.05000,2.835
33,mlp.experts.218.up_proj,0.0002037774,0.05000,2.645
33,mlp.experts.228.up_proj,0.0001393528,0.05000,2.681
33,mlp.experts.179.up_proj,0.0000298583,0.05000,2.767
33,mlp.experts.229.up_proj,0.0001119879,0.05000,2.554
33,mlp.experts.233.up_proj,failsafe(rtn): 0.0011902,0.00000,0.033
33,mlp.experts.222.up_proj,0.0002845240,0.05000,2.613
33,mlp.experts.226.up_proj,failsafe(rtn): 0.0010910,0.00000,0.046
33,mlp.experts.230.up_proj,failsafe(rtn): 0.0010681,0.00000,0.038
33,mlp.experts.183.up_proj,0.0000174408,0.05000,2.666
33,mlp.experts.232.up_proj,0.0000178486,0.05000,2.743
33,mlp.experts.237.up_proj,0.0000360737,0.05000,2.744
33,mlp.experts.187.up_proj,0.0000887077,0.05000,2.603
33,mlp.experts.234.up_proj,0.0000314774,0.05000,2.687
33,mlp.experts.191.up_proj,failsafe(rtn): 0.0010757,0.00000,0.049
33,mlp.experts.236.up_proj,0.0001435624,0.05000,2.635
33,mlp.experts.241.up_proj,0.0001103421,0.05000,2.717
33,mlp.experts.238.up_proj,0.0000170069,0.05000,2.981
33,mlp.experts.195.up_proj,0.0000643771,0.05000,2.943
33,mlp.experts.240.up_proj,0.0000678801,0.05000,3.005
33,mlp.experts.245.up_proj,0.0002120484,0.05000,2.994
33,mlp.experts.249.up_proj,failsafe(rtn): 0.0012207,0.00000,0.038
33,mlp.experts.242.up_proj,0.0000449833,0.05000,2.874
33,mlp.experts.199.up_proj,0.0000938771,0.05000,2.935
33,mlp.experts.244.up_proj,0.0000217103,0.05000,2.971
33,mlp.experts.253.up_proj,0.0000295671,0.05000,2.962
33,mlp.experts.246.up_proj,0.0000511784,0.05000,2.089
33,mlp.experts.203.up_proj,0.0000454488,0.05000,2.079
33,mlp.experts.248.up_proj,0.0000412226,0.05000,2.065
33,mlp.experts.250.up_proj,0.0000312383,0.05000,1.810
33,mlp.experts.252.up_proj,0.0002095335,0.05000,1.758
33,mlp.experts.207.up_proj,0.0001619040,0.05000,1.899
33,mlp.experts.254.up_proj,0.0000959503,0.05000,1.327
33,mlp.experts.211.up_proj,0.0001026476,0.05000,1.240
33,mlp.experts.215.up_proj,0.0000994384,0.05000,0.691
33,mlp.experts.219.up_proj,0.0000600484,0.05000,0.701
33,mlp.experts.223.up_proj,0.0000607191,0.05000,0.627
33,mlp.experts.227.up_proj,0.0001442367,0.05000,0.635
33,mlp.experts.231.up_proj,0.0001292470,0.05000,0.657
33,mlp.experts.235.up_proj,0.0000604362,0.05000,0.525
33,mlp.experts.239.up_proj,0.0000986914,0.05000,0.638
33,mlp.experts.243.up_proj,0.0000905106,0.05000,0.652
33,mlp.experts.247.up_proj,0.0000766909,0.05000,0.597
33,mlp.experts.251.up_proj,0.0002930782,0.05000,0.552
33,mlp.experts.255.up_proj,0.0000560983,0.05000,0.639
33,mlp.experts.3.down_proj,0.0000037838,0.05000,0.796
33,mlp.experts.2.down_proj,0.0000149038,0.05000,0.827
33,mlp.experts.0.down_proj,0.0000051660,0.05000,0.840
33,mlp.experts.1.down_proj,0.0000147035,0.05000,0.856
33,mlp.experts.7.down_proj,0.0000033193,0.05000,0.791
33,mlp.experts.6.down_proj,0.0000027990,0.05000,0.805
33,mlp.experts.4.down_proj,0.0000029079,0.05000,0.790
33,mlp.experts.8.down_proj,failsafe(rtn): 0.0011139,0.00000,0.013
33,mlp.experts.5.down_proj,0.0000109422,0.05000,0.825
33,mlp.experts.9.down_proj,failsafe(rtn): 0.0010834,0.00000,0.012
33,mlp.experts.10.down_proj,0.0000020626,0.05000,0.840
33,mlp.experts.11.down_proj,0.0000042412,0.05000,0.904
33,mlp.experts.13.down_proj,0.0000087939,0.05000,0.849
33,mlp.experts.12.down_proj,0.0000020505,0.05000,0.940
33,mlp.experts.15.down_proj,0.0000086382,0.05000,0.771
33,mlp.experts.17.down_proj,0.0000036917,0.05000,0.747
33,mlp.experts.14.down_proj,0.0000125433,0.05000,0.846
33,mlp.experts.16.down_proj,0.0000230928,0.05000,0.764
33,mlp.experts.20.down_proj,failsafe(rtn): 0.0011368,0.00000,0.011
33,mlp.experts.19.down_proj,0.0000064517,0.05000,0.728
33,mlp.experts.21.down_proj,0.0000083262,0.05000,0.685
33,mlp.experts.18.down_proj,0.0000037093,0.05000,0.690
33,mlp.experts.22.down_proj,failsafe(rtn): 0.0012131,0.00000,0.013
33,mlp.experts.26.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
33,mlp.experts.24.down_proj,0.0000071964,0.05000,0.722
33,mlp.experts.23.down_proj,0.0000029702,0.05000,0.775
33,mlp.experts.25.down_proj,0.0000026143,0.05000,0.767
33,mlp.experts.30.down_proj,0.0000041008,0.05000,0.798
33,mlp.experts.34.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
33,mlp.experts.28.down_proj,0.0000036451,0.05000,0.793
33,mlp.experts.27.down_proj,0.0000035969,0.05000,0.758
33,mlp.experts.29.down_proj,0.0000018276,0.05000,0.778
33,mlp.experts.31.down_proj,failsafe(rtn): 0.0011902,0.00000,0.022
33,mlp.experts.32.down_proj,0.0000023668,0.05000,0.745
33,mlp.experts.38.down_proj,0.0000056457,0.05000,0.777
33,mlp.experts.33.down_proj,0.0000241512,0.05000,0.721
33,mlp.experts.35.down_proj,0.0000069380,0.05000,0.725
33,mlp.experts.36.down_proj,0.0000022274,0.05000,0.692
33,mlp.experts.42.down_proj,0.0000173483,0.05000,0.677
33,mlp.experts.46.down_proj,failsafe(rtn): 0.0011368,0.00000,0.009
33,mlp.experts.39.down_proj,0.0000073013,0.05000,0.622
33,mlp.experts.37.down_proj,0.0000032134,0.05000,0.654
33,mlp.experts.40.down_proj,0.0000069510,0.05000,0.620
33,mlp.experts.50.down_proj,0.0000042330,0.05000,0.668
33,mlp.experts.41.down_proj,0.0000035293,0.05000,0.584
33,mlp.experts.43.down_proj,0.0000068190,0.05000,0.615
33,mlp.experts.44.down_proj,0.0000033764,0.05000,0.585
33,mlp.experts.45.down_proj,failsafe(rtn): 0.0011063,0.00000,0.018
33,mlp.experts.54.down_proj,0.0000048024,0.05000,0.646
33,mlp.experts.47.down_proj,0.0000020239,0.05000,0.612
33,mlp.experts.48.down_proj,0.0000066308,0.05000,0.631
33,mlp.experts.49.down_proj,0.0000060280,0.05000,0.664
33,mlp.experts.58.down_proj,0.0000016434,0.05000,0.607
33,mlp.experts.51.down_proj,0.0000048545,0.05000,0.642
33,mlp.experts.52.down_proj,0.0000023428,0.05000,0.638
33,mlp.experts.53.down_proj,0.0000028204,0.05000,0.665
33,mlp.experts.57.down_proj,failsafe(rtn): 0.0011826,0.00000,0.009
33,mlp.experts.62.down_proj,0.0000052918,0.05000,0.688
33,mlp.experts.56.down_proj,0.0000065327,0.05000,0.632
33,mlp.experts.60.down_proj,failsafe(rtn): 0.0011139,0.00000,0.014
33,mlp.experts.55.down_proj,0.0000051394,0.05000,0.704
33,mlp.experts.61.down_proj,0.0000085658,0.05000,0.617
33,mlp.experts.65.down_proj,failsafe(rtn): 0.0011139,0.00000,0.010
33,mlp.experts.66.down_proj,0.0000056375,0.05000,0.660
33,mlp.experts.59.down_proj,0.0000032154,0.05000,0.621
33,mlp.experts.64.down_proj,0.0000055091,0.05000,0.670
33,mlp.experts.69.down_proj,0.0000303452,0.05000,0.656
33,mlp.experts.70.down_proj,0.0000079785,0.05000,0.621
33,mlp.experts.63.down_proj,0.0000030980,0.05000,0.622
33,mlp.experts.68.down_proj,0.0000029457,0.05000,0.609
33,mlp.experts.73.down_proj,0.0000023044,0.05000,0.604
33,mlp.experts.74.down_proj,0.0000118740,0.05000,0.618
33,mlp.experts.78.down_proj,failsafe(rtn): 0.0012436,0.00000,0.008
33,mlp.experts.67.down_proj,0.0000030085,0.05000,0.606
33,mlp.experts.71.down_proj,failsafe(rtn): 0.0010529,0.00000,0.011
33,mlp.experts.72.down_proj,0.0000078485,0.05000,0.630
33,mlp.experts.77.down_proj,0.0000037711,0.05000,0.664
33,mlp.experts.82.down_proj,0.0000095620,0.05000,0.621
33,mlp.experts.75.down_proj,0.0000177728,0.05000,0.598
33,mlp.experts.76.down_proj,0.0000125286,0.05000,0.638
33,mlp.experts.80.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
33,mlp.experts.86.down_proj,0.0000039903,0.05000,0.637
33,mlp.experts.81.down_proj,0.0000069641,0.05000,0.722
33,mlp.experts.85.down_proj,failsafe(rtn): 0.0010757,0.00000,0.014
33,mlp.experts.79.down_proj,0.0000035669,0.05000,0.652
33,mlp.experts.84.down_proj,0.0000020740,0.05000,0.676
33,mlp.experts.90.down_proj,0.0000014189,0.05000,0.672
33,mlp.experts.89.down_proj,0.0000010524,0.05000,0.705
33,mlp.experts.83.down_proj,0.0000100956,0.05000,0.659
33,mlp.experts.88.down_proj,0.0000043090,0.05000,0.622
33,mlp.experts.94.down_proj,0.0000023388,0.05000,0.660
33,mlp.experts.93.down_proj,0.0000073630,0.05000,0.609
33,mlp.experts.87.down_proj,0.0000055933,0.05000,0.630
33,mlp.experts.92.down_proj,0.0000021092,0.05000,0.608
33,mlp.experts.98.down_proj,0.0000010519,0.05000,0.645
33,mlp.experts.97.down_proj,0.0000048903,0.05000,0.680
33,mlp.experts.91.down_proj,0.0000052739,0.05000,0.721
33,mlp.experts.96.down_proj,0.0000029004,0.05000,0.704
33,mlp.experts.100.down_proj,failsafe(rtn): 0.0011139,0.00000,0.012
33,mlp.experts.102.down_proj,0.0000111442,0.05000,0.692
33,mlp.experts.101.down_proj,0.0000042626,0.05000,0.736
33,mlp.experts.95.down_proj,0.0000107925,0.05000,0.664
33,mlp.experts.104.down_proj,0.0000024583,0.05000,0.723
33,mlp.experts.106.down_proj,0.0000048346,0.05000,0.745
33,mlp.experts.105.down_proj,0.0000037584,0.05000,0.676
33,mlp.experts.109.down_proj,failsafe(rtn): 0.0011520,0.00000,0.013
33,mlp.experts.99.down_proj,0.0000071985,0.05000,0.682
33,mlp.experts.108.down_proj,0.0000217916,0.05000,0.659
33,mlp.experts.110.down_proj,0.0000043913,0.05000,0.639
33,mlp.experts.113.down_proj,0.0000076189,0.05000,0.639
33,mlp.experts.103.down_proj,0.0000040221,0.05000,0.713
33,mlp.experts.112.down_proj,0.0000084651,0.05000,0.669
33,mlp.experts.114.down_proj,0.0000085418,0.05000,0.687
33,mlp.experts.117.down_proj,0.0000027095,0.05000,0.667
33,mlp.experts.116.down_proj,0.0000020780,0.05000,0.638
33,mlp.experts.120.down_proj,failsafe(rtn): 0.0011444,0.00000,0.010
33,mlp.experts.107.down_proj,0.0000017737,0.05000,0.682
33,mlp.experts.118.down_proj,0.0000050199,0.05000,0.595
33,mlp.experts.121.down_proj,0.0000019346,0.05000,0.612
33,mlp.experts.111.down_proj,0.0000185476,0.05000,0.658
33,mlp.experts.124.down_proj,0.0000066156,0.05000,0.684
33,mlp.experts.122.down_proj,0.0000035147,0.05000,0.579
33,mlp.experts.125.down_proj,0.0000121266,0.05000,0.607
33,mlp.experts.115.down_proj,0.0000046067,0.05000,0.728
33,mlp.experts.128.down_proj,0.0000085877,0.05000,0.757
33,mlp.experts.126.down_proj,0.0000029815,0.05000,0.822
33,mlp.experts.129.down_proj,0.0000017227,0.05000,0.774
33,mlp.experts.132.down_proj,0.0000034513,0.05000,0.697
33,mlp.experts.130.down_proj,0.0000040395,0.05000,0.671
33,mlp.experts.133.down_proj,0.0000064689,0.05000,0.691
33,mlp.experts.119.down_proj,0.0000061258,0.05000,0.870
33,mlp.experts.136.down_proj,0.0000034496,0.05000,0.720
33,mlp.experts.134.down_proj,0.0000085379,0.05000,0.729
33,mlp.experts.123.down_proj,0.0000060108,0.05000,0.764
33,mlp.experts.137.down_proj,0.0000162038,0.05000,0.799
33,mlp.experts.140.down_proj,0.0000055266,0.05000,0.695
33,mlp.experts.138.down_proj,0.0000048964,0.05000,0.697
33,mlp.experts.127.down_proj,0.0000026918,0.05000,0.658
33,mlp.experts.141.down_proj,0.0000087799,0.05000,0.710
33,mlp.experts.145.down_proj,failsafe(rtn): 0.0011368,0.00000,0.013
33,mlp.experts.149.down_proj,failsafe(rtn): 0.0011292,0.00000,0.012
33,mlp.experts.144.down_proj,0.0000030222,0.05000,0.718
33,mlp.experts.148.down_proj,failsafe(rtn): 0.0010986,0.00000,0.009
33,mlp.experts.142.down_proj,0.0000033952,0.05000,0.726
33,mlp.experts.131.down_proj,0.0000096716,0.05000,0.703
33,mlp.experts.153.down_proj,0.0000061170,0.05000,0.639
33,mlp.experts.152.down_proj,0.0000094556,0.05000,0.626
33,mlp.experts.135.down_proj,0.0000121621,0.05000,0.581
33,mlp.experts.146.down_proj,0.0000063085,0.05000,0.661
33,mlp.experts.150.down_proj,failsafe(rtn): 0.0010757,0.00000,0.011
33,mlp.experts.157.down_proj,0.0000072317,0.05000,0.604
33,mlp.experts.156.down_proj,0.0000030923,0.05000,0.622
33,mlp.experts.154.down_proj,0.0000028472,0.05000,0.591
33,mlp.experts.139.down_proj,0.0000022852,0.05000,0.686
33,mlp.experts.161.down_proj,0.0000079030,0.05000,0.650
33,mlp.experts.160.down_proj,0.0000029441,0.05000,0.609
33,mlp.experts.164.down_proj,failsafe(rtn): 0.0010376,0.00000,0.009
33,mlp.experts.158.down_proj,0.0000039100,0.05000,0.606
33,mlp.experts.143.down_proj,0.0000075792,0.05000,0.649
33,mlp.experts.165.down_proj,0.0000044343,0.05000,0.634
33,mlp.experts.168.down_proj,0.0000034808,0.05000,0.590
33,mlp.experts.162.down_proj,0.0000074626,0.05000,0.622
33,mlp.experts.147.down_proj,0.0000257105,0.05000,0.638
33,mlp.experts.169.down_proj,0.0000441981,0.05000,0.626
33,mlp.experts.172.down_proj,0.0000062380,0.05000,0.698
33,mlp.experts.166.down_proj,0.0000094392,0.05000,0.687
33,mlp.experts.151.down_proj,0.0000024883,0.05000,0.657
33,mlp.experts.173.down_proj,0.0000028862,0.05000,0.689
33,mlp.experts.176.down_proj,0.0000024007,0.05000,0.704
33,mlp.experts.170.down_proj,0.0000116416,0.05000,0.676
33,mlp.experts.155.down_proj,0.0000045763,0.05000,0.668
33,mlp.experts.177.down_proj,0.0000043782,0.05000,0.720
33,mlp.experts.180.down_proj,0.0000030173,0.05000,0.635
33,mlp.experts.174.down_proj,0.0000045756,0.05000,0.638
33,mlp.experts.159.down_proj,0.0000028228,0.05000,0.639
33,mlp.experts.163.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
33,mlp.experts.181.down_proj,0.0000063284,0.05000,0.659
33,mlp.experts.184.down_proj,0.0000039956,0.05000,0.694
33,mlp.experts.188.down_proj,failsafe(rtn): 0.0010986,0.00000,0.014
33,mlp.experts.178.down_proj,0.0000031326,0.05000,0.669
33,mlp.experts.167.down_proj,0.0000065977,0.05000,0.684
33,mlp.experts.185.down_proj,0.0000030599,0.05000,0.698
33,mlp.experts.182.down_proj,0.0000044112,0.05000,0.577
33,mlp.experts.192.down_proj,0.0000039012,0.05000,0.652
33,mlp.experts.171.down_proj,0.0000031638,0.05000,0.594
33,mlp.experts.189.down_proj,0.0000124500,0.05000,0.586
33,mlp.experts.186.down_proj,0.0000056296,0.05000,0.621
33,mlp.experts.175.down_proj,0.0000332848,0.05000,0.620
33,mlp.experts.196.down_proj,0.0000049750,0.05000,0.677
33,mlp.experts.193.down_proj,0.0000266442,0.05000,0.641
33,mlp.experts.190.down_proj,0.0000047580,0.05000,0.622
33,mlp.experts.194.down_proj,failsafe(rtn): 0.0011368,0.00000,0.011
33,mlp.experts.179.down_proj,0.0000033559,0.05000,0.632
33,mlp.experts.200.down_proj,0.0000039090,0.05000,0.669
33,mlp.experts.197.down_proj,0.0000011336,0.05000,0.641
33,mlp.experts.198.down_proj,0.0000097420,0.05000,0.673
33,mlp.experts.183.down_proj,0.0000034233,0.05000,0.697
33,mlp.experts.204.down_proj,0.0000031397,0.05000,0.703
33,mlp.experts.201.down_proj,0.0000046103,0.05000,0.680
33,mlp.experts.202.down_proj,0.0000068139,0.05000,0.653
33,mlp.experts.187.down_proj,0.0000039930,0.05000,0.682
33,mlp.experts.191.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
33,mlp.experts.208.down_proj,0.0000109573,0.05000,0.652
33,mlp.experts.205.down_proj,0.0000051919,0.05000,0.685
33,mlp.experts.206.down_proj,0.0000065707,0.05000,0.668
33,mlp.experts.195.down_proj,0.0000025757,0.05000,0.633
33,mlp.experts.212.down_proj,0.0000032497,0.05000,0.685
33,mlp.experts.216.down_proj,failsafe(rtn): 0.0010910,0.00000,0.010
33,mlp.experts.209.down_proj,0.0000217909,0.05000,0.688
33,mlp.experts.213.down_proj,failsafe(rtn): 0.0011292,0.00000,0.014
33,mlp.experts.210.down_proj,0.0000053325,0.05000,0.642
33,mlp.experts.199.down_proj,0.0000095778,0.05000,0.617
33,mlp.experts.220.down_proj,0.0000064804,0.05000,0.618
33,mlp.experts.217.down_proj,0.0000028412,0.05000,0.680
33,mlp.experts.214.down_proj,0.0000026908,0.05000,0.578
33,mlp.experts.203.down_proj,0.0000045117,0.05000,0.612
33,mlp.experts.224.down_proj,0.0000027525,0.05000,0.594
33,mlp.experts.221.down_proj,0.0000122232,0.05000,0.589
33,mlp.experts.218.down_proj,0.0000086891,0.05000,0.627
33,mlp.experts.207.down_proj,0.0000057335,0.05000,0.606
33,mlp.experts.228.down_proj,0.0000072716,0.05000,0.584
33,mlp.experts.225.down_proj,0.0000051848,0.05000,0.577
33,mlp.experts.222.down_proj,0.0000096254,0.05000,0.590
33,mlp.experts.226.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
33,mlp.experts.230.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
33,mlp.experts.232.down_proj,0.0000029726,0.05000,0.584
33,mlp.experts.211.down_proj,0.0000118695,0.05000,0.657
33,mlp.experts.229.down_proj,0.0000121491,0.05000,0.603
33,mlp.experts.233.down_proj,failsafe(rtn): 0.0011063,0.00000,0.009
33,mlp.experts.234.down_proj,0.0000048706,0.05000,0.596
33,mlp.experts.236.down_proj,0.0000033403,0.05000,0.576
33,mlp.experts.215.down_proj,0.0000048503,0.05000,0.605
33,mlp.experts.237.down_proj,0.0000061605,0.05000,0.550
33,mlp.experts.238.down_proj,0.0000028809,0.05000,0.600
33,mlp.experts.240.down_proj,0.0000088744,0.05000,0.526
33,mlp.experts.219.down_proj,0.0000028462,0.05000,0.618
33,mlp.experts.241.down_proj,0.0000023049,0.05000,0.543
33,mlp.experts.242.down_proj,0.0000031208,0.05000,0.609
33,mlp.experts.244.down_proj,0.0000053435,0.05000,0.597
33,mlp.experts.223.down_proj,0.0000028247,0.05000,0.560
33,mlp.experts.245.down_proj,0.0000211617,0.05000,0.526
33,mlp.experts.249.down_proj,failsafe(rtn): 0.0011292,0.00000,0.008
33,mlp.experts.246.down_proj,0.0000050001,0.05000,0.606
33,mlp.experts.248.down_proj,0.0000037781,0.05000,0.619
33,mlp.experts.227.down_proj,0.0000027668,0.05000,0.616
33,mlp.experts.253.down_proj,0.0000040909,0.05000,0.598
33,mlp.experts.250.down_proj,0.0000026766,0.05000,0.449
33,mlp.experts.252.down_proj,0.0000124419,0.05000,0.426
33,mlp.experts.231.down_proj,0.0000075388,0.05000,0.353
33,mlp.experts.254.down_proj,0.0000050588,0.05000,0.241
33,mlp.experts.235.down_proj,0.0000027330,0.05000,0.221
33,mlp.experts.239.down_proj,0.0000030082,0.05000,0.136
33,mlp.experts.243.down_proj,0.0000081972,0.05000,0.131
33,mlp.experts.247.down_proj,0.0000154800,0.05000,0.139
33,mlp.experts.251.down_proj,0.0000182631,0.05000,0.128
33,mlp.experts.255.down_proj,0.0000026244,0.05000,0.120
34,mlp.experts.3.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.052
34,mlp.experts.2.gate_proj,0.0000530592,0.05000,2.637
34,mlp.experts.0.gate_proj,0.0002259673,0.05000,2.651
34,mlp.experts.7.gate_proj,0.0001092213,0.05000,2.627
34,mlp.experts.4.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.050
34,mlp.experts.1.gate_proj,0.0000660798,0.05000,2.734
34,mlp.experts.6.gate_proj,0.0000894367,0.05000,2.775
34,mlp.experts.11.gate_proj,0.0000270602,0.05000,2.775
34,mlp.experts.8.gate_proj,0.0001109120,0.05000,2.759
34,mlp.experts.5.gate_proj,0.0000964104,0.05000,2.813
34,mlp.experts.12.gate_proj,0.0000240008,0.05000,2.625
34,mlp.experts.10.gate_proj,0.0001926779,0.05000,2.740
34,mlp.experts.15.gate_proj,0.0000790600,0.05000,2.698
34,mlp.experts.9.gate_proj,0.0000526338,0.05000,2.838
34,mlp.experts.14.gate_proj,0.0000748617,0.05000,2.733
34,mlp.experts.16.gate_proj,0.0001125091,0.05000,2.878
34,mlp.experts.19.gate_proj,0.0002424989,0.05000,2.863
34,mlp.experts.13.gate_proj,0.0002916329,0.05000,2.727
34,mlp.experts.18.gate_proj,0.0000284096,0.05000,2.708
34,mlp.experts.23.gate_proj,0.0000803241,0.05000,2.722
34,mlp.experts.17.gate_proj,0.0001359538,0.05000,2.670
34,mlp.experts.20.gate_proj,0.0000617835,0.05000,2.816
34,mlp.experts.22.gate_proj,0.0001408054,0.05000,2.690
34,mlp.experts.21.gate_proj,0.0000683821,0.05000,2.589
34,mlp.experts.27.gate_proj,0.0002451801,0.05000,2.648
34,mlp.experts.25.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.057
34,mlp.experts.24.gate_proj,0.0001032589,0.05000,2.725
34,mlp.experts.26.gate_proj,0.0000399664,0.05000,2.713
34,mlp.experts.31.gate_proj,0.0001887682,0.05000,2.697
34,mlp.experts.35.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.044
34,mlp.experts.39.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.039
34,mlp.experts.29.gate_proj,0.0000432313,0.05000,2.769
34,mlp.experts.28.gate_proj,0.0000158467,0.05000,2.704
34,mlp.experts.43.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.056
34,mlp.experts.30.gate_proj,0.0001201490,0.05000,2.716
34,mlp.experts.47.gate_proj,0.0000673949,0.05000,2.618
34,mlp.experts.32.gate_proj,0.0001417918,0.05000,2.693
34,mlp.experts.33.gate_proj,0.0000391782,0.05000,2.765
34,mlp.experts.51.gate_proj,0.0001232055,0.05000,2.631
34,mlp.experts.34.gate_proj,0.0000206916,0.05000,2.819
34,mlp.experts.38.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.051
34,mlp.experts.36.gate_proj,0.0000248998,0.05000,2.752
34,mlp.experts.37.gate_proj,0.0001903682,0.05000,2.746
34,mlp.experts.55.gate_proj,0.0000237972,0.05000,2.694
34,mlp.experts.42.gate_proj,0.0002369092,0.05000,2.691
34,mlp.experts.40.gate_proj,0.0000683356,0.05000,2.653
34,mlp.experts.41.gate_proj,0.0001314651,0.05000,2.643
34,mlp.experts.59.gate_proj,0.0000579215,0.05000,2.718
34,mlp.experts.44.gate_proj,0.0000154264,0.05000,2.666
34,mlp.experts.46.gate_proj,0.0001279736,0.05000,2.737
34,mlp.experts.45.gate_proj,0.0000411306,0.05000,2.676
34,mlp.experts.50.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.049
34,mlp.experts.63.gate_proj,0.0000453965,0.05000,2.589
34,mlp.experts.48.gate_proj,0.0000162463,0.05000,2.615
34,mlp.experts.49.gate_proj,0.0000264028,0.05000,2.627
34,mlp.experts.54.gate_proj,0.0000208625,0.05000,2.707
34,mlp.experts.67.gate_proj,0.0000546394,0.05000,2.759
34,mlp.experts.52.gate_proj,0.0001005538,0.05000,2.678
34,mlp.experts.71.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.046
34,mlp.experts.53.gate_proj,0.0002486494,0.05000,2.746
34,mlp.experts.58.gate_proj,0.0000280565,0.05000,2.681
34,mlp.experts.75.gate_proj,0.0000894008,0.05000,2.639
34,mlp.experts.56.gate_proj,0.0000127650,0.05000,2.705
34,mlp.experts.79.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.041
34,mlp.experts.60.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.043
34,mlp.experts.57.gate_proj,0.0000525301,0.05000,2.664
34,mlp.experts.62.gate_proj,0.0000434139,0.05000,2.635
34,mlp.experts.61.gate_proj,0.0000421666,0.05000,2.544
34,mlp.experts.83.gate_proj,0.0002005008,0.05000,2.652
34,mlp.experts.65.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.053
34,mlp.experts.66.gate_proj,0.0002398644,0.05000,2.579
34,mlp.experts.64.gate_proj,0.0000243804,0.05000,2.718
34,mlp.experts.68.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.039
34,mlp.experts.87.gate_proj,0.0000327733,0.05000,2.711
34,mlp.experts.69.gate_proj,0.0001055669,0.05000,2.742
34,mlp.experts.70.gate_proj,0.0000325097,0.05000,2.747
34,mlp.experts.72.gate_proj,0.0000272919,0.05000,2.673
34,mlp.experts.91.gate_proj,0.0002994328,0.05000,2.631
34,mlp.experts.74.gate_proj,0.0002693896,0.05000,2.645
34,mlp.experts.73.gate_proj,0.0002096843,0.05000,2.682
34,mlp.experts.78.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.046
34,mlp.experts.76.gate_proj,0.0000694444,0.05000,2.674
34,mlp.experts.77.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.067
34,mlp.experts.95.gate_proj,0.0000110481,0.05000,2.635
34,mlp.experts.80.gate_proj,0.0000745253,0.05000,2.604
34,mlp.experts.82.gate_proj,0.0000812530,0.05000,2.745
34,mlp.experts.81.gate_proj,0.0000227561,0.05000,2.797
34,mlp.experts.99.gate_proj,0.0001011324,0.05000,2.620
34,mlp.experts.84.gate_proj,0.0000320441,0.05000,2.532
34,mlp.experts.86.gate_proj,0.0000516658,0.05000,2.499
34,mlp.experts.85.gate_proj,0.0000525801,0.05000,2.474
34,mlp.experts.89.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.039
34,mlp.experts.103.gate_proj,0.0000535360,0.05000,2.677
34,mlp.experts.90.gate_proj,0.0000178909,0.05000,2.627
34,mlp.experts.88.gate_proj,0.0000664575,0.05000,2.738
34,mlp.experts.93.gate_proj,0.0002675766,0.05000,2.651
34,mlp.experts.107.gate_proj,0.0000856787,0.05000,2.628
34,mlp.experts.111.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.034
34,mlp.experts.115.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.035
34,mlp.experts.94.gate_proj,0.0000319333,0.05000,2.650
34,mlp.experts.119.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.047
34,mlp.experts.92.gate_proj,0.0000647376,0.05000,2.742
34,mlp.experts.97.gate_proj,0.0000360086,0.05000,2.643
34,mlp.experts.98.gate_proj,0.0000907891,0.05000,2.546
34,mlp.experts.123.gate_proj,0.0002334889,0.05000,2.552
34,mlp.experts.101.gate_proj,0.0000279848,0.05000,2.481
34,mlp.experts.96.gate_proj,0.0000208699,0.05000,2.594
34,mlp.experts.102.gate_proj,0.0000407308,0.05000,2.545
34,mlp.experts.127.gate_proj,0.0002196202,0.05000,2.588
34,mlp.experts.100.gate_proj,0.0001798702,0.05000,2.501
34,mlp.experts.105.gate_proj,0.0001658111,0.05000,2.598
34,mlp.experts.104.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.058
34,mlp.experts.106.gate_proj,0.0001369917,0.05000,2.598
34,mlp.experts.131.gate_proj,0.0000709422,0.05000,2.599
34,mlp.experts.109.gate_proj,0.0000468215,0.05000,2.584
34,mlp.experts.108.gate_proj,0.0001406502,0.05000,2.556
34,mlp.experts.113.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.043
34,mlp.experts.117.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.035
34,mlp.experts.110.gate_proj,0.0002713576,0.05000,2.506
34,mlp.experts.135.gate_proj,0.0002029405,0.05000,2.624
34,mlp.experts.112.gate_proj,0.0001091691,0.05000,2.598
34,mlp.experts.139.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.050
34,mlp.experts.121.gate_proj,0.0001185452,0.05000,2.738
34,mlp.experts.114.gate_proj,0.0000377110,0.05000,2.620
34,mlp.experts.143.gate_proj,0.0000332095,0.05000,2.578
34,mlp.experts.116.gate_proj,0.0002682153,0.05000,2.699
34,mlp.experts.125.gate_proj,0.0003304996,0.05000,2.791
34,mlp.experts.118.gate_proj,0.0002058943,0.05000,2.765
34,mlp.experts.147.gate_proj,0.0003432236,0.05000,2.750
34,mlp.experts.120.gate_proj,0.0000927930,0.05000,2.690
34,mlp.experts.124.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.036
34,mlp.experts.129.gate_proj,0.0001185358,0.05000,2.678
34,mlp.experts.122.gate_proj,0.0003194376,0.05000,2.680
34,mlp.experts.126.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.046
34,mlp.experts.128.gate_proj,0.0001946768,0.05000,2.607
34,mlp.experts.151.gate_proj,0.0001786265,0.05000,2.730
34,mlp.experts.133.gate_proj,0.0001846955,0.05000,2.602
34,mlp.experts.130.gate_proj,0.0001585041,0.05000,2.606
34,mlp.experts.134.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.035
34,mlp.experts.132.gate_proj,0.0002835376,0.05000,2.594
34,mlp.experts.155.gate_proj,0.0000206458,0.05000,2.609
34,mlp.experts.137.gate_proj,0.0000585575,0.05000,2.657
34,mlp.experts.138.gate_proj,0.0001445463,0.05000,2.645
34,mlp.experts.136.gate_proj,0.0002210756,0.05000,2.655
34,mlp.experts.159.gate_proj,0.0000239973,0.05000,2.634
34,mlp.experts.141.gate_proj,0.0000491055,0.05000,2.685
34,mlp.experts.145.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.039
34,mlp.experts.142.gate_proj,0.0001342967,0.05000,2.647
34,mlp.experts.163.gate_proj,0.0000382319,0.05000,2.699
34,mlp.experts.140.gate_proj,0.0001129259,0.05000,2.774
34,mlp.experts.144.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.045
34,mlp.experts.148.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.043
34,mlp.experts.149.gate_proj,0.0000263246,0.05000,2.596
34,mlp.experts.146.gate_proj,0.0000600914,0.05000,2.809
34,mlp.experts.167.gate_proj,0.0000582037,0.05000,2.905
34,mlp.experts.152.gate_proj,0.0000270589,0.05000,2.857
34,mlp.experts.156.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.040
34,mlp.experts.153.gate_proj,0.0000645910,0.05000,2.889
34,mlp.experts.150.gate_proj,0.0003146775,0.05000,2.860
34,mlp.experts.171.gate_proj,0.0000299808,0.05000,2.960
34,mlp.experts.160.gate_proj,0.0001234946,0.05000,2.926
34,mlp.experts.157.gate_proj,0.0001827190,0.05000,2.993
34,mlp.experts.154.gate_proj,0.0002225351,0.05000,2.877
34,mlp.experts.175.gate_proj,0.0000199305,0.05000,2.761
34,mlp.experts.179.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.041
34,mlp.experts.164.gate_proj,0.0001130604,0.05000,2.767
34,mlp.experts.161.gate_proj,0.0000311632,0.05000,2.769
34,mlp.experts.158.gate_proj,0.0001655789,0.05000,2.837
34,mlp.experts.183.gate_proj,0.0000679514,0.05000,2.804
34,mlp.experts.168.gate_proj,0.0002931079,0.05000,2.791
34,mlp.experts.165.gate_proj,0.0001486622,0.05000,2.801
34,mlp.experts.162.gate_proj,0.0003551040,0.05000,2.774
34,mlp.experts.187.gate_proj,0.0000171737,0.05000,2.777
34,mlp.experts.172.gate_proj,0.0002240968,0.05000,2.771
34,mlp.experts.169.gate_proj,0.0000377889,0.05000,2.758
34,mlp.experts.166.gate_proj,0.0000326289,0.05000,2.775
34,mlp.experts.191.gate_proj,0.0001079072,0.05000,2.695
34,mlp.experts.176.gate_proj,0.0000766387,0.05000,2.711
34,mlp.experts.173.gate_proj,0.0000446844,0.05000,2.715
34,mlp.experts.170.gate_proj,0.0000250880,0.05000,2.731
34,mlp.experts.174.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.040
34,mlp.experts.178.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.045
34,mlp.experts.195.gate_proj,0.0000264375,0.05000,2.773
34,mlp.experts.180.gate_proj,0.0000178544,0.05000,2.747
34,mlp.experts.177.gate_proj,0.0000452840,0.05000,2.747
34,mlp.experts.182.gate_proj,0.0000459986,0.05000,2.717
34,mlp.experts.186.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.037
34,mlp.experts.190.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.043
34,mlp.experts.184.gate_proj,0.0002386941,0.05000,2.684
34,mlp.experts.199.gate_proj,0.0000819873,0.05000,2.749
34,mlp.experts.181.gate_proj,0.0000461898,0.05000,2.715
34,mlp.experts.194.gate_proj,0.0002415609,0.05000,2.724
34,mlp.experts.188.gate_proj,0.0000150136,0.05000,2.681
34,mlp.experts.203.gate_proj,0.0001488276,0.05000,2.689
34,mlp.experts.185.gate_proj,0.0000927691,0.05000,2.711
34,mlp.experts.189.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.036
34,mlp.experts.193.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.038
34,mlp.experts.198.gate_proj,0.0003495630,0.05000,2.742
34,mlp.experts.207.gate_proj,0.0000158324,0.05000,2.714
34,mlp.experts.192.gate_proj,0.0001738752,0.05000,2.763
34,mlp.experts.211.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.051
34,mlp.experts.197.gate_proj,0.0001443253,0.05000,2.743
34,mlp.experts.196.gate_proj,0.0000377809,0.05000,2.558
34,mlp.experts.202.gate_proj,0.0000324180,0.05000,2.622
34,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.049
34,mlp.experts.215.gate_proj,0.0000823517,0.05000,2.636
34,mlp.experts.201.gate_proj,0.0002242644,0.05000,2.664
34,mlp.experts.206.gate_proj,0.0000357805,0.05000,2.508
34,mlp.experts.204.gate_proj,0.0000305552,0.05000,2.505
34,mlp.experts.210.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.053
34,mlp.experts.219.gate_proj,0.0001776418,0.05000,2.578
34,mlp.experts.205.gate_proj,0.0000326314,0.05000,2.560
34,mlp.experts.208.gate_proj,0.0000142319,0.05000,2.755
34,mlp.experts.214.gate_proj,0.0000937389,0.05000,2.749
34,mlp.experts.223.gate_proj,0.0001427868,0.05000,2.750
34,mlp.experts.209.gate_proj,0.0000237446,0.05000,2.703
34,mlp.experts.213.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.037
34,mlp.experts.218.gate_proj,0.0001433363,0.05000,2.508
34,mlp.experts.212.gate_proj,0.0000255386,0.05000,2.629
34,mlp.experts.227.gate_proj,0.0000336427,0.05000,2.602
34,mlp.experts.217.gate_proj,0.0000258973,0.05000,2.623
34,mlp.experts.221.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.035
34,mlp.experts.222.gate_proj,0.0001066521,0.05000,2.685
34,mlp.experts.216.gate_proj,0.0001306430,0.05000,2.694
34,mlp.experts.220.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.038
34,mlp.experts.231.gate_proj,0.0001340678,0.05000,2.648
34,mlp.experts.225.gate_proj,0.0000368707,0.05000,2.680
34,mlp.experts.226.gate_proj,0.0000987886,0.05000,2.523
34,mlp.experts.224.gate_proj,0.0001516565,0.05000,2.564
34,mlp.experts.235.gate_proj,0.0000284451,0.05000,2.576
34,mlp.experts.229.gate_proj,0.0001513751,0.05000,2.545
34,mlp.experts.230.gate_proj,0.0000508704,0.05000,2.690
34,mlp.experts.228.gate_proj,0.0001197919,0.05000,2.640
34,mlp.experts.239.gate_proj,0.0000593219,0.05000,2.729
34,mlp.experts.233.gate_proj,0.0000680496,0.05000,2.678
34,mlp.experts.237.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.042
34,mlp.experts.234.gate_proj,0.0001252719,0.05000,2.781
34,mlp.experts.232.gate_proj,0.0001498324,0.05000,2.753
34,mlp.experts.243.gate_proj,0.0003174098,0.05000,2.839
34,mlp.experts.247.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.041
34,mlp.experts.241.gate_proj,0.0001325390,0.05000,2.768
34,mlp.experts.238.gate_proj,0.0000191994,0.05000,2.695
34,mlp.experts.242.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.039
34,mlp.experts.236.gate_proj,0.0001924171,0.05000,2.726
34,mlp.experts.251.gate_proj,0.0001055722,0.05000,2.649
34,mlp.experts.245.gate_proj,0.0000872891,0.05000,2.610
34,mlp.experts.246.gate_proj,0.0002015637,0.05000,2.710
34,mlp.experts.240.gate_proj,0.0000215749,0.05000,2.761
34,mlp.experts.255.gate_proj,0.0000222085,0.05000,2.782
34,mlp.experts.3.up_proj,failsafe(rtn): 0.0011826,0.00000,0.038
34,mlp.experts.249.gate_proj,0.0000409138,0.05000,2.753
34,mlp.experts.250.gate_proj,0.0002290794,0.05000,2.650
34,mlp.experts.244.gate_proj,0.0001536994,0.05000,2.642
34,mlp.experts.7.up_proj,0.0000918229,0.05000,2.666
34,mlp.experts.253.gate_proj,0.0002146177,0.05000,2.687
34,mlp.experts.254.gate_proj,0.0002782927,0.05000,2.873
34,mlp.experts.248.gate_proj,0.0000486405,0.05000,2.785
34,mlp.experts.11.up_proj,0.0000290754,0.05000,2.834
34,mlp.experts.1.up_proj,0.0000635506,0.05000,2.855
34,mlp.experts.252.gate_proj,0.0000185211,0.05000,2.537
34,mlp.experts.2.up_proj,0.0000446149,0.05000,2.604
34,mlp.experts.5.up_proj,0.0000662669,0.05000,2.618
34,mlp.experts.15.up_proj,0.0000533629,0.05000,2.725
34,mlp.experts.0.up_proj,0.0001774067,0.05000,2.707
34,mlp.experts.6.up_proj,0.0000642747,0.05000,2.706
34,mlp.experts.4.up_proj,failsafe(rtn): 0.0010834,0.00000,0.049
34,mlp.experts.9.up_proj,0.0000457162,0.05000,2.645
34,mlp.experts.19.up_proj,0.0002314399,0.05000,2.667
34,mlp.experts.10.up_proj,0.0001642341,0.05000,2.625
34,mlp.experts.8.up_proj,0.0000922520,0.05000,2.617
34,mlp.experts.23.up_proj,0.0000669038,0.05000,2.638
34,mlp.experts.13.up_proj,0.0001869384,0.05000,2.689
34,mlp.experts.14.up_proj,0.0000696472,0.05000,2.687
34,mlp.experts.12.up_proj,0.0000197641,0.05000,2.776
34,mlp.experts.17.up_proj,0.0001317708,0.05000,2.625
34,mlp.experts.27.up_proj,0.0002004332,0.05000,2.762
34,mlp.experts.18.up_proj,0.0000248582,0.05000,2.612
34,mlp.experts.16.up_proj,0.0001427802,0.05000,2.570
34,mlp.experts.21.up_proj,0.0000698056,0.05000,2.521
34,mlp.experts.25.up_proj,failsafe(rtn): 0.0011749,0.00000,0.034
34,mlp.experts.31.up_proj,0.0001754651,0.05000,2.636
34,mlp.experts.35.up_proj,failsafe(rtn): 0.0011292,0.00000,0.037
34,mlp.experts.39.up_proj,failsafe(rtn): 0.0011063,0.00000,0.037
34,mlp.experts.43.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
34,mlp.experts.20.up_proj,0.0000476709,0.05000,2.569
34,mlp.experts.22.up_proj,0.0001148930,0.05000,2.650
34,mlp.experts.29.up_proj,0.0000426223,0.05000,2.513
34,mlp.experts.47.up_proj,0.0000540561,0.05000,2.574
34,mlp.experts.24.up_proj,0.0000928104,0.05000,2.486
34,mlp.experts.26.up_proj,0.0000370988,0.05000,2.495
34,mlp.experts.33.up_proj,0.0000372862,0.05000,2.564
34,mlp.experts.51.up_proj,0.0001062193,0.05000,2.571
34,mlp.experts.28.up_proj,0.0000130068,0.05000,2.684
34,mlp.experts.30.up_proj,0.0001013323,0.05000,2.714
34,mlp.experts.37.up_proj,0.0001572652,0.05000,2.672
34,mlp.experts.55.up_proj,0.0000217427,0.05000,2.698
34,mlp.experts.32.up_proj,0.0001414028,0.05000,2.631
34,mlp.experts.34.up_proj,0.0000192219,0.05000,2.743
34,mlp.experts.38.up_proj,failsafe(rtn): 0.0010757,0.00000,0.049
34,mlp.experts.41.up_proj,0.0001227361,0.05000,2.793
34,mlp.experts.59.up_proj,0.0000504428,0.05000,2.628
34,mlp.experts.36.up_proj,0.0000200877,0.05000,2.627
34,mlp.experts.42.up_proj,0.0001974262,0.05000,2.641
34,mlp.experts.45.up_proj,0.0000354232,0.05000,2.538
34,mlp.experts.63.up_proj,0.0000414243,0.05000,2.498
34,mlp.experts.40.up_proj,0.0000590815,0.05000,2.468
34,mlp.experts.46.up_proj,0.0001096570,0.05000,2.466
34,mlp.experts.50.up_proj,failsafe(rtn): 0.0012131,0.00000,0.042
34,mlp.experts.49.up_proj,0.0000220536,0.05000,2.440
34,mlp.experts.67.up_proj,0.0000508208,0.05000,2.483
34,mlp.experts.71.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
34,mlp.experts.44.up_proj,0.0000138374,0.05000,2.685
34,mlp.experts.54.up_proj,0.0000196181,0.05000,2.663
34,mlp.experts.53.up_proj,0.0002051929,0.05000,2.724
34,mlp.experts.75.up_proj,0.0000871309,0.05000,2.647
34,mlp.experts.79.up_proj,failsafe(rtn): 0.0010681,0.00000,0.035
34,mlp.experts.48.up_proj,0.0000130588,0.05000,2.539
34,mlp.experts.58.up_proj,0.0000217574,0.05000,2.549
34,mlp.experts.57.up_proj,0.0000410780,0.05000,2.599
34,mlp.experts.83.up_proj,0.0001950140,0.05000,2.644
34,mlp.experts.52.up_proj,0.0000961843,0.05000,2.514
34,mlp.experts.62.up_proj,0.0000366449,0.05000,2.530
34,mlp.experts.61.up_proj,0.0000303694,0.05000,2.645
34,mlp.experts.65.up_proj,failsafe(rtn): 0.0011292,0.00000,0.036
34,mlp.experts.87.up_proj,0.0000284200,0.05000,2.670
34,mlp.experts.56.up_proj,0.0000116203,0.05000,2.585
34,mlp.experts.60.up_proj,failsafe(rtn): 0.0011597,0.00000,0.036
34,mlp.experts.66.up_proj,0.0001850730,0.05000,2.530
34,mlp.experts.69.up_proj,0.0000902341,0.05000,2.655
34,mlp.experts.91.up_proj,0.0001513934,0.05000,2.584
34,mlp.experts.64.up_proj,0.0000222488,0.05000,2.544
34,mlp.experts.68.up_proj,failsafe(rtn): 0.0011063,0.00000,0.037
34,mlp.experts.70.up_proj,0.0000296519,0.05000,2.538
34,mlp.experts.73.up_proj,0.0001869133,0.05000,2.587
34,mlp.experts.77.up_proj,failsafe(rtn): 0.0011292,0.00000,0.034
34,mlp.experts.95.up_proj,0.0000102259,0.05000,2.534
34,mlp.experts.72.up_proj,0.0000227475,0.05000,2.599
34,mlp.experts.74.up_proj,0.0002115289,0.05000,2.615
34,mlp.experts.78.up_proj,failsafe(rtn): 0.0012665,0.00000,0.044
34,mlp.experts.81.up_proj,0.0000167879,0.05000,2.644
34,mlp.experts.99.up_proj,0.0000898204,0.05000,2.702
34,mlp.experts.76.up_proj,0.0000547264,0.05000,2.601
34,mlp.experts.82.up_proj,0.0000551372,0.05000,2.559
34,mlp.experts.85.up_proj,0.0000450940,0.05000,2.585
34,mlp.experts.89.up_proj,failsafe(rtn): 0.0010834,0.00000,0.036
34,mlp.experts.103.up_proj,0.0000343469,0.05000,2.585
34,mlp.experts.80.up_proj,0.0000601570,0.05000,2.534
34,mlp.experts.86.up_proj,0.0000533526,0.05000,2.620
34,mlp.experts.93.up_proj,0.0001728920,0.05000,2.607
34,mlp.experts.107.up_proj,0.0000701790,0.05000,2.622
34,mlp.experts.111.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
34,mlp.experts.115.up_proj,failsafe(rtn): 0.0010834,0.00000,0.042
34,mlp.experts.119.up_proj,failsafe(rtn): 0.0011749,0.00000,0.043
34,mlp.experts.84.up_proj,0.0000239688,0.05000,2.541
34,mlp.experts.90.up_proj,0.0000143098,0.05000,2.636
34,mlp.experts.97.up_proj,0.0000261449,0.05000,2.518
34,mlp.experts.123.up_proj,0.0001941057,0.05000,2.525
34,mlp.experts.88.up_proj,0.0000465966,0.05000,2.537
34,mlp.experts.94.up_proj,0.0000281312,0.05000,2.374
34,mlp.experts.101.up_proj,0.0000286712,0.05000,2.467
34,mlp.experts.127.up_proj,0.0002166242,0.05000,2.519
34,mlp.experts.92.up_proj,0.0000633539,0.05000,2.655
34,mlp.experts.98.up_proj,0.0000726412,0.05000,2.586
34,mlp.experts.105.up_proj,0.0001548639,0.05000,2.527
34,mlp.experts.131.up_proj,0.0000601437,0.05000,2.782
34,mlp.experts.96.up_proj,0.0000208800,0.05000,2.370
34,mlp.experts.102.up_proj,0.0000370781,0.05000,2.455
34,mlp.experts.109.up_proj,0.0000320372,0.05000,2.346
34,mlp.experts.113.up_proj,failsafe(rtn): 0.0010681,0.00000,0.034
34,mlp.experts.117.up_proj,failsafe(rtn): 0.0010910,0.00000,0.033
34,mlp.experts.135.up_proj,0.0001876656,0.05000,2.230
34,mlp.experts.139.up_proj,failsafe(rtn): 0.0011368,0.00000,0.033
34,mlp.experts.100.up_proj,0.0001618045,0.05000,2.512
34,mlp.experts.104.up_proj,failsafe(rtn): 0.0011368,0.00000,0.038
34,mlp.experts.106.up_proj,0.0001215719,0.05000,2.582
34,mlp.experts.121.up_proj,0.0001128160,0.05000,2.656
34,mlp.experts.143.up_proj,0.0000286054,0.05000,2.648
34,mlp.experts.108.up_proj,0.0001222890,0.05000,2.596
34,mlp.experts.110.up_proj,0.0002317986,0.05000,2.713
34,mlp.experts.125.up_proj,0.0003083772,0.05000,2.582
34,mlp.experts.147.up_proj,0.0002959215,0.05000,2.634
34,mlp.experts.112.up_proj,0.0000932368,0.05000,2.850
34,mlp.experts.114.up_proj,0.0000328093,0.05000,2.819
34,mlp.experts.129.up_proj,0.0000975516,0.05000,2.840
34,mlp.experts.151.up_proj,0.0001490167,0.05000,2.861
34,mlp.experts.116.up_proj,0.0001843143,0.05000,2.812
34,mlp.experts.118.up_proj,0.0001997315,0.05000,2.674
34,mlp.experts.133.up_proj,0.0001795726,0.05000,2.858
34,mlp.experts.155.up_proj,0.0000185873,0.05000,2.794
34,mlp.experts.120.up_proj,0.0000633753,0.05000,2.620
34,mlp.experts.124.up_proj,failsafe(rtn): 0.0010986,0.00000,0.036
34,mlp.experts.122.up_proj,0.0002104947,0.05000,2.790
34,mlp.experts.126.up_proj,failsafe(rtn): 0.0011597,0.00000,0.045
34,mlp.experts.137.up_proj,0.0000533896,0.05000,2.677
34,mlp.experts.159.up_proj,0.0000248069,0.05000,2.613
34,mlp.experts.128.up_proj,0.0001153793,0.05000,2.835
34,mlp.experts.130.up_proj,0.0001425338,0.05000,2.746
34,mlp.experts.134.up_proj,failsafe(rtn): 0.0011978,0.00000,0.041
34,mlp.experts.141.up_proj,0.0000464600,0.05000,2.877
34,mlp.experts.145.up_proj,failsafe(rtn): 0.0011292,0.00000,0.034
34,mlp.experts.163.up_proj,0.0000282372,0.05000,2.754
34,mlp.experts.132.up_proj,0.0002402634,0.05000,2.575
34,mlp.experts.138.up_proj,0.0001449737,0.05000,2.658
34,mlp.experts.149.up_proj,0.0000220525,0.05000,2.659
34,mlp.experts.167.up_proj,0.0000521584,0.05000,2.697
34,mlp.experts.136.up_proj,0.0001779597,0.05000,2.609
34,mlp.experts.142.up_proj,0.0001253058,0.05000,2.591
34,mlp.experts.153.up_proj,0.0000474786,0.05000,2.606
34,mlp.experts.171.up_proj,0.0000262149,0.05000,2.645
34,mlp.experts.140.up_proj,0.0001040297,0.05000,2.765
34,mlp.experts.144.up_proj,failsafe(rtn): 0.0011978,0.00000,0.045
34,mlp.experts.148.up_proj,failsafe(rtn): 0.0011368,0.00000,0.046
34,mlp.experts.146.up_proj,0.0000491764,0.05000,2.838
34,mlp.experts.157.up_proj,0.0001602284,0.05000,2.877
34,mlp.experts.175.up_proj,0.0000169567,0.05000,2.896
34,mlp.experts.179.up_proj,failsafe(rtn): 0.0011902,0.00000,0.043
34,mlp.experts.152.up_proj,0.0000233579,0.05000,2.691
34,mlp.experts.156.up_proj,failsafe(rtn): 0.0011139,0.00000,0.036
34,mlp.experts.150.up_proj,0.0002520044,0.05000,2.608
34,mlp.experts.161.up_proj,0.0000262171,0.05000,2.684
34,mlp.experts.183.up_proj,0.0000528481,0.05000,2.662
34,mlp.experts.160.up_proj,0.0000884300,0.05000,2.595
34,mlp.experts.154.up_proj,0.0001663491,0.05000,2.630
34,mlp.experts.165.up_proj,0.0001177745,0.05000,2.525
34,mlp.experts.187.up_proj,0.0000154599,0.05000,2.616
34,mlp.experts.164.up_proj,0.0000756368,0.05000,2.533
34,mlp.experts.158.up_proj,0.0001224842,0.05000,2.635
34,mlp.experts.169.up_proj,0.0000332387,0.05000,2.552
34,mlp.experts.191.up_proj,0.0000966156,0.05000,2.615
34,mlp.experts.168.up_proj,0.0002418225,0.05000,2.650
34,mlp.experts.162.up_proj,0.0002779592,0.05000,2.614
34,mlp.experts.173.up_proj,0.0000352411,0.05000,2.609
34,mlp.experts.195.up_proj,0.0000249393,0.05000,2.673
34,mlp.experts.172.up_proj,0.0001689848,0.05000,2.676
34,mlp.experts.166.up_proj,0.0000302372,0.05000,2.598
34,mlp.experts.177.up_proj,0.0000349423,0.05000,2.703
34,mlp.experts.199.up_proj,0.0000777788,0.05000,2.677
34,mlp.experts.176.up_proj,0.0000823681,0.05000,2.604
34,mlp.experts.170.up_proj,0.0000210373,0.05000,2.582
34,mlp.experts.174.up_proj,failsafe(rtn): 0.0012283,0.00000,0.038
34,mlp.experts.178.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
34,mlp.experts.181.up_proj,0.0000372376,0.05000,2.527
34,mlp.experts.203.up_proj,0.0001199764,0.05000,2.589
34,mlp.experts.180.up_proj,0.0000164872,0.05000,2.470
34,mlp.experts.182.up_proj,0.0000332292,0.05000,2.364
34,mlp.experts.186.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
34,mlp.experts.190.up_proj,failsafe(rtn): 0.0011368,0.00000,0.039
34,mlp.experts.185.up_proj,0.0000688125,0.05000,2.397
34,mlp.experts.189.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
34,mlp.experts.193.up_proj,failsafe(rtn): 0.0011063,0.00000,0.037
34,mlp.experts.207.up_proj,0.0000158745,0.05000,2.340
34,mlp.experts.211.up_proj,failsafe(rtn): 0.0010986,0.00000,0.037
34,mlp.experts.184.up_proj,0.0001883223,0.05000,2.558
34,mlp.experts.194.up_proj,0.0002059713,0.05000,2.548
34,mlp.experts.197.up_proj,0.0000944869,0.05000,2.583
34,mlp.experts.215.up_proj,0.0000748544,0.05000,2.484
34,mlp.experts.188.up_proj,0.0000149348,0.05000,2.563
34,mlp.experts.198.up_proj,0.0003057142,0.05000,2.521
34,mlp.experts.201.up_proj,0.0001791078,0.05000,2.497
34,mlp.experts.219.up_proj,0.0001652221,0.05000,2.516
34,mlp.experts.192.up_proj,0.0001490660,0.05000,2.526
34,mlp.experts.202.up_proj,0.0000235049,0.05000,2.436
34,mlp.experts.205.up_proj,0.0000226802,0.05000,2.539
34,mlp.experts.223.up_proj,0.0001036871,0.05000,2.480
34,mlp.experts.196.up_proj,0.0000392055,0.05000,2.698
34,mlp.experts.200.up_proj,failsafe(rtn): 0.0010452,0.00000,0.036
34,mlp.experts.206.up_proj,0.0000287932,0.05000,2.639
34,mlp.experts.210.up_proj,failsafe(rtn): 0.0010986,0.00000,0.040
34,mlp.experts.209.up_proj,0.0000224609,0.05000,2.547
34,mlp.experts.213.up_proj,failsafe(rtn): 0.0011139,0.00000,0.042
34,mlp.experts.227.up_proj,0.0000260556,0.05000,2.640
34,mlp.experts.204.up_proj,0.0000296097,0.05000,2.548
34,mlp.experts.214.up_proj,0.0000744390,0.05000,2.659
34,mlp.experts.217.up_proj,0.0000226442,0.05000,2.566
34,mlp.experts.221.up_proj,failsafe(rtn): 0.0011139,0.00000,0.035
34,mlp.experts.231.up_proj,0.0001283737,0.05000,2.504
34,mlp.experts.208.up_proj,0.0000132305,0.05000,2.543
34,mlp.experts.218.up_proj,0.0001143448,0.05000,2.669
34,mlp.experts.225.up_proj,0.0000275523,0.05000,2.654
34,mlp.experts.235.up_proj,0.0000216383,0.05000,2.681
34,mlp.experts.212.up_proj,0.0000193478,0.05000,2.569
34,mlp.experts.222.up_proj,0.0000776785,0.05000,2.681
34,mlp.experts.229.up_proj,0.0001491262,0.05000,2.653
34,mlp.experts.239.up_proj,0.0000517867,0.05000,2.591
34,mlp.experts.216.up_proj,0.0001127606,0.05000,2.504
34,mlp.experts.220.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
34,mlp.experts.226.up_proj,0.0000671461,0.05000,2.649
34,mlp.experts.233.up_proj,0.0000610389,0.05000,2.523
34,mlp.experts.237.up_proj,failsafe(rtn): 0.0011444,0.00000,0.037
34,mlp.experts.243.up_proj,0.0002527626,0.05000,2.528
34,mlp.experts.247.up_proj,failsafe(rtn): 0.0012054,0.00000,0.034
34,mlp.experts.224.up_proj,0.0001202941,0.05000,2.567
34,mlp.experts.230.up_proj,0.0000430542,0.05000,2.610
34,mlp.experts.241.up_proj,0.0000948293,0.05000,2.562
34,mlp.experts.251.up_proj,0.0001001553,0.05000,2.789
34,mlp.experts.228.up_proj,0.0001053064,0.05000,2.651
34,mlp.experts.234.up_proj,0.0001189515,0.05000,2.638
34,mlp.experts.245.up_proj,0.0000742372,0.05000,2.661
34,mlp.experts.255.up_proj,0.0000189258,0.05000,2.527
34,mlp.experts.232.up_proj,0.0001141784,0.05000,2.198
34,mlp.experts.238.up_proj,0.0000172987,0.05000,1.989
34,mlp.experts.242.up_proj,failsafe(rtn): 0.0010452,0.00000,0.025
34,mlp.experts.249.up_proj,0.0000303906,0.05000,1.848
34,mlp.experts.236.up_proj,0.0001834242,0.05000,1.728
34,mlp.experts.246.up_proj,0.0001867985,0.05000,1.694
34,mlp.experts.253.up_proj,0.0001844980,0.05000,1.680
34,mlp.experts.240.up_proj,0.0000176504,0.05000,1.286
34,mlp.experts.250.up_proj,0.0002101860,0.05000,1.123
34,mlp.experts.244.up_proj,0.0001252648,0.05000,1.017
34,mlp.experts.254.up_proj,0.0002183215,0.05000,0.989
34,mlp.experts.248.up_proj,0.0000471386,0.05000,0.693
34,mlp.experts.252.up_proj,0.0000190604,0.05000,0.679
34,mlp.experts.3.down_proj,failsafe(rtn): 0.0011826,0.00000,0.015
34,mlp.experts.2.down_proj,0.0000049122,0.05000,0.700
34,mlp.experts.1.down_proj,0.0000089199,0.05000,0.708
34,mlp.experts.0.down_proj,0.0000080690,0.05000,0.711
34,mlp.experts.4.down_proj,failsafe(rtn): 0.0011063,0.00000,0.010
34,mlp.experts.7.down_proj,0.0000060596,0.05000,0.737
34,mlp.experts.6.down_proj,0.0000039451,0.05000,0.699
34,mlp.experts.5.down_proj,0.0000095765,0.05000,0.705
34,mlp.experts.8.down_proj,0.0000058296,0.05000,0.729
34,mlp.experts.11.down_proj,0.0000020086,0.05000,0.768
34,mlp.experts.10.down_proj,0.0000183024,0.05000,0.795
34,mlp.experts.9.down_proj,0.0000077739,0.05000,0.785
34,mlp.experts.12.down_proj,0.0000021726,0.05000,0.755
34,mlp.experts.15.down_proj,0.0000082203,0.05000,0.796
34,mlp.experts.16.down_proj,0.0000106248,0.05000,0.752
34,mlp.experts.13.down_proj,0.0000068625,0.05000,0.782
34,mlp.experts.14.down_proj,0.0000058313,0.05000,0.904
34,mlp.experts.19.down_proj,0.0000233014,0.05000,0.844
34,mlp.experts.20.down_proj,0.0000019558,0.05000,0.775
34,mlp.experts.17.down_proj,0.0000059979,0.05000,0.795
34,mlp.experts.18.down_proj,0.0000029567,0.05000,0.793
34,mlp.experts.23.down_proj,0.0000075384,0.05000,0.761
34,mlp.experts.24.down_proj,0.0000035015,0.05000,0.567
34,mlp.experts.21.down_proj,0.0000091190,0.05000,0.587
34,mlp.experts.25.down_proj,failsafe(rtn): 0.0011902,0.00000,0.008
34,mlp.experts.22.down_proj,0.0000093645,0.05000,0.558
34,mlp.experts.27.down_proj,0.0000049386,0.05000,0.556
34,mlp.experts.28.down_proj,0.0000012150,0.05000,0.613
34,mlp.experts.29.down_proj,0.0000040711,0.05000,0.616
34,mlp.experts.26.down_proj,0.0000034949,0.05000,0.593
34,mlp.experts.31.down_proj,0.0000051314,0.05000,0.596
34,mlp.experts.35.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
34,mlp.experts.39.down_proj,failsafe(rtn): 0.0011139,0.00000,0.008
34,mlp.experts.43.down_proj,failsafe(rtn): 0.0011063,0.00000,0.008
34,mlp.experts.32.down_proj,0.0000049327,0.05000,0.590
34,mlp.experts.33.down_proj,0.0000043447,0.05000,0.596
34,mlp.experts.30.down_proj,0.0000169765,0.05000,0.565
34,mlp.experts.47.down_proj,0.0000048930,0.05000,0.569
34,mlp.experts.36.down_proj,0.0000014240,0.05000,0.584
34,mlp.experts.37.down_proj,0.0000044322,0.05000,0.590
34,mlp.experts.34.down_proj,0.0000021890,0.05000,0.631
34,mlp.experts.38.down_proj,failsafe(rtn): 0.0010529,0.00000,0.011
34,mlp.experts.51.down_proj,0.0000070034,0.05000,0.599
34,mlp.experts.40.down_proj,0.0000031758,0.05000,0.554
34,mlp.experts.41.down_proj,0.0000133779,0.05000,0.599
34,mlp.experts.42.down_proj,0.0000077499,0.05000,0.618
34,mlp.experts.55.down_proj,0.0000035206,0.05000,0.589
34,mlp.experts.44.down_proj,0.0000017304,0.05000,0.735
34,mlp.experts.45.down_proj,0.0000053731,0.05000,0.747
34,mlp.experts.59.down_proj,0.0000049138,0.05000,0.709
34,mlp.experts.46.down_proj,0.0000053516,0.05000,0.740
34,mlp.experts.50.down_proj,failsafe(rtn): 0.0011826,0.00000,0.011
34,mlp.experts.48.down_proj,0.0000012124,0.05000,0.741
34,mlp.experts.49.down_proj,0.0000036305,0.05000,0.709
34,mlp.experts.54.down_proj,0.0000021073,0.05000,0.677
34,mlp.experts.63.down_proj,0.0000038577,0.05000,0.741
34,mlp.experts.52.down_proj,0.0000070202,0.05000,0.687
34,mlp.experts.53.down_proj,0.0000122140,0.05000,0.685
34,mlp.experts.58.down_proj,0.0000025989,0.05000,0.696
34,mlp.experts.67.down_proj,0.0000064543,0.05000,0.693
34,mlp.experts.71.down_proj,failsafe(rtn): 0.0010910,0.00000,0.012
34,mlp.experts.56.down_proj,0.0000019213,0.05000,0.688
34,mlp.experts.60.down_proj,failsafe(rtn): 0.0011444,0.00000,0.010
34,mlp.experts.57.down_proj,0.0000021194,0.05000,0.693
34,mlp.experts.62.down_proj,0.0000047649,0.05000,0.680
34,mlp.experts.75.down_proj,0.0000054691,0.05000,0.704
34,mlp.experts.79.down_proj,failsafe(rtn): 0.0010910,0.00000,0.014
34,mlp.experts.64.down_proj,0.0000035046,0.05000,0.628
34,mlp.experts.68.down_proj,failsafe(rtn): 0.0010986,0.00000,0.012
34,mlp.experts.61.down_proj,0.0000036507,0.05000,0.637
34,mlp.experts.65.down_proj,failsafe(rtn): 0.0011673,0.00000,0.013
34,mlp.experts.66.down_proj,0.0000044630,0.05000,0.687
34,mlp.experts.83.down_proj,0.0000068890,0.05000,0.670
34,mlp.experts.72.down_proj,0.0000031499,0.05000,0.742
34,mlp.experts.69.down_proj,0.0000037875,0.05000,0.734
34,mlp.experts.70.down_proj,0.0000050394,0.05000,0.653
34,mlp.experts.87.down_proj,0.0000033770,0.05000,0.651
34,mlp.experts.76.down_proj,0.0000021780,0.05000,0.719
34,mlp.experts.73.down_proj,0.0000194819,0.05000,0.697
34,mlp.experts.74.down_proj,0.0000072295,0.05000,0.693
34,mlp.experts.77.down_proj,failsafe(rtn): 0.0011292,0.00000,0.017
34,mlp.experts.78.down_proj,failsafe(rtn): 0.0011368,0.00000,0.016
34,mlp.experts.91.down_proj,0.0000196108,0.05000,0.703
34,mlp.experts.80.down_proj,0.0000049084,0.05000,0.689
34,mlp.experts.81.down_proj,0.0000038043,0.05000,0.622
34,mlp.experts.82.down_proj,0.0000070034,0.05000,0.638
34,mlp.experts.95.down_proj,0.0000012679,0.05000,0.631
34,mlp.experts.84.down_proj,0.0000034489,0.05000,0.684
34,mlp.experts.85.down_proj,0.0000077383,0.05000,0.675
34,mlp.experts.89.down_proj,failsafe(rtn): 0.0011215,0.00000,0.010
34,mlp.experts.86.down_proj,0.0000045393,0.05000,0.681
34,mlp.experts.99.down_proj,0.0000019735,0.05000,0.699
34,mlp.experts.90.down_proj,0.0000016107,0.05000,0.620
34,mlp.experts.88.down_proj,0.0000070897,0.05000,0.693
34,mlp.experts.93.down_proj,0.0000163953,0.05000,0.667
34,mlp.experts.103.down_proj,0.0000044657,0.05000,0.642
34,mlp.experts.92.down_proj,0.0000055057,0.05000,0.653
34,mlp.experts.94.down_proj,0.0000028207,0.05000,0.679
34,mlp.experts.97.down_proj,0.0000042842,0.05000,0.691
34,mlp.experts.107.down_proj,0.0000084125,0.05000,0.663
34,mlp.experts.111.down_proj,failsafe(rtn): 0.0010910,0.00000,0.011
34,mlp.experts.115.down_proj,failsafe(rtn): 0.0010681,0.00000,0.012
34,mlp.experts.119.down_proj,failsafe(rtn): 0.0011520,0.00000,0.012
34,mlp.experts.96.down_proj,0.0000031486,0.05000,0.703
34,mlp.experts.98.down_proj,0.0000023996,0.05000,0.718
34,mlp.experts.101.down_proj,0.0000040756,0.05000,0.688
34,mlp.experts.123.down_proj,0.0000056125,0.05000,0.630
34,mlp.experts.100.down_proj,0.0000075963,0.05000,0.666
34,mlp.experts.104.down_proj,failsafe(rtn): 0.0011597,0.00000,0.012
34,mlp.experts.127.down_proj,0.0000111694,0.05000,0.681
34,mlp.experts.102.down_proj,0.0000055639,0.05000,0.759
34,mlp.experts.105.down_proj,0.0000043995,0.05000,0.762
34,mlp.experts.108.down_proj,0.0000116912,0.05000,0.647
34,mlp.experts.131.down_proj,0.0000125722,0.05000,0.645
34,mlp.experts.106.down_proj,0.0000045731,0.05000,0.683
34,mlp.experts.109.down_proj,0.0000039181,0.05000,0.703
34,mlp.experts.113.down_proj,failsafe(rtn): 0.0010605,0.00000,0.012
34,mlp.experts.117.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
34,mlp.experts.112.down_proj,0.0000171464,0.05000,0.725
34,mlp.experts.135.down_proj,0.0000112830,0.05000,0.777
34,mlp.experts.139.down_proj,failsafe(rtn): 0.0011597,0.00000,0.013
34,mlp.experts.110.down_proj,0.0000081520,0.05000,0.743
34,mlp.experts.121.down_proj,0.0000068466,0.05000,0.700
34,mlp.experts.116.down_proj,0.0000275284,0.05000,0.753
34,mlp.experts.143.down_proj,0.0000026079,0.05000,0.692
34,mlp.experts.114.down_proj,0.0000052687,0.05000,0.696
34,mlp.experts.125.down_proj,0.0000201201,0.05000,0.680
34,mlp.experts.120.down_proj,0.0000053797,0.05000,0.647
34,mlp.experts.124.down_proj,failsafe(rtn): 0.0010910,0.00000,0.009
34,mlp.experts.118.down_proj,0.0000059632,0.05000,0.619
34,mlp.experts.147.down_proj,0.0000167037,0.05000,0.645
34,mlp.experts.129.down_proj,0.0000150286,0.05000,0.627
34,mlp.experts.128.down_proj,0.0000108705,0.05000,0.679
34,mlp.experts.151.down_proj,0.0000037863,0.05000,0.634
34,mlp.experts.122.down_proj,0.0000092715,0.05000,0.681
34,mlp.experts.126.down_proj,failsafe(rtn): 0.0011215,0.00000,0.010
34,mlp.experts.133.down_proj,0.0000110648,0.05000,0.719
34,mlp.experts.132.down_proj,0.0000070893,0.05000,0.640
34,mlp.experts.155.down_proj,0.0000024568,0.05000,0.687
34,mlp.experts.130.down_proj,0.0000123891,0.05000,0.669
34,mlp.experts.134.down_proj,failsafe(rtn): 0.0012054,0.00000,0.012
34,mlp.experts.137.down_proj,0.0000053266,0.05000,0.690
34,mlp.experts.136.down_proj,0.0000055610,0.05000,0.634
34,mlp.experts.159.down_proj,0.0000028674,0.05000,0.617
34,mlp.experts.138.down_proj,0.0000162420,0.05000,0.620
34,mlp.experts.141.down_proj,0.0000064008,0.05000,0.613
34,mlp.experts.145.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
34,mlp.experts.140.down_proj,0.0000037043,0.05000,0.672
34,mlp.experts.144.down_proj,failsafe(rtn): 0.0011978,0.00000,0.009
34,mlp.experts.148.down_proj,failsafe(rtn): 0.0011368,0.00000,0.010
34,mlp.experts.163.down_proj,0.0000020811,0.05000,0.688
34,mlp.experts.142.down_proj,0.0000079096,0.05000,0.711
34,mlp.experts.149.down_proj,0.0000039340,0.05000,0.665
34,mlp.experts.152.down_proj,0.0000029041,0.05000,0.711
34,mlp.experts.167.down_proj,0.0000081153,0.05000,0.705
34,mlp.experts.156.down_proj,failsafe(rtn): 0.0011063,0.00000,0.015
34,mlp.experts.146.down_proj,0.0000040304,0.05000,0.645
34,mlp.experts.153.down_proj,0.0000032289,0.05000,0.653
34,mlp.experts.160.down_proj,0.0000068663,0.05000,0.641
34,mlp.experts.157.down_proj,0.0000054555,0.05000,0.641
34,mlp.experts.150.down_proj,0.0000072041,0.05000,0.671
34,mlp.experts.171.down_proj,0.0000038834,0.05000,0.698
34,mlp.experts.154.down_proj,0.0000041703,0.05000,0.626
34,mlp.experts.164.down_proj,0.0000062315,0.05000,0.689
34,mlp.experts.161.down_proj,0.0000039112,0.05000,0.673
34,mlp.experts.175.down_proj,0.0000030558,0.05000,0.674
34,mlp.experts.179.down_proj,failsafe(rtn): 0.0011673,0.00000,0.009
34,mlp.experts.168.down_proj,0.0000093005,0.05000,0.655
34,mlp.experts.183.down_proj,0.0000084305,0.05000,0.631
34,mlp.experts.158.down_proj,0.0000053432,0.05000,0.713
34,mlp.experts.165.down_proj,0.0000037613,0.05000,0.694
34,mlp.experts.172.down_proj,0.0000101595,0.05000,0.610
34,mlp.experts.187.down_proj,0.0000024606,0.05000,0.611
34,mlp.experts.162.down_proj,0.0000168112,0.05000,0.605
34,mlp.experts.169.down_proj,0.0000030057,0.05000,0.605
34,mlp.experts.191.down_proj,0.0000096959,0.05000,0.640
34,mlp.experts.173.down_proj,0.0000056598,0.05000,0.633
34,mlp.experts.176.down_proj,0.0000087959,0.05000,0.712
34,mlp.experts.166.down_proj,0.0000058469,0.05000,0.718
34,mlp.experts.195.down_proj,0.0000028040,0.05000,0.707
34,mlp.experts.180.down_proj,0.0000037404,0.05000,0.672
34,mlp.experts.170.down_proj,0.0000027009,0.05000,0.651
34,mlp.experts.177.down_proj,0.0000034900,0.05000,0.729
34,mlp.experts.174.down_proj,failsafe(rtn): 0.0012054,0.00000,0.014
34,mlp.experts.178.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
34,mlp.experts.199.down_proj,0.0000017484,0.05000,0.651
34,mlp.experts.184.down_proj,0.0000065377,0.05000,0.679
34,mlp.experts.182.down_proj,0.0000036091,0.05000,0.676
34,mlp.experts.186.down_proj,failsafe(rtn): 0.0010986,0.00000,0.009
34,mlp.experts.181.down_proj,0.0000027524,0.05000,0.720
34,mlp.experts.190.down_proj,failsafe(rtn): 0.0011520,0.00000,0.010
34,mlp.experts.203.down_proj,0.0000092471,0.05000,0.683
34,mlp.experts.188.down_proj,0.0000019911,0.05000,0.688
34,mlp.experts.185.down_proj,0.0000055901,0.05000,0.682
34,mlp.experts.189.down_proj,failsafe(rtn): 0.0010986,0.00000,0.011
34,mlp.experts.193.down_proj,failsafe(rtn): 0.0010986,0.00000,0.010
34,mlp.experts.194.down_proj,0.0000122853,0.05000,0.719
34,mlp.experts.207.down_proj,0.0000040402,0.05000,0.691
34,mlp.experts.211.down_proj,failsafe(rtn): 0.0010681,0.00000,0.009
34,mlp.experts.192.down_proj,0.0000042510,0.05000,0.721
34,mlp.experts.198.down_proj,0.0000235017,0.05000,0.632
34,mlp.experts.197.down_proj,0.0000260684,0.05000,0.663
34,mlp.experts.215.down_proj,0.0000044030,0.05000,0.701
34,mlp.experts.196.down_proj,0.0000045336,0.05000,0.684
34,mlp.experts.200.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
34,mlp.experts.201.down_proj,0.0000229196,0.05000,0.669
34,mlp.experts.202.down_proj,0.0000012449,0.05000,0.690
34,mlp.experts.219.down_proj,0.0000052653,0.05000,0.668
34,mlp.experts.206.down_proj,0.0000047962,0.05000,0.627
34,mlp.experts.205.down_proj,0.0000049660,0.05000,0.652
34,mlp.experts.210.down_proj,failsafe(rtn): 0.0010757,0.00000,0.016
34,mlp.experts.204.down_proj,0.0000012492,0.05000,0.675
34,mlp.experts.223.down_proj,0.0000041042,0.05000,0.621
34,mlp.experts.214.down_proj,0.0000055558,0.05000,0.605
34,mlp.experts.208.down_proj,0.0000020418,0.05000,0.628
34,mlp.experts.209.down_proj,0.0000023218,0.05000,0.649
34,mlp.experts.213.down_proj,failsafe(rtn): 0.0011139,0.00000,0.011
34,mlp.experts.227.down_proj,0.0000035992,0.05000,0.677
34,mlp.experts.212.down_proj,0.0000029298,0.05000,0.620
34,mlp.experts.218.down_proj,0.0000025912,0.05000,0.655
34,mlp.experts.217.down_proj,0.0000032825,0.05000,0.649
34,mlp.experts.221.down_proj,failsafe(rtn): 0.0010986,0.00000,0.012
34,mlp.experts.216.down_proj,0.0000040485,0.05000,0.634
34,mlp.experts.231.down_proj,0.0000028265,0.05000,0.672
34,mlp.experts.222.down_proj,0.0000022490,0.05000,0.647
34,mlp.experts.220.down_proj,failsafe(rtn): 0.0010986,0.00000,0.021
34,mlp.experts.225.down_proj,0.0000037016,0.05000,0.650
34,mlp.experts.235.down_proj,0.0000021697,0.05000,0.609
34,mlp.experts.224.down_proj,0.0000063024,0.05000,0.614
34,mlp.experts.226.down_proj,0.0000121104,0.05000,0.633
34,mlp.experts.229.down_proj,0.0000053965,0.05000,0.615
34,mlp.experts.239.down_proj,0.0000063900,0.05000,0.689
34,mlp.experts.230.down_proj,0.0000056666,0.05000,0.666
34,mlp.experts.228.down_proj,0.0000044118,0.05000,0.690
34,mlp.experts.233.down_proj,0.0000150766,0.05000,0.642
34,mlp.experts.237.down_proj,failsafe(rtn): 0.0011368,0.00000,0.013
34,mlp.experts.243.down_proj,0.0000173684,0.05000,0.688
34,mlp.experts.234.down_proj,0.0000031390,0.05000,0.683
34,mlp.experts.241.down_proj,0.0000262168,0.05000,0.648
34,mlp.experts.247.down_proj,failsafe(rtn): 0.0011597,0.00000,0.022
34,mlp.experts.232.down_proj,0.0000167840,0.05000,0.703
34,mlp.experts.245.down_proj,0.0000020396,0.05000,0.634
34,mlp.experts.251.down_proj,0.0000072440,0.05000,0.637
34,mlp.experts.238.down_proj,0.0000019331,0.05000,0.693
34,mlp.experts.236.down_proj,0.0000061443,0.05000,0.672
34,mlp.experts.242.down_proj,failsafe(rtn): 0.0010681,0.00000,0.016
34,mlp.experts.255.down_proj,0.0000030122,0.05000,0.655
34,mlp.experts.249.down_proj,0.0000031246,0.05000,0.698
34,mlp.experts.246.down_proj,0.0000262391,0.05000,0.652
34,mlp.experts.240.down_proj,0.0000022830,0.05000,0.699
34,mlp.experts.253.down_proj,0.0000089218,0.05000,0.450
34,mlp.experts.250.down_proj,0.0000088391,0.05000,0.450
34,mlp.experts.244.down_proj,0.0000027112,0.05000,0.439
34,mlp.experts.254.down_proj,0.0000047981,0.05000,0.291
34,mlp.experts.248.down_proj,0.0000061082,0.05000,0.280
34,mlp.experts.252.down_proj,0.0000028673,0.05000,0.150
35,mlp.experts.2.gate_proj,0.0000283442,0.05000,2.538
35,mlp.experts.1.gate_proj,0.0001115616,0.05000,2.574
35,mlp.experts.0.gate_proj,0.0001386164,0.05000,2.702
35,mlp.experts.3.gate_proj,0.0000248374,0.05000,2.739
35,mlp.experts.6.gate_proj,0.0000546095,0.05000,2.569
35,mlp.experts.5.gate_proj,0.0000448594,0.05000,2.602
35,mlp.experts.4.gate_proj,0.0002126106,0.05000,2.618
35,mlp.experts.7.gate_proj,0.0000374026,0.05000,2.593
35,mlp.experts.10.gate_proj,0.0000297927,0.05000,2.628
35,mlp.experts.9.gate_proj,0.0000414639,0.05000,2.577
35,mlp.experts.11.gate_proj,0.0000878568,0.05000,2.586
35,mlp.experts.8.gate_proj,0.0001180121,0.05000,2.629
35,mlp.experts.14.gate_proj,0.0004129376,0.05000,2.568
35,mlp.experts.13.gate_proj,0.0000377876,0.05000,2.592
35,mlp.experts.15.gate_proj,0.0001947714,0.05000,2.539
35,mlp.experts.12.gate_proj,0.0000482661,0.05000,2.560
35,mlp.experts.18.gate_proj,0.0002330547,0.05000,2.650
35,mlp.experts.17.gate_proj,0.0001292663,0.05000,2.689
35,mlp.experts.19.gate_proj,0.0001153135,0.05000,2.608
35,mlp.experts.16.gate_proj,0.0001893635,0.05000,2.598
35,mlp.experts.22.gate_proj,0.0000128022,0.05000,2.540
35,mlp.experts.21.gate_proj,0.0001015902,0.05000,2.565
35,mlp.experts.23.gate_proj,0.0002392493,0.05000,2.550
35,mlp.experts.25.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.044
35,mlp.experts.20.gate_proj,0.0000244533,0.05000,2.559
35,mlp.experts.29.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.050
35,mlp.experts.26.gate_proj,0.0003351709,0.05000,2.605
35,mlp.experts.24.gate_proj,0.0001680392,0.05000,2.577
35,mlp.experts.33.gate_proj,0.0003322049,0.05000,2.573
35,mlp.experts.28.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.042
35,mlp.experts.27.gate_proj,0.0004700569,0.05000,2.705
35,mlp.experts.31.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.042
35,mlp.experts.30.gate_proj,0.0000974461,0.05000,2.845
35,mlp.experts.32.gate_proj,0.0000818363,0.05000,2.735
35,mlp.experts.37.gate_proj,0.0000274459,0.05000,2.761
35,mlp.experts.41.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.037
35,mlp.experts.45.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.037
35,mlp.experts.35.gate_proj,0.0001125302,0.05000,2.759
35,mlp.experts.36.gate_proj,0.0002677855,0.05000,2.667
35,mlp.experts.34.gate_proj,0.0000443889,0.05000,2.784
35,mlp.experts.49.gate_proj,0.0000238513,0.05000,2.718
35,mlp.experts.39.gate_proj,0.0000237822,0.05000,2.754
35,mlp.experts.40.gate_proj,0.0000485141,0.05000,2.622
35,mlp.experts.38.gate_proj,0.0002119815,0.05000,2.653
35,mlp.experts.53.gate_proj,0.0002047835,0.05000,2.693
35,mlp.experts.43.gate_proj,0.0001583290,0.05000,2.758
35,mlp.experts.44.gate_proj,0.0000504353,0.05000,2.608
35,mlp.experts.42.gate_proj,0.0000399013,0.05000,2.563
35,mlp.experts.57.gate_proj,0.0000226850,0.05000,2.570
35,mlp.experts.47.gate_proj,0.0000749729,0.05000,2.650
35,mlp.experts.48.gate_proj,0.0002914648,0.05000,2.608
35,mlp.experts.46.gate_proj,0.0000930454,0.05000,2.587
35,mlp.experts.50.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.043
35,mlp.experts.61.gate_proj,0.0000212177,0.05000,2.537
35,mlp.experts.51.gate_proj,0.0001856223,0.05000,2.519
35,mlp.experts.52.gate_proj,0.0000805661,0.05000,2.709
35,mlp.experts.54.gate_proj,0.0001021197,0.05000,2.666
35,mlp.experts.65.gate_proj,0.0000851726,0.05000,2.696
35,mlp.experts.55.gate_proj,0.0000433839,0.05000,2.738
35,mlp.experts.58.gate_proj,0.0001028764,0.05000,2.488
35,mlp.experts.56.gate_proj,0.0001476199,0.05000,2.578
35,mlp.experts.69.gate_proj,0.0001690523,0.05000,2.565
35,mlp.experts.59.gate_proj,0.0000776213,0.05000,2.526
35,mlp.experts.62.gate_proj,0.0000997406,0.05000,2.334
35,mlp.experts.60.gate_proj,0.0000281970,0.05000,2.421
35,mlp.experts.73.gate_proj,0.0000240734,0.05000,2.360
35,mlp.experts.63.gate_proj,0.0000314200,0.05000,2.463
35,mlp.experts.66.gate_proj,0.0000600967,0.05000,2.712
35,mlp.experts.70.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.043
35,mlp.experts.64.gate_proj,0.0002005651,0.05000,2.635
35,mlp.experts.77.gate_proj,0.0001154189,0.05000,2.703
35,mlp.experts.67.gate_proj,0.0001819596,0.05000,2.692
35,mlp.experts.74.gate_proj,0.0001776699,0.05000,2.643
35,mlp.experts.68.gate_proj,0.0001386359,0.05000,2.667
35,mlp.experts.81.gate_proj,0.0000993675,0.05000,2.804
35,mlp.experts.71.gate_proj,0.0000429930,0.05000,2.687
35,mlp.experts.78.gate_proj,0.0001065490,0.05000,2.688
35,mlp.experts.72.gate_proj,0.0000882237,0.05000,2.673
35,mlp.experts.85.gate_proj,0.0000213050,0.05000,2.716
35,mlp.experts.75.gate_proj,0.0001809880,0.05000,2.703
35,mlp.experts.82.gate_proj,0.0001670640,0.05000,2.575
35,mlp.experts.76.gate_proj,0.0001065944,0.05000,2.576
35,mlp.experts.89.gate_proj,0.0000393549,0.05000,2.536
35,mlp.experts.79.gate_proj,0.0000682574,0.05000,2.614
35,mlp.experts.86.gate_proj,0.0001012168,0.05000,2.556
35,mlp.experts.80.gate_proj,0.0000561095,0.05000,2.591
35,mlp.experts.93.gate_proj,0.0002474224,0.05000,2.521
35,mlp.experts.83.gate_proj,0.0000184173,0.05000,2.583
35,mlp.experts.90.gate_proj,0.0001315430,0.05000,2.678
35,mlp.experts.84.gate_proj,0.0002473226,0.05000,2.657
35,mlp.experts.97.gate_proj,0.0000740123,0.05000,2.632
35,mlp.experts.87.gate_proj,0.0001773672,0.05000,2.581
35,mlp.experts.94.gate_proj,0.0000293507,0.05000,2.524
35,mlp.experts.88.gate_proj,0.0000919605,0.05000,2.503
35,mlp.experts.101.gate_proj,0.0001722055,0.05000,2.481
35,mlp.experts.91.gate_proj,0.0005184973,0.05000,2.424
35,mlp.experts.92.gate_proj,0.0000447970,0.05000,2.633
35,mlp.experts.98.gate_proj,0.0000570602,0.05000,2.734
35,mlp.experts.105.gate_proj,0.0002581265,0.05000,2.711
35,mlp.experts.95.gate_proj,0.0001444647,0.05000,2.598
35,mlp.experts.109.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.052
35,mlp.experts.96.gate_proj,0.0001823311,0.05000,2.615
35,mlp.experts.102.gate_proj,0.0001977769,0.05000,2.674
35,mlp.experts.99.gate_proj,0.0000145610,0.05000,2.595
35,mlp.experts.113.gate_proj,0.0002607448,0.05000,2.665
35,mlp.experts.100.gate_proj,0.0000529269,0.05000,2.578
35,mlp.experts.106.gate_proj,0.0001126798,0.05000,2.575
35,mlp.experts.103.gate_proj,0.0001461441,0.05000,2.642
35,mlp.experts.117.gate_proj,0.0000527724,0.05000,2.649
35,mlp.experts.104.gate_proj,0.0000403175,0.05000,2.481
35,mlp.experts.110.gate_proj,0.0000857400,0.05000,2.470
35,mlp.experts.107.gate_proj,0.0002458538,0.05000,2.486
35,mlp.experts.121.gate_proj,0.0000979696,0.05000,2.475
35,mlp.experts.125.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.045
35,mlp.experts.108.gate_proj,0.0000746476,0.05000,2.623
35,mlp.experts.114.gate_proj,0.0000342395,0.05000,2.665
35,mlp.experts.111.gate_proj,0.0000339721,0.05000,2.640
35,mlp.experts.129.gate_proj,0.0003128136,0.05000,2.617
35,mlp.experts.112.gate_proj,0.0000765725,0.05000,2.650
35,mlp.experts.118.gate_proj,0.0003971170,0.05000,2.575
35,mlp.experts.115.gate_proj,0.0001686549,0.05000,2.545
35,mlp.experts.133.gate_proj,0.0001125134,0.05000,2.617
35,mlp.experts.116.gate_proj,0.0000790404,0.05000,2.719
35,mlp.experts.122.gate_proj,0.0003724725,0.05000,2.717
35,mlp.experts.119.gate_proj,0.0002444421,0.05000,2.760
35,mlp.experts.137.gate_proj,0.0001733678,0.05000,2.751
35,mlp.experts.120.gate_proj,0.0001125448,0.05000,2.856
35,mlp.experts.126.gate_proj,0.0000816592,0.05000,2.869
35,mlp.experts.130.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.040
35,mlp.experts.123.gate_proj,0.0000550150,0.05000,2.933
35,mlp.experts.141.gate_proj,0.0002107186,0.05000,2.900
35,mlp.experts.124.gate_proj,0.0001884157,0.05000,2.658
35,mlp.experts.134.gate_proj,0.0003650202,0.05000,2.656
35,mlp.experts.127.gate_proj,0.0000809535,0.05000,2.643
35,mlp.experts.145.gate_proj,0.0000132057,0.05000,2.657
35,mlp.experts.128.gate_proj,0.0002727697,0.05000,2.540
35,mlp.experts.138.gate_proj,0.0002340388,0.05000,2.534
35,mlp.experts.131.gate_proj,0.0000909467,0.05000,2.533
35,mlp.experts.149.gate_proj,0.0001578446,0.05000,2.514
35,mlp.experts.132.gate_proj,0.0000264182,0.05000,2.655
35,mlp.experts.142.gate_proj,0.0002737076,0.05000,2.628
35,mlp.experts.135.gate_proj,0.0002875232,0.05000,2.613
35,mlp.experts.153.gate_proj,0.0000251760,0.05000,2.693
35,mlp.experts.136.gate_proj,0.0001655741,0.05000,2.465
35,mlp.experts.140.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.047
35,mlp.experts.144.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.044
35,mlp.experts.146.gate_proj,0.0001206039,0.05000,2.663
35,mlp.experts.139.gate_proj,0.0002025159,0.05000,2.531
35,mlp.experts.157.gate_proj,0.0001840767,0.05000,2.588
35,mlp.experts.148.gate_proj,0.0000196890,0.05000,2.714
35,mlp.experts.143.gate_proj,0.0002360470,0.05000,2.640
35,mlp.experts.147.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.041
35,mlp.experts.150.gate_proj,0.0003466839,0.05000,2.738
35,mlp.experts.161.gate_proj,0.0000551825,0.05000,2.621
35,mlp.experts.152.gate_proj,0.0001416886,0.05000,2.507
35,mlp.experts.151.gate_proj,0.0000315210,0.05000,2.515
35,mlp.experts.154.gate_proj,0.0003754314,0.05000,2.627
35,mlp.experts.158.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.038
35,mlp.experts.165.gate_proj,0.0000371556,0.05000,2.552
35,mlp.experts.169.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.043
35,mlp.experts.156.gate_proj,0.0000604080,0.05000,2.834
35,mlp.experts.160.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.034
35,mlp.experts.155.gate_proj,0.0001079007,0.05000,2.690
35,mlp.experts.162.gate_proj,0.0002096419,0.05000,2.648
35,mlp.experts.173.gate_proj,0.0001456342,0.05000,2.688
35,mlp.experts.177.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.044
35,mlp.experts.159.gate_proj,0.0000462573,0.05000,2.565
35,mlp.experts.164.gate_proj,0.0001388007,0.05000,2.626
35,mlp.experts.168.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.039
35,mlp.experts.166.gate_proj,0.0003912430,0.05000,2.695
35,mlp.experts.181.gate_proj,0.0002631221,0.05000,2.570
35,mlp.experts.163.gate_proj,0.0000709678,0.05000,2.620
35,mlp.experts.172.gate_proj,0.0002486299,0.05000,2.549
35,mlp.experts.170.gate_proj,0.0001819414,0.05000,2.587
35,mlp.experts.185.gate_proj,0.0000238918,0.05000,2.609
35,mlp.experts.167.gate_proj,0.0001049717,0.05000,2.596
35,mlp.experts.176.gate_proj,0.0001336762,0.05000,2.638
35,mlp.experts.174.gate_proj,0.0001613654,0.05000,2.576
35,mlp.experts.189.gate_proj,0.0000840535,0.05000,2.553
35,mlp.experts.171.gate_proj,0.0001915201,0.05000,2.664
35,mlp.experts.175.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.044
35,mlp.experts.180.gate_proj,0.0001376137,0.05000,2.714
35,mlp.experts.178.gate_proj,0.0003780205,0.05000,2.626
35,mlp.experts.193.gate_proj,0.0003322678,0.05000,2.665
35,mlp.experts.184.gate_proj,0.0000272235,0.05000,2.720
35,mlp.experts.179.gate_proj,0.0003759052,0.05000,2.794
35,mlp.experts.182.gate_proj,0.0000668515,0.05000,2.690
35,mlp.experts.183.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.043
35,mlp.experts.186.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.043
35,mlp.experts.197.gate_proj,0.0001472068,0.05000,2.705
35,mlp.experts.190.gate_proj,0.0000181139,0.05000,2.496
35,mlp.experts.188.gate_proj,0.0002505968,0.05000,2.600
35,mlp.experts.187.gate_proj,0.0002162985,0.05000,2.523
35,mlp.experts.201.gate_proj,0.0000673119,0.05000,2.626
35,mlp.experts.192.gate_proj,0.0001384953,0.05000,2.637
35,mlp.experts.194.gate_proj,0.0002263077,0.05000,2.659
35,mlp.experts.191.gate_proj,0.0000389406,0.05000,2.665
35,mlp.experts.205.gate_proj,0.0001957412,0.05000,2.628
35,mlp.experts.196.gate_proj,0.0000264074,0.05000,2.428
35,mlp.experts.198.gate_proj,0.0001386588,0.05000,2.418
35,mlp.experts.195.gate_proj,0.0001870550,0.05000,2.423
35,mlp.experts.202.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.053
35,mlp.experts.209.gate_proj,0.0000827104,0.05000,2.463
35,mlp.experts.199.gate_proj,0.0003210498,0.05000,2.505
35,mlp.experts.200.gate_proj,0.0001738870,0.05000,2.587
35,mlp.experts.204.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.039
35,mlp.experts.206.gate_proj,0.0000371312,0.05000,2.591
35,mlp.experts.213.gate_proj,0.0001009275,0.05000,2.594
35,mlp.experts.203.gate_proj,0.0001305393,0.05000,2.546
35,mlp.experts.210.gate_proj,0.0000472921,0.05000,2.509
35,mlp.experts.208.gate_proj,0.0001872066,0.05000,2.604
35,mlp.experts.217.gate_proj,0.0001066965,0.05000,2.584
35,mlp.experts.221.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.043
35,mlp.experts.207.gate_proj,0.0005389588,0.05000,2.577
35,mlp.experts.211.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.035
35,mlp.experts.214.gate_proj,0.0000174590,0.05000,2.561
35,mlp.experts.212.gate_proj,0.0001957104,0.05000,2.671
35,mlp.experts.225.gate_proj,0.0001331687,0.05000,2.576
35,mlp.experts.215.gate_proj,0.0002087953,0.05000,2.522
35,mlp.experts.218.gate_proj,0.0000129534,0.05000,2.574
35,mlp.experts.216.gate_proj,0.0003451909,0.05000,2.544
35,mlp.experts.229.gate_proj,0.0000636108,0.05000,2.485
35,mlp.experts.219.gate_proj,0.0001045835,0.05000,2.560
35,mlp.experts.222.gate_proj,0.0002917707,0.05000,2.560
35,mlp.experts.220.gate_proj,0.0000879691,0.05000,2.608
35,mlp.experts.233.gate_proj,0.0000557133,0.05000,2.563
35,mlp.experts.237.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.039
35,mlp.experts.223.gate_proj,0.0000166192,0.05000,2.640
35,mlp.experts.226.gate_proj,0.0004479396,0.05000,2.667
35,mlp.experts.224.gate_proj,0.0000299646,0.05000,2.642
35,mlp.experts.241.gate_proj,0.0002411513,0.05000,2.658
35,mlp.experts.227.gate_proj,0.0002562211,0.05000,2.770
35,mlp.experts.230.gate_proj,0.0001017988,0.05000,2.697
35,mlp.experts.228.gate_proj,0.0001151199,0.05000,2.831
35,mlp.experts.245.gate_proj,0.0003182927,0.05000,2.790
35,mlp.experts.231.gate_proj,0.0001021732,0.05000,2.792
35,mlp.experts.234.gate_proj,0.0002191409,0.05000,2.848
35,mlp.experts.238.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.042
35,mlp.experts.232.gate_proj,0.0004460348,0.05000,2.788
35,mlp.experts.249.gate_proj,0.0003670322,0.05000,2.811
35,mlp.experts.235.gate_proj,0.0000756746,0.05000,2.654
35,mlp.experts.242.gate_proj,0.0000535756,0.05000,2.652
35,mlp.experts.253.gate_proj,0.0001224531,0.05000,2.529
35,mlp.experts.236.gate_proj,0.0000320398,0.05000,2.601
35,mlp.experts.239.gate_proj,0.0003692877,0.05000,2.634
35,mlp.experts.243.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.037
35,mlp.experts.246.gate_proj,0.0003171246,0.05000,2.733
35,mlp.experts.240.gate_proj,0.0001057590,0.05000,2.772
35,mlp.experts.1.up_proj,0.0000973229,0.05000,2.815
35,mlp.experts.244.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.052
35,mlp.experts.247.gate_proj,0.0002212583,0.05000,2.730
35,mlp.experts.250.gate_proj,0.0000378976,0.05000,2.789
35,mlp.experts.5.up_proj,0.0000427577,0.05000,2.691
35,mlp.experts.248.gate_proj,0.0001732695,0.05000,2.874
35,mlp.experts.251.gate_proj,0.0002782563,0.05000,2.418
35,mlp.experts.254.gate_proj,0.0002403555,0.05000,2.485
35,mlp.experts.9.up_proj,0.0000333030,0.05000,2.453
35,mlp.experts.252.gate_proj,0.0002655917,0.05000,2.381
35,mlp.experts.255.gate_proj,0.0000523673,0.05000,1.419
35,mlp.experts.2.up_proj,0.0000270511,0.05000,1.193
35,mlp.experts.6.up_proj,0.0000466855,0.05000,2.651
35,mlp.experts.0.up_proj,0.0001109555,0.05000,2.664
35,mlp.experts.13.up_proj,0.0000297768,0.05000,2.708
35,mlp.experts.3.up_proj,0.0000212348,0.05000,2.767
35,mlp.experts.17.up_proj,0.0001104600,0.05000,2.677
35,mlp.experts.10.up_proj,0.0000248407,0.05000,2.752
35,mlp.experts.4.up_proj,0.0001878056,0.05000,2.773
35,mlp.experts.7.up_proj,0.0000289344,0.05000,2.737
35,mlp.experts.8.up_proj,0.0000820682,0.05000,2.716
35,mlp.experts.11.up_proj,0.0000649120,0.05000,2.710
35,mlp.experts.21.up_proj,0.0000786661,0.05000,2.850
35,mlp.experts.14.up_proj,0.0003226124,0.05000,2.830
35,mlp.experts.25.up_proj,failsafe(rtn): 0.0011368,0.00000,0.050
35,mlp.experts.29.up_proj,failsafe(rtn): 0.0010757,0.00000,0.044
35,mlp.experts.12.up_proj,0.0000420352,0.05000,2.683
35,mlp.experts.33.up_proj,0.0002981677,0.05000,2.632
35,mlp.experts.15.up_proj,0.0001802803,0.05000,2.790
35,mlp.experts.18.up_proj,0.0002166556,0.05000,2.819
35,mlp.experts.16.up_proj,0.0001553023,0.05000,2.650
35,mlp.experts.22.up_proj,0.0000129208,0.05000,2.457
35,mlp.experts.37.up_proj,0.0000228294,0.05000,2.552
35,mlp.experts.41.up_proj,failsafe(rtn): 0.0010681,0.00000,0.031
35,mlp.experts.45.up_proj,failsafe(rtn): 0.0011444,0.00000,0.032
35,mlp.experts.19.up_proj,0.0001000488,0.05000,2.624
35,mlp.experts.20.up_proj,0.0000195751,0.05000,2.400
35,mlp.experts.26.up_proj,0.0003192251,0.05000,2.512
35,mlp.experts.49.up_proj,0.0000210278,0.05000,2.450
35,mlp.experts.23.up_proj,0.0002005733,0.05000,2.568
35,mlp.experts.24.up_proj,0.0001514015,0.05000,2.623
35,mlp.experts.28.up_proj,failsafe(rtn): 0.0010834,0.00000,0.041
35,mlp.experts.30.up_proj,0.0000800695,0.05000,2.617
35,mlp.experts.53.up_proj,0.0001857952,0.05000,2.681
35,mlp.experts.27.up_proj,0.0003441432,0.05000,2.633
35,mlp.experts.31.up_proj,failsafe(rtn): 0.0012054,0.00000,0.043
35,mlp.experts.32.up_proj,0.0000650821,0.05000,2.717
35,mlp.experts.57.up_proj,0.0000208497,0.05000,2.648
35,mlp.experts.34.up_proj,0.0000293911,0.05000,2.825
35,mlp.experts.35.up_proj,0.0001041747,0.05000,2.740
35,mlp.experts.36.up_proj,0.0002196367,0.05000,2.624
35,mlp.experts.61.up_proj,0.0000219153,0.05000,2.674
35,mlp.experts.38.up_proj,0.0001577554,0.05000,2.641
35,mlp.experts.39.up_proj,0.0000240057,0.05000,2.519
35,mlp.experts.65.up_proj,0.0000797141,0.05000,2.607
35,mlp.experts.40.up_proj,0.0000417716,0.05000,2.813
35,mlp.experts.42.up_proj,0.0000326420,0.05000,2.731
35,mlp.experts.43.up_proj,0.0001475567,0.05000,2.747
35,mlp.experts.44.up_proj,0.0000354671,0.05000,2.543
35,mlp.experts.69.up_proj,0.0001405576,0.05000,2.600
35,mlp.experts.47.up_proj,0.0000688068,0.05000,2.580
35,mlp.experts.46.up_proj,0.0000731221,0.05000,2.640
35,mlp.experts.50.up_proj,failsafe(rtn): 0.0011520,0.00000,0.038
35,mlp.experts.48.up_proj,0.0002644833,0.05000,2.608
35,mlp.experts.73.up_proj,0.0000197550,0.05000,2.672
35,mlp.experts.51.up_proj,0.0001492976,0.05000,2.614
35,mlp.experts.54.up_proj,0.0000841155,0.05000,2.700
35,mlp.experts.77.up_proj,0.0000807823,0.05000,2.632
35,mlp.experts.52.up_proj,0.0000710487,0.05000,2.712
35,mlp.experts.55.up_proj,0.0000327675,0.05000,2.703
35,mlp.experts.58.up_proj,0.0000613603,0.05000,2.677
35,mlp.experts.56.up_proj,0.0001635025,0.05000,2.532
35,mlp.experts.81.up_proj,0.0000881557,0.05000,2.647
35,mlp.experts.59.up_proj,0.0000665939,0.05000,2.593
35,mlp.experts.62.up_proj,0.0000839137,0.05000,2.553
35,mlp.experts.60.up_proj,0.0000210919,0.05000,2.461
35,mlp.experts.85.up_proj,0.0000186564,0.05000,2.394
35,mlp.experts.63.up_proj,0.0000232071,0.05000,2.426
35,mlp.experts.66.up_proj,0.0000445065,0.05000,2.451
35,mlp.experts.70.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
35,mlp.experts.89.up_proj,0.0000300426,0.05000,2.565
35,mlp.experts.64.up_proj,0.0001768691,0.05000,2.725
35,mlp.experts.67.up_proj,0.0001387876,0.05000,2.691
35,mlp.experts.74.up_proj,0.0001789053,0.05000,2.694
35,mlp.experts.93.up_proj,0.0002033211,0.05000,2.603
35,mlp.experts.68.up_proj,0.0001082376,0.05000,2.532
35,mlp.experts.71.up_proj,0.0000332554,0.05000,2.556
35,mlp.experts.78.up_proj,0.0000740229,0.05000,2.534
35,mlp.experts.97.up_proj,0.0000663410,0.05000,2.531
35,mlp.experts.72.up_proj,0.0000624487,0.05000,2.550
35,mlp.experts.75.up_proj,0.0001600002,0.05000,2.595
35,mlp.experts.82.up_proj,0.0001530197,0.05000,2.624
35,mlp.experts.76.up_proj,0.0000987605,0.05000,2.542
35,mlp.experts.101.up_proj,0.0001277341,0.05000,2.618
35,mlp.experts.79.up_proj,0.0000466159,0.05000,2.628
35,mlp.experts.86.up_proj,0.0000973843,0.05000,2.665
35,mlp.experts.80.up_proj,0.0000435331,0.05000,2.562
35,mlp.experts.105.up_proj,0.0002098967,0.05000,2.625
35,mlp.experts.109.up_proj,failsafe(rtn): 0.0011826,0.00000,0.041
35,mlp.experts.83.up_proj,0.0000167386,0.05000,2.566
35,mlp.experts.90.up_proj,0.0001139311,0.05000,2.661
35,mlp.experts.84.up_proj,0.0002370411,0.05000,2.302
35,mlp.experts.113.up_proj,0.0002221904,0.05000,2.190
35,mlp.experts.87.up_proj,0.0001283909,0.05000,2.325
35,mlp.experts.94.up_proj,0.0000279236,0.05000,2.328
35,mlp.experts.117.up_proj,0.0000447463,0.05000,2.460
35,mlp.experts.88.up_proj,0.0000712232,0.05000,2.523
35,mlp.experts.91.up_proj,0.0004360000,0.05000,2.417
35,mlp.experts.98.up_proj,0.0000488830,0.05000,2.361
35,mlp.experts.92.up_proj,0.0000377899,0.05000,2.461
35,mlp.experts.121.up_proj,0.0000693360,0.05000,2.592
35,mlp.experts.125.up_proj,failsafe(rtn): 0.0010986,0.00000,0.042
35,mlp.experts.95.up_proj,0.0001045381,0.05000,2.642
35,mlp.experts.102.up_proj,0.0001528367,0.05000,2.703
35,mlp.experts.96.up_proj,0.0001748136,0.05000,2.788
35,mlp.experts.129.up_proj,0.0003086556,0.05000,2.702
35,mlp.experts.99.up_proj,0.0000144467,0.05000,2.803
35,mlp.experts.106.up_proj,0.0000867352,0.05000,2.843
35,mlp.experts.100.up_proj,0.0000371132,0.05000,2.831
35,mlp.experts.133.up_proj,0.0001030494,0.05000,2.822
35,mlp.experts.103.up_proj,0.0001134267,0.05000,2.626
35,mlp.experts.110.up_proj,0.0000738144,0.05000,2.584
35,mlp.experts.104.up_proj,0.0000326471,0.05000,2.577
35,mlp.experts.137.up_proj,0.0001416586,0.05000,2.639
35,mlp.experts.107.up_proj,0.0002179441,0.05000,2.738
35,mlp.experts.114.up_proj,0.0000268231,0.05000,2.720
35,mlp.experts.108.up_proj,0.0000787405,0.05000,2.598
35,mlp.experts.141.up_proj,0.0001806381,0.05000,2.684
35,mlp.experts.111.up_proj,0.0000273887,0.05000,2.639
35,mlp.experts.118.up_proj,0.0002880755,0.05000,2.504
35,mlp.experts.112.up_proj,0.0000747719,0.05000,2.740
35,mlp.experts.145.up_proj,0.0000126180,0.05000,2.780
35,mlp.experts.115.up_proj,0.0001239392,0.05000,2.796
35,mlp.experts.122.up_proj,0.0003214448,0.05000,2.708
35,mlp.experts.116.up_proj,0.0000743428,0.05000,2.658
35,mlp.experts.149.up_proj,0.0001344188,0.05000,2.623
35,mlp.experts.119.up_proj,0.0002371870,0.05000,2.681
35,mlp.experts.126.up_proj,0.0000594258,0.05000,2.642
35,mlp.experts.130.up_proj,failsafe(rtn): 0.0011063,0.00000,0.041
35,mlp.experts.120.up_proj,0.0000949459,0.05000,2.627
35,mlp.experts.153.up_proj,0.0000230180,0.05000,2.567
35,mlp.experts.123.up_proj,0.0000383731,0.05000,2.672
35,mlp.experts.134.up_proj,0.0003031547,0.05000,2.691
35,mlp.experts.124.up_proj,0.0001741573,0.05000,2.565
35,mlp.experts.157.up_proj,0.0001693875,0.05000,2.506
35,mlp.experts.127.up_proj,0.0000539953,0.05000,2.488
35,mlp.experts.138.up_proj,0.0002015268,0.05000,2.441
35,mlp.experts.161.up_proj,0.0000399875,0.05000,2.789
35,mlp.experts.128.up_proj,0.0002251561,0.05000,2.906
35,mlp.experts.131.up_proj,0.0000629509,0.05000,2.828
35,mlp.experts.142.up_proj,0.0001944235,0.05000,2.857
35,mlp.experts.165.up_proj,0.0000302927,0.05000,2.321
35,mlp.experts.169.up_proj,failsafe(rtn): 0.0012665,0.00000,0.029
35,mlp.experts.132.up_proj,0.0000218940,0.05000,2.313
35,mlp.experts.135.up_proj,0.0002769495,0.05000,2.269
35,mlp.experts.146.up_proj,0.0000959638,0.05000,2.209
35,mlp.experts.136.up_proj,0.0001056090,0.05000,2.376
35,mlp.experts.140.up_proj,failsafe(rtn): 0.0010529,0.00000,0.034
35,mlp.experts.173.up_proj,0.0001190303,0.05000,2.446
35,mlp.experts.144.up_proj,failsafe(rtn): 0.0011292,0.00000,0.041
35,mlp.experts.177.up_proj,failsafe(rtn): 0.0011368,0.00000,0.040
35,mlp.experts.139.up_proj,0.0001672639,0.05000,2.358
35,mlp.experts.150.up_proj,0.0002959236,0.05000,2.401
35,mlp.experts.181.up_proj,0.0002227396,0.05000,2.645
35,mlp.experts.148.up_proj,0.0000175416,0.05000,2.677
35,mlp.experts.143.up_proj,0.0001994938,0.05000,2.689
35,mlp.experts.147.up_proj,failsafe(rtn): 0.0011826,0.00000,0.043
35,mlp.experts.154.up_proj,0.0003137894,0.05000,2.828
35,mlp.experts.158.up_proj,failsafe(rtn): 0.0010605,0.00000,0.046
35,mlp.experts.185.up_proj,0.0000213843,0.05000,2.799
35,mlp.experts.152.up_proj,0.0001136085,0.05000,2.832
35,mlp.experts.151.up_proj,0.0000261540,0.05000,2.809
35,mlp.experts.162.up_proj,0.0002071602,0.05000,2.901
35,mlp.experts.189.up_proj,0.0000706361,0.05000,2.860
35,mlp.experts.156.up_proj,0.0000510537,0.05000,2.898
35,mlp.experts.160.up_proj,failsafe(rtn): 0.0011063,0.00000,0.044
35,mlp.experts.155.up_proj,0.0000876579,0.05000,2.921
35,mlp.experts.166.up_proj,0.0002996715,0.05000,2.871
35,mlp.experts.193.up_proj,0.0002937126,0.05000,2.778
35,mlp.experts.164.up_proj,0.0001246309,0.05000,2.756
35,mlp.experts.168.up_proj,failsafe(rtn): 0.0010757,0.00000,0.034
35,mlp.experts.159.up_proj,0.0000341675,0.05000,2.673
35,mlp.experts.170.up_proj,0.0001678450,0.05000,2.674
35,mlp.experts.197.up_proj,0.0001257780,0.05000,2.417
35,mlp.experts.172.up_proj,0.0002157786,0.05000,2.424
35,mlp.experts.163.up_proj,0.0000569747,0.05000,2.427
35,mlp.experts.174.up_proj,0.0001545522,0.05000,2.471
35,mlp.experts.201.up_proj,0.0000533697,0.05000,2.706
35,mlp.experts.176.up_proj,0.0000926129,0.05000,2.674
35,mlp.experts.167.up_proj,0.0001092203,0.05000,2.790
35,mlp.experts.178.up_proj,0.0002795296,0.05000,2.765
35,mlp.experts.180.up_proj,0.0000965938,0.05000,2.720
35,mlp.experts.205.up_proj,0.0001998277,0.05000,2.889
35,mlp.experts.171.up_proj,0.0001457713,0.05000,2.922
35,mlp.experts.175.up_proj,failsafe(rtn): 0.0011292,0.00000,0.042
35,mlp.experts.182.up_proj,0.0000575874,0.05000,2.827
35,mlp.experts.186.up_proj,failsafe(rtn): 0.0010681,0.00000,0.046
35,mlp.experts.209.up_proj,0.0000650245,0.05000,2.673
35,mlp.experts.184.up_proj,0.0000213260,0.05000,2.750
35,mlp.experts.179.up_proj,0.0003102152,0.05000,2.738
35,mlp.experts.183.up_proj,failsafe(rtn): 0.0010757,0.00000,0.040
35,mlp.experts.190.up_proj,0.0000171673,0.05000,2.769
35,mlp.experts.188.up_proj,0.0002397796,0.05000,2.758
35,mlp.experts.213.up_proj,0.0000950014,0.05000,2.803
35,mlp.experts.187.up_proj,0.0002272515,0.05000,2.773
35,mlp.experts.194.up_proj,0.0002037628,0.05000,2.778
35,mlp.experts.217.up_proj,0.0000925100,0.05000,2.678
35,mlp.experts.221.up_proj,failsafe(rtn): 0.0010986,0.00000,0.043
35,mlp.experts.192.up_proj,0.0001190164,0.05000,2.769
35,mlp.experts.191.up_proj,0.0000314376,0.05000,2.641
35,mlp.experts.198.up_proj,0.0001226496,0.05000,2.680
35,mlp.experts.202.up_proj,failsafe(rtn): 0.0011444,0.00000,0.038
35,mlp.experts.225.up_proj,0.0001278063,0.05000,2.788
35,mlp.experts.196.up_proj,0.0000220532,0.05000,2.769
35,mlp.experts.195.up_proj,0.0001717931,0.05000,2.705
35,mlp.experts.206.up_proj,0.0000281248,0.05000,2.780
35,mlp.experts.200.up_proj,0.0001423021,0.05000,2.861
35,mlp.experts.229.up_proj,0.0000574353,0.05000,2.866
35,mlp.experts.204.up_proj,failsafe(rtn): 0.0011215,0.00000,0.048
35,mlp.experts.199.up_proj,0.0002418541,0.05000,2.839
35,mlp.experts.210.up_proj,0.0000421933,0.05000,2.819
35,mlp.experts.233.up_proj,0.0000447178,0.05000,2.745
35,mlp.experts.237.up_proj,failsafe(rtn): 0.0010910,0.00000,0.041
35,mlp.experts.208.up_proj,0.0001756721,0.05000,2.804
35,mlp.experts.203.up_proj,0.0001109883,0.05000,2.798
35,mlp.experts.214.up_proj,0.0000158014,0.05000,2.865
35,mlp.experts.241.up_proj,0.0002286447,0.05000,2.741
35,mlp.experts.212.up_proj,0.0001865337,0.05000,2.696
35,mlp.experts.207.up_proj,0.0004449228,0.05000,2.662
35,mlp.experts.211.up_proj,failsafe(rtn): 0.0011063,0.00000,0.036
35,mlp.experts.218.up_proj,0.0000125825,0.05000,2.672
35,mlp.experts.245.up_proj,0.0002413724,0.05000,2.659
35,mlp.experts.216.up_proj,0.0003276370,0.05000,2.682
35,mlp.experts.215.up_proj,0.0001946208,0.05000,2.708
35,mlp.experts.222.up_proj,0.0002464598,0.05000,2.618
35,mlp.experts.249.up_proj,0.0003344129,0.05000,2.556
35,mlp.experts.220.up_proj,0.0000836200,0.05000,2.622
35,mlp.experts.219.up_proj,0.0000838372,0.05000,2.556
35,mlp.experts.226.up_proj,0.0003914677,0.05000,2.635
35,mlp.experts.253.up_proj,0.0000909913,0.05000,2.606
35,mlp.experts.224.up_proj,0.0000291931,0.05000,2.556
35,mlp.experts.223.up_proj,0.0000138928,0.05000,2.481
35,mlp.experts.230.up_proj,0.0000832649,0.05000,2.372
35,mlp.experts.228.up_proj,0.0000994704,0.05000,1.848
35,mlp.experts.227.up_proj,0.0002382536,0.05000,1.867
35,mlp.experts.234.up_proj,0.0002150792,0.05000,1.820
35,mlp.experts.238.up_proj,failsafe(rtn): 0.0011063,0.00000,0.025
35,mlp.experts.232.up_proj,0.0004160381,0.05000,1.628
35,mlp.experts.231.up_proj,0.0000941974,0.05000,1.624
35,mlp.experts.242.up_proj,0.0000488712,0.05000,1.468
35,mlp.experts.236.up_proj,0.0000283833,0.05000,1.617
35,mlp.experts.235.up_proj,0.0000697185,0.05000,1.647
35,mlp.experts.246.up_proj,0.0002842691,0.05000,1.674
35,mlp.experts.240.up_proj,0.0001030054,0.05000,1.600
35,mlp.experts.244.up_proj,failsafe(rtn): 0.0011444,0.00000,0.023
35,mlp.experts.239.up_proj,0.0002861294,0.05000,1.512
35,mlp.experts.243.up_proj,failsafe(rtn): 0.0011139,0.00000,0.032
35,mlp.experts.250.up_proj,0.0000347124,0.05000,1.604
35,mlp.experts.248.up_proj,0.0001391323,0.05000,1.822
35,mlp.experts.247.up_proj,0.0001922148,0.05000,1.842
35,mlp.experts.254.up_proj,0.0001963200,0.05000,1.875
35,mlp.experts.252.up_proj,0.0002096639,0.05000,1.209
35,mlp.experts.251.up_proj,0.0002823521,0.05000,1.074
35,mlp.experts.255.up_proj,0.0000386800,0.05000,0.465
35,mlp.experts.3.down_proj,0.0000032808,0.05000,0.658
35,mlp.experts.1.down_proj,0.0000106318,0.05000,0.663
35,mlp.experts.2.down_proj,0.0000049104,0.05000,0.696
35,mlp.experts.0.down_proj,0.0000090511,0.05000,0.746
35,mlp.experts.5.down_proj,0.0000057926,0.05000,0.640
35,mlp.experts.7.down_proj,0.0000026569,0.05000,0.666
35,mlp.experts.6.down_proj,0.0000049820,0.05000,0.678
35,mlp.experts.4.down_proj,0.0000317090,0.05000,0.699
35,mlp.experts.9.down_proj,0.0000046206,0.05000,0.640
35,mlp.experts.10.down_proj,0.0000035290,0.05000,0.634
35,mlp.experts.11.down_proj,0.0000022234,0.05000,0.710
35,mlp.experts.8.down_proj,0.0000094004,0.05000,0.706
35,mlp.experts.13.down_proj,0.0000041269,0.05000,0.607
35,mlp.experts.14.down_proj,0.0000102642,0.05000,0.617
35,mlp.experts.15.down_proj,0.0000081144,0.05000,0.619
35,mlp.experts.12.down_proj,0.0000054002,0.05000,0.616
35,mlp.experts.17.down_proj,0.0000044439,0.05000,0.643
35,mlp.experts.18.down_proj,0.0000069214,0.05000,0.667
35,mlp.experts.19.down_proj,0.0000062816,0.05000,0.698
35,mlp.experts.16.down_proj,0.0000138964,0.05000,0.705
35,mlp.experts.21.down_proj,0.0000027803,0.05000,0.694
35,mlp.experts.25.down_proj,failsafe(rtn): 0.0011215,0.00000,0.012
35,mlp.experts.29.down_proj,failsafe(rtn): 0.0010757,0.00000,0.011
35,mlp.experts.22.down_proj,0.0000014210,0.05000,0.679
35,mlp.experts.23.down_proj,0.0000354295,0.05000,0.708
35,mlp.experts.20.down_proj,0.0000027055,0.05000,0.671
35,mlp.experts.33.down_proj,0.0000088833,0.05000,0.675
35,mlp.experts.26.down_proj,0.0000195353,0.05000,0.673
35,mlp.experts.27.down_proj,0.0000100517,0.05000,0.661
35,mlp.experts.31.down_proj,failsafe(rtn): 0.0011826,0.00000,0.012
35,mlp.experts.24.down_proj,0.0000263857,0.05000,0.664
35,mlp.experts.28.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
35,mlp.experts.37.down_proj,0.0000029796,0.05000,0.723
35,mlp.experts.41.down_proj,failsafe(rtn): 0.0011139,0.00000,0.011
35,mlp.experts.45.down_proj,failsafe(rtn): 0.0011597,0.00000,0.012
35,mlp.experts.30.down_proj,0.0000054339,0.05000,0.738
35,mlp.experts.35.down_proj,0.0000089452,0.05000,0.715
35,mlp.experts.32.down_proj,0.0000086278,0.05000,0.718
35,mlp.experts.49.down_proj,0.0000014163,0.05000,0.694
35,mlp.experts.34.down_proj,0.0000010835,0.05000,0.716
35,mlp.experts.39.down_proj,0.0000044563,0.05000,0.649
35,mlp.experts.36.down_proj,0.0000159257,0.05000,0.683
35,mlp.experts.53.down_proj,0.0000043202,0.05000,0.653
35,mlp.experts.38.down_proj,0.0000066156,0.05000,0.687
35,mlp.experts.43.down_proj,0.0000128344,0.05000,0.721
35,mlp.experts.40.down_proj,0.0000030348,0.05000,0.678
35,mlp.experts.57.down_proj,0.0000039625,0.05000,0.663
35,mlp.experts.42.down_proj,0.0000035073,0.05000,0.655
35,mlp.experts.47.down_proj,0.0000022441,0.05000,0.651
35,mlp.experts.44.down_proj,0.0000046974,0.05000,0.654
35,mlp.experts.46.down_proj,0.0000098173,0.05000,0.646
35,mlp.experts.61.down_proj,0.0000041431,0.05000,0.714
35,mlp.experts.50.down_proj,failsafe(rtn): 0.0011444,0.00000,0.017
35,mlp.experts.51.down_proj,0.0000266182,0.05000,0.710
35,mlp.experts.48.down_proj,0.0000188695,0.05000,0.697
35,mlp.experts.54.down_proj,0.0000294424,0.05000,0.671
35,mlp.experts.65.down_proj,0.0000047237,0.05000,0.700
35,mlp.experts.55.down_proj,0.0000040838,0.05000,0.720
35,mlp.experts.52.down_proj,0.0000060248,0.05000,0.687
35,mlp.experts.58.down_proj,0.0000035798,0.05000,0.671
35,mlp.experts.69.down_proj,0.0000057564,0.05000,0.744
35,mlp.experts.59.down_proj,0.0000130743,0.05000,0.716
35,mlp.experts.56.down_proj,0.0000051850,0.05000,0.698
35,mlp.experts.62.down_proj,0.0000052802,0.05000,0.669
35,mlp.experts.73.down_proj,0.0000023663,0.05000,0.671
35,mlp.experts.60.down_proj,0.0000030646,0.05000,0.656
35,mlp.experts.63.down_proj,0.0000030986,0.05000,0.695
35,mlp.experts.66.down_proj,0.0000025956,0.05000,0.665
35,mlp.experts.70.down_proj,failsafe(rtn): 0.0011139,0.00000,0.010
35,mlp.experts.77.down_proj,0.0000095239,0.05000,0.751
35,mlp.experts.67.down_proj,0.0000076894,0.05000,0.668
35,mlp.experts.64.down_proj,0.0000129571,0.05000,0.750
35,mlp.experts.74.down_proj,0.0000215738,0.05000,0.671
35,mlp.experts.81.down_proj,0.0000051882,0.05000,0.702
35,mlp.experts.71.down_proj,0.0000052539,0.05000,0.709
35,mlp.experts.68.down_proj,0.0000044627,0.05000,0.666
35,mlp.experts.78.down_proj,0.0000043825,0.05000,0.639
35,mlp.experts.72.down_proj,0.0000053945,0.05000,0.638
35,mlp.experts.75.down_proj,0.0000405080,0.05000,0.670
35,mlp.experts.85.down_proj,0.0000039780,0.05000,0.714
35,mlp.experts.82.down_proj,0.0000098440,0.05000,0.717
35,mlp.experts.79.down_proj,0.0000064787,0.05000,0.667
35,mlp.experts.89.down_proj,0.0000037066,0.05000,0.671
35,mlp.experts.76.down_proj,0.0000130803,0.05000,0.718
35,mlp.experts.86.down_proj,0.0000044069,0.05000,0.643
35,mlp.experts.93.down_proj,0.0000066368,0.05000,0.651
35,mlp.experts.83.down_proj,0.0000025497,0.05000,0.691
35,mlp.experts.80.down_proj,0.0000044318,0.05000,0.679
35,mlp.experts.90.down_proj,0.0000097117,0.05000,0.691
35,mlp.experts.97.down_proj,0.0000066901,0.05000,0.668
35,mlp.experts.87.down_proj,0.0000087748,0.05000,0.676
35,mlp.experts.84.down_proj,0.0000180503,0.05000,0.686
35,mlp.experts.94.down_proj,0.0000045841,0.05000,0.720
35,mlp.experts.101.down_proj,0.0000124658,0.05000,0.675
35,mlp.experts.91.down_proj,0.0000156315,0.05000,0.713
35,mlp.experts.88.down_proj,0.0000157326,0.05000,0.715
35,mlp.experts.98.down_proj,0.0000052833,0.05000,0.743
35,mlp.experts.105.down_proj,0.0000142759,0.05000,0.745
35,mlp.experts.95.down_proj,0.0000114410,0.05000,0.685
35,mlp.experts.109.down_proj,failsafe(rtn): 0.0011520,0.00000,0.010
35,mlp.experts.92.down_proj,0.0000052285,0.05000,0.700
35,mlp.experts.102.down_proj,0.0000041368,0.05000,0.632
35,mlp.experts.113.down_proj,0.0000345433,0.05000,0.613
35,mlp.experts.99.down_proj,0.0000017942,0.05000,0.644
35,mlp.experts.96.down_proj,0.0000042230,0.05000,0.619
35,mlp.experts.106.down_proj,0.0000085621,0.05000,0.629
35,mlp.experts.117.down_proj,0.0000042087,0.05000,0.647
35,mlp.experts.103.down_proj,0.0000068995,0.05000,0.665
35,mlp.experts.100.down_proj,0.0000045811,0.05000,0.682
35,mlp.experts.110.down_proj,0.0000104109,0.05000,0.669
35,mlp.experts.121.down_proj,0.0000074222,0.05000,0.637
35,mlp.experts.125.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
35,mlp.experts.107.down_proj,0.0000118622,0.05000,0.689
35,mlp.experts.104.down_proj,0.0000021387,0.05000,0.683
35,mlp.experts.114.down_proj,0.0000036191,0.05000,0.656
35,mlp.experts.129.down_proj,0.0000192217,0.05000,0.720
35,mlp.experts.108.down_proj,0.0000027716,0.05000,0.634
35,mlp.experts.111.down_proj,0.0000036435,0.05000,0.719
35,mlp.experts.118.down_proj,0.0000098424,0.05000,0.673
35,mlp.experts.112.down_proj,0.0000030023,0.05000,0.665
35,mlp.experts.133.down_proj,0.0000075463,0.05000,0.689
35,mlp.experts.115.down_proj,0.0000083850,0.05000,0.668
35,mlp.experts.122.down_proj,0.0000095879,0.05000,0.701
35,mlp.experts.116.down_proj,0.0000100074,0.05000,0.656
35,mlp.experts.137.down_proj,0.0000150044,0.05000,0.654
35,mlp.experts.119.down_proj,0.0000086496,0.05000,0.739
35,mlp.experts.126.down_proj,0.0000093439,0.05000,0.721
35,mlp.experts.130.down_proj,failsafe(rtn): 0.0011215,0.00000,0.010
35,mlp.experts.141.down_proj,0.0000065552,0.05000,0.639
35,mlp.experts.120.down_proj,0.0000147865,0.05000,0.682
35,mlp.experts.123.down_proj,0.0000058377,0.05000,0.693
35,mlp.experts.134.down_proj,0.0000120698,0.05000,0.736
35,mlp.experts.145.down_proj,0.0000022735,0.05000,0.681
35,mlp.experts.124.down_proj,0.0000046570,0.05000,0.686
35,mlp.experts.127.down_proj,0.0000080056,0.05000,0.677
35,mlp.experts.138.down_proj,0.0000093693,0.05000,0.640
35,mlp.experts.149.down_proj,0.0000071456,0.05000,0.606
35,mlp.experts.128.down_proj,0.0000226752,0.05000,0.628
35,mlp.experts.131.down_proj,0.0000072831,0.05000,0.628
35,mlp.experts.153.down_proj,0.0000044175,0.05000,0.634
35,mlp.experts.142.down_proj,0.0000116235,0.05000,0.657
35,mlp.experts.132.down_proj,0.0000033572,0.05000,0.642
35,mlp.experts.135.down_proj,0.0000084498,0.05000,0.660
35,mlp.experts.157.down_proj,0.0000069686,0.05000,0.614
35,mlp.experts.146.down_proj,0.0000057403,0.05000,0.618
35,mlp.experts.136.down_proj,0.0000128925,0.05000,0.601
35,mlp.experts.140.down_proj,failsafe(rtn): 0.0010529,0.00000,0.012
35,mlp.experts.144.down_proj,failsafe(rtn): 0.0011215,0.00000,0.009
35,mlp.experts.139.down_proj,0.0000085070,0.05000,0.611
35,mlp.experts.161.down_proj,0.0000070191,0.05000,0.629
35,mlp.experts.150.down_proj,0.0000162564,0.05000,0.637
35,mlp.experts.148.down_proj,0.0000024603,0.05000,0.583
35,mlp.experts.143.down_proj,0.0000064493,0.05000,0.574
35,mlp.experts.147.down_proj,failsafe(rtn): 0.0011597,0.00000,0.009
35,mlp.experts.165.down_proj,0.0000032893,0.05000,0.528
35,mlp.experts.169.down_proj,failsafe(rtn): 0.0012360,0.00000,0.009
35,mlp.experts.154.down_proj,0.0000225075,0.05000,0.593
35,mlp.experts.158.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
35,mlp.experts.152.down_proj,0.0000064486,0.05000,0.587
35,mlp.experts.151.down_proj,0.0000050887,0.05000,0.591
35,mlp.experts.173.down_proj,0.0000087464,0.05000,0.634
35,mlp.experts.177.down_proj,failsafe(rtn): 0.0011444,0.00000,0.012
35,mlp.experts.162.down_proj,0.0000097416,0.05000,0.726
35,mlp.experts.156.down_proj,0.0000060355,0.05000,0.742
35,mlp.experts.160.down_proj,failsafe(rtn): 0.0010910,0.00000,0.012
35,mlp.experts.155.down_proj,0.0000065140,0.05000,0.678
35,mlp.experts.181.down_proj,0.0000077930,0.05000,0.649
35,mlp.experts.166.down_proj,0.0000097707,0.05000,0.631
35,mlp.experts.164.down_proj,0.0000036082,0.05000,0.608
35,mlp.experts.168.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
35,mlp.experts.159.down_proj,0.0000025026,0.05000,0.604
35,mlp.experts.185.down_proj,0.0000023234,0.05000,0.621
35,mlp.experts.170.down_proj,0.0000077823,0.05000,0.634
35,mlp.experts.172.down_proj,0.0000145604,0.05000,0.623
35,mlp.experts.163.down_proj,0.0000045355,0.05000,0.610
35,mlp.experts.189.down_proj,0.0000062071,0.05000,0.670
35,mlp.experts.174.down_proj,0.0000042775,0.05000,0.632
35,mlp.experts.176.down_proj,0.0000102086,0.05000,0.635
35,mlp.experts.167.down_proj,0.0000139199,0.05000,0.682
35,mlp.experts.193.down_proj,0.0000111688,0.05000,0.626
35,mlp.experts.178.down_proj,0.0000127040,0.05000,0.623
35,mlp.experts.180.down_proj,0.0000092338,0.05000,0.666
35,mlp.experts.171.down_proj,0.0000039244,0.05000,0.667
35,mlp.experts.175.down_proj,failsafe(rtn): 0.0011520,0.00000,0.010
35,mlp.experts.197.down_proj,0.0000072157,0.05000,0.639
35,mlp.experts.182.down_proj,0.0000035508,0.05000,0.642
35,mlp.experts.186.down_proj,failsafe(rtn): 0.0010605,0.00000,0.013
35,mlp.experts.184.down_proj,0.0000030023,0.05000,0.653
35,mlp.experts.179.down_proj,0.0000075185,0.05000,0.641
35,mlp.experts.183.down_proj,failsafe(rtn): 0.0010757,0.00000,0.012
35,mlp.experts.201.down_proj,0.0000061563,0.05000,0.661
35,mlp.experts.190.down_proj,0.0000025821,0.05000,0.686
35,mlp.experts.188.down_proj,0.0000147363,0.05000,0.660
35,mlp.experts.187.down_proj,0.0000174111,0.05000,0.648
35,mlp.experts.205.down_proj,0.0000165549,0.05000,0.666
35,mlp.experts.194.down_proj,0.0000049567,0.05000,0.678
35,mlp.experts.192.down_proj,0.0000244545,0.05000,0.677
35,mlp.experts.191.down_proj,0.0000045675,0.05000,0.693
35,mlp.experts.209.down_proj,0.0000023434,0.05000,0.668
35,mlp.experts.196.down_proj,0.0000025025,0.05000,0.648
35,mlp.experts.198.down_proj,0.0000060796,0.05000,0.721
35,mlp.experts.202.down_proj,failsafe(rtn): 0.0011444,0.00000,0.010
35,mlp.experts.195.down_proj,0.0000075493,0.05000,0.700
35,mlp.experts.213.down_proj,0.0000025762,0.05000,0.632
35,mlp.experts.200.down_proj,0.0000145548,0.05000,0.630
35,mlp.experts.204.down_proj,failsafe(rtn): 0.0011292,0.00000,0.011
35,mlp.experts.206.down_proj,0.0000044705,0.05000,0.616
35,mlp.experts.199.down_proj,0.0000081039,0.05000,0.632
35,mlp.experts.217.down_proj,0.0000108922,0.05000,0.639
35,mlp.experts.221.down_proj,failsafe(rtn): 0.0011368,0.00000,0.011
35,mlp.experts.208.down_proj,0.0000067312,0.05000,0.655
35,mlp.experts.210.down_proj,0.0000041382,0.05000,0.689
35,mlp.experts.203.down_proj,0.0000031177,0.05000,0.654
35,mlp.experts.225.down_proj,0.0000039677,0.05000,0.635
35,mlp.experts.212.down_proj,0.0000391241,0.05000,0.712
35,mlp.experts.214.down_proj,0.0000020834,0.05000,0.691
35,mlp.experts.207.down_proj,0.0000160027,0.05000,0.681
35,mlp.experts.211.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
35,mlp.experts.229.down_proj,0.0000054283,0.05000,0.705
35,mlp.experts.216.down_proj,0.0000169926,0.05000,0.672
35,mlp.experts.218.down_proj,0.0000023918,0.05000,0.675
35,mlp.experts.215.down_proj,0.0000110386,0.05000,0.705
35,mlp.experts.233.down_proj,0.0000040773,0.05000,0.671
35,mlp.experts.237.down_proj,failsafe(rtn): 0.0010910,0.00000,0.012
35,mlp.experts.220.down_proj,0.0000120690,0.05000,0.704
35,mlp.experts.222.down_proj,0.0000084879,0.05000,0.697
35,mlp.experts.219.down_proj,0.0000158708,0.05000,0.658
35,mlp.experts.241.down_proj,0.0000056860,0.05000,0.639
35,mlp.experts.226.down_proj,0.0000223835,0.05000,0.631
35,mlp.experts.224.down_proj,0.0000030666,0.05000,0.703
35,mlp.experts.223.down_proj,0.0000022974,0.05000,0.694
35,mlp.experts.245.down_proj,0.0000293531,0.05000,0.620
35,mlp.experts.230.down_proj,0.0000061036,0.05000,0.630
35,mlp.experts.228.down_proj,0.0000084619,0.05000,0.692
35,mlp.experts.227.down_proj,0.0000091683,0.05000,0.681
35,mlp.experts.249.down_proj,0.0000310065,0.05000,0.650
35,mlp.experts.234.down_proj,0.0000078181,0.05000,0.646
35,mlp.experts.238.down_proj,failsafe(rtn): 0.0010986,0.00000,0.011
35,mlp.experts.232.down_proj,0.0000263917,0.05000,0.689
35,mlp.experts.231.down_proj,0.0000033472,0.05000,0.649
35,mlp.experts.253.down_proj,0.0000051306,0.05000,0.660
35,mlp.experts.242.down_proj,0.0000040268,0.05000,0.584
35,mlp.experts.236.down_proj,0.0000035874,0.05000,0.528
35,mlp.experts.235.down_proj,0.0000102698,0.05000,0.495
35,mlp.experts.246.down_proj,0.0000172364,0.05000,0.448
35,mlp.experts.240.down_proj,0.0000031525,0.05000,0.445
35,mlp.experts.244.down_proj,failsafe(rtn): 0.0011292,0.00000,0.008
35,mlp.experts.239.down_proj,0.0000075537,0.05000,0.473
35,mlp.experts.243.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
35,mlp.experts.250.down_proj,0.0000040866,0.05000,0.490
35,mlp.experts.248.down_proj,0.0000039444,0.05000,0.457
35,mlp.experts.247.down_proj,0.0000237901,0.05000,0.436
35,mlp.experts.254.down_proj,0.0000141914,0.05000,0.467
35,mlp.experts.252.down_proj,0.0000146608,0.05000,0.446
35,mlp.experts.251.down_proj,0.0000261319,0.05000,0.434
35,mlp.experts.255.down_proj,0.0000069897,0.05000,0.151
36,mlp.experts.0.gate_proj,0.0000186028,0.05000,2.901
36,mlp.experts.1.gate_proj,0.0001071137,0.05000,2.951
36,mlp.experts.3.gate_proj,0.0003026233,0.05000,2.989
36,mlp.experts.2.gate_proj,0.0003598499,0.05000,3.015
36,mlp.experts.6.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.043
36,mlp.experts.4.gate_proj,0.0004217408,0.05000,2.641
36,mlp.experts.7.gate_proj,0.0002044169,0.05000,2.612
36,mlp.experts.5.gate_proj,0.0002691512,0.05000,2.664
36,mlp.experts.9.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.035
36,mlp.experts.10.gate_proj,0.0001030538,0.05000,2.712
36,mlp.experts.8.gate_proj,0.0003023159,0.05000,2.547
36,mlp.experts.11.gate_proj,0.0001008612,0.05000,2.520
36,mlp.experts.13.gate_proj,0.0001348423,0.05000,2.519
36,mlp.experts.14.gate_proj,0.0000214406,0.05000,2.552
36,mlp.experts.12.gate_proj,0.0000977568,0.05000,2.716
36,mlp.experts.17.gate_proj,0.0001902895,0.05000,2.644
36,mlp.experts.15.gate_proj,0.0000399895,0.05000,2.762
36,mlp.experts.18.gate_proj,0.0000828611,0.05000,2.638
36,mlp.experts.16.gate_proj,0.0001018135,0.05000,2.587
36,mlp.experts.20.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.038
36,mlp.experts.19.gate_proj,0.0000734795,0.05000,2.633
36,mlp.experts.21.gate_proj,0.0001122175,0.05000,2.719
36,mlp.experts.22.gate_proj,0.0002737534,0.05000,2.634
36,mlp.experts.24.gate_proj,0.0000221684,0.05000,2.690
36,mlp.experts.25.gate_proj,0.0000412754,0.05000,2.763
36,mlp.experts.23.gate_proj,0.0001716998,0.05000,2.792
36,mlp.experts.26.gate_proj,0.0001043855,0.05000,2.802
36,mlp.experts.28.gate_proj,0.0000818787,0.05000,2.887
36,mlp.experts.27.gate_proj,0.0000889305,0.05000,2.864
36,mlp.experts.29.gate_proj,0.0001473634,0.05000,2.901
36,mlp.experts.30.gate_proj,0.0002076585,0.05000,2.962
36,mlp.experts.32.gate_proj,0.0002682455,0.05000,2.795
36,mlp.experts.36.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.043
36,mlp.experts.31.gate_proj,0.0000692312,0.05000,2.725
36,mlp.experts.33.gate_proj,0.0001932425,0.05000,2.750
36,mlp.experts.35.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.042
36,mlp.experts.34.gate_proj,0.0000755850,0.05000,2.700
36,mlp.experts.38.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.035
36,mlp.experts.39.gate_proj,0.0000122357,0.05000,2.561
36,mlp.experts.37.gate_proj,0.0000429605,0.05000,2.619
36,mlp.experts.40.gate_proj,0.0000701286,0.05000,2.702
36,mlp.experts.42.gate_proj,0.0000369151,0.05000,2.671
36,mlp.experts.46.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.044
36,mlp.experts.43.gate_proj,0.0000337786,0.05000,2.795
36,mlp.experts.44.gate_proj,0.0000565222,0.05000,2.756
36,mlp.experts.41.gate_proj,0.0001053328,0.05000,2.886
36,mlp.experts.45.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.045
36,mlp.experts.50.gate_proj,0.0002238026,0.05000,2.820
36,mlp.experts.48.gate_proj,0.0000457650,0.05000,2.773
36,mlp.experts.52.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.034
36,mlp.experts.47.gate_proj,0.0002018572,0.05000,2.845
36,mlp.experts.49.gate_proj,0.0000254549,0.05000,2.753
36,mlp.experts.54.gate_proj,0.0005012749,0.05000,2.839
36,mlp.experts.51.gate_proj,0.0001119443,0.05000,2.753
36,mlp.experts.53.gate_proj,0.0002612092,0.05000,2.681
36,mlp.experts.56.gate_proj,0.0001618013,0.05000,2.818
36,mlp.experts.58.gate_proj,0.0000325051,0.05000,2.669
36,mlp.experts.55.gate_proj,0.0000835738,0.05000,2.873
36,mlp.experts.60.gate_proj,0.0001787223,0.05000,2.953
36,mlp.experts.57.gate_proj,0.0000381815,0.05000,2.984
36,mlp.experts.62.gate_proj,0.0002599121,0.05000,2.956
36,mlp.experts.59.gate_proj,0.0001741268,0.05000,2.726
36,mlp.experts.61.gate_proj,0.0002173535,0.05000,2.703
36,mlp.experts.64.gate_proj,0.0001273135,0.05000,2.768
36,mlp.experts.66.gate_proj,0.0001663825,0.05000,2.709
36,mlp.experts.63.gate_proj,0.0000433474,0.05000,2.722
36,mlp.experts.68.gate_proj,0.0003022215,0.05000,2.688
36,mlp.experts.65.gate_proj,0.0001471079,0.05000,2.757
36,mlp.experts.72.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.049
36,mlp.experts.76.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.036
36,mlp.experts.70.gate_proj,0.0000254963,0.05000,2.770
36,mlp.experts.67.gate_proj,0.0000295395,0.05000,2.736
36,mlp.experts.69.gate_proj,0.0000616634,0.05000,2.667
36,mlp.experts.80.gate_proj,0.0003561654,0.05000,2.790
36,mlp.experts.74.gate_proj,0.0000654103,0.05000,2.737
36,mlp.experts.71.gate_proj,0.0002253210,0.05000,2.797
36,mlp.experts.73.gate_proj,0.0000533106,0.05000,2.748
36,mlp.experts.78.gate_proj,0.0002469690,0.05000,2.623
36,mlp.experts.84.gate_proj,0.0000963088,0.05000,2.751
36,mlp.experts.77.gate_proj,0.0000710443,0.05000,2.484
36,mlp.experts.75.gate_proj,0.0001219580,0.05000,2.728
36,mlp.experts.82.gate_proj,0.0001148514,0.05000,2.603
36,mlp.experts.88.gate_proj,0.0001269311,0.05000,2.591
36,mlp.experts.81.gate_proj,0.0001664790,0.05000,2.616
36,mlp.experts.92.gate_proj,0.0000636807,0.05000,2.536
36,mlp.experts.96.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.043
36,mlp.experts.86.gate_proj,0.0001794434,0.05000,2.685
36,mlp.experts.79.gate_proj,0.0000416215,0.05000,2.751
36,mlp.experts.85.gate_proj,0.0001827775,0.05000,2.594
36,mlp.experts.100.gate_proj,0.0004226864,0.05000,2.451
36,mlp.experts.83.gate_proj,0.0000803245,0.05000,2.539
36,mlp.experts.90.gate_proj,0.0002633646,0.05000,2.610
36,mlp.experts.89.gate_proj,0.0001528266,0.05000,2.652
36,mlp.experts.87.gate_proj,0.0002368572,0.05000,2.534
36,mlp.experts.104.gate_proj,0.0001988082,0.05000,2.680
36,mlp.experts.108.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.043
36,mlp.experts.94.gate_proj,0.0003849616,0.05000,2.615
36,mlp.experts.93.gate_proj,0.0001181106,0.05000,2.473
36,mlp.experts.91.gate_proj,0.0003306733,0.05000,2.434
36,mlp.experts.95.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.035
36,mlp.experts.112.gate_proj,0.0001013569,0.05000,2.469
36,mlp.experts.98.gate_proj,0.0000773724,0.05000,2.453
36,mlp.experts.97.gate_proj,0.0002921384,0.05000,2.571
36,mlp.experts.99.gate_proj,0.0001798435,0.05000,2.626
36,mlp.experts.116.gate_proj,0.0000801452,0.05000,2.575
36,mlp.experts.102.gate_proj,0.0001598541,0.05000,2.699
36,mlp.experts.101.gate_proj,0.0004463128,0.05000,2.480
36,mlp.experts.103.gate_proj,0.0001124500,0.05000,2.411
36,mlp.experts.120.gate_proj,0.0000172152,0.05000,2.479
36,mlp.experts.106.gate_proj,0.0001481526,0.05000,2.488
36,mlp.experts.105.gate_proj,0.0001626967,0.05000,2.565
36,mlp.experts.107.gate_proj,0.0001216589,0.05000,2.560
36,mlp.experts.124.gate_proj,0.0000889718,0.05000,2.582
36,mlp.experts.110.gate_proj,0.0000784159,0.05000,2.468
36,mlp.experts.109.gate_proj,0.0003345832,0.05000,2.603
36,mlp.experts.113.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.040
36,mlp.experts.128.gate_proj,0.0001055978,0.05000,2.461
36,mlp.experts.111.gate_proj,0.0001856880,0.05000,2.602
36,mlp.experts.132.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.046
36,mlp.experts.114.gate_proj,0.0002216818,0.05000,2.577
36,mlp.experts.117.gate_proj,0.0000112038,0.05000,2.588
36,mlp.experts.115.gate_proj,0.0001522105,0.05000,2.562
36,mlp.experts.136.gate_proj,0.0000917042,0.05000,2.615
36,mlp.experts.118.gate_proj,0.0001804751,0.05000,2.618
36,mlp.experts.121.gate_proj,0.0001302927,0.05000,2.519
36,mlp.experts.119.gate_proj,0.0001040207,0.05000,2.539
36,mlp.experts.140.gate_proj,0.0002665001,0.05000,2.584
36,mlp.experts.122.gate_proj,0.0002807408,0.05000,2.545
36,mlp.experts.125.gate_proj,0.0000290019,0.05000,2.724
36,mlp.experts.129.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.048
36,mlp.experts.133.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.045
36,mlp.experts.137.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.043
36,mlp.experts.123.gate_proj,0.0000914159,0.05000,2.884
36,mlp.experts.144.gate_proj,0.0001392305,0.05000,2.876
36,mlp.experts.126.gate_proj,0.0001364855,0.05000,2.848
36,mlp.experts.141.gate_proj,0.0001369204,0.05000,2.617
36,mlp.experts.127.gate_proj,0.0000877762,0.05000,2.620
36,mlp.experts.130.gate_proj,0.0000338214,0.05000,2.515
36,mlp.experts.148.gate_proj,0.0000776663,0.05000,2.618
36,mlp.experts.145.gate_proj,0.0000543902,0.05000,2.332
36,mlp.experts.149.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.042
36,mlp.experts.131.gate_proj,0.0000974514,0.05000,2.452
36,mlp.experts.134.gate_proj,0.0000754453,0.05000,2.501
36,mlp.experts.152.gate_proj,0.0000205976,0.05000,2.534
36,mlp.experts.153.gate_proj,0.0002045136,0.05000,2.806
36,mlp.experts.135.gate_proj,0.0001785015,0.05000,2.821
36,mlp.experts.138.gate_proj,0.0001229828,0.05000,2.776
36,mlp.experts.156.gate_proj,0.0001286698,0.05000,2.830
36,mlp.experts.157.gate_proj,0.0004285454,0.05000,2.551
36,mlp.experts.139.gate_proj,0.0000243106,0.05000,2.470
36,mlp.experts.142.gate_proj,0.0000318163,0.05000,2.634
36,mlp.experts.160.gate_proj,0.0000339040,0.05000,2.518
36,mlp.experts.161.gate_proj,0.0002244271,0.05000,2.857
36,mlp.experts.143.gate_proj,0.0000729602,0.05000,2.861
36,mlp.experts.164.gate_proj,0.0004114289,0.05000,2.749
36,mlp.experts.146.gate_proj,0.0003442290,0.05000,2.782
36,mlp.experts.150.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.034
36,mlp.experts.147.gate_proj,0.0000231027,0.05000,2.737
36,mlp.experts.165.gate_proj,0.0001606661,0.05000,2.832
36,mlp.experts.168.gate_proj,0.0001265728,0.05000,2.779
36,mlp.experts.154.gate_proj,0.0002916159,0.05000,2.800
36,mlp.experts.158.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.044
36,mlp.experts.162.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.043
36,mlp.experts.169.gate_proj,0.0001001619,0.05000,2.230
36,mlp.experts.173.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.031
36,mlp.experts.151.gate_proj,0.0002306397,0.05000,2.321
36,mlp.experts.172.gate_proj,0.0000367019,0.05000,2.311
36,mlp.experts.166.gate_proj,0.0000428778,0.05000,2.145
36,mlp.experts.170.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.035
36,mlp.experts.177.gate_proj,0.0002239945,0.05000,2.475
36,mlp.experts.155.gate_proj,0.0001822669,0.05000,2.498
36,mlp.experts.176.gate_proj,0.0000499322,0.05000,2.477
36,mlp.experts.180.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.031
36,mlp.experts.174.gate_proj,0.0002115647,0.05000,2.458
36,mlp.experts.184.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.041
36,mlp.experts.181.gate_proj,0.0000227950,0.05000,2.467
36,mlp.experts.159.gate_proj,0.0002298884,0.05000,2.443
36,mlp.experts.163.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.036
36,mlp.experts.178.gate_proj,0.0000832626,0.05000,2.474
36,mlp.experts.188.gate_proj,0.0002145570,0.05000,2.454
36,mlp.experts.185.gate_proj,0.0002349792,0.05000,2.614
36,mlp.experts.167.gate_proj,0.0004287555,0.05000,2.757
36,mlp.experts.182.gate_proj,0.0002781284,0.05000,2.718
36,mlp.experts.192.gate_proj,0.0004749926,0.05000,2.767
36,mlp.experts.189.gate_proj,0.0001199033,0.05000,2.659
36,mlp.experts.171.gate_proj,0.0002969694,0.05000,2.660
36,mlp.experts.175.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.045
36,mlp.experts.186.gate_proj,0.0000806733,0.05000,2.697
36,mlp.experts.196.gate_proj,0.0000793639,0.05000,2.655
36,mlp.experts.190.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.050
36,mlp.experts.200.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.038
36,mlp.experts.193.gate_proj,0.0000128665,0.05000,2.719
36,mlp.experts.197.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.045
36,mlp.experts.179.gate_proj,0.0001753821,0.05000,2.771
36,mlp.experts.183.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.039
36,mlp.experts.194.gate_proj,0.0000449636,0.05000,2.694
36,mlp.experts.204.gate_proj,0.0000301089,0.05000,2.786
36,mlp.experts.201.gate_proj,0.0001636177,0.05000,2.827
36,mlp.experts.187.gate_proj,0.0002330641,0.05000,2.779
36,mlp.experts.198.gate_proj,0.0000315368,0.05000,2.726
36,mlp.experts.208.gate_proj,0.0002806150,0.05000,2.703
36,mlp.experts.205.gate_proj,0.0001530040,0.05000,2.629
36,mlp.experts.212.gate_proj,0.0002846638,0.05000,2.574
36,mlp.experts.191.gate_proj,0.0006171197,0.05000,2.734
36,mlp.experts.202.gate_proj,0.0000150955,0.05000,2.728
36,mlp.experts.209.gate_proj,0.0001502952,0.05000,2.583
36,mlp.experts.216.gate_proj,0.0001535079,0.05000,2.607
36,mlp.experts.220.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.035
36,mlp.experts.206.gate_proj,0.0000987175,0.05000,2.643
36,mlp.experts.195.gate_proj,0.0000155252,0.05000,2.712
36,mlp.experts.213.gate_proj,0.0002690409,0.05000,2.500
36,mlp.experts.224.gate_proj,0.0002991355,0.05000,2.514
36,mlp.experts.210.gate_proj,0.0000601190,0.05000,2.505
36,mlp.experts.199.gate_proj,0.0000599667,0.05000,2.473
36,mlp.experts.217.gate_proj,0.0000767543,0.05000,2.446
36,mlp.experts.221.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.034
36,mlp.experts.214.gate_proj,0.0000265673,0.05000,2.414
36,mlp.experts.228.gate_proj,0.0001222373,0.05000,2.535
36,mlp.experts.203.gate_proj,0.0001161117,0.05000,2.514
36,mlp.experts.225.gate_proj,0.0001706752,0.05000,2.256
36,mlp.experts.232.gate_proj,0.0003664855,0.05000,2.136
36,mlp.experts.218.gate_proj,0.0000877250,0.05000,2.254
36,mlp.experts.222.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.040
36,mlp.experts.207.gate_proj,0.0000678108,0.05000,2.296
36,mlp.experts.229.gate_proj,0.0002470382,0.05000,2.514
36,mlp.experts.233.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.034
36,mlp.experts.236.gate_proj,0.0003977049,0.05000,2.453
36,mlp.experts.226.gate_proj,0.0001893834,0.05000,2.447
36,mlp.experts.211.gate_proj,0.0000131636,0.05000,2.478
36,mlp.experts.215.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.038
36,mlp.experts.237.gate_proj,0.0002628176,0.05000,2.659
36,mlp.experts.240.gate_proj,0.0002395268,0.05000,2.585
36,mlp.experts.230.gate_proj,0.0002724743,0.05000,2.583
36,mlp.experts.219.gate_proj,0.0001028252,0.05000,2.684
36,mlp.experts.241.gate_proj,0.0003019846,0.05000,2.484
36,mlp.experts.244.gate_proj,0.0000290395,0.05000,2.566
36,mlp.experts.234.gate_proj,0.0000315156,0.05000,2.572
36,mlp.experts.223.gate_proj,0.0000363307,0.05000,2.563
36,mlp.experts.245.gate_proj,0.0000602095,0.05000,2.659
36,mlp.experts.249.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.043
36,mlp.experts.248.gate_proj,0.0001642936,0.05000,2.704
36,mlp.experts.238.gate_proj,0.0002759370,0.05000,2.806
36,mlp.experts.227.gate_proj,0.0000196776,0.05000,2.731
36,mlp.experts.253.gate_proj,0.0000332632,0.05000,2.603
36,mlp.experts.252.gate_proj,0.0000839487,0.05000,2.639
36,mlp.experts.242.gate_proj,0.0000229967,0.05000,2.520
36,mlp.experts.231.gate_proj,0.0002081102,0.05000,2.680
36,mlp.experts.1.up_proj,0.0000818839,0.05000,2.620
36,mlp.experts.246.gate_proj,0.0000188847,0.05000,2.470
36,mlp.experts.0.up_proj,0.0000164096,0.05000,2.607
36,mlp.experts.235.gate_proj,0.0001544423,0.05000,2.500
36,mlp.experts.5.up_proj,0.0002420167,0.05000,2.409
36,mlp.experts.9.up_proj,failsafe(rtn): 0.0011673,0.00000,0.034
36,mlp.experts.250.gate_proj,0.0001153361,0.05000,2.404
36,mlp.experts.4.up_proj,0.0003907651,0.05000,2.390
36,mlp.experts.239.gate_proj,0.0000202678,0.05000,2.425
36,mlp.experts.243.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.045
36,mlp.experts.13.up_proj,0.0001242805,0.05000,2.603
36,mlp.experts.254.gate_proj,0.0002210682,0.05000,2.599
36,mlp.experts.8.up_proj,0.0002907845,0.05000,2.584
36,mlp.experts.247.gate_proj,0.0003154330,0.05000,2.536
36,mlp.experts.17.up_proj,0.0001317336,0.05000,2.521
36,mlp.experts.2.up_proj,0.0001962788,0.05000,2.454
36,mlp.experts.6.up_proj,failsafe(rtn): 0.0011368,0.00000,0.044
36,mlp.experts.12.up_proj,0.0000863252,0.05000,2.575
36,mlp.experts.251.gate_proj,0.0000238623,0.05000,2.483
36,mlp.experts.21.up_proj,0.0000823139,0.05000,2.540
36,mlp.experts.10.up_proj,0.0000775309,0.05000,2.447
36,mlp.experts.16.up_proj,0.0000819097,0.05000,2.475
36,mlp.experts.20.up_proj,failsafe(rtn): 0.0011292,0.00000,0.035
36,mlp.experts.255.gate_proj,0.0000327548,0.05000,2.435
36,mlp.experts.14.up_proj,0.0000184794,0.05000,2.381
36,mlp.experts.25.up_proj,0.0000302368,0.05000,2.437
36,mlp.experts.24.up_proj,0.0000217260,0.05000,2.489
36,mlp.experts.3.up_proj,0.0002257425,0.05000,2.553
36,mlp.experts.29.up_proj,0.0001365081,0.05000,2.637
36,mlp.experts.18.up_proj,0.0000759559,0.05000,2.693
36,mlp.experts.28.up_proj,0.0000675404,0.05000,2.639
36,mlp.experts.7.up_proj,0.0001321171,0.05000,2.638
36,mlp.experts.22.up_proj,0.0002272011,0.05000,2.504
36,mlp.experts.33.up_proj,0.0001927371,0.05000,2.561
36,mlp.experts.32.up_proj,0.0001949368,0.05000,2.628
36,mlp.experts.36.up_proj,failsafe(rtn): 0.0011444,0.00000,0.045
36,mlp.experts.11.up_proj,0.0000723920,0.05000,2.591
36,mlp.experts.26.up_proj,0.0000874665,0.05000,2.509
36,mlp.experts.37.up_proj,0.0000404205,0.05000,2.531
36,mlp.experts.40.up_proj,0.0000510973,0.05000,2.448
36,mlp.experts.15.up_proj,0.0000374976,0.05000,2.473
36,mlp.experts.30.up_proj,0.0001981395,0.05000,2.548
36,mlp.experts.41.up_proj,0.0000849370,0.05000,2.544
36,mlp.experts.45.up_proj,failsafe(rtn): 0.0010834,0.00000,0.040
36,mlp.experts.44.up_proj,0.0000471716,0.05000,2.588
36,mlp.experts.19.up_proj,0.0000652170,0.05000,2.663
36,mlp.experts.34.up_proj,0.0000723744,0.05000,2.530
36,mlp.experts.38.up_proj,failsafe(rtn): 0.0010986,0.00000,0.034
36,mlp.experts.49.up_proj,0.0000240550,0.05000,2.545
36,mlp.experts.48.up_proj,0.0000434324,0.05000,2.448
36,mlp.experts.52.up_proj,failsafe(rtn): 0.0012589,0.00000,0.043
36,mlp.experts.23.up_proj,0.0001719004,0.05000,2.669
36,mlp.experts.42.up_proj,0.0000299096,0.05000,2.543
36,mlp.experts.46.up_proj,failsafe(rtn): 0.0011444,0.00000,0.044
36,mlp.experts.53.up_proj,0.0002203877,0.05000,2.568
36,mlp.experts.56.up_proj,0.0001591018,0.05000,2.506
36,mlp.experts.27.up_proj,0.0000738281,0.05000,2.428
36,mlp.experts.57.up_proj,0.0000327989,0.05000,2.410
36,mlp.experts.50.up_proj,0.0001842416,0.05000,2.563
36,mlp.experts.60.up_proj,0.0001728701,0.05000,2.448
36,mlp.experts.31.up_proj,0.0000508704,0.05000,2.472
36,mlp.experts.35.up_proj,failsafe(rtn): 0.0011520,0.00000,0.034
36,mlp.experts.61.up_proj,0.0001746100,0.05000,2.540
36,mlp.experts.54.up_proj,0.0003666556,0.05000,2.601
36,mlp.experts.64.up_proj,0.0001026556,0.05000,2.609
36,mlp.experts.39.up_proj,0.0000119203,0.05000,2.634
36,mlp.experts.65.up_proj,0.0001397637,0.05000,2.620
36,mlp.experts.58.up_proj,0.0000295648,0.05000,2.595
36,mlp.experts.68.up_proj,0.0002895311,0.05000,2.656
36,mlp.experts.72.up_proj,failsafe(rtn): 0.0012054,0.00000,0.037
36,mlp.experts.76.up_proj,failsafe(rtn): 0.0010605,0.00000,0.035
36,mlp.experts.43.up_proj,0.0000309716,0.05000,2.546
36,mlp.experts.69.up_proj,0.0000553367,0.05000,2.621
36,mlp.experts.62.up_proj,0.0002462684,0.05000,2.502
36,mlp.experts.80.up_proj,0.0003259288,0.05000,2.537
36,mlp.experts.47.up_proj,0.0001632870,0.05000,2.512
36,mlp.experts.66.up_proj,0.0001195813,0.05000,2.678
36,mlp.experts.73.up_proj,0.0000520247,0.05000,2.747
36,mlp.experts.84.up_proj,0.0000814345,0.05000,2.648
36,mlp.experts.51.up_proj,0.0001008966,0.05000,2.707
36,mlp.experts.70.up_proj,0.0000240020,0.05000,2.397
36,mlp.experts.77.up_proj,0.0000659902,0.05000,2.505
36,mlp.experts.88.up_proj,0.0001184797,0.05000,2.538
36,mlp.experts.55.up_proj,0.0000733040,0.05000,2.363
36,mlp.experts.74.up_proj,0.0000549107,0.05000,2.437
36,mlp.experts.81.up_proj,0.0001155227,0.05000,2.499
36,mlp.experts.92.up_proj,0.0000515589,0.05000,2.461
36,mlp.experts.96.up_proj,failsafe(rtn): 0.0012512,0.00000,0.042
36,mlp.experts.59.up_proj,0.0001283901,0.05000,2.659
36,mlp.experts.78.up_proj,0.0001969958,0.05000,2.382
36,mlp.experts.85.up_proj,0.0001443360,0.05000,2.413
36,mlp.experts.100.up_proj,0.0003970535,0.05000,2.287
36,mlp.experts.63.up_proj,0.0000368834,0.05000,2.286
36,mlp.experts.82.up_proj,0.0001041126,0.05000,2.401
36,mlp.experts.89.up_proj,0.0001233285,0.05000,2.345
36,mlp.experts.104.up_proj,0.0001775252,0.05000,2.427
36,mlp.experts.108.up_proj,failsafe(rtn): 0.0011292,0.00000,0.038
36,mlp.experts.67.up_proj,0.0000286232,0.05000,2.453
36,mlp.experts.86.up_proj,0.0001609793,0.05000,2.726
36,mlp.experts.93.up_proj,0.0001133881,0.05000,2.678
36,mlp.experts.112.up_proj,0.0000808934,0.05000,2.850
36,mlp.experts.71.up_proj,0.0002180144,0.05000,2.774
36,mlp.experts.90.up_proj,0.0002677345,0.05000,2.626
36,mlp.experts.97.up_proj,0.0002427845,0.05000,2.688
36,mlp.experts.116.up_proj,0.0000780586,0.05000,2.638
36,mlp.experts.75.up_proj,0.0001159736,0.05000,2.657
36,mlp.experts.94.up_proj,0.0003108650,0.05000,2.449
36,mlp.experts.101.up_proj,0.0003395564,0.05000,2.440
36,mlp.experts.120.up_proj,0.0000163889,0.05000,2.408
36,mlp.experts.79.up_proj,0.0000362043,0.05000,2.526
36,mlp.experts.98.up_proj,0.0000806055,0.05000,2.628
36,mlp.experts.105.up_proj,0.0001493322,0.05000,2.556
36,mlp.experts.124.up_proj,0.0000737101,0.05000,2.706
36,mlp.experts.83.up_proj,0.0000728881,0.05000,2.667
36,mlp.experts.102.up_proj,0.0001390928,0.05000,2.479
36,mlp.experts.109.up_proj,0.0002175220,0.05000,2.560
36,mlp.experts.113.up_proj,failsafe(rtn): 0.0011063,0.00000,0.038
36,mlp.experts.128.up_proj,0.0000857816,0.05000,2.445
36,mlp.experts.132.up_proj,failsafe(rtn): 0.0011520,0.00000,0.038
36,mlp.experts.87.up_proj,0.0001891336,0.05000,2.658
36,mlp.experts.106.up_proj,0.0001384570,0.05000,2.639
36,mlp.experts.117.up_proj,0.0000110108,0.05000,2.576
36,mlp.experts.136.up_proj,0.0000607737,0.05000,2.557
36,mlp.experts.91.up_proj,0.0003169432,0.05000,2.569
36,mlp.experts.95.up_proj,failsafe(rtn): 0.0010757,0.00000,0.038
36,mlp.experts.110.up_proj,0.0000702397,0.05000,2.605
36,mlp.experts.121.up_proj,0.0001171908,0.05000,2.635
36,mlp.experts.140.up_proj,0.0002069469,0.05000,2.742
36,mlp.experts.99.up_proj,0.0001441807,0.05000,2.711
36,mlp.experts.114.up_proj,0.0002049901,0.05000,2.548
36,mlp.experts.125.up_proj,0.0000279207,0.05000,2.546
36,mlp.experts.129.up_proj,failsafe(rtn): 0.0011215,0.00000,0.047
36,mlp.experts.133.up_proj,failsafe(rtn): 0.0011826,0.00000,0.045
36,mlp.experts.137.up_proj,failsafe(rtn): 0.0010834,0.00000,0.039
36,mlp.experts.144.up_proj,0.0001281962,0.05000,2.631
36,mlp.experts.103.up_proj,0.0000940167,0.05000,2.588
36,mlp.experts.118.up_proj,0.0001548208,0.05000,2.727
36,mlp.experts.141.up_proj,0.0001211027,0.05000,2.702
36,mlp.experts.148.up_proj,0.0000688562,0.05000,2.583
36,mlp.experts.107.up_proj,0.0000992625,0.05000,2.702
36,mlp.experts.122.up_proj,0.0002568722,0.05000,2.574
36,mlp.experts.152.up_proj,0.0000214725,0.05000,2.371
36,mlp.experts.145.up_proj,0.0000449929,0.05000,2.675
36,mlp.experts.149.up_proj,failsafe(rtn): 0.0011749,0.00000,0.040
36,mlp.experts.111.up_proj,0.0001807755,0.05000,2.467
36,mlp.experts.126.up_proj,0.0000943113,0.05000,2.530
36,mlp.experts.156.up_proj,0.0001318821,0.05000,2.409
36,mlp.experts.153.up_proj,0.0001549807,0.05000,2.436
36,mlp.experts.115.up_proj,0.0001382887,0.05000,2.489
36,mlp.experts.130.up_proj,0.0000345829,0.05000,2.563
36,mlp.experts.157.up_proj,0.0003782177,0.05000,2.496
36,mlp.experts.160.up_proj,0.0000275302,0.05000,2.615
36,mlp.experts.119.up_proj,0.0000869470,0.05000,2.494
36,mlp.experts.134.up_proj,0.0000537212,0.05000,2.392
36,mlp.experts.164.up_proj,0.0002765628,0.05000,2.414
36,mlp.experts.161.up_proj,0.0001964408,0.05000,2.454
36,mlp.experts.123.up_proj,0.0000687973,0.05000,2.379
36,mlp.experts.138.up_proj,0.0000897780,0.05000,2.443
36,mlp.experts.168.up_proj,0.0001188469,0.05000,2.517
36,mlp.experts.165.up_proj,0.0001479880,0.05000,2.566
36,mlp.experts.127.up_proj,0.0000741676,0.05000,2.504
36,mlp.experts.142.up_proj,0.0000290730,0.05000,2.415
36,mlp.experts.172.up_proj,0.0000351575,0.05000,2.420
36,mlp.experts.169.up_proj,0.0000839651,0.05000,2.412
36,mlp.experts.173.up_proj,failsafe(rtn): 0.0010681,0.00000,0.038
36,mlp.experts.131.up_proj,0.0000827199,0.05000,2.442
36,mlp.experts.146.up_proj,0.0002984871,0.05000,2.491
36,mlp.experts.150.up_proj,failsafe(rtn): 0.0010986,0.00000,0.036
36,mlp.experts.176.up_proj,0.0000495762,0.05000,2.525
36,mlp.experts.180.up_proj,failsafe(rtn): 0.0011139,0.00000,0.037
36,mlp.experts.184.up_proj,failsafe(rtn): 0.0011292,0.00000,0.035
36,mlp.experts.177.up_proj,0.0002110717,0.05000,2.548
36,mlp.experts.135.up_proj,0.0001566312,0.05000,2.548
36,mlp.experts.154.up_proj,0.0002285806,0.05000,2.605
36,mlp.experts.158.up_proj,failsafe(rtn): 0.0010834,0.00000,0.038
36,mlp.experts.162.up_proj,failsafe(rtn): 0.0011139,0.00000,0.039
36,mlp.experts.188.up_proj,0.0001843686,0.05000,2.585
36,mlp.experts.181.up_proj,0.0000190894,0.05000,2.582
36,mlp.experts.139.up_proj,0.0000217130,0.05000,2.560
36,mlp.experts.166.up_proj,0.0000426398,0.05000,2.532
36,mlp.experts.170.up_proj,failsafe(rtn): 0.0011139,0.00000,0.041
36,mlp.experts.192.up_proj,0.0003723758,0.05000,2.524
36,mlp.experts.185.up_proj,0.0002156633,0.05000,2.551
36,mlp.experts.143.up_proj,0.0000577304,0.05000,2.584
36,mlp.experts.174.up_proj,0.0002122338,0.05000,2.632
36,mlp.experts.196.up_proj,0.0000654547,0.05000,2.515
36,mlp.experts.200.up_proj,failsafe(rtn): 0.0011673,0.00000,0.036
36,mlp.experts.189.up_proj,0.0001191309,0.05000,2.512
36,mlp.experts.147.up_proj,0.0000208826,0.05000,2.675
36,mlp.experts.178.up_proj,0.0000807366,0.05000,2.423
36,mlp.experts.193.up_proj,0.0000138776,0.05000,2.451
36,mlp.experts.204.up_proj,0.0000256564,0.05000,2.509
36,mlp.experts.197.up_proj,failsafe(rtn): 0.0011673,0.00000,0.045
36,mlp.experts.151.up_proj,0.0001686413,0.05000,2.485
36,mlp.experts.182.up_proj,0.0002587434,0.05000,2.520
36,mlp.experts.201.up_proj,0.0001620514,0.05000,2.526
36,mlp.experts.208.up_proj,0.0002498461,0.05000,2.611
36,mlp.experts.155.up_proj,0.0001692254,0.05000,2.546
36,mlp.experts.186.up_proj,0.0000798200,0.05000,2.591
36,mlp.experts.190.up_proj,failsafe(rtn): 0.0011063,0.00000,0.033
36,mlp.experts.212.up_proj,0.0002833419,0.05000,2.470
36,mlp.experts.205.up_proj,0.0001515813,0.05000,2.592
36,mlp.experts.159.up_proj,0.0002255695,0.05000,2.500
36,mlp.experts.163.up_proj,failsafe(rtn): 0.0011978,0.00000,0.034
36,mlp.experts.194.up_proj,0.0000375878,0.05000,2.718
36,mlp.experts.209.up_proj,0.0001376172,0.05000,2.627
36,mlp.experts.216.up_proj,0.0001519169,0.05000,2.719
36,mlp.experts.220.up_proj,failsafe(rtn): 0.0011749,0.00000,0.045
36,mlp.experts.167.up_proj,0.0003038464,0.05000,2.597
36,mlp.experts.198.up_proj,0.0000309145,0.05000,2.606
36,mlp.experts.224.up_proj,0.0002702611,0.05000,2.543
36,mlp.experts.213.up_proj,0.0002067463,0.05000,2.696
36,mlp.experts.171.up_proj,0.0002329999,0.05000,2.584
36,mlp.experts.175.up_proj,failsafe(rtn): 0.0011292,0.00000,0.035
36,mlp.experts.202.up_proj,0.0000157364,0.05000,2.498
36,mlp.experts.228.up_proj,0.0000893632,0.05000,2.506
36,mlp.experts.217.up_proj,0.0000649537,0.05000,2.557
36,mlp.experts.221.up_proj,failsafe(rtn): 0.0010681,0.00000,0.040
36,mlp.experts.179.up_proj,0.0001715083,0.05000,2.605
36,mlp.experts.183.up_proj,failsafe(rtn): 0.0011902,0.00000,0.040
36,mlp.experts.206.up_proj,0.0000839812,0.05000,2.608
36,mlp.experts.232.up_proj,0.0003091123,0.05000,2.657
36,mlp.experts.225.up_proj,0.0001318493,0.05000,2.614
36,mlp.experts.187.up_proj,0.0001907240,0.05000,2.574
36,mlp.experts.210.up_proj,0.0000497101,0.05000,2.509
36,mlp.experts.236.up_proj,0.0003318350,0.05000,2.465
36,mlp.experts.229.up_proj,0.0002301756,0.05000,2.628
36,mlp.experts.233.up_proj,failsafe(rtn): 0.0011520,0.00000,0.047
36,mlp.experts.191.up_proj,0.0004464010,0.05000,2.658
36,mlp.experts.214.up_proj,0.0000221476,0.05000,2.591
36,mlp.experts.240.up_proj,0.0001640802,0.05000,2.553
36,mlp.experts.237.up_proj,0.0002105280,0.05000,2.580
36,mlp.experts.195.up_proj,0.0000148743,0.05000,2.566
36,mlp.experts.218.up_proj,0.0000826299,0.05000,2.509
36,mlp.experts.222.up_proj,failsafe(rtn): 0.0011520,0.00000,0.035
36,mlp.experts.244.up_proj,0.0000233319,0.05000,2.586
36,mlp.experts.241.up_proj,0.0002705412,0.05000,2.505
36,mlp.experts.199.up_proj,0.0000573847,0.05000,2.631
36,mlp.experts.226.up_proj,0.0001627823,0.05000,2.543
36,mlp.experts.248.up_proj,0.0001731185,0.05000,2.566
36,mlp.experts.245.up_proj,0.0000526239,0.05000,2.583
36,mlp.experts.249.up_proj,failsafe(rtn): 0.0011063,0.00000,0.043
36,mlp.experts.203.up_proj,0.0000981013,0.05000,2.529
36,mlp.experts.230.up_proj,0.0002093375,0.05000,2.633
36,mlp.experts.252.up_proj,0.0000739028,0.05000,2.589
36,mlp.experts.253.up_proj,0.0000264970,0.05000,2.516
36,mlp.experts.207.up_proj,0.0000561716,0.05000,2.222
36,mlp.experts.234.up_proj,0.0000229172,0.05000,1.389
36,mlp.experts.211.up_proj,0.0000124082,0.05000,1.116
36,mlp.experts.215.up_proj,failsafe(rtn): 0.0011368,0.00000,0.018
36,mlp.experts.238.up_proj,0.0002663507,0.05000,1.160
36,mlp.experts.219.up_proj,0.0000941739,0.05000,1.126
36,mlp.experts.242.up_proj,0.0000197108,0.05000,1.126
36,mlp.experts.223.up_proj,0.0000327540,0.05000,1.001
36,mlp.experts.246.up_proj,0.0000180153,0.05000,0.992
36,mlp.experts.227.up_proj,0.0000179656,0.05000,0.909
36,mlp.experts.250.up_proj,0.0001013601,0.05000,0.993
36,mlp.experts.231.up_proj,0.0001940464,0.05000,0.917
36,mlp.experts.254.up_proj,0.0001944879,0.05000,1.081
36,mlp.experts.235.up_proj,0.0001091076,0.05000,0.999
36,mlp.experts.239.up_proj,0.0000203147,0.05000,0.599
36,mlp.experts.243.up_proj,failsafe(rtn): 0.0011597,0.00000,0.011
36,mlp.experts.247.up_proj,0.0002574274,0.05000,0.604
36,mlp.experts.251.up_proj,0.0000222874,0.05000,0.486
36,mlp.experts.255.up_proj,0.0000323948,0.05000,0.463
36,mlp.experts.2.down_proj,0.0000285438,0.05000,0.615
36,mlp.experts.0.down_proj,0.0000026254,0.05000,0.626
36,mlp.experts.6.down_proj,failsafe(rtn): 0.0011520,0.00000,0.014
36,mlp.experts.3.down_proj,0.0000150424,0.05000,0.647
36,mlp.experts.1.down_proj,0.0000087164,0.05000,0.674
36,mlp.experts.4.down_proj,0.0000140631,0.05000,0.650
36,mlp.experts.10.down_proj,0.0000054130,0.05000,0.656
36,mlp.experts.5.down_proj,0.0000104708,0.05000,0.687
36,mlp.experts.9.down_proj,failsafe(rtn): 0.0012054,0.00000,0.012
36,mlp.experts.7.down_proj,0.0000057437,0.05000,0.750
36,mlp.experts.14.down_proj,0.0000024480,0.05000,0.629
36,mlp.experts.8.down_proj,0.0000650438,0.05000,0.677
36,mlp.experts.13.down_proj,0.0000247749,0.05000,0.644
36,mlp.experts.11.down_proj,0.0000122939,0.05000,0.678
36,mlp.experts.18.down_proj,0.0000053073,0.05000,0.701
36,mlp.experts.12.down_proj,0.0000063493,0.05000,0.730
36,mlp.experts.15.down_proj,0.0000051419,0.05000,0.661
36,mlp.experts.17.down_proj,0.0000209630,0.05000,0.735
36,mlp.experts.22.down_proj,0.0000492996,0.05000,0.709
36,mlp.experts.16.down_proj,0.0000072066,0.05000,0.667
36,mlp.experts.20.down_proj,failsafe(rtn): 0.0011292,0.00000,0.011
36,mlp.experts.19.down_proj,0.0000015847,0.05000,0.659
36,mlp.experts.21.down_proj,0.0000096213,0.05000,0.655
36,mlp.experts.26.down_proj,0.0000105100,0.05000,0.652
36,mlp.experts.23.down_proj,0.0000075240,0.05000,0.634
36,mlp.experts.24.down_proj,0.0000032170,0.05000,0.708
36,mlp.experts.25.down_proj,0.0000025515,0.05000,0.689
36,mlp.experts.30.down_proj,0.0000089397,0.05000,0.664
36,mlp.experts.27.down_proj,0.0000034933,0.05000,0.685
36,mlp.experts.28.down_proj,0.0000084567,0.05000,0.683
36,mlp.experts.29.down_proj,0.0000079426,0.05000,0.661
36,mlp.experts.34.down_proj,0.0000101797,0.05000,0.638
36,mlp.experts.38.down_proj,failsafe(rtn): 0.0010986,0.00000,0.009
36,mlp.experts.31.down_proj,0.0000039275,0.05000,0.634
36,mlp.experts.35.down_proj,failsafe(rtn): 0.0011292,0.00000,0.008
36,mlp.experts.32.down_proj,0.0000131489,0.05000,0.651
36,mlp.experts.33.down_proj,0.0000106909,0.05000,0.647
36,mlp.experts.36.down_proj,failsafe(rtn): 0.0011673,0.00000,0.017
36,mlp.experts.42.down_proj,0.0000040786,0.05000,0.688
36,mlp.experts.46.down_proj,failsafe(rtn): 0.0011292,0.00000,0.012
36,mlp.experts.40.down_proj,0.0000059552,0.05000,0.667
36,mlp.experts.39.down_proj,0.0000023160,0.05000,0.747
36,mlp.experts.37.down_proj,0.0000051337,0.05000,0.734
36,mlp.experts.50.down_proj,0.0000101509,0.05000,0.733
36,mlp.experts.44.down_proj,0.0000070714,0.05000,0.649
36,mlp.experts.41.down_proj,0.0000148367,0.05000,0.642
36,mlp.experts.45.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
36,mlp.experts.43.down_proj,0.0000050821,0.05000,0.750
36,mlp.experts.48.down_proj,0.0000077546,0.05000,0.675
36,mlp.experts.54.down_proj,0.0000105241,0.05000,0.704
36,mlp.experts.52.down_proj,failsafe(rtn): 0.0012436,0.00000,0.015
36,mlp.experts.49.down_proj,0.0000051829,0.05000,0.696
36,mlp.experts.47.down_proj,0.0000084447,0.05000,0.690
36,mlp.experts.56.down_proj,0.0000185807,0.05000,0.609
36,mlp.experts.58.down_proj,0.0000037828,0.05000,0.628
36,mlp.experts.53.down_proj,0.0000257627,0.05000,0.636
36,mlp.experts.51.down_proj,0.0000045411,0.05000,0.659
36,mlp.experts.60.down_proj,0.0000057767,0.05000,0.656
36,mlp.experts.57.down_proj,0.0000046987,0.05000,0.654
36,mlp.experts.62.down_proj,0.0000083097,0.05000,0.747
36,mlp.experts.55.down_proj,0.0000090044,0.05000,0.758
36,mlp.experts.64.down_proj,0.0000034936,0.05000,0.632
36,mlp.experts.61.down_proj,0.0000137831,0.05000,0.627
36,mlp.experts.66.down_proj,0.0000026728,0.05000,0.654
36,mlp.experts.59.down_proj,0.0000164086,0.05000,0.633
36,mlp.experts.68.down_proj,0.0000141028,0.05000,0.630
36,mlp.experts.72.down_proj,failsafe(rtn): 0.0012131,0.00000,0.010
36,mlp.experts.76.down_proj,failsafe(rtn): 0.0010605,0.00000,0.012
36,mlp.experts.65.down_proj,0.0000037057,0.05000,0.656
36,mlp.experts.70.down_proj,0.0000039401,0.05000,0.649
36,mlp.experts.63.down_proj,0.0000033481,0.05000,0.671
36,mlp.experts.69.down_proj,0.0000036349,0.05000,0.653
36,mlp.experts.80.down_proj,0.0000087644,0.05000,0.733
36,mlp.experts.74.down_proj,0.0000087328,0.05000,0.667
36,mlp.experts.67.down_proj,0.0000051139,0.05000,0.686
36,mlp.experts.73.down_proj,0.0000044341,0.05000,0.699
36,mlp.experts.78.down_proj,0.0000127377,0.05000,0.644
36,mlp.experts.84.down_proj,0.0000104462,0.05000,0.727
36,mlp.experts.71.down_proj,0.0000154438,0.05000,0.706
36,mlp.experts.77.down_proj,0.0000065935,0.05000,0.688
36,mlp.experts.82.down_proj,0.0000087669,0.05000,0.693
36,mlp.experts.88.down_proj,0.0000337735,0.05000,0.685
36,mlp.experts.75.down_proj,0.0000023248,0.05000,0.688
36,mlp.experts.81.down_proj,0.0000044943,0.05000,0.635
36,mlp.experts.86.down_proj,0.0000069319,0.05000,0.639
36,mlp.experts.92.down_proj,0.0000047140,0.05000,0.627
36,mlp.experts.96.down_proj,failsafe(rtn): 0.0012436,0.00000,0.011
36,mlp.experts.79.down_proj,0.0000041361,0.05000,0.673
36,mlp.experts.85.down_proj,0.0000088395,0.05000,0.645
36,mlp.experts.90.down_proj,0.0000158821,0.05000,0.718
36,mlp.experts.100.down_proj,0.0000575812,0.05000,0.709
36,mlp.experts.83.down_proj,0.0000074779,0.05000,0.643
36,mlp.experts.89.down_proj,0.0000039949,0.05000,0.664
36,mlp.experts.94.down_proj,0.0000200440,0.05000,0.669
36,mlp.experts.104.down_proj,0.0000407486,0.05000,0.701
36,mlp.experts.108.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
36,mlp.experts.87.down_proj,0.0000145006,0.05000,0.726
36,mlp.experts.93.down_proj,0.0000069064,0.05000,0.767
36,mlp.experts.98.down_proj,0.0000075330,0.05000,0.734
36,mlp.experts.112.down_proj,0.0000062701,0.05000,0.734
36,mlp.experts.91.down_proj,0.0000264634,0.05000,0.740
36,mlp.experts.95.down_proj,failsafe(rtn): 0.0010757,0.00000,0.011
36,mlp.experts.97.down_proj,0.0000094535,0.05000,0.719
36,mlp.experts.102.down_proj,0.0000033325,0.05000,0.727
36,mlp.experts.116.down_proj,0.0000114407,0.05000,0.733
36,mlp.experts.99.down_proj,0.0000154954,0.05000,0.733
36,mlp.experts.101.down_proj,0.0000235240,0.05000,0.702
36,mlp.experts.106.down_proj,0.0000049622,0.05000,0.672
36,mlp.experts.120.down_proj,0.0000023438,0.05000,0.669
36,mlp.experts.103.down_proj,0.0000054728,0.05000,0.714
36,mlp.experts.105.down_proj,0.0000086423,0.05000,0.673
36,mlp.experts.110.down_proj,0.0000099239,0.05000,0.651
36,mlp.experts.124.down_proj,0.0000019262,0.05000,0.659
36,mlp.experts.107.down_proj,0.0000299122,0.05000,0.631
36,mlp.experts.109.down_proj,0.0000139586,0.05000,0.655
36,mlp.experts.113.down_proj,failsafe(rtn): 0.0010834,0.00000,0.011
36,mlp.experts.114.down_proj,0.0000192285,0.05000,0.705
36,mlp.experts.128.down_proj,0.0000031221,0.05000,0.668
36,mlp.experts.132.down_proj,failsafe(rtn): 0.0011597,0.00000,0.010
36,mlp.experts.111.down_proj,0.0000090021,0.05000,0.683
36,mlp.experts.117.down_proj,0.0000021623,0.05000,0.721
36,mlp.experts.118.down_proj,0.0000137543,0.05000,0.706
36,mlp.experts.136.down_proj,0.0000048850,0.05000,0.630
36,mlp.experts.115.down_proj,0.0000173117,0.05000,0.666
36,mlp.experts.121.down_proj,0.0000114530,0.05000,0.624
36,mlp.experts.140.down_proj,0.0000145739,0.05000,0.621
36,mlp.experts.122.down_proj,0.0000147721,0.05000,0.655
36,mlp.experts.119.down_proj,0.0000135545,0.05000,0.653
36,mlp.experts.125.down_proj,0.0000045274,0.05000,0.652
36,mlp.experts.129.down_proj,failsafe(rtn): 0.0011063,0.00000,0.010
36,mlp.experts.144.down_proj,0.0000057732,0.05000,0.652
36,mlp.experts.133.down_proj,failsafe(rtn): 0.0012054,0.00000,0.014
36,mlp.experts.137.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
36,mlp.experts.126.down_proj,0.0000100472,0.05000,0.679
36,mlp.experts.123.down_proj,0.0000077594,0.05000,0.671
36,mlp.experts.148.down_proj,0.0000076315,0.05000,0.702
36,mlp.experts.130.down_proj,0.0000040905,0.05000,0.685
36,mlp.experts.141.down_proj,0.0000030950,0.05000,0.733
36,mlp.experts.127.down_proj,0.0000065301,0.05000,0.631
36,mlp.experts.152.down_proj,0.0000039257,0.05000,0.663
36,mlp.experts.134.down_proj,0.0000070712,0.05000,0.702
36,mlp.experts.145.down_proj,0.0000075296,0.05000,0.731
36,mlp.experts.149.down_proj,failsafe(rtn): 0.0011826,0.00000,0.012
36,mlp.experts.131.down_proj,0.0000093624,0.05000,0.677
36,mlp.experts.156.down_proj,0.0000046843,0.05000,0.667
36,mlp.experts.138.down_proj,0.0000097133,0.05000,0.703
36,mlp.experts.153.down_proj,0.0000071588,0.05000,0.724
36,mlp.experts.135.down_proj,0.0000079780,0.05000,0.672
36,mlp.experts.160.down_proj,0.0000043754,0.05000,0.730
36,mlp.experts.142.down_proj,0.0000060846,0.05000,0.727
36,mlp.experts.139.down_proj,0.0000037564,0.05000,0.656
36,mlp.experts.157.down_proj,0.0000237218,0.05000,0.697
36,mlp.experts.164.down_proj,0.0000104499,0.05000,0.689
36,mlp.experts.143.down_proj,0.0000051358,0.05000,0.638
36,mlp.experts.146.down_proj,0.0000167988,0.05000,0.746
36,mlp.experts.161.down_proj,0.0000103635,0.05000,0.706
36,mlp.experts.150.down_proj,failsafe(rtn): 0.0010910,0.00000,0.016
36,mlp.experts.168.down_proj,0.0000144363,0.05000,0.631
36,mlp.experts.147.down_proj,0.0000024685,0.05000,0.623
36,mlp.experts.165.down_proj,0.0000033026,0.05000,0.596
36,mlp.experts.154.down_proj,0.0000061398,0.05000,0.589
36,mlp.experts.158.down_proj,failsafe(rtn): 0.0010910,0.00000,0.009
36,mlp.experts.162.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
36,mlp.experts.172.down_proj,0.0000077300,0.05000,0.614
36,mlp.experts.151.down_proj,0.0000043230,0.05000,0.610
36,mlp.experts.169.down_proj,0.0000084270,0.05000,0.614
36,mlp.experts.173.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
36,mlp.experts.166.down_proj,0.0000048195,0.05000,0.616
36,mlp.experts.170.down_proj,failsafe(rtn): 0.0010834,0.00000,0.012
36,mlp.experts.176.down_proj,0.0000068627,0.05000,0.655
36,mlp.experts.180.down_proj,failsafe(rtn): 0.0011368,0.00000,0.010
36,mlp.experts.184.down_proj,failsafe(rtn): 0.0011368,0.00000,0.010
36,mlp.experts.155.down_proj,0.0000134283,0.05000,0.673
36,mlp.experts.177.down_proj,0.0000169704,0.05000,0.665
36,mlp.experts.174.down_proj,0.0000128282,0.05000,0.676
36,mlp.experts.188.down_proj,0.0000089901,0.05000,0.636
36,mlp.experts.159.down_proj,0.0000087410,0.05000,0.611
36,mlp.experts.163.down_proj,failsafe(rtn): 0.0011978,0.00000,0.010
36,mlp.experts.181.down_proj,0.0000031143,0.05000,0.637
36,mlp.experts.178.down_proj,0.0000060795,0.05000,0.662
36,mlp.experts.192.down_proj,0.0000259723,0.05000,0.628
36,mlp.experts.167.down_proj,0.0000106300,0.05000,0.604
36,mlp.experts.185.down_proj,0.0000397398,0.05000,0.594
36,mlp.experts.182.down_proj,0.0000124170,0.05000,0.599
36,mlp.experts.196.down_proj,0.0000090322,0.05000,0.610
36,mlp.experts.200.down_proj,failsafe(rtn): 0.0011749,0.00000,0.009
36,mlp.experts.171.down_proj,0.0000121024,0.05000,0.611
36,mlp.experts.175.down_proj,failsafe(rtn): 0.0011520,0.00000,0.009
36,mlp.experts.189.down_proj,0.0000031820,0.05000,0.625
36,mlp.experts.186.down_proj,0.0000083746,0.05000,0.639
36,mlp.experts.190.down_proj,failsafe(rtn): 0.0010986,0.00000,0.011
36,mlp.experts.204.down_proj,0.0000031889,0.05000,0.686
36,mlp.experts.179.down_proj,0.0000125973,0.05000,0.710
36,mlp.experts.183.down_proj,failsafe(rtn): 0.0011368,0.00000,0.012
36,mlp.experts.193.down_proj,0.0000027430,0.05000,0.689
36,mlp.experts.197.down_proj,failsafe(rtn): 0.0011673,0.00000,0.013
36,mlp.experts.194.down_proj,0.0000047829,0.05000,0.702
36,mlp.experts.208.down_proj,0.0000160207,0.05000,0.664
36,mlp.experts.201.down_proj,0.0000071333,0.05000,0.631
36,mlp.experts.187.down_proj,0.0000107646,0.05000,0.696
36,mlp.experts.198.down_proj,0.0000043403,0.05000,0.616
36,mlp.experts.212.down_proj,0.0000159868,0.05000,0.661
36,mlp.experts.191.down_proj,0.0000180732,0.05000,0.624
36,mlp.experts.205.down_proj,0.0000102090,0.05000,0.695
36,mlp.experts.202.down_proj,0.0000024186,0.05000,0.664
36,mlp.experts.216.down_proj,0.0000056835,0.05000,0.613
36,mlp.experts.220.down_proj,failsafe(rtn): 0.0012054,0.00000,0.010
36,mlp.experts.195.down_proj,0.0000036583,0.05000,0.611
36,mlp.experts.209.down_proj,0.0000083490,0.05000,0.644
36,mlp.experts.206.down_proj,0.0000111732,0.05000,0.642
36,mlp.experts.224.down_proj,0.0000110910,0.05000,0.644
36,mlp.experts.199.down_proj,0.0000016758,0.05000,0.617
36,mlp.experts.213.down_proj,0.0000046905,0.05000,0.610
36,mlp.experts.210.down_proj,0.0000078953,0.05000,0.639
36,mlp.experts.228.down_proj,0.0000094308,0.05000,0.598
36,mlp.experts.203.down_proj,0.0000187687,0.05000,0.596
36,mlp.experts.217.down_proj,0.0000021515,0.05000,0.602
36,mlp.experts.221.down_proj,failsafe(rtn): 0.0010605,0.00000,0.010
36,mlp.experts.214.down_proj,0.0000034337,0.05000,0.638
36,mlp.experts.207.down_proj,0.0000097734,0.05000,0.652
36,mlp.experts.232.down_proj,0.0000244022,0.05000,0.716
36,mlp.experts.225.down_proj,0.0000083389,0.05000,0.657
36,mlp.experts.218.down_proj,0.0000035584,0.05000,0.656
36,mlp.experts.222.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
36,mlp.experts.236.down_proj,0.0000151746,0.05000,0.672
36,mlp.experts.211.down_proj,0.0000022276,0.05000,0.727
36,mlp.experts.215.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
36,mlp.experts.229.down_proj,0.0000152839,0.05000,0.709
36,mlp.experts.233.down_proj,failsafe(rtn): 0.0011520,0.00000,0.009
36,mlp.experts.226.down_proj,0.0000050739,0.05000,0.678
36,mlp.experts.240.down_proj,0.0000048658,0.05000,0.631
36,mlp.experts.219.down_proj,0.0000049855,0.05000,0.650
36,mlp.experts.237.down_proj,0.0000084041,0.05000,0.653
36,mlp.experts.230.down_proj,0.0000049655,0.05000,0.623
36,mlp.experts.244.down_proj,0.0000038068,0.05000,0.642
36,mlp.experts.223.down_proj,0.0000031695,0.05000,0.653
36,mlp.experts.241.down_proj,0.0000329660,0.05000,0.672
36,mlp.experts.234.down_proj,0.0000052429,0.05000,0.659
36,mlp.experts.248.down_proj,0.0000313826,0.05000,0.600
36,mlp.experts.227.down_proj,0.0000026577,0.05000,0.600
36,mlp.experts.245.down_proj,0.0000073768,0.05000,0.603
36,mlp.experts.249.down_proj,failsafe(rtn): 0.0011063,0.00000,0.013
36,mlp.experts.238.down_proj,0.0000102038,0.05000,0.613
36,mlp.experts.252.down_proj,0.0000121989,0.05000,0.666
36,mlp.experts.231.down_proj,0.0000114885,0.05000,0.645
36,mlp.experts.242.down_proj,0.0000027680,0.05000,0.581
36,mlp.experts.253.down_proj,0.0000040312,0.05000,0.606
36,mlp.experts.235.down_proj,0.0000048753,0.05000,0.316
36,mlp.experts.246.down_proj,0.0000046351,0.05000,0.276
36,mlp.experts.239.down_proj,0.0000038611,0.05000,0.291
36,mlp.experts.243.down_proj,failsafe(rtn): 0.0011444,0.00000,0.005
36,mlp.experts.250.down_proj,0.0000194557,0.05000,0.297
36,mlp.experts.247.down_proj,0.0000138117,0.05000,0.288
36,mlp.experts.254.down_proj,0.0000126187,0.05000,0.288
36,mlp.experts.251.down_proj,0.0000041746,0.05000,0.175
36,mlp.experts.255.down_proj,0.0000079326,0.05000,0.149
37,mlp.experts.2.gate_proj,0.0004752732,0.05000,2.425
37,mlp.experts.0.gate_proj,0.0001362539,0.05000,2.446
37,mlp.experts.6.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.046
37,mlp.experts.1.gate_proj,0.0003716758,0.05000,2.495
37,mlp.experts.10.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.049
37,mlp.experts.3.gate_proj,0.0000446575,0.05000,2.537
37,mlp.experts.4.gate_proj,0.0000829151,0.05000,2.538
37,mlp.experts.5.gate_proj,0.0005050206,0.05000,2.677
37,mlp.experts.14.gate_proj,0.0000134133,0.05000,2.665
37,mlp.experts.18.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.036
37,mlp.experts.7.gate_proj,0.0000329818,0.05000,2.721
37,mlp.experts.8.gate_proj,0.0002584503,0.05000,2.626
37,mlp.experts.9.gate_proj,0.0001974833,0.05000,2.513
37,mlp.experts.11.gate_proj,0.0000460749,0.05000,2.496
37,mlp.experts.22.gate_proj,0.0001302179,0.05000,2.596
37,mlp.experts.12.gate_proj,0.0003458412,0.05000,2.550
37,mlp.experts.15.gate_proj,0.0000214171,0.05000,2.559
37,mlp.experts.13.gate_proj,0.0002088575,0.05000,2.739
37,mlp.experts.26.gate_proj,0.0001584303,0.05000,2.629
37,mlp.experts.30.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.046
37,mlp.experts.16.gate_proj,0.0000560722,0.05000,2.570
37,mlp.experts.19.gate_proj,0.0003175592,0.05000,2.664
37,mlp.experts.17.gate_proj,0.0001129785,0.05000,2.679
37,mlp.experts.34.gate_proj,0.0001432715,0.05000,2.617
37,mlp.experts.20.gate_proj,0.0001321860,0.05000,2.636
37,mlp.experts.23.gate_proj,0.0002597239,0.05000,2.594
37,mlp.experts.38.gate_proj,0.0001475095,0.05000,2.654
37,mlp.experts.21.gate_proj,0.0000349793,0.05000,2.770
37,mlp.experts.24.gate_proj,0.0001089015,0.05000,2.511
37,mlp.experts.27.gate_proj,0.0000152567,0.05000,2.525
37,mlp.experts.42.gate_proj,0.0002243441,0.05000,2.496
37,mlp.experts.25.gate_proj,0.0000816623,0.05000,2.509
37,mlp.experts.28.gate_proj,0.0000222313,0.05000,2.618
37,mlp.experts.31.gate_proj,0.0000207034,0.05000,2.619
37,mlp.experts.35.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.032
37,mlp.experts.39.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.035
37,mlp.experts.46.gate_proj,0.0001958132,0.05000,2.546
37,mlp.experts.29.gate_proj,0.0003085444,0.05000,2.537
37,mlp.experts.33.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.034
37,mlp.experts.32.gate_proj,0.0000360127,0.05000,2.536
37,mlp.experts.43.gate_proj,0.0000324788,0.05000,2.428
37,mlp.experts.50.gate_proj,0.0000240337,0.05000,2.412
37,mlp.experts.47.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.044
37,mlp.experts.51.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.041
37,mlp.experts.37.gate_proj,0.0000390486,0.05000,2.494
37,mlp.experts.41.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.045
37,mlp.experts.36.gate_proj,0.0001367622,0.05000,2.553
37,mlp.experts.40.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.033
37,mlp.experts.54.gate_proj,0.0003173339,0.05000,2.618
37,mlp.experts.55.gate_proj,0.0000388714,0.05000,2.553
37,mlp.experts.45.gate_proj,0.0000159945,0.05000,2.567
37,mlp.experts.44.gate_proj,0.0002643373,0.05000,2.536
37,mlp.experts.58.gate_proj,0.0000306904,0.05000,2.507
37,mlp.experts.59.gate_proj,0.0000398054,0.05000,2.605
37,mlp.experts.49.gate_proj,0.0003586020,0.05000,2.575
37,mlp.experts.53.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.035
37,mlp.experts.48.gate_proj,0.0000316247,0.05000,2.526
37,mlp.experts.62.gate_proj,0.0001587738,0.05000,2.433
37,mlp.experts.63.gate_proj,0.0000773563,0.05000,2.476
37,mlp.experts.57.gate_proj,0.0000205167,0.05000,2.504
37,mlp.experts.52.gate_proj,0.0002345460,0.05000,2.572
37,mlp.experts.66.gate_proj,0.0002583311,0.05000,2.540
37,mlp.experts.70.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.035
37,mlp.experts.67.gate_proj,0.0000147470,0.05000,2.502
37,mlp.experts.61.gate_proj,0.0001329697,0.05000,2.496
37,mlp.experts.56.gate_proj,0.0000470575,0.05000,2.533
37,mlp.experts.74.gate_proj,0.0002087397,0.05000,2.475
37,mlp.experts.71.gate_proj,0.0001730406,0.05000,2.522
37,mlp.experts.65.gate_proj,0.0001021575,0.05000,2.527
37,mlp.experts.60.gate_proj,0.0000177404,0.05000,2.538
37,mlp.experts.78.gate_proj,0.0000213365,0.05000,2.585
37,mlp.experts.75.gate_proj,0.0001785568,0.05000,2.619
37,mlp.experts.79.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.038
37,mlp.experts.69.gate_proj,0.0000393651,0.05000,2.613
37,mlp.experts.64.gate_proj,0.0003482581,0.05000,2.490
37,mlp.experts.82.gate_proj,0.0001978965,0.05000,2.497
37,mlp.experts.86.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.043
37,mlp.experts.83.gate_proj,0.0000288606,0.05000,2.472
37,mlp.experts.73.gate_proj,0.0002839749,0.05000,2.557
37,mlp.experts.68.gate_proj,0.0003834579,0.05000,2.475
37,mlp.experts.72.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.032
37,mlp.experts.90.gate_proj,0.0000221364,0.05000,2.462
37,mlp.experts.87.gate_proj,0.0000292940,0.05000,2.454
37,mlp.experts.77.gate_proj,0.0001437543,0.05000,2.423
37,mlp.experts.76.gate_proj,0.0001596418,0.05000,2.536
37,mlp.experts.94.gate_proj,0.0000177058,0.05000,2.608
37,mlp.experts.91.gate_proj,0.0001037220,0.05000,2.582
37,mlp.experts.81.gate_proj,0.0001578159,0.05000,2.612
37,mlp.experts.80.gate_proj,0.0001714966,0.05000,2.624
37,mlp.experts.98.gate_proj,0.0000553618,0.05000,2.689
37,mlp.experts.95.gate_proj,0.0000454825,0.05000,2.700
37,mlp.experts.85.gate_proj,0.0001865276,0.05000,2.585
37,mlp.experts.84.gate_proj,0.0000177909,0.05000,2.584
37,mlp.experts.102.gate_proj,0.0000479607,0.05000,2.447
37,mlp.experts.106.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.037
37,mlp.experts.99.gate_proj,0.0001903916,0.05000,2.483
37,mlp.experts.89.gate_proj,0.0002080952,0.05000,2.517
37,mlp.experts.88.gate_proj,0.0001415307,0.05000,2.531
37,mlp.experts.110.gate_proj,0.0001526768,0.05000,2.564
37,mlp.experts.103.gate_proj,0.0001902984,0.05000,2.552
37,mlp.experts.93.gate_proj,0.0000223243,0.05000,2.507
37,mlp.experts.92.gate_proj,0.0001110726,0.05000,2.615
37,mlp.experts.107.gate_proj,0.0001086537,0.05000,2.545
37,mlp.experts.114.gate_proj,0.0002224227,0.05000,2.630
37,mlp.experts.97.gate_proj,0.0000523297,0.05000,2.609
37,mlp.experts.96.gate_proj,0.0003726819,0.05000,2.551
37,mlp.experts.111.gate_proj,0.0001476591,0.05000,2.613
37,mlp.experts.118.gate_proj,0.0001561162,0.05000,2.743
37,mlp.experts.101.gate_proj,0.0000301602,0.05000,2.661
37,mlp.experts.100.gate_proj,0.0003321212,0.05000,2.569
37,mlp.experts.115.gate_proj,0.0001501569,0.05000,2.532
37,mlp.experts.119.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.035
37,mlp.experts.122.gate_proj,0.0004435773,0.05000,2.498
37,mlp.experts.105.gate_proj,0.0001131180,0.05000,2.478
37,mlp.experts.104.gate_proj,0.0001234636,0.05000,2.477
37,mlp.experts.123.gate_proj,0.0001743147,0.05000,2.472
37,mlp.experts.126.gate_proj,0.0000366952,0.05000,2.546
37,mlp.experts.109.gate_proj,0.0000803816,0.05000,2.466
37,mlp.experts.108.gate_proj,0.0002255973,0.05000,2.502
37,mlp.experts.127.gate_proj,0.0002071548,0.05000,2.492
37,mlp.experts.113.gate_proj,0.0001370882,0.05000,2.545
37,mlp.experts.130.gate_proj,0.0000709039,0.05000,2.607
37,mlp.experts.112.gate_proj,0.0000244385,0.05000,2.499
37,mlp.experts.131.gate_proj,0.0001624003,0.05000,2.425
37,mlp.experts.117.gate_proj,0.0001248858,0.05000,2.449
37,mlp.experts.134.gate_proj,0.0001039257,0.05000,2.461
37,mlp.experts.116.gate_proj,0.0003856901,0.05000,2.456
37,mlp.experts.135.gate_proj,0.0000308982,0.05000,2.472
37,mlp.experts.121.gate_proj,0.0000350172,0.05000,2.442
37,mlp.experts.138.gate_proj,0.0003075211,0.05000,2.506
37,mlp.experts.142.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.041
37,mlp.experts.146.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.038
37,mlp.experts.150.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.037
37,mlp.experts.154.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.033
37,mlp.experts.120.gate_proj,0.0003593271,0.05000,2.441
37,mlp.experts.139.gate_proj,0.0001306102,0.05000,2.503
37,mlp.experts.125.gate_proj,0.0002570716,0.05000,2.515
37,mlp.experts.158.gate_proj,0.0000397194,0.05000,2.421
37,mlp.experts.124.gate_proj,0.0001575164,0.05000,2.556
37,mlp.experts.143.gate_proj,0.0000142926,0.05000,2.603
37,mlp.experts.129.gate_proj,0.0002184646,0.05000,2.538
37,mlp.experts.162.gate_proj,0.0000328187,0.05000,2.606
37,mlp.experts.128.gate_proj,0.0001049514,0.05000,2.493
37,mlp.experts.147.gate_proj,0.0000360273,0.05000,2.459
37,mlp.experts.133.gate_proj,0.0001194943,0.05000,2.595
37,mlp.experts.166.gate_proj,0.0003123779,0.05000,2.452
37,mlp.experts.132.gate_proj,0.0002670274,0.05000,2.639
37,mlp.experts.151.gate_proj,0.0001442481,0.05000,2.499
37,mlp.experts.155.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.039
37,mlp.experts.170.gate_proj,0.0004608845,0.05000,2.513
37,mlp.experts.137.gate_proj,0.0002181722,0.05000,2.690
37,mlp.experts.136.gate_proj,0.0002369435,0.05000,2.607
37,mlp.experts.159.gate_proj,0.0000409438,0.05000,2.589
37,mlp.experts.141.gate_proj,0.0002290765,0.05000,2.454
37,mlp.experts.174.gate_proj,0.0000149358,0.05000,2.554
37,mlp.experts.140.gate_proj,0.0000378779,0.05000,2.398
37,mlp.experts.163.gate_proj,0.0002391873,0.05000,2.428
37,mlp.experts.167.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.040
37,mlp.experts.145.gate_proj,0.0000372850,0.05000,2.478
37,mlp.experts.178.gate_proj,0.0002208911,0.05000,2.449
37,mlp.experts.144.gate_proj,0.0001089761,0.05000,2.582
37,mlp.experts.171.gate_proj,0.0003954765,0.05000,2.599
37,mlp.experts.175.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.046
37,mlp.experts.179.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.043
37,mlp.experts.182.gate_proj,0.0000346853,0.05000,2.582
37,mlp.experts.149.gate_proj,0.0001757892,0.05000,2.660
37,mlp.experts.148.gate_proj,0.0002465591,0.05000,2.612
37,mlp.experts.183.gate_proj,0.0003021202,0.05000,2.507
37,mlp.experts.153.gate_proj,0.0001345710,0.05000,2.535
37,mlp.experts.186.gate_proj,0.0001528611,0.05000,2.586
37,mlp.experts.157.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.055
37,mlp.experts.152.gate_proj,0.0001062551,0.05000,2.602
37,mlp.experts.187.gate_proj,0.0003234035,0.05000,2.597
37,mlp.experts.191.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.045
37,mlp.experts.195.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.041
37,mlp.experts.190.gate_proj,0.0000139852,0.05000,2.629
37,mlp.experts.161.gate_proj,0.0000136682,0.05000,2.590
37,mlp.experts.156.gate_proj,0.0001304641,0.05000,2.743
37,mlp.experts.199.gate_proj,0.0002750423,0.05000,2.616
37,mlp.experts.203.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.043
37,mlp.experts.194.gate_proj,0.0002913175,0.05000,2.560
37,mlp.experts.165.gate_proj,0.0000436337,0.05000,2.600
37,mlp.experts.160.gate_proj,0.0000544694,0.05000,2.549
37,mlp.experts.198.gate_proj,0.0002495074,0.05000,2.505
37,mlp.experts.207.gate_proj,0.0001378237,0.05000,2.647
37,mlp.experts.169.gate_proj,0.0000404525,0.05000,2.519
37,mlp.experts.164.gate_proj,0.0000433611,0.05000,2.370
37,mlp.experts.168.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.033
37,mlp.experts.172.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.036
37,mlp.experts.202.gate_proj,0.0001712855,0.05000,2.441
37,mlp.experts.211.gate_proj,0.0001700931,0.05000,2.404
37,mlp.experts.173.gate_proj,0.0000905084,0.05000,2.432
37,mlp.experts.176.gate_proj,0.0002280924,0.05000,2.501
37,mlp.experts.206.gate_proj,0.0003023606,0.05000,2.582
37,mlp.experts.177.gate_proj,0.0001084327,0.05000,2.559
37,mlp.experts.215.gate_proj,0.0001842615,0.05000,2.665
37,mlp.experts.219.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.034
37,mlp.experts.180.gate_proj,0.0002580616,0.05000,2.620
37,mlp.experts.210.gate_proj,0.0000324894,0.05000,2.591
37,mlp.experts.181.gate_proj,0.0003183264,0.05000,2.575
37,mlp.experts.185.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.035
37,mlp.experts.223.gate_proj,0.0003193509,0.05000,2.567
37,mlp.experts.184.gate_proj,0.0000720985,0.05000,2.609
37,mlp.experts.188.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.043
37,mlp.experts.214.gate_proj,0.0000937500,0.05000,2.529
37,mlp.experts.227.gate_proj,0.0000371265,0.05000,2.495
37,mlp.experts.189.gate_proj,0.0003035301,0.05000,2.558
37,mlp.experts.231.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.044
37,mlp.experts.192.gate_proj,0.0001226091,0.05000,2.536
37,mlp.experts.218.gate_proj,0.0000937552,0.05000,2.439
37,mlp.experts.222.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.037
37,mlp.experts.235.gate_proj,0.0001477656,0.05000,2.453
37,mlp.experts.193.gate_proj,0.0000194662,0.05000,2.516
37,mlp.experts.196.gate_proj,0.0000412489,0.05000,2.638
37,mlp.experts.226.gate_proj,0.0001301769,0.05000,2.506
37,mlp.experts.230.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.039
37,mlp.experts.239.gate_proj,0.0002069322,0.05000,2.495
37,mlp.experts.197.gate_proj,0.0002587408,0.05000,2.689
37,mlp.experts.200.gate_proj,0.0001888954,0.05000,2.480
37,mlp.experts.243.gate_proj,0.0002637762,0.05000,2.435
37,mlp.experts.234.gate_proj,0.0002625666,0.05000,2.507
37,mlp.experts.201.gate_proj,0.0002822423,0.05000,2.441
37,mlp.experts.205.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.041
37,mlp.experts.204.gate_proj,0.0000813327,0.05000,2.501
37,mlp.experts.247.gate_proj,0.0001608546,0.05000,2.595
37,mlp.experts.238.gate_proj,0.0003446002,0.05000,2.559
37,mlp.experts.251.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.049
37,mlp.experts.209.gate_proj,0.0000269564,0.05000,2.638
37,mlp.experts.208.gate_proj,0.0001285143,0.05000,2.572
37,mlp.experts.212.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.035
37,mlp.experts.216.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.037
37,mlp.experts.255.gate_proj,0.0001852414,0.05000,2.472
37,mlp.experts.242.gate_proj,0.0004582778,0.05000,2.539
37,mlp.experts.213.gate_proj,0.0001590554,0.05000,2.548
37,mlp.experts.220.gate_proj,0.0000153666,0.05000,2.609
37,mlp.experts.246.gate_proj,0.0003503932,0.05000,2.613
37,mlp.experts.3.up_proj,0.0000411875,0.05000,2.659
37,mlp.experts.217.gate_proj,0.0002116507,0.05000,2.712
37,mlp.experts.224.gate_proj,0.0000903156,0.05000,2.496
37,mlp.experts.7.up_proj,0.0000357535,0.05000,2.573
37,mlp.experts.250.gate_proj,0.0000795435,0.05000,2.646
37,mlp.experts.221.gate_proj,0.0000261917,0.05000,2.571
37,mlp.experts.228.gate_proj,0.0002476833,0.05000,2.616
37,mlp.experts.11.up_proj,0.0000442312,0.05000,2.476
37,mlp.experts.232.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.041
37,mlp.experts.254.gate_proj,0.0003014420,0.05000,2.594
37,mlp.experts.225.gate_proj,0.0000300230,0.05000,2.469
37,mlp.experts.229.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.035
37,mlp.experts.236.gate_proj,0.0002877730,0.05000,2.453
37,mlp.experts.15.up_proj,0.0000211082,0.05000,2.695
37,mlp.experts.2.up_proj,0.0003998119,0.05000,2.650
37,mlp.experts.6.up_proj,failsafe(rtn): 0.0010986,0.00000,0.037
37,mlp.experts.10.up_proj,failsafe(rtn): 0.0011978,0.00000,0.042
37,mlp.experts.233.gate_proj,0.0000503652,0.05000,2.535
37,mlp.experts.240.gate_proj,0.0001388468,0.05000,2.548
37,mlp.experts.19.up_proj,0.0002696369,0.05000,2.681
37,mlp.experts.237.gate_proj,0.0002593855,0.05000,2.519
37,mlp.experts.14.up_proj,0.0000141358,0.05000,2.617
37,mlp.experts.244.gate_proj,0.0001112924,0.05000,1.410
37,mlp.experts.23.up_proj,0.0002637122,0.05000,1.129
37,mlp.experts.18.up_proj,failsafe(rtn): 0.0011444,0.00000,0.052
37,mlp.experts.248.gate_proj,0.0000686082,0.05000,2.497
37,mlp.experts.252.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.037
37,mlp.experts.241.gate_proj,0.0000371245,0.05000,2.582
37,mlp.experts.27.up_proj,0.0000136021,0.05000,2.607
37,mlp.experts.22.up_proj,0.0001228764,0.05000,2.592
37,mlp.experts.0.up_proj,0.0001248439,0.05000,2.591
37,mlp.experts.245.gate_proj,0.0001393082,0.05000,2.587
37,mlp.experts.31.up_proj,0.0000193276,0.05000,2.587
37,mlp.experts.26.up_proj,0.0001648486,0.05000,2.561
37,mlp.experts.249.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.047
37,mlp.experts.35.up_proj,failsafe(rtn): 0.0012131,0.00000,0.046
37,mlp.experts.30.up_proj,failsafe(rtn): 0.0011520,0.00000,0.051
37,mlp.experts.253.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.046
37,mlp.experts.39.up_proj,failsafe(rtn): 0.0011292,0.00000,0.057
37,mlp.experts.4.up_proj,0.0000783198,0.05000,2.665
37,mlp.experts.43.up_proj,0.0000304450,0.05000,2.545
37,mlp.experts.34.up_proj,0.0001153376,0.05000,2.598
37,mlp.experts.1.up_proj,0.0003029317,0.05000,2.630
37,mlp.experts.47.up_proj,failsafe(rtn): 0.0010910,0.00000,0.063
37,mlp.experts.51.up_proj,failsafe(rtn): 0.0011520,0.00000,0.042
37,mlp.experts.8.up_proj,0.0002148386,0.05000,2.438
37,mlp.experts.5.up_proj,0.0004173344,0.05000,2.380
37,mlp.experts.38.up_proj,0.0001158209,0.05000,2.477
37,mlp.experts.55.up_proj,0.0000303725,0.05000,2.487
37,mlp.experts.12.up_proj,0.0002994191,0.05000,2.514
37,mlp.experts.9.up_proj,0.0001982611,0.05000,2.568
37,mlp.experts.42.up_proj,0.0002184046,0.05000,2.553
37,mlp.experts.59.up_proj,0.0000377288,0.05000,2.597
37,mlp.experts.16.up_proj,0.0000431620,0.05000,2.551
37,mlp.experts.46.up_proj,0.0001682840,0.05000,2.603
37,mlp.experts.13.up_proj,0.0002036231,0.05000,2.703
37,mlp.experts.63.up_proj,0.0000722944,0.05000,2.667
37,mlp.experts.20.up_proj,0.0000962374,0.05000,2.565
37,mlp.experts.17.up_proj,0.0001080225,0.05000,2.611
37,mlp.experts.50.up_proj,0.0000226696,0.05000,2.717
37,mlp.experts.67.up_proj,0.0000151234,0.05000,2.612
37,mlp.experts.24.up_proj,0.0001032811,0.05000,2.594
37,mlp.experts.21.up_proj,0.0000346558,0.05000,2.525
37,mlp.experts.54.up_proj,0.0002959833,0.05000,2.515
37,mlp.experts.71.up_proj,0.0001664397,0.05000,2.547
37,mlp.experts.28.up_proj,0.0000215189,0.05000,2.516
37,mlp.experts.58.up_proj,0.0000302862,0.05000,2.506
37,mlp.experts.25.up_proj,0.0000697276,0.05000,2.578
37,mlp.experts.75.up_proj,0.0001868291,0.05000,2.565
37,mlp.experts.79.up_proj,failsafe(rtn): 0.0011139,0.00000,0.033
37,mlp.experts.32.up_proj,0.0000321577,0.05000,2.420
37,mlp.experts.62.up_proj,0.0001327796,0.05000,2.497
37,mlp.experts.29.up_proj,0.0002565890,0.05000,2.495
37,mlp.experts.33.up_proj,failsafe(rtn): 0.0012054,0.00000,0.034
37,mlp.experts.83.up_proj,0.0000294862,0.05000,2.461
37,mlp.experts.36.up_proj,0.0001325770,0.05000,2.529
37,mlp.experts.40.up_proj,failsafe(rtn): 0.0010986,0.00000,0.042
37,mlp.experts.66.up_proj,0.0002005841,0.05000,2.514
37,mlp.experts.70.up_proj,failsafe(rtn): 0.0011902,0.00000,0.033
37,mlp.experts.37.up_proj,0.0000384869,0.05000,2.614
37,mlp.experts.41.up_proj,failsafe(rtn): 0.0011597,0.00000,0.040
37,mlp.experts.87.up_proj,0.0000270312,0.05000,2.569
37,mlp.experts.44.up_proj,0.0002424130,0.05000,2.520
37,mlp.experts.74.up_proj,0.0001732046,0.05000,2.528
37,mlp.experts.45.up_proj,0.0000168543,0.05000,2.512
37,mlp.experts.91.up_proj,0.0001011284,0.05000,2.511
37,mlp.experts.48.up_proj,0.0000333812,0.05000,2.522
37,mlp.experts.78.up_proj,0.0000185831,0.05000,2.427
37,mlp.experts.95.up_proj,0.0000390942,0.05000,2.464
37,mlp.experts.49.up_proj,0.0002941190,0.05000,2.572
37,mlp.experts.53.up_proj,failsafe(rtn): 0.0012436,0.00000,0.044
37,mlp.experts.52.up_proj,0.0001924564,0.05000,2.507
37,mlp.experts.82.up_proj,0.0002071458,0.05000,2.548
37,mlp.experts.86.up_proj,failsafe(rtn): 0.0011978,0.00000,0.042
37,mlp.experts.57.up_proj,0.0000209086,0.05000,2.448
37,mlp.experts.99.up_proj,0.0001407926,0.05000,2.626
37,mlp.experts.56.up_proj,0.0000342746,0.05000,2.588
37,mlp.experts.90.up_proj,0.0000206852,0.05000,2.505
37,mlp.experts.103.up_proj,0.0001694501,0.05000,2.482
37,mlp.experts.61.up_proj,0.0001128118,0.05000,2.659
37,mlp.experts.60.up_proj,0.0000178386,0.05000,2.557
37,mlp.experts.94.up_proj,0.0000163967,0.05000,2.442
37,mlp.experts.107.up_proj,0.0001051644,0.05000,2.492
37,mlp.experts.65.up_proj,0.0000889231,0.05000,2.432
37,mlp.experts.64.up_proj,0.0003199864,0.05000,2.204
37,mlp.experts.98.up_proj,0.0000539044,0.05000,2.262
37,mlp.experts.111.up_proj,0.0001297496,0.05000,2.184
37,mlp.experts.69.up_proj,0.0000386821,0.05000,2.234
37,mlp.experts.68.up_proj,0.0003376568,0.05000,2.365
37,mlp.experts.72.up_proj,failsafe(rtn): 0.0010681,0.00000,0.047
37,mlp.experts.102.up_proj,0.0000430567,0.05000,2.384
37,mlp.experts.106.up_proj,failsafe(rtn): 0.0010910,0.00000,0.037
37,mlp.experts.115.up_proj,0.0001513168,0.05000,2.399
37,mlp.experts.119.up_proj,failsafe(rtn): 0.0011292,0.00000,0.041
37,mlp.experts.73.up_proj,0.0002275470,0.05000,2.417
37,mlp.experts.76.up_proj,0.0001163742,0.05000,2.515
37,mlp.experts.110.up_proj,0.0001114643,0.05000,2.440
37,mlp.experts.123.up_proj,0.0001463938,0.05000,2.303
37,mlp.experts.77.up_proj,0.0001407388,0.05000,2.507
37,mlp.experts.80.up_proj,0.0001456319,0.05000,2.627
37,mlp.experts.114.up_proj,0.0002206096,0.05000,2.548
37,mlp.experts.127.up_proj,0.0001723337,0.05000,2.604
37,mlp.experts.81.up_proj,0.0001295561,0.05000,2.542
37,mlp.experts.118.up_proj,0.0001524322,0.05000,2.472
37,mlp.experts.84.up_proj,0.0000185673,0.05000,2.526
37,mlp.experts.131.up_proj,0.0001502235,0.05000,2.556
37,mlp.experts.85.up_proj,0.0001595760,0.05000,2.563
37,mlp.experts.122.up_proj,0.0003376140,0.05000,2.456
37,mlp.experts.88.up_proj,0.0001384120,0.05000,2.441
37,mlp.experts.135.up_proj,0.0000308256,0.05000,2.398
37,mlp.experts.89.up_proj,0.0001868360,0.05000,2.445
37,mlp.experts.126.up_proj,0.0000319287,0.05000,2.562
37,mlp.experts.92.up_proj,0.0000965009,0.05000,2.582
37,mlp.experts.139.up_proj,0.0001272021,0.05000,2.563
37,mlp.experts.93.up_proj,0.0000215927,0.05000,2.574
37,mlp.experts.130.up_proj,0.0000676816,0.05000,2.467
37,mlp.experts.96.up_proj,0.0002939599,0.05000,2.661
37,mlp.experts.143.up_proj,0.0000147678,0.05000,2.515
37,mlp.experts.97.up_proj,0.0000482080,0.05000,2.584
37,mlp.experts.134.up_proj,0.0000859640,0.05000,2.518
37,mlp.experts.147.up_proj,0.0000336031,0.05000,2.430
37,mlp.experts.100.up_proj,0.0002642558,0.05000,2.475
37,mlp.experts.101.up_proj,0.0000271537,0.05000,2.488
37,mlp.experts.138.up_proj,0.0002665508,0.05000,2.572
37,mlp.experts.142.up_proj,failsafe(rtn): 0.0011368,0.00000,0.038
37,mlp.experts.146.up_proj,failsafe(rtn): 0.0011978,0.00000,0.038
37,mlp.experts.104.up_proj,0.0000942239,0.05000,2.511
37,mlp.experts.151.up_proj,0.0001244368,0.05000,2.558
37,mlp.experts.150.up_proj,failsafe(rtn): 0.0011368,0.00000,0.058
37,mlp.experts.155.up_proj,failsafe(rtn): 0.0011368,0.00000,0.048
37,mlp.experts.154.up_proj,failsafe(rtn): 0.0011368,0.00000,0.045
37,mlp.experts.105.up_proj,0.0001047600,0.05000,2.726
37,mlp.experts.108.up_proj,0.0002027034,0.05000,2.340
37,mlp.experts.158.up_proj,0.0000399101,0.05000,2.329
37,mlp.experts.159.up_proj,0.0000364016,0.05000,2.343
37,mlp.experts.109.up_proj,0.0000588302,0.05000,2.256
37,mlp.experts.112.up_proj,0.0000241106,0.05000,2.513
37,mlp.experts.162.up_proj,0.0000303043,0.05000,2.456
37,mlp.experts.163.up_proj,0.0002194674,0.05000,2.467
37,mlp.experts.167.up_proj,failsafe(rtn): 0.0011139,0.00000,0.036
37,mlp.experts.113.up_proj,0.0001024670,0.05000,2.437
37,mlp.experts.166.up_proj,0.0002543586,0.05000,2.573
37,mlp.experts.116.up_proj,0.0002768596,0.05000,2.628
37,mlp.experts.171.up_proj,0.0003267885,0.05000,2.614
37,mlp.experts.175.up_proj,failsafe(rtn): 0.0012817,0.00000,0.037
37,mlp.experts.179.up_proj,failsafe(rtn): 0.0011749,0.00000,0.037
37,mlp.experts.117.up_proj,0.0001080495,0.05000,2.641
37,mlp.experts.170.up_proj,0.0003986290,0.05000,2.597
37,mlp.experts.120.up_proj,0.0003196805,0.05000,2.572
37,mlp.experts.183.up_proj,0.0002956903,0.05000,2.532
37,mlp.experts.121.up_proj,0.0000360345,0.05000,2.520
37,mlp.experts.124.up_proj,0.0001278732,0.05000,2.480
37,mlp.experts.174.up_proj,0.0000153491,0.05000,2.497
37,mlp.experts.187.up_proj,0.0002364935,0.05000,2.474
37,mlp.experts.191.up_proj,failsafe(rtn): 0.0010910,0.00000,0.031
37,mlp.experts.195.up_proj,failsafe(rtn): 0.0010910,0.00000,0.036
37,mlp.experts.125.up_proj,0.0001890804,0.05000,2.405
37,mlp.experts.178.up_proj,0.0001738739,0.05000,2.403
37,mlp.experts.128.up_proj,0.0000975769,0.05000,2.485
37,mlp.experts.199.up_proj,0.0002334903,0.05000,2.478
37,mlp.experts.203.up_proj,failsafe(rtn): 0.0011139,0.00000,0.038
37,mlp.experts.129.up_proj,0.0001860532,0.05000,2.423
37,mlp.experts.182.up_proj,0.0000289707,0.05000,2.533
37,mlp.experts.132.up_proj,0.0002037191,0.05000,2.623
37,mlp.experts.133.up_proj,0.0001156735,0.05000,2.604
37,mlp.experts.207.up_proj,0.0001204321,0.05000,2.670
37,mlp.experts.186.up_proj,0.0001371875,0.05000,2.709
37,mlp.experts.136.up_proj,0.0002258491,0.05000,2.746
37,mlp.experts.137.up_proj,0.0001277987,0.05000,2.664
37,mlp.experts.211.up_proj,0.0001654823,0.05000,2.735
37,mlp.experts.190.up_proj,0.0000138344,0.05000,2.802
37,mlp.experts.140.up_proj,0.0000377773,0.05000,2.696
37,mlp.experts.141.up_proj,0.0002233638,0.05000,2.594
37,mlp.experts.215.up_proj,0.0001580188,0.05000,2.617
37,mlp.experts.219.up_proj,failsafe(rtn): 0.0011139,0.00000,0.040
37,mlp.experts.194.up_proj,0.0002193377,0.05000,2.757
37,mlp.experts.145.up_proj,0.0000325563,0.05000,2.657
37,mlp.experts.144.up_proj,0.0001030374,0.05000,2.755
37,mlp.experts.223.up_proj,0.0003309006,0.05000,2.642
37,mlp.experts.198.up_proj,0.0002144279,0.05000,2.643
37,mlp.experts.148.up_proj,0.0002495167,0.05000,2.707
37,mlp.experts.149.up_proj,0.0001668829,0.05000,2.793
37,mlp.experts.227.up_proj,0.0000371843,0.05000,2.757
37,mlp.experts.231.up_proj,failsafe(rtn): 0.0011063,0.00000,0.039
37,mlp.experts.202.up_proj,0.0001637088,0.05000,2.663
37,mlp.experts.153.up_proj,0.0001437004,0.05000,2.639
37,mlp.experts.157.up_proj,failsafe(rtn): 0.0011292,0.00000,0.037
37,mlp.experts.152.up_proj,0.0000836778,0.05000,2.762
37,mlp.experts.235.up_proj,0.0001485235,0.05000,2.676
37,mlp.experts.206.up_proj,0.0002950784,0.05000,2.765
37,mlp.experts.156.up_proj,0.0001048900,0.05000,2.660
37,mlp.experts.161.up_proj,0.0000140668,0.05000,2.729
37,mlp.experts.239.up_proj,0.0001838526,0.05000,2.645
37,mlp.experts.210.up_proj,0.0000337105,0.05000,2.671
37,mlp.experts.160.up_proj,0.0000479231,0.05000,2.730
37,mlp.experts.165.up_proj,0.0000409185,0.05000,2.751
37,mlp.experts.243.up_proj,0.0001872355,0.05000,2.649
37,mlp.experts.214.up_proj,0.0000624158,0.05000,2.751
37,mlp.experts.164.up_proj,0.0000330573,0.05000,2.631
37,mlp.experts.168.up_proj,failsafe(rtn): 0.0011520,0.00000,0.039
37,mlp.experts.169.up_proj,0.0000317512,0.05000,2.654
37,mlp.experts.247.up_proj,0.0001606817,0.05000,2.670
37,mlp.experts.172.up_proj,failsafe(rtn): 0.0010681,0.00000,0.052
37,mlp.experts.251.up_proj,failsafe(rtn): 0.0011368,0.00000,0.043
37,mlp.experts.218.up_proj,0.0000786608,0.05000,2.427
37,mlp.experts.222.up_proj,failsafe(rtn): 0.0011139,0.00000,0.041
37,mlp.experts.255.up_proj,0.0001580674,0.05000,2.417
37,mlp.experts.176.up_proj,0.0002167410,0.05000,2.508
37,mlp.experts.173.up_proj,0.0000865236,0.05000,2.553
37,mlp.experts.226.up_proj,0.0001185636,0.05000,1.858
37,mlp.experts.230.up_proj,failsafe(rtn): 0.0012970,0.00000,0.027
37,mlp.experts.180.up_proj,0.0002152236,0.05000,1.773
37,mlp.experts.177.up_proj,0.0000893505,0.05000,1.784
37,mlp.experts.234.up_proj,0.0002486880,0.05000,1.492
37,mlp.experts.184.up_proj,0.0000524594,0.05000,1.549
37,mlp.experts.181.up_proj,0.0002079339,0.05000,1.542
37,mlp.experts.188.up_proj,failsafe(rtn): 0.0011597,0.00000,0.028
37,mlp.experts.185.up_proj,failsafe(rtn): 0.0012131,0.00000,0.025
37,mlp.experts.238.up_proj,0.0002564508,0.05000,1.540
37,mlp.experts.189.up_proj,0.0002872709,0.05000,1.455
37,mlp.experts.192.up_proj,0.0001147005,0.05000,1.533
37,mlp.experts.242.up_proj,0.0004220826,0.05000,1.483
37,mlp.experts.193.up_proj,0.0000171142,0.05000,1.411
37,mlp.experts.196.up_proj,0.0000322669,0.05000,1.480
37,mlp.experts.197.up_proj,0.0002425201,0.05000,1.420
37,mlp.experts.246.up_proj,0.0002956155,0.05000,1.556
37,mlp.experts.200.up_proj,0.0001829451,0.05000,1.536
37,mlp.experts.201.up_proj,0.0002655907,0.05000,1.412
37,mlp.experts.205.up_proj,failsafe(rtn): 0.0011444,0.00000,0.021
37,mlp.experts.250.up_proj,0.0000568374,0.05000,1.516
37,mlp.experts.204.up_proj,0.0000736856,0.05000,1.512
37,mlp.experts.209.up_proj,0.0000287082,0.05000,1.580
37,mlp.experts.254.up_proj,0.0002579030,0.05000,1.567
37,mlp.experts.208.up_proj,0.0001079239,0.05000,1.555
37,mlp.experts.212.up_proj,failsafe(rtn): 0.0012054,0.00000,0.018
37,mlp.experts.216.up_proj,failsafe(rtn): 0.0011368,0.00000,0.019
37,mlp.experts.213.up_proj,0.0001510570,0.05000,1.210
37,mlp.experts.220.up_proj,0.0000126851,0.05000,1.116
37,mlp.experts.217.up_proj,0.0001593808,0.05000,0.990
37,mlp.experts.224.up_proj,0.0000852436,0.05000,0.996
37,mlp.experts.221.up_proj,0.0000220087,0.05000,1.115
37,mlp.experts.228.up_proj,0.0002083864,0.05000,1.120
37,mlp.experts.232.up_proj,failsafe(rtn): 0.0012283,0.00000,0.018
37,mlp.experts.225.up_proj,0.0000305654,0.05000,1.142
37,mlp.experts.229.up_proj,failsafe(rtn): 0.0011978,0.00000,0.019
37,mlp.experts.236.up_proj,0.0002838451,0.05000,1.140
37,mlp.experts.233.up_proj,0.0000417252,0.05000,1.118
37,mlp.experts.240.up_proj,0.0001306486,0.05000,1.117
37,mlp.experts.237.up_proj,0.0002373235,0.05000,1.216
37,mlp.experts.244.up_proj,0.0000856515,0.05000,1.247
37,mlp.experts.241.up_proj,0.0000374021,0.05000,1.357
37,mlp.experts.248.up_proj,0.0000633583,0.05000,1.335
37,mlp.experts.252.up_proj,failsafe(rtn): 0.0011597,0.00000,0.021
37,mlp.experts.245.up_proj,0.0001412798,0.05000,0.804
37,mlp.experts.249.up_proj,failsafe(rtn): 0.0011520,0.00000,0.011
37,mlp.experts.253.up_proj,failsafe(rtn): 0.0011444,0.00000,0.012
37,mlp.experts.0.down_proj,0.0000256626,0.05000,0.680
37,mlp.experts.1.down_proj,0.0000079911,0.05000,0.686
37,mlp.experts.2.down_proj,0.0000413106,0.05000,0.698
37,mlp.experts.3.down_proj,0.0000058014,0.05000,0.710
37,mlp.experts.6.down_proj,failsafe(rtn): 0.0010986,0.00000,0.017
37,mlp.experts.10.down_proj,failsafe(rtn): 0.0011597,0.00000,0.013
37,mlp.experts.5.down_proj,0.0000205784,0.05000,0.707
37,mlp.experts.4.down_proj,0.0000082443,0.05000,0.725
37,mlp.experts.14.down_proj,0.0000032467,0.05000,0.683
37,mlp.experts.18.down_proj,failsafe(rtn): 0.0011520,0.00000,0.013
37,mlp.experts.7.down_proj,0.0000062708,0.05000,0.743
37,mlp.experts.9.down_proj,0.0000273487,0.05000,0.750
37,mlp.experts.8.down_proj,0.0000073036,0.05000,0.754
37,mlp.experts.22.down_proj,0.0000226239,0.05000,0.714
37,mlp.experts.11.down_proj,0.0000064078,0.05000,0.751
37,mlp.experts.13.down_proj,0.0000205927,0.05000,0.735
37,mlp.experts.12.down_proj,0.0000138969,0.05000,0.730
37,mlp.experts.26.down_proj,0.0000046197,0.05000,0.726
37,mlp.experts.15.down_proj,0.0000050121,0.05000,0.699
37,mlp.experts.30.down_proj,failsafe(rtn): 0.0011292,0.00000,0.017
37,mlp.experts.34.down_proj,0.0000042757,0.05000,0.683
37,mlp.experts.17.down_proj,0.0000165100,0.05000,0.728
37,mlp.experts.19.down_proj,0.0000185851,0.05000,0.728
37,mlp.experts.16.down_proj,0.0000008453,0.05000,0.778
37,mlp.experts.38.down_proj,0.0000071943,0.05000,0.677
37,mlp.experts.21.down_proj,0.0000061585,0.05000,0.688
37,mlp.experts.23.down_proj,0.0000112048,0.05000,0.682
37,mlp.experts.20.down_proj,0.0000185302,0.05000,0.686
37,mlp.experts.42.down_proj,0.0000066646,0.05000,0.672
37,mlp.experts.25.down_proj,0.0000014866,0.05000,0.700
37,mlp.experts.27.down_proj,0.0000031552,0.05000,0.698
37,mlp.experts.24.down_proj,0.0000022543,0.05000,0.696
37,mlp.experts.46.down_proj,0.0000082130,0.05000,0.664
37,mlp.experts.31.down_proj,0.0000055311,0.05000,0.684
37,mlp.experts.35.down_proj,failsafe(rtn): 0.0011902,0.00000,0.013
37,mlp.experts.29.down_proj,0.0000138731,0.05000,0.726
37,mlp.experts.39.down_proj,failsafe(rtn): 0.0011215,0.00000,0.021
37,mlp.experts.33.down_proj,failsafe(rtn): 0.0011902,0.00000,0.012
37,mlp.experts.28.down_proj,0.0000040040,0.05000,0.737
37,mlp.experts.50.down_proj,0.0000043217,0.05000,0.737
37,mlp.experts.37.down_proj,0.0000057848,0.05000,0.686
37,mlp.experts.41.down_proj,failsafe(rtn): 0.0011368,0.00000,0.012
37,mlp.experts.43.down_proj,0.0000080145,0.05000,0.761
37,mlp.experts.47.down_proj,failsafe(rtn): 0.0010834,0.00000,0.013
37,mlp.experts.51.down_proj,failsafe(rtn): 0.0011749,0.00000,0.012
37,mlp.experts.32.down_proj,0.0000059318,0.05000,0.784
37,mlp.experts.54.down_proj,0.0000108178,0.05000,0.743
37,mlp.experts.45.down_proj,0.0000030312,0.05000,0.670
37,mlp.experts.55.down_proj,0.0000058008,0.05000,0.638
37,mlp.experts.36.down_proj,0.0000087839,0.05000,0.654
37,mlp.experts.40.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
37,mlp.experts.58.down_proj,0.0000048690,0.05000,0.628
37,mlp.experts.49.down_proj,0.0000096074,0.05000,0.618
37,mlp.experts.53.down_proj,failsafe(rtn): 0.0012207,0.00000,0.011
37,mlp.experts.59.down_proj,0.0000063880,0.05000,0.629
37,mlp.experts.44.down_proj,0.0000079898,0.05000,0.622
37,mlp.experts.62.down_proj,0.0000155482,0.05000,0.611
37,mlp.experts.57.down_proj,0.0000046488,0.05000,0.623
37,mlp.experts.48.down_proj,0.0000075540,0.05000,0.589
37,mlp.experts.63.down_proj,0.0000093541,0.05000,0.646
37,mlp.experts.66.down_proj,0.0000174145,0.05000,0.662
37,mlp.experts.70.down_proj,failsafe(rtn): 0.0012054,0.00000,0.010
37,mlp.experts.61.down_proj,0.0000039320,0.05000,0.679
37,mlp.experts.52.down_proj,0.0000055926,0.05000,0.657
37,mlp.experts.67.down_proj,0.0000048556,0.05000,0.667
37,mlp.experts.74.down_proj,0.0000075087,0.05000,0.706
37,mlp.experts.65.down_proj,0.0000183120,0.05000,0.707
37,mlp.experts.56.down_proj,0.0000053780,0.05000,0.692
37,mlp.experts.71.down_proj,0.0000187769,0.05000,0.681
37,mlp.experts.78.down_proj,0.0000030184,0.05000,0.689
37,mlp.experts.69.down_proj,0.0000009249,0.05000,0.677
37,mlp.experts.60.down_proj,0.0000038786,0.05000,0.703
37,mlp.experts.75.down_proj,0.0000413814,0.05000,0.710
37,mlp.experts.79.down_proj,failsafe(rtn): 0.0011063,0.00000,0.013
37,mlp.experts.82.down_proj,0.0000097233,0.05000,0.712
37,mlp.experts.86.down_proj,failsafe(rtn): 0.0012207,0.00000,0.011
37,mlp.experts.73.down_proj,0.0000131092,0.05000,0.739
37,mlp.experts.64.down_proj,0.0000314761,0.05000,0.720
37,mlp.experts.83.down_proj,0.0000061466,0.05000,0.718
37,mlp.experts.90.down_proj,0.0000042024,0.05000,0.698
37,mlp.experts.77.down_proj,0.0000042718,0.05000,0.777
37,mlp.experts.68.down_proj,0.0000130332,0.05000,0.765
37,mlp.experts.72.down_proj,failsafe(rtn): 0.0010757,0.00000,0.011
37,mlp.experts.87.down_proj,0.0000042754,0.05000,0.749
37,mlp.experts.94.down_proj,0.0000026319,0.05000,0.740
37,mlp.experts.81.down_proj,0.0000639556,0.05000,0.706
37,mlp.experts.76.down_proj,0.0000026895,0.05000,0.705
37,mlp.experts.91.down_proj,0.0000103762,0.05000,0.701
37,mlp.experts.98.down_proj,0.0000053631,0.05000,0.629
37,mlp.experts.85.down_proj,0.0000046169,0.05000,0.610
37,mlp.experts.80.down_proj,0.0000080336,0.05000,0.616
37,mlp.experts.95.down_proj,0.0000087790,0.05000,0.616
37,mlp.experts.102.down_proj,0.0000046210,0.05000,0.718
37,mlp.experts.106.down_proj,failsafe(rtn): 0.0011139,0.00000,0.013
37,mlp.experts.89.down_proj,0.0000139456,0.05000,0.740
37,mlp.experts.84.down_proj,0.0000031695,0.05000,0.736
37,mlp.experts.99.down_proj,0.0000097966,0.05000,0.733
37,mlp.experts.110.down_proj,0.0000161367,0.05000,0.615
37,mlp.experts.93.down_proj,0.0000048159,0.05000,0.635
37,mlp.experts.88.down_proj,0.0000043557,0.05000,0.673
37,mlp.experts.103.down_proj,0.0000150336,0.05000,0.667
37,mlp.experts.114.down_proj,0.0000263597,0.05000,0.661
37,mlp.experts.97.down_proj,0.0000060055,0.05000,0.713
37,mlp.experts.107.down_proj,0.0000821660,0.05000,0.660
37,mlp.experts.92.down_proj,0.0000089982,0.05000,0.721
37,mlp.experts.118.down_proj,0.0000071427,0.05000,0.704
37,mlp.experts.101.down_proj,0.0000041224,0.05000,0.653
37,mlp.experts.111.down_proj,0.0000054858,0.05000,0.664
37,mlp.experts.96.down_proj,0.0000168570,0.05000,0.672
37,mlp.experts.122.down_proj,0.0000164506,0.05000,0.734
37,mlp.experts.115.down_proj,0.0000370799,0.05000,0.674
37,mlp.experts.105.down_proj,0.0000164575,0.05000,0.712
37,mlp.experts.119.down_proj,failsafe(rtn): 0.0011139,0.00000,0.013
37,mlp.experts.100.down_proj,0.0001134507,0.05000,0.673
37,mlp.experts.126.down_proj,0.0000065876,0.05000,0.613
37,mlp.experts.123.down_proj,0.0000094328,0.05000,0.568
37,mlp.experts.109.down_proj,0.0000018143,0.05000,0.580
37,mlp.experts.104.down_proj,0.0000165534,0.05000,0.599
37,mlp.experts.113.down_proj,0.0000315754,0.05000,0.528
37,mlp.experts.130.down_proj,0.0000045364,0.05000,0.569
37,mlp.experts.127.down_proj,0.0000061601,0.05000,0.559
37,mlp.experts.108.down_proj,0.0000161098,0.05000,0.587
37,mlp.experts.117.down_proj,0.0000065181,0.05000,0.642
37,mlp.experts.134.down_proj,0.0000091054,0.05000,0.706
37,mlp.experts.131.down_proj,0.0000170025,0.05000,0.703
37,mlp.experts.112.down_proj,0.0000048932,0.05000,0.658
37,mlp.experts.121.down_proj,0.0000124098,0.05000,0.674
37,mlp.experts.116.down_proj,0.0000148772,0.05000,0.644
37,mlp.experts.138.down_proj,0.0000170939,0.05000,0.741
37,mlp.experts.135.down_proj,0.0000047686,0.05000,0.740
37,mlp.experts.142.down_proj,failsafe(rtn): 0.0011368,0.00000,0.019
37,mlp.experts.146.down_proj,failsafe(rtn): 0.0011749,0.00000,0.010
37,mlp.experts.150.down_proj,failsafe(rtn): 0.0011368,0.00000,0.009
37,mlp.experts.154.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
37,mlp.experts.125.down_proj,0.0000052440,0.05000,0.668
37,mlp.experts.120.down_proj,0.0000135942,0.05000,0.684
37,mlp.experts.139.down_proj,0.0000180414,0.05000,0.671
37,mlp.experts.158.down_proj,0.0000074900,0.05000,0.624
37,mlp.experts.129.down_proj,0.0000044404,0.05000,0.600
37,mlp.experts.124.down_proj,0.0000149792,0.05000,0.631
37,mlp.experts.143.down_proj,0.0000037728,0.05000,0.614
37,mlp.experts.162.down_proj,0.0000057931,0.05000,0.639
37,mlp.experts.133.down_proj,0.0000093552,0.05000,0.713
37,mlp.experts.147.down_proj,0.0000057840,0.05000,0.659
37,mlp.experts.128.down_proj,0.0000154968,0.05000,0.670
37,mlp.experts.166.down_proj,0.0000058413,0.05000,0.732
37,mlp.experts.137.down_proj,0.0000260146,0.05000,0.757
37,mlp.experts.151.down_proj,0.0001053650,0.05000,0.707
37,mlp.experts.155.down_proj,failsafe(rtn): 0.0011444,0.00000,0.013
37,mlp.experts.132.down_proj,0.0000089454,0.05000,0.790
37,mlp.experts.170.down_proj,0.0000735702,0.05000,0.749
37,mlp.experts.141.down_proj,0.0000051202,0.05000,0.766
37,mlp.experts.159.down_proj,0.0000038402,0.05000,0.712
37,mlp.experts.136.down_proj,0.0000098399,0.05000,0.711
37,mlp.experts.174.down_proj,0.0000036337,0.05000,0.727
37,mlp.experts.145.down_proj,0.0000054963,0.05000,0.645
37,mlp.experts.163.down_proj,0.0000086791,0.05000,0.649
37,mlp.experts.167.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
37,mlp.experts.140.down_proj,0.0000103993,0.05000,0.634
37,mlp.experts.178.down_proj,0.0000120435,0.05000,0.623
37,mlp.experts.171.down_proj,0.0000135005,0.05000,0.547
37,mlp.experts.175.down_proj,failsafe(rtn): 0.0012589,0.00000,0.009
37,mlp.experts.149.down_proj,0.0000100236,0.05000,0.620
37,mlp.experts.179.down_proj,failsafe(rtn): 0.0011978,0.00000,0.014
37,mlp.experts.144.down_proj,0.0000049608,0.05000,0.612
37,mlp.experts.182.down_proj,0.0000065239,0.05000,0.602
37,mlp.experts.183.down_proj,0.0000184512,0.05000,0.580
37,mlp.experts.153.down_proj,0.0000078848,0.05000,0.593
37,mlp.experts.157.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
37,mlp.experts.148.down_proj,0.0000112673,0.05000,0.642
37,mlp.experts.186.down_proj,0.0000063275,0.05000,0.616
37,mlp.experts.187.down_proj,0.0000081792,0.05000,0.609
37,mlp.experts.191.down_proj,failsafe(rtn): 0.0010910,0.00000,0.010
37,mlp.experts.195.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
37,mlp.experts.161.down_proj,0.0000040226,0.05000,0.652
37,mlp.experts.152.down_proj,0.0000017117,0.05000,0.640
37,mlp.experts.190.down_proj,0.0000035414,0.05000,0.664
37,mlp.experts.199.down_proj,0.0000088519,0.05000,0.691
37,mlp.experts.203.down_proj,failsafe(rtn): 0.0011139,0.00000,0.014
37,mlp.experts.165.down_proj,0.0000009556,0.05000,0.704
37,mlp.experts.156.down_proj,0.0000124547,0.05000,0.698
37,mlp.experts.194.down_proj,0.0000054076,0.05000,0.758
37,mlp.experts.169.down_proj,0.0000008555,0.05000,0.658
37,mlp.experts.207.down_proj,0.0000034282,0.05000,0.715
37,mlp.experts.160.down_proj,0.0000023202,0.05000,0.662
37,mlp.experts.198.down_proj,0.0000738151,0.05000,0.670
37,mlp.experts.173.down_proj,0.0000042321,0.05000,0.684
37,mlp.experts.211.down_proj,0.0000619906,0.05000,0.675
37,mlp.experts.164.down_proj,0.0000059348,0.05000,0.711
37,mlp.experts.168.down_proj,failsafe(rtn): 0.0011673,0.00000,0.014
37,mlp.experts.172.down_proj,failsafe(rtn): 0.0010681,0.00000,0.014
37,mlp.experts.202.down_proj,0.0000155321,0.05000,0.714
37,mlp.experts.215.down_proj,0.0000064575,0.05000,0.677
37,mlp.experts.219.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
37,mlp.experts.177.down_proj,0.0000093149,0.05000,0.748
37,mlp.experts.176.down_proj,0.0000123554,0.05000,0.708
37,mlp.experts.206.down_proj,0.0000135051,0.05000,0.695
37,mlp.experts.181.down_proj,0.0000416328,0.05000,0.657
37,mlp.experts.185.down_proj,failsafe(rtn): 0.0012207,0.00000,0.012
37,mlp.experts.223.down_proj,0.0000171175,0.05000,0.757
37,mlp.experts.180.down_proj,0.0000079570,0.05000,0.676
37,mlp.experts.210.down_proj,0.0000064796,0.05000,0.742
37,mlp.experts.227.down_proj,0.0000065230,0.05000,0.711
37,mlp.experts.189.down_proj,0.0000107259,0.05000,0.759
37,mlp.experts.231.down_proj,failsafe(rtn): 0.0010910,0.00000,0.017
37,mlp.experts.184.down_proj,0.0000087383,0.05000,0.758
37,mlp.experts.188.down_proj,failsafe(rtn): 0.0011597,0.00000,0.013
37,mlp.experts.214.down_proj,0.0000174811,0.05000,0.769
37,mlp.experts.235.down_proj,0.0000182202,0.05000,0.739
37,mlp.experts.193.down_proj,0.0000031208,0.05000,0.804
37,mlp.experts.192.down_proj,0.0000340523,0.05000,0.755
37,mlp.experts.218.down_proj,0.0000043180,0.05000,0.763
37,mlp.experts.222.down_proj,failsafe(rtn): 0.0011292,0.00000,0.011
37,mlp.experts.239.down_proj,0.0000468994,0.05000,0.714
37,mlp.experts.197.down_proj,0.0000118932,0.05000,0.710
37,mlp.experts.196.down_proj,0.0000031994,0.05000,0.649
37,mlp.experts.226.down_proj,0.0000082416,0.05000,0.664
37,mlp.experts.230.down_proj,failsafe(rtn): 0.0012741,0.00000,0.011
37,mlp.experts.243.down_proj,0.0000115050,0.05000,0.615
37,mlp.experts.200.down_proj,0.0000235890,0.05000,0.604
37,mlp.experts.201.down_proj,0.0000490456,0.05000,0.667
37,mlp.experts.205.down_proj,failsafe(rtn): 0.0011292,0.00000,0.010
37,mlp.experts.234.down_proj,0.0000090588,0.05000,0.721
37,mlp.experts.247.down_proj,0.0000119744,0.05000,0.660
37,mlp.experts.251.down_proj,failsafe(rtn): 0.0011139,0.00000,0.011
37,mlp.experts.209.down_proj,0.0000068249,0.05000,0.645
37,mlp.experts.204.down_proj,0.0000074975,0.05000,0.740
37,mlp.experts.238.down_proj,0.0000208131,0.05000,0.723
37,mlp.experts.255.down_proj,0.0000576522,0.05000,0.650
37,mlp.experts.213.down_proj,0.0000168137,0.05000,0.650
37,mlp.experts.208.down_proj,0.0000080816,0.05000,0.665
37,mlp.experts.212.down_proj,failsafe(rtn): 0.0012131,0.00000,0.008
37,mlp.experts.216.down_proj,failsafe(rtn): 0.0011597,0.00000,0.008
37,mlp.experts.242.down_proj,0.0000271944,0.05000,0.616
37,mlp.experts.217.down_proj,0.0000127650,0.05000,0.486
37,mlp.experts.220.down_proj,0.0000028994,0.05000,0.464
37,mlp.experts.246.down_proj,0.0000106452,0.05000,0.454
37,mlp.experts.221.down_proj,0.0000033871,0.05000,0.449
37,mlp.experts.224.down_proj,0.0000062702,0.05000,0.454
37,mlp.experts.250.down_proj,0.0000013476,0.05000,0.440
37,mlp.experts.225.down_proj,0.0000050726,0.05000,0.444
37,mlp.experts.229.down_proj,failsafe(rtn): 0.0012054,0.00000,0.008
37,mlp.experts.228.down_proj,0.0000421139,0.05000,0.466
37,mlp.experts.232.down_proj,failsafe(rtn): 0.0012283,0.00000,0.007
37,mlp.experts.254.down_proj,0.0000092144,0.05000,0.481
37,mlp.experts.233.down_proj,0.0000078517,0.05000,0.387
37,mlp.experts.236.down_proj,0.0000153666,0.05000,0.356
37,mlp.experts.237.down_proj,0.0000113874,0.05000,0.290
37,mlp.experts.240.down_proj,0.0000073135,0.05000,0.288
37,mlp.experts.241.down_proj,0.0000063614,0.05000,0.286
37,mlp.experts.244.down_proj,0.0000100281,0.05000,0.285
37,mlp.experts.245.down_proj,0.0000065831,0.05000,0.288
37,mlp.experts.249.down_proj,failsafe(rtn): 0.0011444,0.00000,0.005
37,mlp.experts.253.down_proj,failsafe(rtn): 0.0011292,0.00000,0.005
37,mlp.experts.248.down_proj,0.0000218579,0.05000,0.286
37,mlp.experts.252.down_proj,failsafe(rtn): 0.0011826,0.00000,0.003
38,mlp.experts.2.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.044
38,mlp.experts.1.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.048
38,mlp.experts.0.gate_proj,0.0002905387,0.05000,2.659
38,mlp.experts.5.gate_proj,0.0000643185,0.05000,2.669
38,mlp.experts.6.gate_proj,0.0003877526,0.05000,2.680
38,mlp.experts.3.gate_proj,0.0000229036,0.05000,2.766
38,mlp.experts.4.gate_proj,0.0000216359,0.05000,2.661
38,mlp.experts.7.gate_proj,0.0001469838,0.05000,2.559
38,mlp.experts.9.gate_proj,0.0000152125,0.05000,2.649
38,mlp.experts.10.gate_proj,0.0004204532,0.05000,2.650
38,mlp.experts.8.gate_proj,0.0001006129,0.05000,2.713
38,mlp.experts.11.gate_proj,0.0002889457,0.05000,2.749
38,mlp.experts.13.gate_proj,0.0001090443,0.05000,2.718
38,mlp.experts.14.gate_proj,0.0000330097,0.05000,2.752
38,mlp.experts.12.gate_proj,0.0002277792,0.05000,2.562
38,mlp.experts.15.gate_proj,0.0000350528,0.05000,2.562
38,mlp.experts.16.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.042
38,mlp.experts.19.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.054
38,mlp.experts.17.gate_proj,0.0001054880,0.05000,2.670
38,mlp.experts.21.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.035
38,mlp.experts.18.gate_proj,0.0002005689,0.05000,2.698
38,mlp.experts.20.gate_proj,0.0000700918,0.05000,2.574
38,mlp.experts.22.gate_proj,0.0000326748,0.05000,2.524
38,mlp.experts.23.gate_proj,0.0000877234,0.05000,2.705
38,mlp.experts.25.gate_proj,0.0001544541,0.05000,2.736
38,mlp.experts.29.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.045
38,mlp.experts.24.gate_proj,0.0002779422,0.05000,2.533
38,mlp.experts.26.gate_proj,0.0003241753,0.05000,2.512
38,mlp.experts.27.gate_proj,0.0001178194,0.05000,2.630
38,mlp.experts.33.gate_proj,0.0000239572,0.05000,2.509
38,mlp.experts.28.gate_proj,0.0001579559,0.05000,2.488
38,mlp.experts.30.gate_proj,0.0000145537,0.05000,2.590
38,mlp.experts.34.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.037
38,mlp.experts.31.gate_proj,0.0000875339,0.05000,2.592
38,mlp.experts.37.gate_proj,0.0002468884,0.05000,2.597
38,mlp.experts.32.gate_proj,0.0000663257,0.05000,2.513
38,mlp.experts.38.gate_proj,0.0000933491,0.05000,2.523
38,mlp.experts.41.gate_proj,0.0001363413,0.05000,2.449
38,mlp.experts.35.gate_proj,0.0000640071,0.05000,2.544
38,mlp.experts.36.gate_proj,0.0001966417,0.05000,2.611
38,mlp.experts.42.gate_proj,0.0001720755,0.05000,2.656
38,mlp.experts.45.gate_proj,0.0002769749,0.05000,2.634
38,mlp.experts.39.gate_proj,0.0000219783,0.05000,2.655
38,mlp.experts.49.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.055
38,mlp.experts.53.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.043
38,mlp.experts.57.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.046
38,mlp.experts.40.gate_proj,0.0000474871,0.05000,2.644
38,mlp.experts.46.gate_proj,0.0001496741,0.05000,2.577
38,mlp.experts.43.gate_proj,0.0001492007,0.05000,2.665
38,mlp.experts.61.gate_proj,0.0001060991,0.05000,2.561
38,mlp.experts.47.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.050
38,mlp.experts.65.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.044
38,mlp.experts.51.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.047
38,mlp.experts.44.gate_proj,0.0000117307,0.05000,2.735
38,mlp.experts.50.gate_proj,0.0002562358,0.05000,2.770
38,mlp.experts.55.gate_proj,0.0001893557,0.05000,2.601
38,mlp.experts.69.gate_proj,0.0002433722,0.05000,2.683
38,mlp.experts.48.gate_proj,0.0001045274,0.05000,2.466
38,mlp.experts.54.gate_proj,0.0002212766,0.05000,2.440
38,mlp.experts.58.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.033
38,mlp.experts.59.gate_proj,0.0000207916,0.05000,2.455
38,mlp.experts.73.gate_proj,0.0001786707,0.05000,2.513
38,mlp.experts.52.gate_proj,0.0000617443,0.05000,2.610
38,mlp.experts.56.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.034
38,mlp.experts.60.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.033
38,mlp.experts.64.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.035
38,mlp.experts.62.gate_proj,0.0002984561,0.05000,2.606
38,mlp.experts.63.gate_proj,0.0002154828,0.05000,2.617
38,mlp.experts.77.gate_proj,0.0002720822,0.05000,2.693
38,mlp.experts.81.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.042
38,mlp.experts.68.gate_proj,0.0004446109,0.05000,2.494
38,mlp.experts.66.gate_proj,0.0001883362,0.05000,2.491
38,mlp.experts.67.gate_proj,0.0002955484,0.05000,2.424
38,mlp.experts.85.gate_proj,0.0002378465,0.05000,2.434
38,mlp.experts.89.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.040
38,mlp.experts.72.gate_proj,0.0001749418,0.05000,2.596
38,mlp.experts.70.gate_proj,0.0003855050,0.05000,2.673
38,mlp.experts.71.gate_proj,0.0000224588,0.05000,2.756
38,mlp.experts.93.gate_proj,0.0000636150,0.05000,2.589
38,mlp.experts.76.gate_proj,0.0002372598,0.05000,2.589
38,mlp.experts.74.gate_proj,0.0000187231,0.05000,2.743
38,mlp.experts.97.gate_proj,0.0000288701,0.05000,2.561
38,mlp.experts.75.gate_proj,0.0000172629,0.05000,2.809
38,mlp.experts.80.gate_proj,0.0000221110,0.05000,2.762
38,mlp.experts.78.gate_proj,0.0001712992,0.05000,2.627
38,mlp.experts.82.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.038
38,mlp.experts.101.gate_proj,0.0000162432,0.05000,2.608
38,mlp.experts.79.gate_proj,0.0000342349,0.05000,2.680
38,mlp.experts.84.gate_proj,0.0000195955,0.05000,2.575
38,mlp.experts.86.gate_proj,0.0000174819,0.05000,2.699
38,mlp.experts.105.gate_proj,0.0001339810,0.05000,2.693
38,mlp.experts.109.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.039
38,mlp.experts.113.gate_proj,failsafe(rtn): 0.0011520,0.00000,0.041
38,mlp.experts.83.gate_proj,0.0002216371,0.05000,2.632
38,mlp.experts.88.gate_proj,0.0000742993,0.05000,2.652
38,mlp.experts.90.gate_proj,0.0003845601,0.05000,2.614
38,mlp.experts.87.gate_proj,0.0001157224,0.05000,2.538
38,mlp.experts.117.gate_proj,0.0002363958,0.05000,2.594
38,mlp.experts.92.gate_proj,0.0000292764,0.05000,2.419
38,mlp.experts.94.gate_proj,0.0000256093,0.05000,2.331
38,mlp.experts.91.gate_proj,0.0002089332,0.05000,2.333
38,mlp.experts.121.gate_proj,0.0000877884,0.05000,2.400
38,mlp.experts.125.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.037
38,mlp.experts.96.gate_proj,0.0001144347,0.05000,2.497
38,mlp.experts.98.gate_proj,0.0004575872,0.05000,2.612
38,mlp.experts.95.gate_proj,0.0000260318,0.05000,2.629
38,mlp.experts.129.gate_proj,0.0001720939,0.05000,2.561
38,mlp.experts.100.gate_proj,0.0003408295,0.05000,2.543
38,mlp.experts.102.gate_proj,0.0001710992,0.05000,2.523
38,mlp.experts.133.gate_proj,0.0003322066,0.05000,2.491
38,mlp.experts.137.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.036
38,mlp.experts.99.gate_proj,0.0000492606,0.05000,2.621
38,mlp.experts.104.gate_proj,0.0001643811,0.05000,2.509
38,mlp.experts.106.gate_proj,0.0000620797,0.05000,2.473
38,mlp.experts.103.gate_proj,0.0001450343,0.05000,2.453
38,mlp.experts.141.gate_proj,0.0001213766,0.05000,2.520
38,mlp.experts.108.gate_proj,0.0003307854,0.05000,2.581
38,mlp.experts.110.gate_proj,0.0002080301,0.05000,2.634
38,mlp.experts.145.gate_proj,0.0003365247,0.05000,2.592
38,mlp.experts.107.gate_proj,0.0001837734,0.05000,2.675
38,mlp.experts.112.gate_proj,0.0003015072,0.05000,2.459
38,mlp.experts.116.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.050
38,mlp.experts.114.gate_proj,0.0000374812,0.05000,2.356
38,mlp.experts.149.gate_proj,0.0002197191,0.05000,2.469
38,mlp.experts.111.gate_proj,0.0001791130,0.05000,2.443
38,mlp.experts.153.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.044
38,mlp.experts.120.gate_proj,0.0001925551,0.05000,2.721
38,mlp.experts.118.gate_proj,0.0000741151,0.05000,2.644
38,mlp.experts.115.gate_proj,0.0001089897,0.05000,2.650
38,mlp.experts.119.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.047
38,mlp.experts.157.gate_proj,0.0000409612,0.05000,2.695
38,mlp.experts.124.gate_proj,0.0000370620,0.05000,2.538
38,mlp.experts.122.gate_proj,0.0001704150,0.05000,2.639
38,mlp.experts.161.gate_proj,0.0003694364,0.05000,2.597
38,mlp.experts.123.gate_proj,0.0000918479,0.05000,2.629
38,mlp.experts.128.gate_proj,0.0003901623,0.05000,2.517
38,mlp.experts.126.gate_proj,0.0000319903,0.05000,2.484
38,mlp.experts.165.gate_proj,0.0002912098,0.05000,2.506
38,mlp.experts.127.gate_proj,0.0000634163,0.05000,2.597
38,mlp.experts.132.gate_proj,0.0000585053,0.05000,2.792
38,mlp.experts.130.gate_proj,0.0002638057,0.05000,2.773
38,mlp.experts.169.gate_proj,0.0000379709,0.05000,2.718
38,mlp.experts.131.gate_proj,0.0000960179,0.05000,2.709
38,mlp.experts.136.gate_proj,0.0000343763,0.05000,2.676
38,mlp.experts.140.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.043
38,mlp.experts.134.gate_proj,0.0001667678,0.05000,2.593
38,mlp.experts.173.gate_proj,0.0000277602,0.05000,2.549
38,mlp.experts.135.gate_proj,0.0002651388,0.05000,2.537
38,mlp.experts.144.gate_proj,0.0001832556,0.05000,2.657
38,mlp.experts.138.gate_proj,0.0003508442,0.05000,2.661
38,mlp.experts.139.gate_proj,0.0000600729,0.05000,2.623
38,mlp.experts.177.gate_proj,0.0001603180,0.05000,2.739
38,mlp.experts.181.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.042
38,mlp.experts.148.gate_proj,0.0000285895,0.05000,2.550
38,mlp.experts.142.gate_proj,0.0002597610,0.05000,2.661
38,mlp.experts.143.gate_proj,0.0000895131,0.05000,2.601
38,mlp.experts.147.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.042
38,mlp.experts.185.gate_proj,0.0001398254,0.05000,2.713
38,mlp.experts.152.gate_proj,0.0001742861,0.05000,2.701
38,mlp.experts.146.gate_proj,0.0000312875,0.05000,2.735
38,mlp.experts.151.gate_proj,0.0001439493,0.05000,2.702
38,mlp.experts.189.gate_proj,0.0000396057,0.05000,2.589
38,mlp.experts.156.gate_proj,0.0001307702,0.05000,2.590
38,mlp.experts.150.gate_proj,0.0002062877,0.05000,2.638
38,mlp.experts.155.gate_proj,0.0002495996,0.05000,2.627
38,mlp.experts.193.gate_proj,0.0000609208,0.05000,2.631
38,mlp.experts.159.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.052
38,mlp.experts.160.gate_proj,0.0000345541,0.05000,2.599
38,mlp.experts.154.gate_proj,0.0001898781,0.05000,2.545
38,mlp.experts.163.gate_proj,0.0000373392,0.05000,2.546
38,mlp.experts.197.gate_proj,0.0002477056,0.05000,2.626
38,mlp.experts.164.gate_proj,0.0005514035,0.05000,2.605
38,mlp.experts.158.gate_proj,0.0002182706,0.05000,2.507
38,mlp.experts.167.gate_proj,0.0000381485,0.05000,2.509
38,mlp.experts.201.gate_proj,0.0000188927,0.05000,2.524
38,mlp.experts.168.gate_proj,0.0001547517,0.05000,2.649
38,mlp.experts.162.gate_proj,0.0000159247,0.05000,2.689
38,mlp.experts.171.gate_proj,0.0000259222,0.05000,2.712
38,mlp.experts.175.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.043
38,mlp.experts.205.gate_proj,0.0000820934,0.05000,2.698
38,mlp.experts.179.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.051
38,mlp.experts.183.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.036
38,mlp.experts.172.gate_proj,0.0004926137,0.05000,2.647
38,mlp.experts.166.gate_proj,0.0000555918,0.05000,2.710
38,mlp.experts.209.gate_proj,0.0000206676,0.05000,2.601
38,mlp.experts.187.gate_proj,0.0000437218,0.05000,2.534
38,mlp.experts.176.gate_proj,0.0000665703,0.05000,2.240
38,mlp.experts.170.gate_proj,0.0001972828,0.05000,2.258
38,mlp.experts.213.gate_proj,0.0000101770,0.05000,2.216
38,mlp.experts.191.gate_proj,0.0000758545,0.05000,2.310
38,mlp.experts.180.gate_proj,0.0000815697,0.05000,2.556
38,mlp.experts.174.gate_proj,0.0001562544,0.05000,2.658
38,mlp.experts.217.gate_proj,0.0002835925,0.05000,2.592
38,mlp.experts.221.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.037
38,mlp.experts.195.gate_proj,0.0000416336,0.05000,2.645
38,mlp.experts.184.gate_proj,0.0002053933,0.05000,2.622
38,mlp.experts.178.gate_proj,0.0001734270,0.05000,2.666
38,mlp.experts.225.gate_proj,0.0002791736,0.05000,2.576
38,mlp.experts.199.gate_proj,0.0005075568,0.05000,2.624
38,mlp.experts.188.gate_proj,0.0000385972,0.05000,2.666
38,mlp.experts.192.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.038
38,mlp.experts.182.gate_proj,0.0001422032,0.05000,2.598
38,mlp.experts.229.gate_proj,0.0002125999,0.05000,2.714
38,mlp.experts.203.gate_proj,0.0003068246,0.05000,2.675
38,mlp.experts.196.gate_proj,0.0000490537,0.05000,2.495
38,mlp.experts.186.gate_proj,0.0004164002,0.05000,2.513
38,mlp.experts.233.gate_proj,0.0001992438,0.05000,2.556
38,mlp.experts.237.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.032
38,mlp.experts.207.gate_proj,0.0002506826,0.05000,2.565
38,mlp.experts.211.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.034
38,mlp.experts.200.gate_proj,0.0002357972,0.05000,2.645
38,mlp.experts.190.gate_proj,0.0001642909,0.05000,2.700
38,mlp.experts.194.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.034
38,mlp.experts.241.gate_proj,0.0001152222,0.05000,2.531
38,mlp.experts.215.gate_proj,0.0000167424,0.05000,2.688
38,mlp.experts.204.gate_proj,0.0001350061,0.05000,2.464
38,mlp.experts.208.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.040
38,mlp.experts.198.gate_proj,0.0002914036,0.05000,2.455
38,mlp.experts.245.gate_proj,0.0004841490,0.05000,2.527
38,mlp.experts.219.gate_proj,0.0001134758,0.05000,2.533
38,mlp.experts.212.gate_proj,0.0000657338,0.05000,2.661
38,mlp.experts.216.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.033
38,mlp.experts.202.gate_proj,0.0002168435,0.05000,2.567
38,mlp.experts.249.gate_proj,0.0003143314,0.05000,2.571
38,mlp.experts.223.gate_proj,0.0001653189,0.05000,2.610
38,mlp.experts.220.gate_proj,0.0002709555,0.05000,2.564
38,mlp.experts.224.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.037
38,mlp.experts.206.gate_proj,0.0003845340,0.05000,2.554
38,mlp.experts.253.gate_proj,0.0003520328,0.05000,2.553
38,mlp.experts.1.up_proj,failsafe(rtn): 0.0011520,0.00000,0.034
38,mlp.experts.227.gate_proj,0.0000826645,0.05000,2.518
38,mlp.experts.228.gate_proj,0.0000328360,0.05000,2.473
38,mlp.experts.210.gate_proj,0.0000787161,0.05000,2.412
38,mlp.experts.214.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.036
38,mlp.experts.218.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.035
38,mlp.experts.5.up_proj,0.0000641268,0.05000,2.470
38,mlp.experts.231.gate_proj,0.0002497176,0.05000,2.449
38,mlp.experts.232.gate_proj,0.0003824226,0.05000,2.676
38,mlp.experts.222.gate_proj,0.0006103409,0.05000,2.697
38,mlp.experts.9.up_proj,0.0000131602,0.05000,2.705
38,mlp.experts.235.gate_proj,0.0004755969,0.05000,2.627
38,mlp.experts.239.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.046
38,mlp.experts.236.gate_proj,0.0001404855,0.05000,2.819
38,mlp.experts.240.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.038
38,mlp.experts.226.gate_proj,0.0002049349,0.05000,2.787
38,mlp.experts.13.up_proj,0.0001011428,0.05000,2.781
38,mlp.experts.243.gate_proj,0.0001834074,0.05000,2.712
38,mlp.experts.247.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.037
38,mlp.experts.244.gate_proj,0.0000177549,0.05000,2.476
38,mlp.experts.230.gate_proj,0.0003001092,0.05000,2.486
38,mlp.experts.17.up_proj,0.0000989947,0.05000,2.451
38,mlp.experts.21.up_proj,failsafe(rtn): 0.0012360,0.00000,0.036
38,mlp.experts.251.gate_proj,0.0000223655,0.05000,2.515
38,mlp.experts.255.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.033
38,mlp.experts.234.gate_proj,0.0000156089,0.05000,2.427
38,mlp.experts.238.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.035
38,mlp.experts.248.gate_proj,0.0000625418,0.05000,2.647
38,mlp.experts.25.up_proj,0.0001522034,0.05000,2.480
38,mlp.experts.29.up_proj,failsafe(rtn): 0.0011597,0.00000,0.032
38,mlp.experts.3.up_proj,0.0000204571,0.05000,2.537
38,mlp.experts.242.gate_proj,0.0000333823,0.05000,2.369
38,mlp.experts.252.gate_proj,0.0000840297,0.05000,2.448
38,mlp.experts.33.up_proj,0.0000219888,0.05000,2.389
38,mlp.experts.7.up_proj,0.0001058765,0.05000,2.474
38,mlp.experts.246.gate_proj,0.0004335198,0.05000,2.685
38,mlp.experts.0.up_proj,0.0002271777,0.05000,2.606
38,mlp.experts.37.up_proj,0.0002263255,0.05000,2.687
38,mlp.experts.11.up_proj,0.0002842502,0.05000,2.587
38,mlp.experts.4.up_proj,0.0000195050,0.05000,2.553
38,mlp.experts.250.gate_proj,0.0000314846,0.05000,2.632
38,mlp.experts.41.up_proj,0.0001299087,0.05000,2.670
38,mlp.experts.15.up_proj,0.0000327065,0.05000,2.552
38,mlp.experts.19.up_proj,failsafe(rtn): 0.0011215,0.00000,0.033
38,mlp.experts.8.up_proj,0.0000871634,0.05000,2.430
38,mlp.experts.254.gate_proj,0.0000671116,0.05000,2.478
38,mlp.experts.2.up_proj,failsafe(rtn): 0.0011673,0.00000,0.036
38,mlp.experts.45.up_proj,0.0002349624,0.05000,2.417
38,mlp.experts.49.up_proj,failsafe(rtn): 0.0012283,0.00000,0.035
38,mlp.experts.53.up_proj,failsafe(rtn): 0.0012665,0.00000,0.034
38,mlp.experts.57.up_proj,failsafe(rtn): 0.0012665,0.00000,0.036
38,mlp.experts.23.up_proj,0.0000867370,0.05000,2.358
38,mlp.experts.12.up_proj,0.0002013206,0.05000,2.573
38,mlp.experts.16.up_proj,failsafe(rtn): 0.0012436,0.00000,0.050
38,mlp.experts.6.up_proj,0.0003362336,0.05000,2.567
38,mlp.experts.27.up_proj,0.0000923193,0.05000,2.639
38,mlp.experts.61.up_proj,0.0000912803,0.05000,2.698
38,mlp.experts.65.up_proj,failsafe(rtn): 0.0012131,0.00000,0.039
38,mlp.experts.20.up_proj,0.0000615072,0.05000,2.810
38,mlp.experts.10.up_proj,0.0003722547,0.05000,2.766
38,mlp.experts.31.up_proj,0.0000773647,0.05000,2.794
38,mlp.experts.69.up_proj,0.0001926307,0.05000,2.798
38,mlp.experts.24.up_proj,0.0001734025,0.05000,2.596
38,mlp.experts.14.up_proj,0.0000338581,0.05000,2.585
38,mlp.experts.35.up_proj,0.0000514632,0.05000,2.505
38,mlp.experts.73.up_proj,0.0001470562,0.05000,2.533
38,mlp.experts.28.up_proj,0.0001338823,0.05000,2.536
38,mlp.experts.18.up_proj,0.0001405575,0.05000,2.586
38,mlp.experts.39.up_proj,0.0000213003,0.05000,2.573
38,mlp.experts.77.up_proj,0.0002214129,0.05000,2.522
38,mlp.experts.81.up_proj,failsafe(rtn): 0.0011292,0.00000,0.041
38,mlp.experts.32.up_proj,0.0000629775,0.05000,2.666
38,mlp.experts.22.up_proj,0.0000290779,0.05000,2.786
38,mlp.experts.43.up_proj,0.0000945325,0.05000,2.715
38,mlp.experts.47.up_proj,failsafe(rtn): 0.0011215,0.00000,0.044
38,mlp.experts.51.up_proj,failsafe(rtn): 0.0011826,0.00000,0.046
38,mlp.experts.85.up_proj,0.0002145365,0.05000,2.710
38,mlp.experts.89.up_proj,failsafe(rtn): 0.0012283,0.00000,0.041
38,mlp.experts.36.up_proj,0.0001625582,0.05000,2.627
38,mlp.experts.26.up_proj,0.0003044125,0.05000,2.573
38,mlp.experts.55.up_proj,0.0001802958,0.05000,2.487
38,mlp.experts.93.up_proj,0.0000617761,0.05000,2.609
38,mlp.experts.40.up_proj,0.0000469937,0.05000,2.419
38,mlp.experts.30.up_proj,0.0000127163,0.05000,2.466
38,mlp.experts.34.up_proj,failsafe(rtn): 0.0011368,0.00000,0.042
38,mlp.experts.59.up_proj,0.0000172378,0.05000,2.523
38,mlp.experts.97.up_proj,0.0000281609,0.05000,2.547
38,mlp.experts.44.up_proj,0.0000116431,0.05000,2.686
38,mlp.experts.38.up_proj,0.0000934144,0.05000,2.716
38,mlp.experts.63.up_proj,0.0001744485,0.05000,2.606
38,mlp.experts.101.up_proj,0.0000162645,0.05000,2.560
38,mlp.experts.48.up_proj,0.0000912516,0.05000,2.483
38,mlp.experts.42.up_proj,0.0001673660,0.05000,2.493
38,mlp.experts.67.up_proj,0.0002677911,0.05000,2.466
38,mlp.experts.105.up_proj,0.0001310481,0.05000,2.530
38,mlp.experts.109.up_proj,failsafe(rtn): 0.0011063,0.00000,0.037
38,mlp.experts.113.up_proj,failsafe(rtn): 0.0011749,0.00000,0.034
38,mlp.experts.52.up_proj,0.0000485319,0.05000,2.680
38,mlp.experts.56.up_proj,failsafe(rtn): 0.0011749,0.00000,0.039
38,mlp.experts.60.up_proj,failsafe(rtn): 0.0011139,0.00000,0.043
38,mlp.experts.64.up_proj,failsafe(rtn): 0.0011749,0.00000,0.045
38,mlp.experts.46.up_proj,0.0001438683,0.05000,2.643
38,mlp.experts.71.up_proj,0.0000202076,0.05000,2.627
38,mlp.experts.117.up_proj,0.0002186315,0.05000,2.597
38,mlp.experts.68.up_proj,0.0003748293,0.05000,2.396
38,mlp.experts.50.up_proj,0.0001901206,0.05000,2.429
38,mlp.experts.75.up_proj,0.0000140030,0.05000,2.416
38,mlp.experts.121.up_proj,0.0000781825,0.05000,2.415
38,mlp.experts.125.up_proj,failsafe(rtn): 0.0011368,0.00000,0.045
38,mlp.experts.72.up_proj,0.0001664659,0.05000,2.650
38,mlp.experts.54.up_proj,0.0001932165,0.05000,2.690
38,mlp.experts.58.up_proj,failsafe(rtn): 0.0012970,0.00000,0.037
38,mlp.experts.79.up_proj,0.0000326193,0.05000,2.645
38,mlp.experts.129.up_proj,0.0001598820,0.05000,2.626
38,mlp.experts.76.up_proj,0.0002240099,0.05000,2.436
38,mlp.experts.62.up_proj,0.0002658460,0.05000,2.411
38,mlp.experts.83.up_proj,0.0002258206,0.05000,2.409
38,mlp.experts.133.up_proj,0.0002618800,0.05000,2.553
38,mlp.experts.137.up_proj,failsafe(rtn): 0.0011749,0.00000,0.043
38,mlp.experts.80.up_proj,0.0000196115,0.05000,2.627
38,mlp.experts.66.up_proj,0.0001791270,0.05000,2.749
38,mlp.experts.87.up_proj,0.0000547870,0.05000,2.695
38,mlp.experts.141.up_proj,0.0000793253,0.05000,2.572
38,mlp.experts.84.up_proj,0.0000191886,0.05000,2.305
38,mlp.experts.91.up_proj,0.0002053429,0.05000,2.363
38,mlp.experts.70.up_proj,0.0003226045,0.05000,2.423
38,mlp.experts.145.up_proj,0.0003071500,0.05000,2.326
38,mlp.experts.88.up_proj,0.0000576040,0.05000,2.637
38,mlp.experts.74.up_proj,0.0000168833,0.05000,2.632
38,mlp.experts.95.up_proj,0.0000240690,0.05000,2.699
38,mlp.experts.149.up_proj,0.0001523169,0.05000,2.804
38,mlp.experts.153.up_proj,failsafe(rtn): 0.0011292,0.00000,0.045
38,mlp.experts.92.up_proj,0.0000289521,0.05000,2.769
38,mlp.experts.78.up_proj,0.0001549593,0.05000,2.685
38,mlp.experts.82.up_proj,failsafe(rtn): 0.0011978,0.00000,0.036
38,mlp.experts.99.up_proj,0.0000478125,0.05000,2.706
38,mlp.experts.157.up_proj,0.0000399384,0.05000,2.668
38,mlp.experts.96.up_proj,0.0000888091,0.05000,2.547
38,mlp.experts.86.up_proj,0.0000145549,0.05000,2.516
38,mlp.experts.103.up_proj,0.0001344555,0.05000,2.651
38,mlp.experts.161.up_proj,0.0003175022,0.05000,2.674
38,mlp.experts.100.up_proj,0.0003358834,0.05000,2.591
38,mlp.experts.90.up_proj,0.0002988177,0.05000,2.600
38,mlp.experts.107.up_proj,0.0001693758,0.05000,2.528
38,mlp.experts.165.up_proj,0.0002852902,0.05000,2.603
38,mlp.experts.104.up_proj,0.0001584809,0.05000,2.453
38,mlp.experts.94.up_proj,0.0000234442,0.05000,2.458
38,mlp.experts.111.up_proj,0.0001559898,0.05000,2.460
38,mlp.experts.169.up_proj,0.0000348413,0.05000,2.609
38,mlp.experts.108.up_proj,0.0003082021,0.05000,2.578
38,mlp.experts.98.up_proj,0.0003255537,0.05000,2.579
38,mlp.experts.115.up_proj,0.0001026057,0.05000,2.658
38,mlp.experts.119.up_proj,failsafe(rtn): 0.0010910,0.00000,0.034
38,mlp.experts.173.up_proj,0.0000240053,0.05000,2.535
38,mlp.experts.112.up_proj,0.0002671222,0.05000,2.556
38,mlp.experts.116.up_proj,failsafe(rtn): 0.0011749,0.00000,0.037
38,mlp.experts.102.up_proj,0.0001456908,0.05000,2.505
38,mlp.experts.123.up_proj,0.0000771486,0.05000,2.535
38,mlp.experts.177.up_proj,0.0001291575,0.05000,2.500
38,mlp.experts.181.up_proj,failsafe(rtn): 0.0012894,0.00000,0.033
38,mlp.experts.120.up_proj,0.0001895518,0.05000,2.489
38,mlp.experts.106.up_proj,0.0000633784,0.05000,2.469
38,mlp.experts.127.up_proj,0.0000604608,0.05000,2.433
38,mlp.experts.185.up_proj,0.0000905951,0.05000,2.471
38,mlp.experts.124.up_proj,0.0000317428,0.05000,2.697
38,mlp.experts.110.up_proj,0.0001908304,0.05000,2.592
38,mlp.experts.131.up_proj,0.0000880188,0.05000,2.730
38,mlp.experts.189.up_proj,0.0000381155,0.05000,2.719
38,mlp.experts.128.up_proj,0.0003913794,0.05000,2.556
38,mlp.experts.114.up_proj,0.0000359214,0.05000,2.607
38,mlp.experts.135.up_proj,0.0002191436,0.05000,2.555
38,mlp.experts.193.up_proj,0.0000604553,0.05000,2.600
38,mlp.experts.132.up_proj,0.0000446359,0.05000,2.563
38,mlp.experts.118.up_proj,0.0000704078,0.05000,2.656
38,mlp.experts.139.up_proj,0.0000526795,0.05000,2.564
38,mlp.experts.197.up_proj,0.0001664999,0.05000,2.579
38,mlp.experts.136.up_proj,0.0000274923,0.05000,2.597
38,mlp.experts.140.up_proj,failsafe(rtn): 0.0011063,0.00000,0.035
38,mlp.experts.122.up_proj,0.0001234249,0.05000,2.598
38,mlp.experts.143.up_proj,0.0000812297,0.05000,2.538
38,mlp.experts.147.up_proj,failsafe(rtn): 0.0011292,0.00000,0.036
38,mlp.experts.201.up_proj,0.0000168774,0.05000,2.723
38,mlp.experts.144.up_proj,0.0001716443,0.05000,2.487
38,mlp.experts.126.up_proj,0.0000318082,0.05000,2.573
38,mlp.experts.151.up_proj,0.0001446694,0.05000,2.553
38,mlp.experts.205.up_proj,0.0000808586,0.05000,2.450
38,mlp.experts.148.up_proj,0.0000264816,0.05000,2.449
38,mlp.experts.130.up_proj,0.0002464481,0.05000,2.394
38,mlp.experts.155.up_proj,0.0002266156,0.05000,2.393
38,mlp.experts.159.up_proj,failsafe(rtn): 0.0011063,0.00000,0.032
38,mlp.experts.209.up_proj,0.0000182037,0.05000,2.424
38,mlp.experts.152.up_proj,0.0001712158,0.05000,2.579
38,mlp.experts.134.up_proj,0.0001392849,0.05000,2.619
38,mlp.experts.163.up_proj,0.0000330347,0.05000,2.619
38,mlp.experts.213.up_proj,0.0000098384,0.05000,2.540
38,mlp.experts.156.up_proj,0.0000902741,0.05000,2.575
38,mlp.experts.138.up_proj,0.0003240295,0.05000,2.577
38,mlp.experts.167.up_proj,0.0000371310,0.05000,2.657
38,mlp.experts.217.up_proj,0.0002446050,0.05000,2.640
38,mlp.experts.221.up_proj,failsafe(rtn): 0.0011444,0.00000,0.034
38,mlp.experts.160.up_proj,0.0000337255,0.05000,2.454
38,mlp.experts.142.up_proj,0.0002177851,0.05000,2.485
38,mlp.experts.171.up_proj,0.0000245492,0.05000,2.485
38,mlp.experts.175.up_proj,failsafe(rtn): 0.0011444,0.00000,0.048
38,mlp.experts.179.up_proj,failsafe(rtn): 0.0011673,0.00000,0.049
38,mlp.experts.183.up_proj,failsafe(rtn): 0.0011368,0.00000,0.044
38,mlp.experts.225.up_proj,0.0002427364,0.05000,2.532
38,mlp.experts.164.up_proj,0.0003223865,0.05000,2.538
38,mlp.experts.146.up_proj,0.0000252802,0.05000,2.571
38,mlp.experts.187.up_proj,0.0000396918,0.05000,2.545
38,mlp.experts.229.up_proj,0.0001893951,0.05000,2.585
38,mlp.experts.168.up_proj,0.0001125242,0.05000,2.549
38,mlp.experts.150.up_proj,0.0001789150,0.05000,2.477
38,mlp.experts.191.up_proj,0.0000657326,0.05000,2.496
38,mlp.experts.233.up_proj,0.0001499711,0.05000,2.674
38,mlp.experts.237.up_proj,failsafe(rtn): 0.0012283,0.00000,0.049
38,mlp.experts.172.up_proj,0.0003931798,0.05000,2.660
38,mlp.experts.154.up_proj,0.0001600863,0.05000,2.648
38,mlp.experts.195.up_proj,0.0000360008,0.05000,2.649
38,mlp.experts.241.up_proj,0.0001100998,0.05000,2.639
38,mlp.experts.176.up_proj,0.0000418832,0.05000,2.540
38,mlp.experts.158.up_proj,0.0001635464,0.05000,2.573
38,mlp.experts.199.up_proj,0.0004439804,0.05000,2.481
38,mlp.experts.245.up_proj,0.0004030092,0.05000,2.588
38,mlp.experts.180.up_proj,0.0000665205,0.05000,2.679
38,mlp.experts.162.up_proj,0.0000155008,0.05000,2.620
38,mlp.experts.203.up_proj,0.0002465345,0.05000,2.626
38,mlp.experts.249.up_proj,0.0002858661,0.05000,2.679
38,mlp.experts.184.up_proj,0.0002022028,0.05000,2.551
38,mlp.experts.166.up_proj,0.0000509903,0.05000,2.599
38,mlp.experts.207.up_proj,0.0002369281,0.05000,2.562
38,mlp.experts.211.up_proj,failsafe(rtn): 0.0011673,0.00000,0.035
38,mlp.experts.253.up_proj,0.0003024270,0.05000,2.565
38,mlp.experts.188.up_proj,0.0000356138,0.05000,2.233
38,mlp.experts.192.up_proj,failsafe(rtn): 0.0011978,0.00000,0.028
38,mlp.experts.170.up_proj,0.0001859242,0.05000,2.121
38,mlp.experts.215.up_proj,0.0000130841,0.05000,1.959
38,mlp.experts.196.up_proj,0.0000432451,0.05000,1.832
38,mlp.experts.174.up_proj,0.0001498711,0.05000,1.808
38,mlp.experts.219.up_proj,0.0001138433,0.05000,1.788
38,mlp.experts.200.up_proj,0.0002089807,0.05000,1.704
38,mlp.experts.178.up_proj,0.0001663478,0.05000,1.712
38,mlp.experts.223.up_proj,0.0001553301,0.05000,1.702
38,mlp.experts.204.up_proj,0.0001181451,0.05000,1.743
38,mlp.experts.208.up_proj,failsafe(rtn): 0.0011826,0.00000,0.025
38,mlp.experts.182.up_proj,0.0001274471,0.05000,1.756
38,mlp.experts.227.up_proj,0.0000693048,0.05000,1.769
38,mlp.experts.212.up_proj,0.0000567737,0.05000,1.713
38,mlp.experts.216.up_proj,failsafe(rtn): 0.0012970,0.00000,0.026
38,mlp.experts.186.up_proj,0.0003574388,0.05000,1.717
38,mlp.experts.231.up_proj,0.0002289936,0.05000,1.681
38,mlp.experts.220.up_proj,0.0002540471,0.05000,1.721
38,mlp.experts.224.up_proj,failsafe(rtn): 0.0011673,0.00000,0.026
38,mlp.experts.190.up_proj,0.0001396241,0.05000,1.727
38,mlp.experts.194.up_proj,failsafe(rtn): 0.0011063,0.00000,0.029
38,mlp.experts.235.up_proj,0.0003371493,0.05000,1.715
38,mlp.experts.239.up_proj,failsafe(rtn): 0.0011520,0.00000,0.028
38,mlp.experts.228.up_proj,0.0000315653,0.05000,1.537
38,mlp.experts.198.up_proj,0.0002538995,0.05000,1.569
38,mlp.experts.243.up_proj,0.0001496351,0.05000,1.558
38,mlp.experts.247.up_proj,failsafe(rtn): 0.0010986,0.00000,0.023
38,mlp.experts.232.up_proj,0.0003263358,0.05000,1.699
38,mlp.experts.202.up_proj,0.0001851418,0.05000,1.709
38,mlp.experts.251.up_proj,0.0000237884,0.05000,1.749
38,mlp.experts.255.up_proj,failsafe(rtn): 0.0012131,0.00000,0.025
38,mlp.experts.236.up_proj,0.0001200266,0.05000,1.265
38,mlp.experts.240.up_proj,failsafe(rtn): 0.0011597,0.00000,0.017
38,mlp.experts.206.up_proj,0.0003149686,0.05000,1.253
38,mlp.experts.244.up_proj,0.0000160991,0.05000,1.125
38,mlp.experts.210.up_proj,0.0000782912,0.05000,1.164
38,mlp.experts.214.up_proj,failsafe(rtn): 0.0011673,0.00000,0.019
38,mlp.experts.218.up_proj,failsafe(rtn): 0.0012283,0.00000,0.019
38,mlp.experts.248.up_proj,0.0000624116,0.05000,1.135
38,mlp.experts.222.up_proj,0.0004212394,0.05000,1.133
38,mlp.experts.252.up_proj,0.0000736430,0.05000,1.131
38,mlp.experts.226.up_proj,0.0002063057,0.05000,1.052
38,mlp.experts.230.up_proj,0.0002961970,0.05000,0.605
38,mlp.experts.234.up_proj,0.0000135185,0.05000,0.585
38,mlp.experts.238.up_proj,failsafe(rtn): 0.0010834,0.00000,0.010
38,mlp.experts.242.up_proj,0.0000312875,0.05000,0.474
38,mlp.experts.246.up_proj,0.0003622756,0.05000,0.468
38,mlp.experts.250.up_proj,0.0000288466,0.05000,0.468
38,mlp.experts.254.up_proj,0.0000571439,0.05000,0.472
38,mlp.experts.2.down_proj,failsafe(rtn): 0.0011368,0.00000,0.013
38,mlp.experts.1.down_proj,failsafe(rtn): 0.0011368,0.00000,0.019
38,mlp.experts.0.down_proj,0.0000446120,0.05000,0.707
38,mlp.experts.3.down_proj,0.0000051943,0.05000,0.722
38,mlp.experts.6.down_proj,0.0000102643,0.05000,0.726
38,mlp.experts.5.down_proj,0.0000082087,0.05000,0.728
38,mlp.experts.7.down_proj,0.0000752365,0.05000,0.658
38,mlp.experts.10.down_proj,0.0000123018,0.05000,0.702
38,mlp.experts.9.down_proj,0.0000039073,0.05000,0.695
38,mlp.experts.4.down_proj,0.0000039979,0.05000,0.758
38,mlp.experts.11.down_proj,0.0000115450,0.05000,0.682
38,mlp.experts.8.down_proj,0.0000018722,0.05000,0.662
38,mlp.experts.14.down_proj,0.0000062362,0.05000,0.705
38,mlp.experts.13.down_proj,0.0000841669,0.05000,0.699
38,mlp.experts.15.down_proj,0.0000053312,0.05000,0.691
38,mlp.experts.19.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
38,mlp.experts.18.down_proj,0.0000398018,0.05000,0.678
38,mlp.experts.12.down_proj,0.0000417719,0.05000,0.709
38,mlp.experts.16.down_proj,failsafe(rtn): 0.0012436,0.00000,0.009
38,mlp.experts.17.down_proj,0.0000036540,0.05000,0.757
38,mlp.experts.21.down_proj,failsafe(rtn): 0.0012512,0.00000,0.010
38,mlp.experts.23.down_proj,0.0000076670,0.05000,0.660
38,mlp.experts.22.down_proj,0.0000037012,0.05000,0.704
38,mlp.experts.20.down_proj,0.0000192291,0.05000,0.707
38,mlp.experts.25.down_proj,0.0000078794,0.05000,0.674
38,mlp.experts.29.down_proj,failsafe(rtn): 0.0011368,0.00000,0.012
38,mlp.experts.27.down_proj,0.0000376848,0.05000,0.716
38,mlp.experts.26.down_proj,0.0000183266,0.05000,0.653
38,mlp.experts.24.down_proj,0.0000356930,0.05000,0.667
38,mlp.experts.33.down_proj,0.0000060319,0.05000,0.676
38,mlp.experts.31.down_proj,0.0000049790,0.05000,0.678
38,mlp.experts.30.down_proj,0.0000031428,0.05000,0.698
38,mlp.experts.34.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
38,mlp.experts.28.down_proj,0.0000048380,0.05000,0.703
38,mlp.experts.37.down_proj,0.0000121632,0.05000,0.724
38,mlp.experts.35.down_proj,0.0000010436,0.05000,0.710
38,mlp.experts.38.down_proj,0.0000038954,0.05000,0.705
38,mlp.experts.32.down_proj,0.0000160871,0.05000,0.725
38,mlp.experts.41.down_proj,0.0000794640,0.05000,0.675
38,mlp.experts.39.down_proj,0.0000031511,0.05000,0.696
38,mlp.experts.42.down_proj,0.0000079636,0.05000,0.734
38,mlp.experts.36.down_proj,0.0000063720,0.05000,0.696
38,mlp.experts.45.down_proj,0.0000137144,0.05000,0.719
38,mlp.experts.49.down_proj,failsafe(rtn): 0.0012436,0.00000,0.010
38,mlp.experts.53.down_proj,failsafe(rtn): 0.0012589,0.00000,0.010
38,mlp.experts.57.down_proj,failsafe(rtn): 0.0012741,0.00000,0.010
38,mlp.experts.43.down_proj,0.0000174796,0.05000,0.701
38,mlp.experts.47.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
38,mlp.experts.51.down_proj,failsafe(rtn): 0.0011673,0.00000,0.011
38,mlp.experts.40.down_proj,0.0000122982,0.05000,0.704
38,mlp.experts.46.down_proj,0.0000052616,0.05000,0.777
38,mlp.experts.61.down_proj,0.0000025970,0.05000,0.725
38,mlp.experts.65.down_proj,failsafe(rtn): 0.0012207,0.00000,0.011
38,mlp.experts.55.down_proj,0.0000287428,0.05000,0.687
38,mlp.experts.44.down_proj,0.0000023369,0.05000,0.735
38,mlp.experts.50.down_proj,0.0000963953,0.05000,0.730
38,mlp.experts.69.down_proj,0.0000161608,0.05000,0.640
38,mlp.experts.59.down_proj,0.0000035170,0.05000,0.659
38,mlp.experts.48.down_proj,0.0001156541,0.05000,0.656
38,mlp.experts.73.down_proj,0.0000177381,0.05000,0.643
38,mlp.experts.54.down_proj,0.0000143853,0.05000,0.708
38,mlp.experts.58.down_proj,failsafe(rtn): 0.0013123,0.00000,0.012
38,mlp.experts.63.down_proj,0.0000299505,0.05000,0.701
38,mlp.experts.77.down_proj,0.0000125675,0.05000,0.672
38,mlp.experts.81.down_proj,failsafe(rtn): 0.0010910,0.00000,0.012
38,mlp.experts.52.down_proj,0.0000067678,0.05000,0.777
38,mlp.experts.56.down_proj,failsafe(rtn): 0.0011597,0.00000,0.013
38,mlp.experts.60.down_proj,failsafe(rtn): 0.0011139,0.00000,0.012
38,mlp.experts.64.down_proj,failsafe(rtn): 0.0011597,0.00000,0.013
38,mlp.experts.62.down_proj,0.0000081646,0.05000,0.757
38,mlp.experts.67.down_proj,0.0000141679,0.05000,0.757
38,mlp.experts.85.down_proj,0.0000091796,0.05000,0.779
38,mlp.experts.89.down_proj,failsafe(rtn): 0.0012131,0.00000,0.009
38,mlp.experts.68.down_proj,0.0000188094,0.05000,0.732
38,mlp.experts.66.down_proj,0.0000465655,0.05000,0.725
38,mlp.experts.71.down_proj,0.0000051499,0.05000,0.742
38,mlp.experts.93.down_proj,0.0000061331,0.05000,0.667
38,mlp.experts.72.down_proj,0.0000188368,0.05000,0.701
38,mlp.experts.70.down_proj,0.0000106286,0.05000,0.666
38,mlp.experts.75.down_proj,0.0000029265,0.05000,0.715
38,mlp.experts.76.down_proj,0.0000113124,0.05000,0.675
38,mlp.experts.97.down_proj,0.0000056177,0.05000,0.742
38,mlp.experts.74.down_proj,0.0000033491,0.05000,0.701
38,mlp.experts.79.down_proj,0.0000038980,0.05000,0.652
38,mlp.experts.80.down_proj,0.0000039299,0.05000,0.671
38,mlp.experts.78.down_proj,0.0000071520,0.05000,0.682
38,mlp.experts.82.down_proj,failsafe(rtn): 0.0012207,0.00000,0.010
38,mlp.experts.101.down_proj,0.0000035131,0.05000,0.723
38,mlp.experts.83.down_proj,0.0000454362,0.05000,0.631
38,mlp.experts.86.down_proj,0.0000022714,0.05000,0.624
38,mlp.experts.84.down_proj,0.0000042475,0.05000,0.713
38,mlp.experts.105.down_proj,0.0000114437,0.05000,0.695
38,mlp.experts.109.down_proj,failsafe(rtn): 0.0011063,0.00000,0.009
38,mlp.experts.113.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
38,mlp.experts.87.down_proj,0.0000073350,0.05000,0.645
38,mlp.experts.90.down_proj,0.0000087843,0.05000,0.648
38,mlp.experts.88.down_proj,0.0000067775,0.05000,0.679
38,mlp.experts.117.down_proj,0.0000052640,0.05000,0.659
38,mlp.experts.91.down_proj,0.0000061163,0.05000,0.639
38,mlp.experts.94.down_proj,0.0000047571,0.05000,0.644
38,mlp.experts.92.down_proj,0.0000069382,0.05000,0.697
38,mlp.experts.121.down_proj,0.0000146963,0.05000,0.708
38,mlp.experts.125.down_proj,failsafe(rtn): 0.0011292,0.00000,0.009
38,mlp.experts.95.down_proj,0.0000056623,0.05000,0.640
38,mlp.experts.98.down_proj,0.0000208366,0.05000,0.649
38,mlp.experts.96.down_proj,0.0000036121,0.05000,0.617
38,mlp.experts.129.down_proj,0.0000060384,0.05000,0.643
38,mlp.experts.99.down_proj,0.0000058768,0.05000,0.623
38,mlp.experts.102.down_proj,0.0000303290,0.05000,0.634
38,mlp.experts.100.down_proj,0.0000084714,0.05000,0.668
38,mlp.experts.133.down_proj,0.0000164874,0.05000,0.634
38,mlp.experts.137.down_proj,failsafe(rtn): 0.0011749,0.00000,0.009
38,mlp.experts.103.down_proj,0.0001406473,0.05000,0.668
38,mlp.experts.106.down_proj,0.0000349034,0.05000,0.664
38,mlp.experts.104.down_proj,0.0000082569,0.05000,0.682
38,mlp.experts.141.down_proj,0.0000430456,0.05000,0.673
38,mlp.experts.107.down_proj,0.0000076156,0.05000,0.632
38,mlp.experts.110.down_proj,0.0000085198,0.05000,0.688
38,mlp.experts.108.down_proj,0.0000199436,0.05000,0.686
38,mlp.experts.145.down_proj,0.0000190381,0.05000,0.681
38,mlp.experts.111.down_proj,0.0000047748,0.05000,0.689
38,mlp.experts.114.down_proj,0.0000074786,0.05000,0.700
38,mlp.experts.112.down_proj,0.0000314760,0.05000,0.734
38,mlp.experts.116.down_proj,failsafe(rtn): 0.0011444,0.00000,0.010
38,mlp.experts.149.down_proj,0.0000300476,0.05000,0.675
38,mlp.experts.153.down_proj,failsafe(rtn): 0.0011139,0.00000,0.009
38,mlp.experts.115.down_proj,0.0000111237,0.05000,0.662
38,mlp.experts.119.down_proj,failsafe(rtn): 0.0010681,0.00000,0.010
38,mlp.experts.118.down_proj,0.0000149582,0.05000,0.678
38,mlp.experts.157.down_proj,0.0000083585,0.05000,0.623
38,mlp.experts.120.down_proj,0.0000268688,0.05000,0.671
38,mlp.experts.123.down_proj,0.0000041878,0.05000,0.628
38,mlp.experts.122.down_proj,0.0000234929,0.05000,0.650
38,mlp.experts.161.down_proj,0.0000174233,0.05000,0.630
38,mlp.experts.124.down_proj,0.0000077689,0.05000,0.628
38,mlp.experts.127.down_proj,0.0000097533,0.05000,0.632
38,mlp.experts.126.down_proj,0.0000065288,0.05000,0.687
38,mlp.experts.165.down_proj,0.0000085537,0.05000,0.672
38,mlp.experts.128.down_proj,0.0000466242,0.05000,0.672
38,mlp.experts.131.down_proj,0.0000163623,0.05000,0.668
38,mlp.experts.130.down_proj,0.0000163688,0.05000,0.648
38,mlp.experts.169.down_proj,0.0000012133,0.05000,0.638
38,mlp.experts.132.down_proj,0.0000072474,0.05000,0.647
38,mlp.experts.135.down_proj,0.0000583071,0.05000,0.620
38,mlp.experts.134.down_proj,0.0000029515,0.05000,0.632
38,mlp.experts.136.down_proj,0.0000059296,0.05000,0.633
38,mlp.experts.173.down_proj,0.0000061247,0.05000,0.660
38,mlp.experts.140.down_proj,failsafe(rtn): 0.0010834,0.00000,0.012
38,mlp.experts.139.down_proj,0.0000029727,0.05000,0.679
38,mlp.experts.138.down_proj,0.0000122854,0.05000,0.709
38,mlp.experts.144.down_proj,0.0000103535,0.05000,0.662
38,mlp.experts.177.down_proj,0.0000250519,0.05000,0.705
38,mlp.experts.181.down_proj,failsafe(rtn): 0.0011826,0.00000,0.010
38,mlp.experts.143.down_proj,0.0000026732,0.05000,0.691
38,mlp.experts.147.down_proj,failsafe(rtn): 0.0011444,0.00000,0.012
38,mlp.experts.142.down_proj,0.0000065967,0.05000,0.691
38,mlp.experts.185.down_proj,0.0000161435,0.05000,0.698
38,mlp.experts.148.down_proj,0.0000119299,0.05000,0.752
38,mlp.experts.151.down_proj,0.0000288336,0.05000,0.729
38,mlp.experts.146.down_proj,0.0000050554,0.05000,0.748
38,mlp.experts.189.down_proj,0.0000056924,0.05000,0.702
38,mlp.experts.152.down_proj,0.0000078601,0.05000,0.719
38,mlp.experts.155.down_proj,0.0000120536,0.05000,0.736
38,mlp.experts.159.down_proj,failsafe(rtn): 0.0010910,0.00000,0.009
38,mlp.experts.150.down_proj,0.0000400977,0.05000,0.654
38,mlp.experts.193.down_proj,0.0000022964,0.05000,0.640
38,mlp.experts.156.down_proj,0.0000194137,0.05000,0.680
38,mlp.experts.163.down_proj,0.0000099552,0.05000,0.648
38,mlp.experts.154.down_proj,0.0000217651,0.05000,0.691
38,mlp.experts.197.down_proj,0.0000367991,0.05000,0.740
38,mlp.experts.160.down_proj,0.0000087275,0.05000,0.696
38,mlp.experts.167.down_proj,0.0000093241,0.05000,0.763
38,mlp.experts.158.down_proj,0.0000221002,0.05000,0.687
38,mlp.experts.201.down_proj,0.0000081315,0.05000,0.655
38,mlp.experts.164.down_proj,0.0000155302,0.05000,0.645
38,mlp.experts.171.down_proj,0.0000046169,0.05000,0.642
38,mlp.experts.175.down_proj,failsafe(rtn): 0.0011292,0.00000,0.010
38,mlp.experts.179.down_proj,failsafe(rtn): 0.0011673,0.00000,0.011
38,mlp.experts.183.down_proj,failsafe(rtn): 0.0011215,0.00000,0.011
38,mlp.experts.162.down_proj,0.0000028210,0.05000,0.661
38,mlp.experts.205.down_proj,0.0000093942,0.05000,0.690
38,mlp.experts.168.down_proj,0.0000158013,0.05000,0.694
38,mlp.experts.187.down_proj,0.0000096612,0.05000,0.643
38,mlp.experts.166.down_proj,0.0000096647,0.05000,0.704
38,mlp.experts.209.down_proj,0.0000011510,0.05000,0.724
38,mlp.experts.172.down_proj,0.0000220383,0.05000,0.759
38,mlp.experts.191.down_proj,0.0000013916,0.05000,0.699
38,mlp.experts.170.down_proj,0.0000100342,0.05000,0.666
38,mlp.experts.213.down_proj,0.0000026140,0.05000,0.675
38,mlp.experts.176.down_proj,0.0000007261,0.05000,0.717
38,mlp.experts.195.down_proj,0.0000061781,0.05000,0.727
38,mlp.experts.174.down_proj,0.0000065157,0.05000,0.765
38,mlp.experts.217.down_proj,0.0000090521,0.05000,0.734
38,mlp.experts.221.down_proj,failsafe(rtn): 0.0011292,0.00000,0.010
38,mlp.experts.180.down_proj,0.0000012873,0.05000,0.744
38,mlp.experts.199.down_proj,0.0000286241,0.05000,0.755
38,mlp.experts.178.down_proj,0.0000068131,0.05000,0.718
38,mlp.experts.225.down_proj,0.0000106167,0.05000,0.676
38,mlp.experts.184.down_proj,0.0000054590,0.05000,0.679
38,mlp.experts.203.down_proj,0.0000075506,0.05000,0.686
38,mlp.experts.182.down_proj,0.0000142490,0.05000,0.695
38,mlp.experts.229.down_proj,0.0000067301,0.05000,0.701
38,mlp.experts.188.down_proj,0.0000085490,0.05000,0.735
38,mlp.experts.192.down_proj,failsafe(rtn): 0.0012207,0.00000,0.010
38,mlp.experts.207.down_proj,0.0000078991,0.05000,0.687
38,mlp.experts.211.down_proj,failsafe(rtn): 0.0011368,0.00000,0.011
38,mlp.experts.186.down_proj,0.0000122217,0.05000,0.754
38,mlp.experts.233.down_proj,0.0000034194,0.05000,0.770
38,mlp.experts.237.down_proj,failsafe(rtn): 0.0012207,0.00000,0.011
38,mlp.experts.196.down_proj,0.0000008486,0.05000,0.710
38,mlp.experts.215.down_proj,0.0000029447,0.05000,0.729
38,mlp.experts.190.down_proj,0.0000138364,0.05000,0.746
38,mlp.experts.194.down_proj,failsafe(rtn): 0.0011139,0.00000,0.013
38,mlp.experts.241.down_proj,0.0000120400,0.05000,0.756
38,mlp.experts.200.down_proj,0.0000066733,0.05000,0.740
38,mlp.experts.219.down_proj,0.0000334203,0.05000,0.763
38,mlp.experts.198.down_proj,0.0000100795,0.05000,0.743
38,mlp.experts.245.down_proj,0.0000112101,0.05000,0.690
38,mlp.experts.204.down_proj,0.0000161623,0.05000,0.729
38,mlp.experts.208.down_proj,failsafe(rtn): 0.0011749,0.00000,0.009
38,mlp.experts.223.down_proj,0.0000131518,0.05000,0.693
38,mlp.experts.202.down_proj,0.0000112288,0.05000,0.648
38,mlp.experts.249.down_proj,0.0000139332,0.05000,0.649
38,mlp.experts.212.down_proj,0.0000100899,0.05000,0.642
38,mlp.experts.216.down_proj,failsafe(rtn): 0.0012665,0.00000,0.010
38,mlp.experts.227.down_proj,0.0000207032,0.05000,0.679
38,mlp.experts.206.down_proj,0.0000081371,0.05000,0.659
38,mlp.experts.253.down_proj,0.0000131513,0.05000,0.719
38,mlp.experts.220.down_proj,0.0000134318,0.05000,0.683
38,mlp.experts.224.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
38,mlp.experts.231.down_proj,0.0000085942,0.05000,0.655
38,mlp.experts.210.down_proj,0.0000136683,0.05000,0.551
38,mlp.experts.214.down_proj,failsafe(rtn): 0.0011444,0.00000,0.008
38,mlp.experts.218.down_proj,failsafe(rtn): 0.0012512,0.00000,0.007
38,mlp.experts.228.down_proj,0.0000061729,0.05000,0.528
38,mlp.experts.235.down_proj,0.0000099002,0.05000,0.463
38,mlp.experts.239.down_proj,failsafe(rtn): 0.0011139,0.00000,0.008
38,mlp.experts.222.down_proj,0.0000262342,0.05000,0.445
38,mlp.experts.232.down_proj,0.0000230597,0.05000,0.387
38,mlp.experts.243.down_proj,0.0000233206,0.05000,0.392
38,mlp.experts.247.down_proj,failsafe(rtn): 0.0011139,0.00000,0.010
38,mlp.experts.226.down_proj,0.0000379390,0.05000,0.460
38,mlp.experts.236.down_proj,0.0000125873,0.05000,0.487
38,mlp.experts.240.down_proj,failsafe(rtn): 0.0011520,0.00000,0.007
38,mlp.experts.251.down_proj,0.0000048738,0.05000,0.488
38,mlp.experts.255.down_proj,failsafe(rtn): 0.0012283,0.00000,0.007
38,mlp.experts.230.down_proj,0.0000160572,0.05000,0.385
38,mlp.experts.244.down_proj,0.0000026186,0.05000,0.325
38,mlp.experts.234.down_proj,0.0000024808,0.05000,0.290
38,mlp.experts.238.down_proj,failsafe(rtn): 0.0010910,0.00000,0.005
38,mlp.experts.248.down_proj,0.0000077939,0.05000,0.297
38,mlp.experts.242.down_proj,0.0000052036,0.05000,0.310
38,mlp.experts.252.down_proj,0.0000044581,0.05000,0.312
38,mlp.experts.246.down_proj,0.0000112584,0.05000,0.209
38,mlp.experts.250.down_proj,0.0000058188,0.05000,0.172
38,mlp.experts.254.down_proj,0.0000083718,0.05000,0.159
39,mlp.experts.0.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.050
39,mlp.experts.3.gate_proj,0.0002697665,0.05000,2.562
39,mlp.experts.4.gate_proj,0.0001984021,0.05000,2.540
39,mlp.experts.2.gate_proj,0.0000261693,0.05000,2.642
39,mlp.experts.1.gate_proj,0.0000129377,0.05000,2.655
39,mlp.experts.7.gate_proj,0.0001791935,0.05000,2.501
39,mlp.experts.8.gate_proj,0.0002799693,0.05000,2.477
39,mlp.experts.5.gate_proj,0.0002116739,0.05000,2.546
39,mlp.experts.6.gate_proj,0.0000725980,0.05000,2.579
39,mlp.experts.11.gate_proj,0.0003100217,0.05000,2.464
39,mlp.experts.12.gate_proj,0.0000927460,0.05000,2.485
39,mlp.experts.10.gate_proj,0.0001248350,0.05000,2.466
39,mlp.experts.9.gate_proj,0.0000182410,0.05000,2.581
39,mlp.experts.15.gate_proj,0.0000109469,0.05000,2.518
39,mlp.experts.16.gate_proj,0.0000175714,0.05000,2.535
39,mlp.experts.20.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.037
39,mlp.experts.24.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.038
39,mlp.experts.14.gate_proj,0.0000138533,0.05000,2.557
39,mlp.experts.13.gate_proj,0.0000167013,0.05000,2.583
39,mlp.experts.19.gate_proj,0.0002938377,0.05000,2.487
39,mlp.experts.18.gate_proj,0.0001802483,0.05000,2.410
39,mlp.experts.28.gate_proj,0.0001440496,0.05000,2.517
39,mlp.experts.17.gate_proj,0.0000460587,0.05000,2.570
39,mlp.experts.23.gate_proj,0.0000128848,0.05000,2.551
39,mlp.experts.22.gate_proj,0.0004115627,0.05000,2.478
39,mlp.experts.26.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.044
39,mlp.experts.32.gate_proj,0.0002661482,0.05000,2.663
39,mlp.experts.21.gate_proj,0.0001498346,0.05000,2.528
39,mlp.experts.25.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.046
39,mlp.experts.27.gate_proj,0.0000612080,0.05000,2.534
39,mlp.experts.30.gate_proj,0.0000714510,0.05000,2.497
39,mlp.experts.36.gate_proj,0.0000213675,0.05000,2.603
39,mlp.experts.29.gate_proj,0.0000686902,0.05000,2.527
39,mlp.experts.33.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.036
39,mlp.experts.31.gate_proj,0.0001622487,0.05000,2.536
39,mlp.experts.34.gate_proj,0.0000297236,0.05000,2.478
39,mlp.experts.40.gate_proj,0.0003159771,0.05000,2.611
39,mlp.experts.37.gate_proj,0.0000956609,0.05000,2.515
39,mlp.experts.41.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.033
39,mlp.experts.45.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.042
39,mlp.experts.49.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.042
39,mlp.experts.53.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.035
39,mlp.experts.57.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.035
39,mlp.experts.35.gate_proj,0.0001344582,0.05000,2.599
39,mlp.experts.38.gate_proj,0.0000199444,0.05000,2.687
39,mlp.experts.44.gate_proj,0.0000229337,0.05000,2.594
39,mlp.experts.61.gate_proj,0.0000203140,0.05000,2.673
39,mlp.experts.39.gate_proj,0.0001741583,0.05000,2.535
39,mlp.experts.42.gate_proj,0.0000841675,0.05000,2.506
39,mlp.experts.46.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.043
39,mlp.experts.48.gate_proj,0.0001997046,0.05000,2.470
39,mlp.experts.65.gate_proj,0.0001926197,0.05000,2.562
39,mlp.experts.43.gate_proj,0.0002272068,0.05000,2.645
39,mlp.experts.50.gate_proj,0.0002816370,0.05000,2.705
39,mlp.experts.54.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.040
39,mlp.experts.52.gate_proj,0.0000088224,0.05000,2.678
39,mlp.experts.56.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.041
39,mlp.experts.60.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.043
39,mlp.experts.69.gate_proj,0.0000184800,0.05000,2.705
39,mlp.experts.47.gate_proj,0.0002744640,0.05000,2.688
39,mlp.experts.51.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.038
39,mlp.experts.58.gate_proj,0.0000611378,0.05000,2.542
39,mlp.experts.64.gate_proj,0.0002728160,0.05000,2.699
39,mlp.experts.73.gate_proj,0.0001859093,0.05000,2.507
39,mlp.experts.55.gate_proj,0.0000523290,0.05000,2.446
39,mlp.experts.62.gate_proj,0.0000100014,0.05000,2.451
39,mlp.experts.68.gate_proj,0.0002388274,0.05000,2.537
39,mlp.experts.77.gate_proj,0.0000213009,0.05000,2.471
39,mlp.experts.66.gate_proj,0.0000538251,0.05000,2.543
39,mlp.experts.59.gate_proj,0.0002008856,0.05000,2.637
39,mlp.experts.72.gate_proj,0.0000118032,0.05000,2.483
39,mlp.experts.76.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.037
39,mlp.experts.80.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.038
39,mlp.experts.84.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.036
39,mlp.experts.81.gate_proj,0.0002093521,0.05000,2.620
39,mlp.experts.63.gate_proj,0.0001729250,0.05000,2.589
39,mlp.experts.70.gate_proj,0.0000349931,0.05000,2.666
39,mlp.experts.88.gate_proj,0.0001746031,0.05000,2.491
39,mlp.experts.85.gate_proj,0.0000227020,0.05000,2.596
39,mlp.experts.67.gate_proj,0.0003454659,0.05000,2.574
39,mlp.experts.74.gate_proj,0.0000811899,0.05000,2.599
39,mlp.experts.92.gate_proj,0.0000136702,0.05000,2.633
39,mlp.experts.96.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.036
39,mlp.experts.89.gate_proj,0.0000284545,0.05000,2.687
39,mlp.experts.93.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.036
39,mlp.experts.71.gate_proj,0.0003683943,0.05000,2.630
39,mlp.experts.78.gate_proj,0.0000307726,0.05000,2.650
39,mlp.experts.82.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.033
39,mlp.experts.100.gate_proj,0.0001056355,0.05000,2.620
39,mlp.experts.97.gate_proj,0.0002148826,0.05000,2.603
39,mlp.experts.75.gate_proj,0.0000408903,0.05000,2.609
39,mlp.experts.86.gate_proj,0.0000983900,0.05000,2.672
39,mlp.experts.104.gate_proj,0.0002947747,0.05000,2.746
39,mlp.experts.101.gate_proj,0.0004320596,0.05000,2.724
39,mlp.experts.105.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.035
39,mlp.experts.79.gate_proj,0.0001040041,0.05000,2.726
39,mlp.experts.90.gate_proj,0.0002085900,0.05000,2.715
39,mlp.experts.94.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.040
39,mlp.experts.108.gate_proj,0.0002207975,0.05000,2.632
39,mlp.experts.109.gate_proj,0.0004183000,0.05000,2.674
39,mlp.experts.83.gate_proj,0.0001145150,0.05000,2.648
39,mlp.experts.98.gate_proj,0.0000330027,0.05000,2.681
39,mlp.experts.102.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.038
39,mlp.experts.112.gate_proj,0.0003787926,0.05000,2.679
39,mlp.experts.113.gate_proj,0.0001135767,0.05000,2.657
39,mlp.experts.87.gate_proj,0.0001187874,0.05000,2.713
39,mlp.experts.106.gate_proj,0.0001357174,0.05000,2.726
39,mlp.experts.116.gate_proj,0.0001061202,0.05000,2.703
39,mlp.experts.117.gate_proj,0.0000826204,0.05000,2.662
39,mlp.experts.121.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.034
39,mlp.experts.91.gate_proj,0.0000976752,0.05000,2.589
39,mlp.experts.110.gate_proj,0.0000729399,0.05000,2.584
39,mlp.experts.120.gate_proj,0.0000767733,0.05000,2.704
39,mlp.experts.124.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.035
39,mlp.experts.128.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.034
39,mlp.experts.125.gate_proj,0.0000198909,0.05000,2.629
39,mlp.experts.95.gate_proj,0.0002788685,0.05000,2.616
39,mlp.experts.114.gate_proj,0.0001600671,0.05000,2.707
39,mlp.experts.132.gate_proj,0.0001085884,0.05000,2.733
39,mlp.experts.129.gate_proj,0.0000358471,0.05000,2.718
39,mlp.experts.133.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.036
39,mlp.experts.99.gate_proj,0.0000707910,0.05000,2.710
39,mlp.experts.118.gate_proj,0.0003486014,0.05000,2.510
39,mlp.experts.122.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.034
39,mlp.experts.136.gate_proj,0.0002427215,0.05000,2.572
39,mlp.experts.137.gate_proj,0.0001531811,0.05000,2.591
39,mlp.experts.103.gate_proj,0.0001572746,0.05000,2.601
39,mlp.experts.126.gate_proj,0.0001016320,0.05000,2.589
39,mlp.experts.130.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.044
39,mlp.experts.140.gate_proj,0.0002651059,0.05000,2.554
39,mlp.experts.141.gate_proj,0.0003145948,0.05000,2.584
39,mlp.experts.107.gate_proj,0.0001936180,0.05000,2.505
39,mlp.experts.134.gate_proj,0.0001230079,0.05000,2.503
39,mlp.experts.144.gate_proj,0.0003362430,0.05000,2.603
39,mlp.experts.148.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.033
39,mlp.experts.145.gate_proj,0.0000144294,0.05000,2.582
39,mlp.experts.111.gate_proj,0.0002822927,0.05000,2.557
39,mlp.experts.138.gate_proj,0.0000317942,0.05000,2.710
39,mlp.experts.152.gate_proj,0.0002074970,0.05000,2.630
39,mlp.experts.156.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.039
39,mlp.experts.160.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.034
39,mlp.experts.149.gate_proj,0.0001100429,0.05000,2.803
39,mlp.experts.153.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.034
39,mlp.experts.157.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.033
39,mlp.experts.115.gate_proj,0.0002455348,0.05000,2.663
39,mlp.experts.119.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.034
39,mlp.experts.123.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.034
39,mlp.experts.142.gate_proj,0.0001627792,0.05000,2.581
39,mlp.experts.164.gate_proj,0.0000992258,0.05000,2.490
39,mlp.experts.161.gate_proj,0.0003016283,0.05000,2.449
39,mlp.experts.127.gate_proj,0.0001137773,0.05000,2.538
39,mlp.experts.146.gate_proj,0.0000341548,0.05000,2.524
39,mlp.experts.150.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.037
39,mlp.experts.168.gate_proj,0.0002626672,0.05000,2.668
39,mlp.experts.165.gate_proj,0.0000535982,0.05000,2.661
39,mlp.experts.169.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.033
39,mlp.experts.131.gate_proj,0.0002396967,0.05000,2.449
39,mlp.experts.135.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.036
39,mlp.experts.154.gate_proj,0.0000494740,0.05000,2.480
39,mlp.experts.172.gate_proj,0.0002047231,0.05000,2.536
39,mlp.experts.176.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.045
39,mlp.experts.173.gate_proj,0.0002234680,0.05000,2.539
39,mlp.experts.139.gate_proj,0.0000881806,0.05000,2.585
39,mlp.experts.143.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.042
39,mlp.experts.158.gate_proj,0.0000133825,0.05000,2.702
39,mlp.experts.180.gate_proj,0.0002742569,0.05000,2.621
39,mlp.experts.177.gate_proj,0.0000176075,0.05000,2.575
39,mlp.experts.147.gate_proj,0.0000185260,0.05000,2.667
39,mlp.experts.162.gate_proj,0.0001859734,0.05000,2.740
39,mlp.experts.184.gate_proj,0.0002798957,0.05000,2.909
39,mlp.experts.181.gate_proj,0.0000106607,0.05000,2.762
39,mlp.experts.185.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.036
39,mlp.experts.151.gate_proj,0.0001700546,0.05000,2.844
39,mlp.experts.166.gate_proj,0.0000912019,0.05000,2.976
39,mlp.experts.170.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.046
39,mlp.experts.189.gate_proj,0.0000225111,0.05000,2.805
39,mlp.experts.188.gate_proj,0.0000232807,0.05000,2.923
39,mlp.experts.155.gate_proj,0.0002575389,0.05000,2.728
39,mlp.experts.159.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.032
39,mlp.experts.174.gate_proj,0.0002295663,0.05000,2.615
39,mlp.experts.193.gate_proj,0.0002435114,0.05000,2.444
39,mlp.experts.192.gate_proj,0.0001543060,0.05000,2.432
39,mlp.experts.163.gate_proj,0.0001169646,0.05000,2.228
39,mlp.experts.178.gate_proj,0.0002693145,0.05000,2.181
39,mlp.experts.196.gate_proj,0.0000393149,0.05000,2.220
39,mlp.experts.197.gate_proj,0.0000300470,0.05000,2.252
39,mlp.experts.167.gate_proj,0.0002249759,0.05000,2.466
39,mlp.experts.171.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.035
39,mlp.experts.182.gate_proj,0.0000321873,0.05000,2.510
39,mlp.experts.186.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.034
39,mlp.experts.201.gate_proj,0.0001410073,0.05000,2.487
39,mlp.experts.200.gate_proj,0.0000626230,0.05000,2.588
39,mlp.experts.204.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.036
39,mlp.experts.175.gate_proj,0.0001137572,0.05000,2.525
39,mlp.experts.190.gate_proj,0.0000813004,0.05000,2.501
39,mlp.experts.205.gate_proj,0.0002794831,0.05000,2.519
39,mlp.experts.208.gate_proj,0.0002851420,0.05000,2.488
39,mlp.experts.212.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.046
39,mlp.experts.179.gate_proj,0.0000479949,0.05000,2.516
39,mlp.experts.194.gate_proj,0.0001301188,0.05000,2.497
39,mlp.experts.209.gate_proj,0.0001023489,0.05000,2.643
39,mlp.experts.216.gate_proj,0.0000561076,0.05000,2.555
39,mlp.experts.183.gate_proj,0.0000141284,0.05000,2.496
39,mlp.experts.187.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.030
39,mlp.experts.191.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.037
39,mlp.experts.195.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.036
39,mlp.experts.198.gate_proj,0.0000966735,0.05000,2.413
39,mlp.experts.202.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.037
39,mlp.experts.213.gate_proj,0.0000218609,0.05000,2.348
39,mlp.experts.220.gate_proj,0.0000171961,0.05000,2.312
39,mlp.experts.199.gate_proj,0.0001017223,0.05000,2.402
39,mlp.experts.206.gate_proj,0.0001752357,0.05000,2.480
39,mlp.experts.224.gate_proj,0.0000388495,0.05000,2.522
39,mlp.experts.217.gate_proj,0.0000739323,0.05000,2.565
39,mlp.experts.203.gate_proj,0.0002427433,0.05000,2.623
39,mlp.experts.207.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.040
39,mlp.experts.210.gate_proj,0.0001563864,0.05000,2.647
39,mlp.experts.214.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.037
39,mlp.experts.228.gate_proj,0.0001587425,0.05000,2.624
39,mlp.experts.232.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.036
39,mlp.experts.221.gate_proj,0.0001693638,0.05000,2.668
39,mlp.experts.236.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.053
39,mlp.experts.211.gate_proj,0.0003394976,0.05000,2.573
39,mlp.experts.218.gate_proj,0.0001793768,0.05000,2.516
39,mlp.experts.225.gate_proj,0.0001325152,0.05000,2.513
39,mlp.experts.240.gate_proj,0.0000512268,0.05000,2.529
39,mlp.experts.215.gate_proj,0.0000166968,0.05000,2.483
39,mlp.experts.222.gate_proj,0.0001930604,0.05000,2.471
39,mlp.experts.229.gate_proj,0.0002866180,0.05000,2.503
39,mlp.experts.244.gate_proj,0.0000165103,0.05000,2.532
39,mlp.experts.219.gate_proj,0.0000311522,0.05000,2.599
39,mlp.experts.226.gate_proj,0.0002554521,0.05000,2.637
39,mlp.experts.248.gate_proj,0.0000162720,0.05000,2.539
39,mlp.experts.233.gate_proj,0.0001746592,0.05000,2.661
39,mlp.experts.237.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.040
39,mlp.experts.223.gate_proj,0.0003476245,0.05000,2.701
39,mlp.experts.230.gate_proj,0.0001379342,0.05000,2.597
39,mlp.experts.234.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.042
39,mlp.experts.238.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.044
39,mlp.experts.252.gate_proj,0.0000299668,0.05000,2.656
39,mlp.experts.0.up_proj,failsafe(rtn): 0.0015945,0.00000,0.043
39,mlp.experts.241.gate_proj,0.0000213320,0.05000,2.688
39,mlp.experts.245.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.044
39,mlp.experts.227.gate_proj,0.0002132183,0.05000,2.555
39,mlp.experts.242.gate_proj,0.0000183624,0.05000,2.612
39,mlp.experts.4.up_proj,0.0001530262,0.05000,2.561
39,mlp.experts.249.gate_proj,0.0002673396,0.05000,2.538
39,mlp.experts.231.gate_proj,0.0000231197,0.05000,2.407
39,mlp.experts.246.gate_proj,0.0000132047,0.05000,2.419
39,mlp.experts.8.up_proj,0.0002346825,0.05000,2.402
39,mlp.experts.253.gate_proj,0.0002569053,0.05000,2.410
39,mlp.experts.235.gate_proj,0.0000333215,0.05000,2.656
39,mlp.experts.250.gate_proj,0.0000120164,0.05000,2.629
39,mlp.experts.12.up_proj,0.0000717203,0.05000,2.536
39,mlp.experts.1.up_proj,0.0000102201,0.05000,2.622
39,mlp.experts.239.gate_proj,0.0000086937,0.05000,2.529
39,mlp.experts.254.gate_proj,0.0000210988,0.05000,2.537
39,mlp.experts.16.up_proj,0.0000140051,0.05000,2.312
39,mlp.experts.5.up_proj,0.0001334043,0.05000,2.229
39,mlp.experts.243.gate_proj,0.0000659968,0.05000,1.078
39,mlp.experts.20.up_proj,failsafe(rtn): 0.0012817,0.00000,0.049
39,mlp.experts.24.up_proj,failsafe(rtn): 0.0012512,0.00000,0.036
39,mlp.experts.247.gate_proj,0.0001594247,0.05000,2.554
39,mlp.experts.2.up_proj,0.0000229889,0.05000,2.593
39,mlp.experts.9.up_proj,0.0000128531,0.05000,2.604
39,mlp.experts.28.up_proj,0.0001044872,0.05000,2.585
39,mlp.experts.6.up_proj,0.0000682387,0.05000,2.482
39,mlp.experts.13.up_proj,0.0000128600,0.05000,2.523
39,mlp.experts.251.gate_proj,0.0000716521,0.05000,2.579
39,mlp.experts.32.up_proj,0.0001958275,0.05000,2.596
39,mlp.experts.10.up_proj,0.0001223652,0.05000,2.464
39,mlp.experts.255.gate_proj,0.0007285541,0.05000,2.469
39,mlp.experts.17.up_proj,0.0000441332,0.05000,2.527
39,mlp.experts.36.up_proj,0.0000154391,0.05000,2.499
39,mlp.experts.14.up_proj,0.0000124055,0.05000,2.496
39,mlp.experts.21.up_proj,0.0001279197,0.05000,2.428
39,mlp.experts.3.up_proj,0.0002298699,0.05000,2.491
39,mlp.experts.25.up_proj,failsafe(rtn): 0.0011292,0.00000,0.044
39,mlp.experts.40.up_proj,0.0002143675,0.05000,2.550
39,mlp.experts.29.up_proj,0.0000562297,0.05000,2.429
39,mlp.experts.33.up_proj,failsafe(rtn): 0.0012207,0.00000,0.037
39,mlp.experts.7.up_proj,0.0001678861,0.05000,2.570
39,mlp.experts.18.up_proj,0.0001419646,0.05000,2.640
39,mlp.experts.44.up_proj,0.0000199971,0.05000,2.573
39,mlp.experts.37.up_proj,0.0000786850,0.05000,2.529
39,mlp.experts.41.up_proj,failsafe(rtn): 0.0011902,0.00000,0.046
39,mlp.experts.11.up_proj,0.0002699036,0.05000,2.580
39,mlp.experts.45.up_proj,failsafe(rtn): 0.0011520,0.00000,0.049
39,mlp.experts.49.up_proj,failsafe(rtn): 0.0011826,0.00000,0.039
39,mlp.experts.22.up_proj,0.0003352177,0.05000,2.648
39,mlp.experts.53.up_proj,failsafe(rtn): 0.0014191,0.00000,0.039
39,mlp.experts.26.up_proj,failsafe(rtn): 0.0013046,0.00000,0.041
39,mlp.experts.57.up_proj,failsafe(rtn): 0.0011520,0.00000,0.047
39,mlp.experts.48.up_proj,0.0001904409,0.05000,2.706
39,mlp.experts.15.up_proj,0.0000103561,0.05000,2.603
39,mlp.experts.61.up_proj,0.0000165684,0.05000,2.549
39,mlp.experts.30.up_proj,0.0000674871,0.05000,2.686
39,mlp.experts.52.up_proj,0.0000081512,0.05000,2.537
39,mlp.experts.56.up_proj,failsafe(rtn): 0.0012665,0.00000,0.037
39,mlp.experts.60.up_proj,failsafe(rtn): 0.0012589,0.00000,0.042
39,mlp.experts.19.up_proj,0.0002661410,0.05000,2.615
39,mlp.experts.65.up_proj,0.0001739291,0.05000,2.690
39,mlp.experts.34.up_proj,0.0000312611,0.05000,2.688
39,mlp.experts.64.up_proj,0.0002054451,0.05000,2.533
39,mlp.experts.23.up_proj,0.0000095049,0.05000,2.487
39,mlp.experts.69.up_proj,0.0000143520,0.05000,2.572
39,mlp.experts.38.up_proj,0.0000169898,0.05000,2.539
39,mlp.experts.68.up_proj,0.0002042287,0.05000,2.628
39,mlp.experts.27.up_proj,0.0000532933,0.05000,2.496
39,mlp.experts.73.up_proj,0.0001802596,0.05000,2.562
39,mlp.experts.42.up_proj,0.0000743426,0.05000,2.563
39,mlp.experts.46.up_proj,failsafe(rtn): 0.0012054,0.00000,0.036
39,mlp.experts.72.up_proj,0.0000095055,0.05000,2.637
39,mlp.experts.76.up_proj,failsafe(rtn): 0.0011368,0.00000,0.041
39,mlp.experts.80.up_proj,failsafe(rtn): 0.0011826,0.00000,0.037
39,mlp.experts.84.up_proj,failsafe(rtn): 0.0012512,0.00000,0.037
39,mlp.experts.31.up_proj,0.0001229836,0.05000,2.763
39,mlp.experts.77.up_proj,0.0000183939,0.05000,2.563
39,mlp.experts.50.up_proj,0.0002375958,0.05000,2.746
39,mlp.experts.54.up_proj,failsafe(rtn): 0.0011978,0.00000,0.045
39,mlp.experts.88.up_proj,0.0001627519,0.05000,2.598
39,mlp.experts.35.up_proj,0.0000975991,0.05000,2.516
39,mlp.experts.81.up_proj,0.0002019648,0.05000,2.709
39,mlp.experts.92.up_proj,0.0000082701,0.05000,2.502
39,mlp.experts.96.up_proj,failsafe(rtn): 0.0013046,0.00000,0.036
39,mlp.experts.58.up_proj,0.0000502283,0.05000,2.656
39,mlp.experts.39.up_proj,0.0001371825,0.05000,2.502
39,mlp.experts.85.up_proj,0.0000199424,0.05000,2.470
39,mlp.experts.100.up_proj,0.0000987468,0.05000,2.427
39,mlp.experts.62.up_proj,0.0000082245,0.05000,2.563
39,mlp.experts.43.up_proj,0.0001658127,0.05000,2.426
39,mlp.experts.89.up_proj,0.0000253015,0.05000,2.443
39,mlp.experts.93.up_proj,failsafe(rtn): 0.0013428,0.00000,0.034
39,mlp.experts.104.up_proj,0.0001998029,0.05000,2.395
39,mlp.experts.66.up_proj,0.0000516234,0.05000,2.451
39,mlp.experts.47.up_proj,0.0002448856,0.05000,2.523
39,mlp.experts.51.up_proj,failsafe(rtn): 0.0012817,0.00000,0.035
39,mlp.experts.97.up_proj,0.0002011359,0.05000,2.563
39,mlp.experts.108.up_proj,0.0001965962,0.05000,2.531
39,mlp.experts.70.up_proj,0.0000322507,0.05000,2.590
39,mlp.experts.55.up_proj,0.0000453539,0.05000,2.406
39,mlp.experts.101.up_proj,0.0002945405,0.05000,2.407
39,mlp.experts.105.up_proj,failsafe(rtn): 0.0012741,0.00000,0.045
39,mlp.experts.112.up_proj,0.0003250325,0.05000,2.430
39,mlp.experts.74.up_proj,0.0000644251,0.05000,2.504
39,mlp.experts.59.up_proj,0.0001567625,0.05000,2.286
39,mlp.experts.109.up_proj,0.0003376836,0.05000,2.243
39,mlp.experts.116.up_proj,0.0000865537,0.05000,2.239
39,mlp.experts.78.up_proj,0.0000249589,0.05000,2.145
39,mlp.experts.82.up_proj,failsafe(rtn): 0.0013428,0.00000,0.033
39,mlp.experts.63.up_proj,0.0001627118,0.05000,2.277
39,mlp.experts.113.up_proj,0.0001023338,0.05000,2.406
39,mlp.experts.120.up_proj,0.0002497131,0.05000,2.483
39,mlp.experts.124.up_proj,failsafe(rtn): 0.0011520,0.00000,0.041
39,mlp.experts.128.up_proj,failsafe(rtn): 0.0013199,0.00000,0.036
39,mlp.experts.86.up_proj,0.0000934308,0.05000,2.537
39,mlp.experts.67.up_proj,0.0003064710,0.05000,2.605
39,mlp.experts.117.up_proj,0.0000730139,0.05000,2.635
39,mlp.experts.121.up_proj,failsafe(rtn): 0.0012054,0.00000,0.032
39,mlp.experts.132.up_proj,0.0000802355,0.05000,2.498
39,mlp.experts.90.up_proj,0.0001734452,0.05000,2.525
39,mlp.experts.94.up_proj,failsafe(rtn): 0.0012512,0.00000,0.034
39,mlp.experts.71.up_proj,0.0002625901,0.05000,2.528
39,mlp.experts.125.up_proj,0.0000177330,0.05000,2.516
39,mlp.experts.136.up_proj,0.0001994765,0.05000,2.601
39,mlp.experts.98.up_proj,0.0000320019,0.05000,2.507
39,mlp.experts.102.up_proj,failsafe(rtn): 0.0012054,0.00000,0.034
39,mlp.experts.75.up_proj,0.0000268397,0.05000,2.712
39,mlp.experts.129.up_proj,0.0000297579,0.05000,2.585
39,mlp.experts.133.up_proj,failsafe(rtn): 0.0012512,0.00000,0.037
39,mlp.experts.140.up_proj,0.0002292738,0.05000,2.508
39,mlp.experts.106.up_proj,0.0001286361,0.05000,2.518
39,mlp.experts.79.up_proj,0.0000915757,0.05000,2.570
39,mlp.experts.144.up_proj,0.0002869963,0.05000,2.532
39,mlp.experts.137.up_proj,0.0001391985,0.05000,2.601
39,mlp.experts.148.up_proj,failsafe(rtn): 0.0013580,0.00000,0.048
39,mlp.experts.110.up_proj,0.0000636125,0.05000,2.468
39,mlp.experts.83.up_proj,0.0000954229,0.05000,2.527
39,mlp.experts.152.up_proj,0.0001839295,0.05000,2.676
39,mlp.experts.141.up_proj,0.0001910282,0.05000,2.706
39,mlp.experts.156.up_proj,failsafe(rtn): 0.0011673,0.00000,0.052
39,mlp.experts.114.up_proj,0.0001569720,0.05000,2.606
39,mlp.experts.160.up_proj,failsafe(rtn): 0.0012131,0.00000,0.049
39,mlp.experts.87.up_proj,0.0000989268,0.05000,2.505
39,mlp.experts.145.up_proj,0.0000114635,0.05000,2.405
39,mlp.experts.118.up_proj,0.0002620010,0.05000,2.388
39,mlp.experts.122.up_proj,failsafe(rtn): 0.0012131,0.00000,0.033
39,mlp.experts.164.up_proj,0.0000921313,0.05000,2.434
39,mlp.experts.91.up_proj,0.0000868500,0.05000,2.502
39,mlp.experts.149.up_proj,0.0000905179,0.05000,2.551
39,mlp.experts.153.up_proj,failsafe(rtn): 0.0013580,0.00000,0.035
39,mlp.experts.126.up_proj,0.0000794631,0.05000,2.528
39,mlp.experts.157.up_proj,failsafe(rtn): 0.0011978,0.00000,0.043
39,mlp.experts.130.up_proj,failsafe(rtn): 0.0012131,0.00000,0.045
39,mlp.experts.168.up_proj,0.0002427639,0.05000,2.567
39,mlp.experts.95.up_proj,0.0002325439,0.05000,2.632
39,mlp.experts.161.up_proj,0.0002735919,0.05000,2.550
39,mlp.experts.134.up_proj,0.0001092788,0.05000,2.556
39,mlp.experts.172.up_proj,0.0001689275,0.05000,2.621
39,mlp.experts.176.up_proj,failsafe(rtn): 0.0012131,0.00000,0.037
39,mlp.experts.99.up_proj,0.0000665468,0.05000,2.618
39,mlp.experts.165.up_proj,0.0000474507,0.05000,2.640
39,mlp.experts.138.up_proj,0.0000271503,0.05000,2.615
39,mlp.experts.169.up_proj,failsafe(rtn): 0.0012436,0.00000,0.045
39,mlp.experts.180.up_proj,0.0002604364,0.05000,2.595
39,mlp.experts.103.up_proj,0.0001453490,0.05000,2.565
39,mlp.experts.173.up_proj,0.0002083678,0.05000,2.432
39,mlp.experts.142.up_proj,0.0001222538,0.05000,2.512
39,mlp.experts.184.up_proj,0.0002168986,0.05000,2.566
39,mlp.experts.107.up_proj,0.0001821942,0.05000,2.580
39,mlp.experts.177.up_proj,0.0000153981,0.05000,2.635
39,mlp.experts.146.up_proj,0.0000312575,0.05000,2.661
39,mlp.experts.150.up_proj,failsafe(rtn): 0.0011902,0.00000,0.037
39,mlp.experts.188.up_proj,0.0000206553,0.05000,2.589
39,mlp.experts.111.up_proj,0.0002043610,0.05000,2.579
39,mlp.experts.181.up_proj,0.0000095414,0.05000,2.606
39,mlp.experts.185.up_proj,failsafe(rtn): 0.0011749,0.00000,0.038
39,mlp.experts.154.up_proj,0.0000359331,0.05000,2.602
39,mlp.experts.192.up_proj,0.0001408111,0.05000,2.720
39,mlp.experts.115.up_proj,0.0002366922,0.05000,2.504
39,mlp.experts.119.up_proj,failsafe(rtn): 0.0011749,0.00000,0.035
39,mlp.experts.123.up_proj,failsafe(rtn): 0.0012512,0.00000,0.034
39,mlp.experts.189.up_proj,0.0000215972,0.05000,2.439
39,mlp.experts.158.up_proj,0.0000112525,0.05000,2.429
39,mlp.experts.196.up_proj,0.0000362476,0.05000,2.414
39,mlp.experts.127.up_proj,0.0000987390,0.05000,2.470
39,mlp.experts.193.up_proj,0.0002370917,0.05000,2.503
39,mlp.experts.162.up_proj,0.0001803622,0.05000,2.623
39,mlp.experts.200.up_proj,0.0000491496,0.05000,2.585
39,mlp.experts.204.up_proj,failsafe(rtn): 0.0012589,0.00000,0.034
39,mlp.experts.131.up_proj,0.0002061395,0.05000,2.545
39,mlp.experts.135.up_proj,failsafe(rtn): 0.0012131,0.00000,0.034
39,mlp.experts.197.up_proj,0.0000220431,0.05000,2.594
39,mlp.experts.166.up_proj,0.0000834224,0.05000,2.643
39,mlp.experts.170.up_proj,failsafe(rtn): 0.0013428,0.00000,0.037
39,mlp.experts.208.up_proj,0.0002745008,0.05000,2.583
39,mlp.experts.212.up_proj,failsafe(rtn): 0.0010986,0.00000,0.044
39,mlp.experts.139.up_proj,0.0000693849,0.05000,2.523
39,mlp.experts.143.up_proj,failsafe(rtn): 0.0011978,0.00000,0.046
39,mlp.experts.201.up_proj,0.0001137275,0.05000,2.543
39,mlp.experts.174.up_proj,0.0002055034,0.05000,2.595
39,mlp.experts.216.up_proj,0.0000516258,0.05000,2.520
39,mlp.experts.147.up_proj,0.0000145931,0.05000,2.535
39,mlp.experts.205.up_proj,0.0002278697,0.05000,2.547
39,mlp.experts.178.up_proj,0.0002123986,0.05000,2.505
39,mlp.experts.220.up_proj,0.0000137147,0.05000,2.606
39,mlp.experts.151.up_proj,0.0001565056,0.05000,2.508
39,mlp.experts.209.up_proj,0.0000840731,0.05000,2.514
39,mlp.experts.182.up_proj,0.0000254705,0.05000,2.505
39,mlp.experts.186.up_proj,failsafe(rtn): 0.0011444,0.00000,0.047
39,mlp.experts.224.up_proj,0.0000289741,0.05000,2.587
39,mlp.experts.155.up_proj,0.0002102900,0.05000,2.540
39,mlp.experts.159.up_proj,failsafe(rtn): 0.0013351,0.00000,0.036
39,mlp.experts.213.up_proj,0.0000169471,0.05000,2.487
39,mlp.experts.190.up_proj,0.0000649495,0.05000,2.562
39,mlp.experts.228.up_proj,0.0001480003,0.05000,2.561
39,mlp.experts.232.up_proj,failsafe(rtn): 0.0011826,0.00000,0.037
39,mlp.experts.236.up_proj,failsafe(rtn): 0.0012283,0.00000,0.039
39,mlp.experts.163.up_proj,0.0000925236,0.05000,2.764
39,mlp.experts.217.up_proj,0.0000624981,0.05000,2.703
39,mlp.experts.194.up_proj,0.0001092812,0.05000,2.656
39,mlp.experts.240.up_proj,0.0000433052,0.05000,2.491
39,mlp.experts.167.up_proj,0.0002130322,0.05000,2.522
39,mlp.experts.171.up_proj,failsafe(rtn): 0.0012131,0.00000,0.038
39,mlp.experts.221.up_proj,0.0001222230,0.05000,2.587
39,mlp.experts.198.up_proj,0.0000923175,0.05000,2.666
39,mlp.experts.202.up_proj,failsafe(rtn): 0.0012054,0.00000,0.044
39,mlp.experts.244.up_proj,0.0000130594,0.05000,2.692
39,mlp.experts.175.up_proj,0.0000981957,0.05000,2.644
39,mlp.experts.225.up_proj,0.0001148818,0.05000,2.627
39,mlp.experts.206.up_proj,0.0001630840,0.05000,2.541
39,mlp.experts.248.up_proj,0.0000139065,0.05000,2.570
39,mlp.experts.179.up_proj,0.0000400257,0.05000,2.453
39,mlp.experts.229.up_proj,0.0002359752,0.05000,2.401
39,mlp.experts.210.up_proj,0.0001442156,0.05000,2.424
39,mlp.experts.214.up_proj,failsafe(rtn): 0.0012131,0.00000,0.043
39,mlp.experts.252.up_proj,0.0000254660,0.05000,2.466
39,mlp.experts.183.up_proj,0.0000117885,0.05000,2.046
39,mlp.experts.187.up_proj,failsafe(rtn): 0.0011826,0.00000,0.025
39,mlp.experts.191.up_proj,failsafe(rtn): 0.0012512,0.00000,0.026
39,mlp.experts.195.up_proj,failsafe(rtn): 0.0011749,0.00000,0.025
39,mlp.experts.233.up_proj,0.0001498417,0.05000,1.889
39,mlp.experts.237.up_proj,failsafe(rtn): 0.0012207,0.00000,0.025
39,mlp.experts.218.up_proj,0.0001408211,0.05000,1.797
39,mlp.experts.199.up_proj,0.0000827294,0.05000,1.759
39,mlp.experts.241.up_proj,0.0000153369,0.05000,1.741
39,mlp.experts.245.up_proj,failsafe(rtn): 0.0012894,0.00000,0.028
39,mlp.experts.222.up_proj,0.0001743706,0.05000,1.723
39,mlp.experts.203.up_proj,0.0002356701,0.05000,1.672
39,mlp.experts.207.up_proj,failsafe(rtn): 0.0011978,0.00000,0.025
39,mlp.experts.249.up_proj,0.0002085404,0.05000,1.690
39,mlp.experts.226.up_proj,0.0001942588,0.05000,1.712
39,mlp.experts.211.up_proj,0.0002937912,0.05000,1.558
39,mlp.experts.253.up_proj,0.0002378217,0.05000,1.628
39,mlp.experts.230.up_proj,0.0001132513,0.05000,1.523
39,mlp.experts.234.up_proj,failsafe(rtn): 0.0012436,0.00000,0.019
39,mlp.experts.238.up_proj,failsafe(rtn): 0.0012970,0.00000,0.018
39,mlp.experts.215.up_proj,0.0000125766,0.05000,1.229
39,mlp.experts.242.up_proj,0.0000146816,0.05000,1.136
39,mlp.experts.219.up_proj,0.0000282233,0.05000,1.130
39,mlp.experts.246.up_proj,0.0000109267,0.05000,1.124
39,mlp.experts.223.up_proj,0.0003067012,0.05000,1.125
39,mlp.experts.250.up_proj,0.0000094718,0.05000,1.120
39,mlp.experts.227.up_proj,0.0001697508,0.05000,1.125
39,mlp.experts.254.up_proj,0.0000173372,0.05000,1.121
39,mlp.experts.231.up_proj,0.0000152806,0.05000,0.760
39,mlp.experts.235.up_proj,0.0000288809,0.05000,0.599
39,mlp.experts.239.up_proj,0.0000071860,0.05000,0.599
39,mlp.experts.243.up_proj,0.0000518072,0.05000,0.584
39,mlp.experts.247.up_proj,0.0001448380,0.05000,0.471
39,mlp.experts.251.up_proj,0.0000445176,0.05000,0.466
39,mlp.experts.255.up_proj,0.0003893305,0.05000,0.467
39,mlp.experts.0.down_proj,failsafe(rtn): 0.0015488,0.00000,0.012
39,mlp.experts.4.down_proj,0.0000060035,0.05000,0.633
39,mlp.experts.3.down_proj,0.0000490109,0.05000,0.684
39,mlp.experts.2.down_proj,0.0000073656,0.05000,0.698
39,mlp.experts.1.down_proj,0.0000044645,0.05000,0.753
39,mlp.experts.6.down_proj,0.0000104397,0.05000,0.647
39,mlp.experts.8.down_proj,0.0000205105,0.05000,0.704
39,mlp.experts.7.down_proj,0.0000224326,0.05000,0.709
39,mlp.experts.5.down_proj,0.0000623849,0.05000,0.657
39,mlp.experts.12.down_proj,0.0000244606,0.05000,0.643
39,mlp.experts.10.down_proj,0.0000118358,0.05000,0.675
39,mlp.experts.9.down_proj,0.0000028185,0.05000,0.721
39,mlp.experts.11.down_proj,0.0000395200,0.05000,0.753
39,mlp.experts.16.down_proj,0.0000016567,0.05000,0.660
39,mlp.experts.14.down_proj,0.0000020602,0.05000,0.657
39,mlp.experts.20.down_proj,failsafe(rtn): 0.0012131,0.00000,0.015
39,mlp.experts.24.down_proj,failsafe(rtn): 0.0012131,0.00000,0.009
39,mlp.experts.13.down_proj,0.0000026579,0.05000,0.655
39,mlp.experts.15.down_proj,0.0000017850,0.05000,0.694
39,mlp.experts.18.down_proj,0.0000127162,0.05000,0.644
39,mlp.experts.28.down_proj,0.0000036325,0.05000,0.694
39,mlp.experts.17.down_proj,0.0000105354,0.05000,0.658
39,mlp.experts.19.down_proj,0.0003675899,0.05000,0.701
39,mlp.experts.22.down_proj,0.0001638271,0.05000,0.669
39,mlp.experts.26.down_proj,failsafe(rtn): 0.0011749,0.00000,0.011
39,mlp.experts.32.down_proj,0.0000281891,0.05000,0.656
39,mlp.experts.21.down_proj,0.0001554570,0.05000,0.692
39,mlp.experts.25.down_proj,failsafe(rtn): 0.0010757,0.00000,0.010
39,mlp.experts.23.down_proj,0.0000017676,0.05000,0.679
39,mlp.experts.30.down_proj,0.0000060559,0.05000,0.649
39,mlp.experts.36.down_proj,0.0000021166,0.05000,0.684
39,mlp.experts.29.down_proj,0.0000135442,0.05000,0.690
39,mlp.experts.33.down_proj,failsafe(rtn): 0.0011826,0.00000,0.012
39,mlp.experts.27.down_proj,0.0000100317,0.05000,0.646
39,mlp.experts.34.down_proj,0.0000022934,0.05000,0.658
39,mlp.experts.40.down_proj,0.0000739306,0.05000,0.696
39,mlp.experts.31.down_proj,0.0000160053,0.05000,0.667
39,mlp.experts.37.down_proj,0.0000182356,0.05000,0.743
39,mlp.experts.41.down_proj,failsafe(rtn): 0.0011597,0.00000,0.010
39,mlp.experts.45.down_proj,failsafe(rtn): 0.0011368,0.00000,0.008
39,mlp.experts.49.down_proj,failsafe(rtn): 0.0011597,0.00000,0.009
39,mlp.experts.53.down_proj,failsafe(rtn): 0.0013046,0.00000,0.009
39,mlp.experts.57.down_proj,failsafe(rtn): 0.0010834,0.00000,0.009
39,mlp.experts.38.down_proj,0.0000083130,0.05000,0.690
39,mlp.experts.44.down_proj,0.0000045013,0.05000,0.692
39,mlp.experts.35.down_proj,0.0000106133,0.05000,0.700
39,mlp.experts.61.down_proj,0.0000020398,0.05000,0.653
39,mlp.experts.42.down_proj,0.0000368089,0.05000,0.712
39,mlp.experts.46.down_proj,failsafe(rtn): 0.0011826,0.00000,0.010
39,mlp.experts.48.down_proj,0.0000058637,0.05000,0.659
39,mlp.experts.39.down_proj,0.0000160183,0.05000,0.697
39,mlp.experts.65.down_proj,0.0000114607,0.05000,0.682
39,mlp.experts.50.down_proj,0.0000379460,0.05000,0.640
39,mlp.experts.54.down_proj,failsafe(rtn): 0.0011292,0.00000,0.010
39,mlp.experts.52.down_proj,0.0000013280,0.05000,0.693
39,mlp.experts.56.down_proj,failsafe(rtn): 0.0012360,0.00000,0.010
39,mlp.experts.60.down_proj,failsafe(rtn): 0.0012207,0.00000,0.009
39,mlp.experts.43.down_proj,0.0000062006,0.05000,0.658
39,mlp.experts.69.down_proj,0.0000031623,0.05000,0.675
39,mlp.experts.58.down_proj,0.0000085408,0.05000,0.642
39,mlp.experts.64.down_proj,0.0000069820,0.05000,0.653
39,mlp.experts.47.down_proj,0.0000315602,0.05000,0.639
39,mlp.experts.51.down_proj,failsafe(rtn): 0.0012054,0.00000,0.013
39,mlp.experts.73.down_proj,0.0000051881,0.05000,0.675
39,mlp.experts.62.down_proj,0.0000009237,0.05000,0.662
39,mlp.experts.68.down_proj,0.0000077358,0.05000,0.667
39,mlp.experts.55.down_proj,0.0000042838,0.05000,0.745
39,mlp.experts.77.down_proj,0.0000030678,0.05000,0.750
39,mlp.experts.66.down_proj,0.0000153539,0.05000,0.665
39,mlp.experts.72.down_proj,0.0000016562,0.05000,0.632
39,mlp.experts.76.down_proj,failsafe(rtn): 0.0011368,0.00000,0.009
39,mlp.experts.80.down_proj,failsafe(rtn): 0.0011520,0.00000,0.009
39,mlp.experts.84.down_proj,failsafe(rtn): 0.0012054,0.00000,0.009
39,mlp.experts.59.down_proj,0.0000077408,0.05000,0.646
39,mlp.experts.81.down_proj,0.0000093731,0.05000,0.670
39,mlp.experts.70.down_proj,0.0000052610,0.05000,0.626
39,mlp.experts.88.down_proj,0.0000219753,0.05000,0.674
39,mlp.experts.63.down_proj,0.0000153454,0.05000,0.590
39,mlp.experts.85.down_proj,0.0000066622,0.05000,0.713
39,mlp.experts.74.down_proj,0.0000231612,0.05000,0.673
39,mlp.experts.92.down_proj,0.0000018537,0.05000,0.686
39,mlp.experts.67.down_proj,0.0000727275,0.05000,0.647
39,mlp.experts.96.down_proj,failsafe(rtn): 0.0011826,0.00000,0.014
39,mlp.experts.89.down_proj,0.0000043295,0.05000,0.639
39,mlp.experts.93.down_proj,failsafe(rtn): 0.0012589,0.00000,0.010
39,mlp.experts.78.down_proj,0.0000029239,0.05000,0.629
39,mlp.experts.82.down_proj,failsafe(rtn): 0.0011978,0.00000,0.010
39,mlp.experts.71.down_proj,0.0000088279,0.05000,0.641
39,mlp.experts.100.down_proj,0.0000056546,0.05000,0.655
39,mlp.experts.97.down_proj,0.0000232871,0.05000,0.630
39,mlp.experts.86.down_proj,0.0000128812,0.05000,0.636
39,mlp.experts.75.down_proj,0.0000032809,0.05000,0.652
39,mlp.experts.104.down_proj,0.0000068858,0.05000,0.640
39,mlp.experts.101.down_proj,0.0006854009,0.05000,0.671
39,mlp.experts.105.down_proj,failsafe(rtn): 0.0012283,0.00000,0.012
39,mlp.experts.90.down_proj,0.0000467984,0.05000,0.708
39,mlp.experts.94.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
39,mlp.experts.108.down_proj,0.0000763999,0.05000,0.714
39,mlp.experts.79.down_proj,0.0000201740,0.05000,0.758
39,mlp.experts.109.down_proj,0.0000941255,0.05000,0.724
39,mlp.experts.98.down_proj,0.0000009611,0.05000,0.720
39,mlp.experts.102.down_proj,failsafe(rtn): 0.0011673,0.00000,0.011
39,mlp.experts.83.down_proj,0.0000714988,0.05000,0.644
39,mlp.experts.112.down_proj,0.0000614693,0.05000,0.737
39,mlp.experts.113.down_proj,0.0000329221,0.05000,0.740
39,mlp.experts.106.down_proj,0.0000112891,0.05000,0.705
39,mlp.experts.87.down_proj,0.0000147341,0.05000,0.731
39,mlp.experts.116.down_proj,0.0000089385,0.05000,0.698
39,mlp.experts.117.down_proj,0.0000014221,0.05000,0.690
39,mlp.experts.121.down_proj,failsafe(rtn): 0.0011673,0.00000,0.011
39,mlp.experts.110.down_proj,0.0000562629,0.05000,0.702
39,mlp.experts.91.down_proj,0.0000110343,0.05000,0.669
39,mlp.experts.120.down_proj,0.0000168594,0.05000,0.645
39,mlp.experts.124.down_proj,failsafe(rtn): 0.0011063,0.00000,0.012
39,mlp.experts.128.down_proj,failsafe(rtn): 0.0012589,0.00000,0.013
39,mlp.experts.125.down_proj,0.0000030874,0.05000,0.644
39,mlp.experts.114.down_proj,0.0000195350,0.05000,0.682
39,mlp.experts.95.down_proj,0.0000129180,0.05000,0.675
39,mlp.experts.132.down_proj,0.0000508138,0.05000,0.681
39,mlp.experts.129.down_proj,0.0000053769,0.05000,0.640
39,mlp.experts.133.down_proj,failsafe(rtn): 0.0012131,0.00000,0.010
39,mlp.experts.118.down_proj,0.0000624311,0.05000,0.659
39,mlp.experts.122.down_proj,failsafe(rtn): 0.0011673,0.00000,0.011
39,mlp.experts.136.down_proj,0.0000742845,0.05000,0.652
39,mlp.experts.99.down_proj,0.0000097811,0.05000,0.720
39,mlp.experts.137.down_proj,0.0000339796,0.05000,0.648
39,mlp.experts.126.down_proj,0.0000021630,0.05000,0.648
39,mlp.experts.130.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
39,mlp.experts.140.down_proj,0.0000082974,0.05000,0.642
39,mlp.experts.103.down_proj,0.0000050039,0.05000,0.646
39,mlp.experts.141.down_proj,0.0000654511,0.05000,0.693
39,mlp.experts.134.down_proj,0.0000168222,0.05000,0.657
39,mlp.experts.144.down_proj,0.0000583990,0.05000,0.656
39,mlp.experts.148.down_proj,failsafe(rtn): 0.0013351,0.00000,0.013
39,mlp.experts.107.down_proj,0.0000158779,0.05000,0.677
39,mlp.experts.145.down_proj,0.0000021084,0.05000,0.657
39,mlp.experts.138.down_proj,0.0000096723,0.05000,0.690
39,mlp.experts.152.down_proj,0.0000075002,0.05000,0.737
39,mlp.experts.156.down_proj,failsafe(rtn): 0.0011063,0.00000,0.015
39,mlp.experts.111.down_proj,0.0000094478,0.05000,0.780
39,mlp.experts.160.down_proj,failsafe(rtn): 0.0011139,0.00000,0.016
39,mlp.experts.149.down_proj,0.0000885744,0.05000,0.798
39,mlp.experts.153.down_proj,failsafe(rtn): 0.0012360,0.00000,0.010
39,mlp.experts.157.down_proj,failsafe(rtn): 0.0011292,0.00000,0.011
39,mlp.experts.142.down_proj,0.0000406262,0.05000,0.783
39,mlp.experts.164.down_proj,0.0000085128,0.05000,0.718
39,mlp.experts.115.down_proj,0.0000223863,0.05000,0.733
39,mlp.experts.119.down_proj,failsafe(rtn): 0.0011063,0.00000,0.011
39,mlp.experts.123.down_proj,failsafe(rtn): 0.0011978,0.00000,0.011
39,mlp.experts.161.down_proj,0.0000242927,0.05000,0.684
39,mlp.experts.146.down_proj,0.0000039397,0.05000,0.658
39,mlp.experts.150.down_proj,failsafe(rtn): 0.0011215,0.00000,0.010
39,mlp.experts.168.down_proj,0.0000390891,0.05000,0.674
39,mlp.experts.127.down_proj,0.0000287182,0.05000,0.682
39,mlp.experts.165.down_proj,0.0000066020,0.05000,0.719
39,mlp.experts.169.down_proj,failsafe(rtn): 0.0011978,0.00000,0.012
39,mlp.experts.154.down_proj,0.0000043276,0.05000,0.719
39,mlp.experts.172.down_proj,0.0000079647,0.05000,0.686
39,mlp.experts.176.down_proj,failsafe(rtn): 0.0011597,0.00000,0.011
39,mlp.experts.131.down_proj,0.0000097109,0.05000,0.738
39,mlp.experts.135.down_proj,failsafe(rtn): 0.0011520,0.00000,0.011
39,mlp.experts.173.down_proj,0.0000343697,0.05000,0.687
39,mlp.experts.158.down_proj,0.0000002749,0.05000,0.679
39,mlp.experts.180.down_proj,0.0000290849,0.05000,0.662
39,mlp.experts.139.down_proj,0.0000027786,0.05000,0.661
39,mlp.experts.143.down_proj,failsafe(rtn): 0.0011520,0.00000,0.012
39,mlp.experts.177.down_proj,0.0000036647,0.05000,0.724
39,mlp.experts.162.down_proj,0.0000455719,0.05000,0.703
39,mlp.experts.184.down_proj,0.0000095600,0.05000,0.708
39,mlp.experts.147.down_proj,0.0000023938,0.05000,0.749
39,mlp.experts.181.down_proj,0.0000016404,0.05000,0.752
39,mlp.experts.185.down_proj,failsafe(rtn): 0.0011597,0.00000,0.010
39,mlp.experts.166.down_proj,0.0000096898,0.05000,0.764
39,mlp.experts.170.down_proj,failsafe(rtn): 0.0012360,0.00000,0.012
39,mlp.experts.188.down_proj,0.0000047523,0.05000,0.759
39,mlp.experts.151.down_proj,0.0000061186,0.05000,0.779
39,mlp.experts.189.down_proj,0.0000080314,0.05000,0.687
39,mlp.experts.174.down_proj,0.0000096254,0.05000,0.706
39,mlp.experts.192.down_proj,0.0000226326,0.05000,0.692
39,mlp.experts.155.down_proj,0.0000224250,0.05000,0.664
39,mlp.experts.159.down_proj,failsafe(rtn): 0.0013046,0.00000,0.010
39,mlp.experts.193.down_proj,0.0000116394,0.05000,0.712
39,mlp.experts.178.down_proj,0.0000079248,0.05000,0.714
39,mlp.experts.196.down_proj,0.0000080146,0.05000,0.684
39,mlp.experts.163.down_proj,0.0000046725,0.05000,0.675
39,mlp.experts.197.down_proj,0.0000023017,0.05000,0.667
39,mlp.experts.182.down_proj,0.0000041347,0.05000,0.678
39,mlp.experts.186.down_proj,failsafe(rtn): 0.0010757,0.00000,0.014
39,mlp.experts.200.down_proj,0.0000605039,0.05000,0.675
39,mlp.experts.204.down_proj,failsafe(rtn): 0.0011902,0.00000,0.012
39,mlp.experts.167.down_proj,0.0000262006,0.05000,0.697
39,mlp.experts.171.down_proj,failsafe(rtn): 0.0011673,0.00000,0.013
39,mlp.experts.201.down_proj,0.0000205572,0.05000,0.711
39,mlp.experts.190.down_proj,0.0000052299,0.05000,0.725
39,mlp.experts.208.down_proj,0.0000079271,0.05000,0.675
39,mlp.experts.212.down_proj,failsafe(rtn): 0.0010071,0.00000,0.010
39,mlp.experts.175.down_proj,0.0000119342,0.05000,0.707
39,mlp.experts.205.down_proj,0.0000078379,0.05000,0.678
39,mlp.experts.194.down_proj,0.0000045197,0.05000,0.709
39,mlp.experts.216.down_proj,0.0000094432,0.05000,0.670
39,mlp.experts.179.down_proj,0.0000009937,0.05000,0.718
39,mlp.experts.209.down_proj,0.0000537947,0.05000,0.692
39,mlp.experts.198.down_proj,0.0000060257,0.05000,0.660
39,mlp.experts.202.down_proj,failsafe(rtn): 0.0011749,0.00000,0.010
39,mlp.experts.220.down_proj,0.0000020639,0.05000,0.695
39,mlp.experts.183.down_proj,0.0000036396,0.05000,0.726
39,mlp.experts.187.down_proj,failsafe(rtn): 0.0011520,0.00000,0.013
39,mlp.experts.191.down_proj,failsafe(rtn): 0.0011978,0.00000,0.013
39,mlp.experts.195.down_proj,failsafe(rtn): 0.0010986,0.00000,0.012
39,mlp.experts.213.down_proj,0.0000039776,0.05000,0.720
39,mlp.experts.206.down_proj,0.0000288131,0.05000,0.699
39,mlp.experts.224.down_proj,0.0000045461,0.05000,0.701
39,mlp.experts.199.down_proj,0.0000164399,0.05000,0.717
39,mlp.experts.217.down_proj,0.0000189204,0.05000,0.668
39,mlp.experts.210.down_proj,0.0000042877,0.05000,0.687
39,mlp.experts.214.down_proj,failsafe(rtn): 0.0010834,0.00000,0.012
39,mlp.experts.228.down_proj,0.0000243687,0.05000,0.712
39,mlp.experts.232.down_proj,failsafe(rtn): 0.0011520,0.00000,0.009
39,mlp.experts.236.down_proj,failsafe(rtn): 0.0011597,0.00000,0.014
39,mlp.experts.203.down_proj,0.0000104262,0.05000,0.698
39,mlp.experts.207.down_proj,failsafe(rtn): 0.0010910,0.00000,0.009
39,mlp.experts.221.down_proj,0.0000112559,0.05000,0.708
39,mlp.experts.218.down_proj,0.0000600336,0.05000,0.709
39,mlp.experts.240.down_proj,0.0000117554,0.05000,0.683
39,mlp.experts.225.down_proj,0.0000032669,0.05000,0.648
39,mlp.experts.211.down_proj,0.0000182278,0.05000,0.682
39,mlp.experts.222.down_proj,0.0000197271,0.05000,0.704
39,mlp.experts.244.down_proj,0.0000025727,0.05000,0.727
39,mlp.experts.229.down_proj,0.0000543337,0.05000,0.701
39,mlp.experts.215.down_proj,0.0000044913,0.05000,0.689
39,mlp.experts.226.down_proj,0.0000882812,0.05000,0.724
39,mlp.experts.248.down_proj,0.0000068319,0.05000,0.748
39,mlp.experts.219.down_proj,0.0000069840,0.05000,0.695
39,mlp.experts.233.down_proj,0.0000060857,0.05000,0.715
39,mlp.experts.237.down_proj,failsafe(rtn): 0.0011826,0.00000,0.010
39,mlp.experts.230.down_proj,0.0000275853,0.05000,0.694
39,mlp.experts.234.down_proj,failsafe(rtn): 0.0011826,0.00000,0.013
39,mlp.experts.238.down_proj,failsafe(rtn): 0.0012436,0.00000,0.012
39,mlp.experts.252.down_proj,0.0000033527,0.05000,0.739
39,mlp.experts.223.down_proj,0.0000515856,0.05000,0.658
39,mlp.experts.241.down_proj,0.0000003006,0.05000,0.629
39,mlp.experts.245.down_proj,failsafe(rtn): 0.0012283,0.00000,0.007
39,mlp.experts.242.down_proj,0.0000019102,0.05000,0.536
39,mlp.experts.227.down_proj,0.0000086115,0.05000,0.447
39,mlp.experts.249.down_proj,0.0000735520,0.05000,0.443
39,mlp.experts.246.down_proj,0.0000029830,0.05000,0.438
39,mlp.experts.231.down_proj,0.0000019020,0.05000,0.435
39,mlp.experts.253.down_proj,0.0000203727,0.05000,0.446
39,mlp.experts.250.down_proj,0.0000021122,0.05000,0.387
39,mlp.experts.235.down_proj,0.0000024391,0.05000,0.310
39,mlp.experts.254.down_proj,0.0000023254,0.05000,0.297
39,mlp.experts.239.down_proj,0.0000017146,0.05000,0.226
39,mlp.experts.243.down_proj,0.0000181821,0.05000,0.152
39,mlp.experts.247.down_proj,0.0000834092,0.05000,0.154
39,mlp.experts.251.down_proj,0.0000129592,0.05000,0.148
39,mlp.experts.255.down_proj,0.0001459333,0.05000,0.152