{ "cache_metadata": { "mix_mtime_ns": 1784728088768292480, "mix_path": "Baekpica/K-EXAONE-236B-REAP-calibration-mix@94e90afc261634a30384d3037d9021f1c997b286", "mix_size": 409085054, "text_adaptation_version": 1, "tokenizer_vocab_size": 196608 }, "experts_per_layer": 320, "failed": 0, "layer_audits": [ { "ean_max": 0.8142579197883606, "ean_min": 0.0, "layer": 0, "max_expert_frequency": 48288090, "max_pruned_reap": 0.007692037150263786, "min_expert_frequency": 0, "min_kept_reap": 0.007812898606061935, "never_routed_expert_count": 23, "never_routed_experts": [ 6, 15, 30, 31, 32, 40, 77, 80, 138, 144, 147, 149, 155, 172, 207, 217, 226, 236, 239, 262, 263, 294, 295 ], "never_routed_experts_retained": [], "reap_max": 0.09885257482528687, "reap_min": 0.0, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.649975597858429, "ean_min": 0.09185446053743362, "layer": 1, "max_expert_frequency": 9583356, "max_pruned_reap": 0.04193607345223427, "min_expert_frequency": 472264, "min_kept_reap": 0.042068276554346085, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.11300766468048096, "reap_min": 0.014106803573668003, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.5506746172904968, "ean_min": 0.14415119588375092, "layer": 2, "max_expert_frequency": 17923775, "max_pruned_reap": 0.039968304336071014, "min_expert_frequency": 530752, "min_kept_reap": 0.04001379385590553, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.10689494013786316, "reap_min": 0.01317214872688055, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.6627311706542969, "ean_min": 0.1973675936460495, "layer": 3, "max_expert_frequency": 11688830, "max_pruned_reap": 0.04917223006486893, "min_expert_frequency": 346919, "min_kept_reap": 0.04922080039978027, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.1707628220319748, "reap_min": 0.017827410250902176, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.7530933022499084, "ean_min": 0.2082698792219162, "layer": 4, "max_expert_frequency": 24103245, "max_pruned_reap": 0.047341495752334595, "min_expert_frequency": 15568, "min_kept_reap": 0.04736490920186043, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.17804349958896637, "reap_min": 0.015158131718635559, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.8182899355888367, "ean_min": 0.2142389714717865, "layer": 5, "max_expert_frequency": 21015692, "max_pruned_reap": 0.05212551727890968, "min_expert_frequency": 78032, "min_kept_reap": 0.05268680304288864, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.15280373394489288, "reap_min": 0.02229367196559906, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 0.8430172801017761, "ean_min": 0.25321805477142334, "layer": 6, "max_expert_frequency": 18149762, "max_pruned_reap": 0.055070966482162476, "min_expert_frequency": 137723, "min_kept_reap": 0.05522945895791054, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.1412271112203598, "reap_min": 0.020889243111014366, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.1709306240081787, "ean_min": 0.2716410160064697, "layer": 7, "max_expert_frequency": 18809600, "max_pruned_reap": 0.06236400455236435, "min_expert_frequency": 11289, "min_kept_reap": 0.06270274519920349, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.16521650552749634, "reap_min": 0.020566776394844055, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.0697965621948242, "ean_min": 0.32676395773887634, "layer": 8, "max_expert_frequency": 17741540, "max_pruned_reap": 0.07228290289640427, "min_expert_frequency": 47540, "min_kept_reap": 0.07292549312114716, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.24712155759334564, "reap_min": 0.025318888947367668, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.3029314279556274, "ean_min": 0.471184641122818, "layer": 9, "max_expert_frequency": 20883960, "max_pruned_reap": 0.09299283474683762, "min_expert_frequency": 61074, "min_kept_reap": 0.09323501586914062, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.27304333448410034, "reap_min": 0.02439611591398716, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.3540853261947632, "ean_min": 0.3951616585254669, "layer": 10, "max_expert_frequency": 16345698, "max_pruned_reap": 0.1078445315361023, "min_expert_frequency": 85890, "min_kept_reap": 0.10841258615255356, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.2317522019147873, "reap_min": 0.03513433039188385, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.5044305324554443, "ean_min": 0.45619532465934753, "layer": 11, "max_expert_frequency": 15890403, "max_pruned_reap": 0.12377256900072098, "min_expert_frequency": 103381, "min_kept_reap": 0.12453508377075195, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.28714269399642944, "reap_min": 0.03782738000154495, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 1.7204768657684326, "ean_min": 0.6456350088119507, "layer": 12, "max_expert_frequency": 16860222, "max_pruned_reap": 0.14159457385540009, "min_expert_frequency": 196472, "min_kept_reap": 0.14194102585315704, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.35941219329833984, "reap_min": 0.04531445354223251, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 2.0674209594726562, "ean_min": 0.7232625484466553, "layer": 13, "max_expert_frequency": 13589033, "max_pruned_reap": 0.1718669980764389, "min_expert_frequency": 42354, "min_kept_reap": 0.172100231051445, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.43448448181152344, "reap_min": 0.051993392407894135, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 2.1446566581726074, "ean_min": 0.7678881287574768, "layer": 14, "max_expert_frequency": 11521039, "max_pruned_reap": 0.18694546818733215, "min_expert_frequency": 117257, "min_kept_reap": 0.18699650466442108, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.5150734782218933, "reap_min": 0.050561320036649704, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 2.7409024238586426, "ean_min": 0.902384340763092, "layer": 15, "max_expert_frequency": 14928449, "max_pruned_reap": 0.19674816727638245, "min_expert_frequency": 97502, "min_kept_reap": 0.19739651679992676, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.750186562538147, "reap_min": 0.07528606802225113, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 3.2033443450927734, "ean_min": 1.1659677028656006, "layer": 16, "max_expert_frequency": 14848708, "max_pruned_reap": 0.2447013258934021, "min_expert_frequency": 101829, "min_kept_reap": 0.24525794386863708, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.6178325414657593, "reap_min": 0.08236955106258392, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 3.433519124984741, "ean_min": 1.3969128131866455, "layer": 17, "max_expert_frequency": 15049009, "max_pruned_reap": 0.2760752737522125, "min_expert_frequency": 317140, "min_kept_reap": 0.27610012888908386, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.6684056520462036, "reap_min": 0.0897006094455719, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 3.929349184036255, "ean_min": 1.708685040473938, "layer": 18, "max_expert_frequency": 13362041, "max_pruned_reap": 0.3037712275981903, "min_expert_frequency": 159917, "min_kept_reap": 0.3042270541191101, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.8608754277229309, "reap_min": 0.09692208468914032, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 4.40468168258667, "ean_min": 1.9165420532226562, "layer": 19, "max_expert_frequency": 12613516, "max_pruned_reap": 0.3390277326107025, "min_expert_frequency": 68549, "min_kept_reap": 0.3391081392765045, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.8444997668266296, "reap_min": 0.15259051322937012, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 6.086759567260742, "ean_min": 2.561189889907837, "layer": 20, "max_expert_frequency": 18986544, "max_pruned_reap": 0.4294959306716919, "min_expert_frequency": 35041, "min_kept_reap": 0.43004047870635986, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 1.2655713558197021, "reap_min": 0.1838330328464508, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 5.778716564178467, "ean_min": 2.3643624782562256, "layer": 21, "max_expert_frequency": 11414536, "max_pruned_reap": 0.4252369999885559, "min_expert_frequency": 5358, "min_kept_reap": 0.4254143536090851, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 0.963283896446228, "reap_min": 0.16128695011138916, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 7.125731468200684, "ean_min": 2.882572650909424, "layer": 22, "max_expert_frequency": 12664453, "max_pruned_reap": 0.49892446398735046, "min_expert_frequency": 128638, "min_kept_reap": 0.49910151958465576, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 1.2518740892410278, "reap_min": 0.17662867903709412, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 7.046876430511475, "ean_min": 2.4880688190460205, "layer": 23, "max_expert_frequency": 18170048, "max_pruned_reap": 0.5500262379646301, "min_expert_frequency": 162816, "min_kept_reap": 0.5518190860748291, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 1.3636068105697632, "reap_min": 0.2585434019565582, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 11.069708824157715, "ean_min": 2.786370277404785, "layer": 24, "max_expert_frequency": 18264159, "max_pruned_reap": 0.6441925764083862, "min_expert_frequency": 19190, "min_kept_reap": 0.6482824087142944, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 1.7482787370681763, "reap_min": 0.2717951536178589, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 11.910202026367188, "ean_min": 3.1675174236297607, "layer": 25, "max_expert_frequency": 10047302, "max_pruned_reap": 0.7006727457046509, "min_expert_frequency": 153147, "min_kept_reap": 0.7020233273506165, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 2.126941442489624, "reap_min": 0.34351420402526855, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 12.810721397399902, "ean_min": 2.934718132019043, "layer": 26, "max_expert_frequency": 27151971, "max_pruned_reap": 0.7945247888565063, "min_expert_frequency": 249071, "min_kept_reap": 0.7964301109313965, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 2.4507040977478027, "reap_min": 0.34493371844291687, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 18.592632293701172, "ean_min": 4.297665596008301, "layer": 27, "max_expert_frequency": 11593608, "max_pruned_reap": 0.8169927597045898, "min_expert_frequency": 31102, "min_kept_reap": 0.8207274675369263, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 6.185641288757324, "reap_min": 0.34281808137893677, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 15.27783203125, "ean_min": 3.6335794925689697, "layer": 28, "max_expert_frequency": 17871130, "max_pruned_reap": 0.8463587760925293, "min_expert_frequency": 167372, "min_kept_reap": 0.8468961119651794, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 2.7956764698028564, "reap_min": 0.34665927290916443, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 13.417842864990234, "ean_min": 3.40925669670105, "layer": 29, "max_expert_frequency": 12051967, "max_pruned_reap": 0.9165738224983215, "min_expert_frequency": 259467, "min_kept_reap": 0.9168071746826172, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 2.619697093963623, "reap_min": 0.4409186542034149, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 17.476238250732422, "ean_min": 3.955878257751465, "layer": 30, "max_expert_frequency": 11606676, "max_pruned_reap": 0.9783402681350708, "min_expert_frequency": 172644, "min_kept_reap": 0.981930136680603, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 3.485482931137085, "reap_min": 0.48551642894744873, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 28.639657974243164, "ean_min": 4.141469478607178, "layer": 31, "max_expert_frequency": 14504863, "max_pruned_reap": 1.0559664964675903, "min_expert_frequency": 27, "min_kept_reap": 1.0563462972640991, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 8.067193031311035, "reap_min": 0.4408440589904785, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 20.024003982543945, "ean_min": 4.690778732299805, "layer": 32, "max_expert_frequency": 12919271, "max_pruned_reap": 1.0151145458221436, "min_expert_frequency": 87245, "min_kept_reap": 1.0178439617156982, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 4.064580917358398, "reap_min": 0.42327260971069336, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 18.44744110107422, "ean_min": 4.406156063079834, "layer": 33, "max_expert_frequency": 11245751, "max_pruned_reap": 1.0217885971069336, "min_expert_frequency": 14763, "min_kept_reap": 1.0259819030761719, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 3.575543165206909, "reap_min": 0.4037088453769684, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 18.074254989624023, "ean_min": 4.930047988891602, "layer": 34, "max_expert_frequency": 13916371, "max_pruned_reap": 1.112396478652954, "min_expert_frequency": 117659, "min_kept_reap": 1.113233208656311, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 3.7200584411621094, "reap_min": 0.39602217078208923, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 23.087249755859375, "ean_min": 5.691766738891602, "layer": 35, "max_expert_frequency": 13845069, "max_pruned_reap": 1.197729468345642, "min_expert_frequency": 362135, "min_kept_reap": 1.1978082656860352, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 4.941377639770508, "reap_min": 0.48237377405166626, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 24.148170471191406, "ean_min": 5.467718124389648, "layer": 36, "max_expert_frequency": 28343684, "max_pruned_reap": 1.2279679775238037, "min_expert_frequency": 68889, "min_kept_reap": 1.2283083200454712, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 4.611725330352783, "reap_min": 0.49428045749664307, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 25.701326370239258, "ean_min": 5.440151214599609, "layer": 37, "max_expert_frequency": 12031248, "max_pruned_reap": 1.2448230981826782, "min_expert_frequency": 112171, "min_kept_reap": 1.2460132837295532, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 4.674740791320801, "reap_min": 0.339150607585907, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 20.321149826049805, "ean_min": 5.3868279457092285, "layer": 38, "max_expert_frequency": 17005536, "max_pruned_reap": 1.3298958539962769, "min_expert_frequency": 83739, "min_kept_reap": 1.3312060832977295, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 3.779834508895874, "reap_min": 0.396077036857605, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 26.69227409362793, "ean_min": 6.005490779876709, "layer": 39, "max_expert_frequency": 20121726, "max_pruned_reap": 1.4434832334518433, "min_expert_frequency": 80852, "min_kept_reap": 1.454603910446167, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 5.882074356079102, "reap_min": 0.3507215976715088, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 27.750080108642578, "ean_min": 6.83139181137085, "layer": 40, "max_expert_frequency": 23582193, "max_pruned_reap": 1.4772446155548096, "min_expert_frequency": 101162, "min_kept_reap": 1.4892281293869019, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 5.961732387542725, "reap_min": 0.5681155920028687, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 31.555648803710938, "ean_min": 7.2802863121032715, "layer": 41, "max_expert_frequency": 25701172, "max_pruned_reap": 1.5001225471496582, "min_expert_frequency": 127732, "min_kept_reap": 1.5056570768356323, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 7.177225112915039, "reap_min": 0.4839145541191101, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 29.61491584777832, "ean_min": 6.76873254776001, "layer": 42, "max_expert_frequency": 21497852, "max_pruned_reap": 1.5683046579360962, "min_expert_frequency": 23512, "min_kept_reap": 1.568557620048523, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 6.642796993255615, "reap_min": 0.5058758854866028, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 32.33547592163086, "ean_min": 7.7013020515441895, "layer": 43, "max_expert_frequency": 18625040, "max_pruned_reap": 1.755401849746704, "min_expert_frequency": 36833, "min_kept_reap": 1.758646011352539, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 7.1540303230285645, "reap_min": 0.5806030631065369, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 45.08161163330078, "ean_min": 7.935626029968262, "layer": 44, "max_expert_frequency": 16742676, "max_pruned_reap": 1.9380861520767212, "min_expert_frequency": 29495, "min_kept_reap": 1.939083456993103, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 8.309646606445312, "reap_min": 0.6854554414749146, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 36.45478820800781, "ean_min": 6.594185829162598, "layer": 45, "max_expert_frequency": 25443829, "max_pruned_reap": 1.912086009979248, "min_expert_frequency": 193514, "min_kept_reap": 1.9129114151000977, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 13.01132869720459, "reap_min": 0.5577203631401062, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 38.88602066040039, "ean_min": 6.704158306121826, "layer": 46, "max_expert_frequency": 28329027, "max_pruned_reap": 1.7733689546585083, "min_expert_frequency": 7012, "min_kept_reap": 1.7779327630996704, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 11.398303031921387, "reap_min": 0.44155657291412354, "routes": 854364592, "tokens": 106795574 }, { "ean_max": 64.17731475830078, "ean_min": 6.71353006362915, "layer": 47, "max_expert_frequency": 23151588, "max_pruned_reap": 1.9792758226394653, "min_expert_frequency": 65994, "min_kept_reap": 1.9834370613098145, "never_routed_expert_count": 0, "never_routed_experts": [], "never_routed_experts_retained": [], "reap_max": 20.018667221069336, "reap_min": 0.15772628784179688, "routes": 854364592, "tokens": 106795574 } ], "layers": 48, "length_cache": "Solar token-length cache (not published)", "observer_state": "observer state (not published)", "processed_id_range": [ 0, 16779 ], "retained_experts_per_layer": 184, "routes_per_layer": 854364592, "samples": 16780, "status": "PASS", "text_adaptation_version": 1, "tokens": 106795574, "top_k": 8 }